2016-05-24 16:41:37 +00:00
|
|
|
/*
|
|
|
|
* CDDL HEADER START
|
|
|
|
*
|
|
|
|
* The contents of this file are subject to the terms of the
|
|
|
|
* Common Development and Distribution License (the "License").
|
|
|
|
* You may not use this file except in compliance with the License.
|
|
|
|
*
|
|
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
|
|
* or http://www.opensolaris.org/os/licensing.
|
|
|
|
* See the License for the specific language governing permissions
|
|
|
|
* and limitations under the License.
|
|
|
|
*
|
|
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
|
|
*
|
|
|
|
* CDDL HEADER END
|
|
|
|
*
|
|
|
|
* Portions Copyright 2006-2008 John Birrell jb@freebsd.org
|
|
|
|
* Portions Copyright 2013 Justin Hibbits jhibbits@freebsd.org
|
|
|
|
* Portions Copyright 2013 Howard Su howardsu@freebsd.org
|
2018-09-03 14:34:09 +00:00
|
|
|
* Portions Copyright 2016-2018 Ruslan Bukin <br@bsdpad.com>
|
2016-05-24 16:41:37 +00:00
|
|
|
*
|
|
|
|
* $FreeBSD$
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Copyright 2006 Sun Microsystems, Inc. All rights reserved.
|
|
|
|
* Use is subject to license terms.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <sys/cdefs.h>
|
|
|
|
#include <sys/param.h>
|
|
|
|
|
|
|
|
#include <sys/dtrace.h>
|
|
|
|
|
|
|
|
#include <machine/riscvreg.h>
|
2018-09-03 14:34:09 +00:00
|
|
|
#include <machine/encoding.h>
|
2016-05-24 16:41:37 +00:00
|
|
|
|
|
|
|
#include "fbt.h"
|
|
|
|
|
2018-09-03 14:34:09 +00:00
|
|
|
#define FBT_C_PATCHVAL MATCH_C_EBREAK
|
|
|
|
#define FBT_PATCHVAL MATCH_EBREAK
|
2016-05-24 16:41:37 +00:00
|
|
|
#define FBT_ENTRY "entry"
|
|
|
|
#define FBT_RETURN "return"
|
|
|
|
|
|
|
|
int
|
|
|
|
fbt_invop(uintptr_t addr, struct trapframe *frame, uintptr_t rval)
|
|
|
|
{
|
|
|
|
solaris_cpu_t *cpu;
|
|
|
|
fbt_probe_t *fbt;
|
|
|
|
|
|
|
|
cpu = &solaris_cpu[curcpu];
|
|
|
|
fbt = fbt_probetab[FBT_ADDR2NDX(addr)];
|
|
|
|
|
|
|
|
for (; fbt != NULL; fbt = fbt->fbtp_hashnext) {
|
|
|
|
if ((uintptr_t)fbt->fbtp_patchpoint == addr) {
|
|
|
|
cpu->cpu_dtrace_caller = addr;
|
|
|
|
|
|
|
|
dtrace_probe(fbt->fbtp_id, frame->tf_a[0],
|
|
|
|
frame->tf_a[1], frame->tf_a[2],
|
|
|
|
frame->tf_a[3], frame->tf_a[4]);
|
|
|
|
|
|
|
|
cpu->cpu_dtrace_caller = 0;
|
|
|
|
return (fbt->fbtp_savedval);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
fbt_patch_tracepoint(fbt_probe_t *fbt, fbt_patchval_t val)
|
|
|
|
{
|
|
|
|
|
2018-09-03 14:34:09 +00:00
|
|
|
switch(fbt->fbtp_patchval) {
|
|
|
|
case FBT_C_PATCHVAL:
|
|
|
|
*(uint16_t *)fbt->fbtp_patchpoint = (uint16_t)val;
|
2018-10-15 18:56:54 +00:00
|
|
|
fence_i();
|
2018-09-03 14:34:09 +00:00
|
|
|
break;
|
|
|
|
case FBT_PATCHVAL:
|
|
|
|
*fbt->fbtp_patchpoint = val;
|
2018-10-15 18:56:54 +00:00
|
|
|
fence_i();
|
2018-09-03 14:34:09 +00:00
|
|
|
break;
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
|
|
match_opcode(uint32_t insn, int match, int mask)
|
|
|
|
{
|
|
|
|
|
|
|
|
if (((insn ^ match) & mask) == 0)
|
|
|
|
return (1);
|
|
|
|
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
|
|
check_c_ret(uint32_t **instr)
|
|
|
|
{
|
|
|
|
uint16_t *instr1;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i = 0; i < 2; i++) {
|
|
|
|
instr1 = (uint16_t *)(*instr) + i;
|
|
|
|
if (match_opcode(*instr1, (MATCH_C_JR | (X_RA << RD_SHIFT)),
|
|
|
|
(MASK_C_JR | RD_MASK))) {
|
|
|
|
*instr = (uint32_t *)instr1;
|
|
|
|
return (1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
|
|
check_c_sdsp(uint32_t **instr)
|
|
|
|
{
|
|
|
|
uint16_t *instr1;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i = 0; i < 2; i++) {
|
|
|
|
instr1 = (uint16_t *)(*instr) + i;
|
|
|
|
if (match_opcode(*instr1, (MATCH_C_SDSP | RS2_C_RA),
|
|
|
|
(MASK_C_SDSP | RS2_C_MASK))) {
|
|
|
|
*instr = (uint32_t *)instr1;
|
|
|
|
return (1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return (0);
|
2016-05-24 16:41:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
fbt_provide_module_function(linker_file_t lf, int symindx,
|
|
|
|
linker_symval_t *symval, void *opaque)
|
|
|
|
{
|
|
|
|
fbt_probe_t *fbt, *retfbt;
|
|
|
|
uint32_t *instr, *limit;
|
|
|
|
const char *name;
|
|
|
|
char *modname;
|
2018-09-03 14:34:09 +00:00
|
|
|
int patchval;
|
|
|
|
int rval;
|
2016-05-24 16:41:37 +00:00
|
|
|
|
|
|
|
modname = opaque;
|
|
|
|
name = symval->name;
|
|
|
|
|
|
|
|
/* Check if function is excluded from instrumentation */
|
|
|
|
if (fbt_excluded(name))
|
|
|
|
return (0);
|
|
|
|
|
|
|
|
instr = (uint32_t *)(symval->value);
|
|
|
|
limit = (uint32_t *)(symval->value + symval->size);
|
|
|
|
|
|
|
|
/* Look for sd operation */
|
|
|
|
for (; instr < limit; instr++) {
|
2018-09-03 14:34:09 +00:00
|
|
|
/* Look for a non-compressed store of ra to sp */
|
|
|
|
if (match_opcode(*instr, (MATCH_SD | RS2_RA | RS1_SP),
|
|
|
|
(MASK_SD | RS2_MASK | RS1_MASK))) {
|
|
|
|
rval = DTRACE_INVOP_SD;
|
|
|
|
patchval = FBT_PATCHVAL;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Look for a 'C'-compressed store of ra to sp. */
|
|
|
|
if (check_c_sdsp(&instr)) {
|
|
|
|
rval = DTRACE_INVOP_C_SDSP;
|
|
|
|
patchval = FBT_C_PATCHVAL;
|
2016-05-24 16:41:37 +00:00
|
|
|
break;
|
2018-09-03 14:34:09 +00:00
|
|
|
}
|
2016-05-24 16:41:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (instr >= limit)
|
|
|
|
return (0);
|
|
|
|
|
|
|
|
fbt = malloc(sizeof (fbt_probe_t), M_FBT, M_WAITOK | M_ZERO);
|
|
|
|
fbt->fbtp_name = name;
|
|
|
|
fbt->fbtp_id = dtrace_probe_create(fbt_id, modname,
|
|
|
|
name, FBT_ENTRY, 3, fbt);
|
|
|
|
fbt->fbtp_patchpoint = instr;
|
|
|
|
fbt->fbtp_ctl = lf;
|
|
|
|
fbt->fbtp_loadcnt = lf->loadcnt;
|
|
|
|
fbt->fbtp_savedval = *instr;
|
2018-09-03 14:34:09 +00:00
|
|
|
fbt->fbtp_patchval = patchval;
|
|
|
|
fbt->fbtp_rval = rval;
|
2016-05-24 16:41:37 +00:00
|
|
|
fbt->fbtp_symindx = symindx;
|
|
|
|
|
|
|
|
fbt->fbtp_hashnext = fbt_probetab[FBT_ADDR2NDX(instr)];
|
|
|
|
fbt_probetab[FBT_ADDR2NDX(instr)] = fbt;
|
|
|
|
|
|
|
|
lf->fbt_nentries++;
|
|
|
|
|
|
|
|
retfbt = NULL;
|
|
|
|
again:
|
|
|
|
for (; instr < limit; instr++) {
|
2018-09-03 14:34:09 +00:00
|
|
|
/* Look for non-compressed return */
|
|
|
|
if (match_opcode(*instr, (MATCH_JALR | (X_RA << RS1_SHIFT)),
|
|
|
|
(MASK_JALR | RD_MASK | RS1_MASK | IMM_MASK))) {
|
|
|
|
rval = DTRACE_INVOP_RET;
|
|
|
|
patchval = FBT_PATCHVAL;
|
2016-05-24 16:41:37 +00:00
|
|
|
break;
|
2018-09-03 14:34:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Look for 'C'-compressed return */
|
|
|
|
if (check_c_ret(&instr)) {
|
|
|
|
rval = DTRACE_INVOP_C_RET;
|
|
|
|
patchval = FBT_C_PATCHVAL;
|
|
|
|
break;
|
|
|
|
}
|
2016-05-24 16:41:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (instr >= limit)
|
|
|
|
return (0);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We have a winner!
|
|
|
|
*/
|
|
|
|
fbt = malloc(sizeof (fbt_probe_t), M_FBT, M_WAITOK | M_ZERO);
|
|
|
|
fbt->fbtp_name = name;
|
|
|
|
if (retfbt == NULL) {
|
|
|
|
fbt->fbtp_id = dtrace_probe_create(fbt_id, modname,
|
|
|
|
name, FBT_RETURN, 3, fbt);
|
|
|
|
} else {
|
2018-08-28 20:21:36 +00:00
|
|
|
retfbt->fbtp_probenext = fbt;
|
2016-05-24 16:41:37 +00:00
|
|
|
fbt->fbtp_id = retfbt->fbtp_id;
|
|
|
|
}
|
|
|
|
retfbt = fbt;
|
|
|
|
|
|
|
|
fbt->fbtp_patchpoint = instr;
|
|
|
|
fbt->fbtp_ctl = lf;
|
|
|
|
fbt->fbtp_loadcnt = lf->loadcnt;
|
|
|
|
fbt->fbtp_symindx = symindx;
|
2018-09-03 14:34:09 +00:00
|
|
|
fbt->fbtp_rval = rval;
|
2016-05-24 16:41:37 +00:00
|
|
|
fbt->fbtp_savedval = *instr;
|
2018-09-03 14:34:09 +00:00
|
|
|
fbt->fbtp_patchval = patchval;
|
2016-05-24 16:41:37 +00:00
|
|
|
fbt->fbtp_hashnext = fbt_probetab[FBT_ADDR2NDX(instr)];
|
|
|
|
fbt_probetab[FBT_ADDR2NDX(instr)] = fbt;
|
|
|
|
|
|
|
|
lf->fbt_nentries++;
|
|
|
|
|
|
|
|
instr++;
|
|
|
|
goto again;
|
|
|
|
}
|