1996-10-17 19:32:31 +00:00
|
|
|
/*-
|
|
|
|
* Copyright (c) 1996 Bruce D. Evans.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
1996-04-08 16:41:06 +00:00
|
|
|
*
|
1996-10-17 19:32:31 +00:00
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
1999-08-28 01:08:13 +00:00
|
|
|
* $FreeBSD$
|
1996-04-08 16:41:06 +00:00
|
|
|
*/
|
1996-10-17 19:32:31 +00:00
|
|
|
|
|
|
|
#ifdef GUPROF
|
|
|
|
#include "opt_i586_guprof.h"
|
|
|
|
#include "opt_perfmon.h"
|
|
|
|
|
1995-12-29 15:30:05 +00:00
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/systm.h>
|
1996-10-17 19:32:31 +00:00
|
|
|
#include <sys/gmon.h>
|
1997-11-24 18:16:23 +00:00
|
|
|
#include <sys/kernel.h>
|
|
|
|
#include <sys/sysctl.h>
|
1996-10-17 19:32:31 +00:00
|
|
|
|
1995-12-29 15:30:05 +00:00
|
|
|
#include <machine/clock.h>
|
1996-10-17 19:32:31 +00:00
|
|
|
#include <machine/perfmon.h>
|
|
|
|
#include <machine/profile.h>
|
1999-05-06 09:44:57 +00:00
|
|
|
#undef MCOUNT
|
1996-10-17 19:32:31 +00:00
|
|
|
#endif
|
|
|
|
|
1999-05-06 09:44:57 +00:00
|
|
|
#include <machine/asmacros.h>
|
|
|
|
|
1996-10-30 22:41:46 +00:00
|
|
|
#ifdef PC98
|
|
|
|
#include <pc98/pc98/pc98.h>
|
|
|
|
#else
|
1995-12-29 15:30:05 +00:00
|
|
|
#include <i386/isa/isa.h>
|
1996-10-30 22:41:46 +00:00
|
|
|
#endif
|
1995-12-29 15:30:05 +00:00
|
|
|
#include <i386/isa/timerreg.h>
|
|
|
|
|
|
|
|
#ifdef GUPROF
|
1996-10-17 19:32:31 +00:00
|
|
|
#define CPUTIME_CLOCK_UNINITIALIZED 0
|
|
|
|
#define CPUTIME_CLOCK_I8254 1
|
1997-12-26 20:42:37 +00:00
|
|
|
#define CPUTIME_CLOCK_TSC 2
|
1996-10-17 19:32:31 +00:00
|
|
|
#define CPUTIME_CLOCK_I586_PMC 3
|
|
|
|
#define CPUTIME_CLOCK_I8254_SHIFT 7
|
|
|
|
|
|
|
|
int cputime_bias = 1; /* initialize for locality of reference */
|
|
|
|
|
|
|
|
static int cputime_clock = CPUTIME_CLOCK_UNINITIALIZED;
|
|
|
|
#ifdef I586_PMC_GUPROF
|
|
|
|
static u_int cputime_clock_pmc_conf = I586_PMC_GUPROF;
|
|
|
|
static int cputime_clock_pmc_init;
|
|
|
|
static struct gmonparam saved_gmp;
|
1995-12-29 15:30:05 +00:00
|
|
|
#endif
|
1996-10-17 19:32:31 +00:00
|
|
|
#endif /* GUPROF */
|
1995-12-29 15:30:05 +00:00
|
|
|
|
|
|
|
#ifdef __GNUC__
|
1998-04-19 15:41:06 +00:00
|
|
|
__asm(" \n\
|
|
|
|
GM_STATE = 0 \n\
|
|
|
|
GMON_PROF_OFF = 3 \n\
|
|
|
|
\n\
|
|
|
|
.text \n\
|
1999-08-25 23:50:03 +00:00
|
|
|
.p2align 4,0x90 \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
.globl __mcount \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.type __mcount,@function \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
__mcount: \n\
|
|
|
|
# \n\
|
|
|
|
# Check that we are profiling. Do it early for speed. \n\
|
|
|
|
# \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
cmpl $GMON_PROF_OFF," __XSTRING(CNAME(_gmonparam)) "+GM_STATE \n\
|
|
|
|
je .mcount_exit \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
# \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
# __mcount is the same as [.]mcount except the caller \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
# hasn't changed the stack except to call here, so the \n\
|
|
|
|
# caller's raddr is above our raddr. \n\
|
|
|
|
# \n\
|
|
|
|
movl 4(%esp),%edx \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
jmp .got_frompc \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
\n\
|
1999-08-25 23:50:03 +00:00
|
|
|
.p2align 4,0x90 \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.globl " __XSTRING(HIDENAME(mcount)) " \n\
|
|
|
|
" __XSTRING(HIDENAME(mcount)) ": \n\
|
|
|
|
cmpl $GMON_PROF_OFF," __XSTRING(CNAME(_gmonparam)) "+GM_STATE \n\
|
|
|
|
je .mcount_exit \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
# \n\
|
|
|
|
# The caller's stack frame has already been built, so \n\
|
|
|
|
# %ebp is the caller's frame pointer. The caller's \n\
|
|
|
|
# raddr is in the caller's frame following the caller's \n\
|
|
|
|
# caller's frame pointer. \n\
|
|
|
|
# \n\
|
|
|
|
movl 4(%ebp),%edx \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.got_frompc: \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
# \n\
|
|
|
|
# Our raddr is the caller's pc. \n\
|
|
|
|
# \n\
|
|
|
|
movl (%esp),%eax \n\
|
|
|
|
\n\
|
|
|
|
pushfl \n\
|
|
|
|
pushl %eax \n\
|
|
|
|
pushl %edx \n\
|
|
|
|
cli \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
call " __XSTRING(CNAME(mcount)) " \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
addl $8,%esp \n\
|
|
|
|
popfl \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.mcount_exit: \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
ret \n\
|
1995-12-29 15:30:05 +00:00
|
|
|
");
|
|
|
|
#else /* !__GNUC__ */
|
|
|
|
#error
|
|
|
|
#endif /* __GNUC__ */
|
|
|
|
|
|
|
|
#ifdef GUPROF
|
|
|
|
/*
|
1999-05-06 09:44:57 +00:00
|
|
|
* [.]mexitcount saves the return register(s), loads selfpc and calls
|
1995-12-29 15:30:05 +00:00
|
|
|
* mexitcount(selfpc) to do the work. Someday it should be in a machine
|
1999-05-06 09:44:57 +00:00
|
|
|
* dependent file together with cputime(), __mcount and [.]mcount. cputime()
|
1995-12-29 15:30:05 +00:00
|
|
|
* can't just be put in machdep.c because it has to be compiled without -pg.
|
|
|
|
*/
|
|
|
|
#ifdef __GNUC__
|
1998-04-19 15:41:06 +00:00
|
|
|
__asm(" \n\
|
|
|
|
.text \n\
|
|
|
|
# \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
# Dummy label to be seen when gprof -u hides [.]mexitcount. \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
# \n\
|
1999-08-25 23:50:03 +00:00
|
|
|
.p2align 4,0x90 \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
.globl __mexitcount \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.type __mexitcount,@function \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
__mexitcount: \n\
|
|
|
|
nop \n\
|
|
|
|
\n\
|
|
|
|
GMON_PROF_HIRES = 4 \n\
|
|
|
|
\n\
|
1999-08-25 23:50:03 +00:00
|
|
|
.p2align 4,0x90 \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.globl " __XSTRING(HIDENAME(mexitcount)) " \n\
|
|
|
|
" __XSTRING(HIDENAME(mexitcount)) ": \n\
|
|
|
|
cmpl $GMON_PROF_HIRES," __XSTRING(CNAME(_gmonparam)) "+GM_STATE \n\
|
|
|
|
jne .mexitcount_exit \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
pushl %edx \n\
|
|
|
|
pushl %eax \n\
|
|
|
|
movl 8(%esp),%eax \n\
|
|
|
|
pushfl \n\
|
|
|
|
pushl %eax \n\
|
|
|
|
cli \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
call " __XSTRING(CNAME(mexitcount)) " \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
addl $4,%esp \n\
|
|
|
|
popfl \n\
|
|
|
|
popl %eax \n\
|
|
|
|
popl %edx \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.mexitcount_exit: \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
ret \n\
|
1995-12-29 15:30:05 +00:00
|
|
|
");
|
|
|
|
#else /* !__GNUC__ */
|
|
|
|
#error
|
|
|
|
#endif /* __GNUC__ */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Return the time elapsed since the last call. The units are machine-
|
|
|
|
* dependent.
|
|
|
|
*/
|
1996-10-17 19:32:31 +00:00
|
|
|
int
|
1995-12-29 15:30:05 +00:00
|
|
|
cputime()
|
|
|
|
{
|
|
|
|
u_int count;
|
1996-10-17 19:32:31 +00:00
|
|
|
int delta;
|
1998-12-14 18:21:34 +00:00
|
|
|
#if (defined(I586_CPU) || defined(I686_CPU)) && !defined(SMP) && \
|
|
|
|
defined(PERFMON) && defined(I586_PMC_GUPROF)
|
1996-10-17 19:32:31 +00:00
|
|
|
u_quad_t event_count;
|
|
|
|
#endif
|
|
|
|
u_char high, low;
|
1995-12-29 15:30:05 +00:00
|
|
|
static u_int prev_count;
|
|
|
|
|
1997-11-24 18:16:23 +00:00
|
|
|
#if (defined(I586_CPU) || defined(I686_CPU)) && !defined(SMP)
|
1997-12-26 20:42:37 +00:00
|
|
|
if (cputime_clock == CPUTIME_CLOCK_TSC) {
|
1996-10-17 19:32:31 +00:00
|
|
|
count = (u_int)rdtsc();
|
|
|
|
delta = (int)(count - prev_count);
|
|
|
|
prev_count = count;
|
|
|
|
return (delta);
|
|
|
|
}
|
1997-11-24 18:16:23 +00:00
|
|
|
#if defined(PERFMON) && defined(I586_PMC_GUPROF)
|
1996-10-17 19:32:31 +00:00
|
|
|
if (cputime_clock == CPUTIME_CLOCK_I586_PMC) {
|
|
|
|
/*
|
|
|
|
* XXX permon_read() should be inlined so that the
|
|
|
|
* perfmon module doesn't need to be compiled with
|
|
|
|
* profiling disabled and so that it is fast.
|
|
|
|
*/
|
|
|
|
perfmon_read(0, &event_count);
|
|
|
|
|
|
|
|
count = (u_int)event_count;
|
|
|
|
delta = (int)(count - prev_count);
|
|
|
|
prev_count = count;
|
|
|
|
return (delta);
|
|
|
|
}
|
1997-11-24 18:16:23 +00:00
|
|
|
#endif /* PERFMON && I586_PMC_GUPROF */
|
|
|
|
#endif /* (I586_CPU || I686_CPU) && !SMP */
|
1996-10-17 19:32:31 +00:00
|
|
|
|
1995-12-29 15:30:05 +00:00
|
|
|
/*
|
|
|
|
* Read the current value of the 8254 timer counter 0.
|
|
|
|
*/
|
|
|
|
outb(TIMER_MODE, TIMER_SEL0 | TIMER_LATCH);
|
|
|
|
low = inb(TIMER_CNTR0);
|
1996-10-17 19:32:31 +00:00
|
|
|
high = inb(TIMER_CNTR0);
|
|
|
|
count = ((high << 8) | low) << CPUTIME_CLOCK_I8254_SHIFT;
|
1995-12-29 15:30:05 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* The timer counts down from TIMER_CNTR0_MAX to 0 and then resets.
|
|
|
|
* While profiling is enabled, this routine is called at least twice
|
|
|
|
* per timer reset (for mcounting and mexitcounting hardclock()),
|
|
|
|
* so at most one reset has occurred since the last call, and one
|
|
|
|
* has occurred iff the current count is larger than the previous
|
|
|
|
* count. This allows counter underflow to be detected faster
|
|
|
|
* than in microtime().
|
|
|
|
*/
|
|
|
|
delta = prev_count - count;
|
|
|
|
prev_count = count;
|
|
|
|
if ((int) delta <= 0)
|
1996-10-17 19:32:31 +00:00
|
|
|
return (delta + (timer0_max_count << CPUTIME_CLOCK_I8254_SHIFT));
|
1995-12-29 15:30:05 +00:00
|
|
|
return (delta);
|
|
|
|
}
|
1996-10-17 19:32:31 +00:00
|
|
|
|
1997-11-24 18:16:23 +00:00
|
|
|
static int
|
|
|
|
sysctl_machdep_cputime_clock SYSCTL_HANDLER_ARGS
|
|
|
|
{
|
|
|
|
int clock;
|
|
|
|
int error;
|
1998-12-14 18:21:34 +00:00
|
|
|
#if defined(PERFMON) && defined(I586_PMC_GUPROF)
|
|
|
|
int event;
|
1997-11-24 18:16:23 +00:00
|
|
|
struct pmc pmc;
|
1998-12-14 18:21:34 +00:00
|
|
|
#endif
|
1997-11-24 18:16:23 +00:00
|
|
|
|
|
|
|
clock = cputime_clock;
|
|
|
|
#if defined(PERFMON) && defined(I586_PMC_GUPROF)
|
|
|
|
if (clock == CPUTIME_CLOCK_I586_PMC) {
|
|
|
|
pmc.pmc_val = cputime_clock_pmc_conf;
|
|
|
|
clock += pmc.pmc_event;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
error = sysctl_handle_opaque(oidp, &clock, sizeof clock, req);
|
|
|
|
if (error == 0 && req->newptr != NULL) {
|
|
|
|
#if defined(PERFMON) && defined(I586_PMC_GUPROF)
|
|
|
|
if (clock >= CPUTIME_CLOCK_I586_PMC) {
|
|
|
|
event = clock - CPUTIME_CLOCK_I586_PMC;
|
|
|
|
if (event >= 256)
|
|
|
|
return (EINVAL);
|
|
|
|
pmc.pmc_num = 0;
|
|
|
|
pmc.pmc_event = event;
|
|
|
|
pmc.pmc_unit = 0;
|
|
|
|
pmc.pmc_flags = PMCF_E | PMCF_OS | PMCF_USR;
|
|
|
|
pmc.pmc_mask = 0;
|
|
|
|
cputime_clock_pmc_conf = pmc.pmc_val;
|
|
|
|
cputime_clock = CPUTIME_CLOCK_I586_PMC;
|
|
|
|
} else
|
|
|
|
#endif
|
|
|
|
{
|
|
|
|
if (clock < 0 || clock >= CPUTIME_CLOCK_I586_PMC)
|
|
|
|
return (EINVAL);
|
|
|
|
cputime_clock = clock;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return (error);
|
|
|
|
}
|
|
|
|
|
|
|
|
SYSCTL_PROC(_machdep, OID_AUTO, cputime_clock, CTLTYPE_INT | CTLFLAG_RW,
|
|
|
|
0, sizeof(u_int), sysctl_machdep_cputime_clock, "I", "");
|
|
|
|
|
1996-10-17 19:32:31 +00:00
|
|
|
/*
|
|
|
|
* The start and stop routines need not be here since we turn off profiling
|
|
|
|
* before calling them. They are here for convenience.
|
|
|
|
*/
|
|
|
|
|
|
|
|
void
|
|
|
|
startguprof(gp)
|
|
|
|
struct gmonparam *gp;
|
|
|
|
{
|
|
|
|
if (cputime_clock == CPUTIME_CLOCK_UNINITIALIZED) {
|
|
|
|
cputime_clock = CPUTIME_CLOCK_I8254;
|
1997-11-24 18:16:23 +00:00
|
|
|
#if (defined(I586_CPU) || defined(I686_CPU)) && !defined(SMP)
|
1997-12-26 20:42:37 +00:00
|
|
|
if (tsc_freq != 0)
|
|
|
|
cputime_clock = CPUTIME_CLOCK_TSC;
|
1996-10-17 19:32:31 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
gp->profrate = timer_freq << CPUTIME_CLOCK_I8254_SHIFT;
|
1997-11-24 18:16:23 +00:00
|
|
|
#if (defined(I586_CPU) || defined(I686_CPU)) && !defined(SMP)
|
1997-12-26 20:42:37 +00:00
|
|
|
if (cputime_clock == CPUTIME_CLOCK_TSC)
|
|
|
|
gp->profrate = tsc_freq;
|
1997-11-24 18:16:23 +00:00
|
|
|
#if defined(PERFMON) && defined(I586_PMC_GUPROF)
|
1996-10-17 19:32:31 +00:00
|
|
|
else if (cputime_clock == CPUTIME_CLOCK_I586_PMC) {
|
|
|
|
if (perfmon_avail() &&
|
|
|
|
perfmon_setup(0, cputime_clock_pmc_conf) == 0) {
|
|
|
|
if (perfmon_start(0) != 0)
|
|
|
|
perfmon_fini(0);
|
|
|
|
else {
|
|
|
|
/* XXX 1 event == 1 us. */
|
|
|
|
gp->profrate = 1000000;
|
|
|
|
|
|
|
|
saved_gmp = *gp;
|
|
|
|
|
|
|
|
/* Zap overheads. They are invalid. */
|
|
|
|
gp->cputime_overhead = 0;
|
|
|
|
gp->mcount_overhead = 0;
|
|
|
|
gp->mcount_post_overhead = 0;
|
|
|
|
gp->mcount_pre_overhead = 0;
|
|
|
|
gp->mexitcount_overhead = 0;
|
|
|
|
gp->mexitcount_post_overhead = 0;
|
|
|
|
gp->mexitcount_pre_overhead = 0;
|
|
|
|
|
|
|
|
cputime_clock_pmc_init = TRUE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
1997-11-24 18:16:23 +00:00
|
|
|
#endif /* PERFMON && I586_PMC_GUPROF */
|
|
|
|
#endif /* (I586_CPU || I686_CPU) && !SMP */
|
1996-10-17 19:32:31 +00:00
|
|
|
cputime_bias = 0;
|
|
|
|
cputime();
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
stopguprof(gp)
|
|
|
|
struct gmonparam *gp;
|
|
|
|
{
|
|
|
|
#if defined(PERFMON) && defined(I586_PMC_GUPROF)
|
|
|
|
if (cputime_clock_pmc_init) {
|
|
|
|
*gp = saved_gmp;
|
|
|
|
perfmon_fini(0);
|
|
|
|
cputime_clock_pmc_init = FALSE;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
#else /* !GUPROF */
|
1995-12-29 15:30:05 +00:00
|
|
|
#ifdef __GNUC__
|
1998-04-19 15:41:06 +00:00
|
|
|
__asm(" \n\
|
|
|
|
.text \n\
|
1999-08-25 23:50:03 +00:00
|
|
|
.p2align 4,0x90 \n\
|
1999-05-06 09:44:57 +00:00
|
|
|
.globl " __XSTRING(HIDENAME(mexitcount)) " \n\
|
|
|
|
" __XSTRING(HIDENAME(mexitcount)) ": \n\
|
1998-04-19 15:41:06 +00:00
|
|
|
ret \n\
|
1995-12-29 15:30:05 +00:00
|
|
|
");
|
|
|
|
#else /* !__GNUC__ */
|
|
|
|
#error
|
|
|
|
#endif /* __GNUC__ */
|
|
|
|
#endif /* GUPROF */
|