2005-01-07 02:29:27 +00:00
|
|
|
/*-
|
2001-06-10 02:39:37 +00:00
|
|
|
* Copyright (C) 1995, 1996 Wolfgang Solfrank.
|
|
|
|
* Copyright (C) 1995, 1996 TooLs GmbH.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
|
|
* must display the following acknowledgement:
|
|
|
|
* This product includes software developed by TooLs GmbH.
|
|
|
|
* 4. The name of TooLs GmbH may not be used to endorse or promote products
|
|
|
|
* derived from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
|
|
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
|
|
* IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
|
|
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*
|
2001-06-27 12:20:48 +00:00
|
|
|
* $NetBSD: clock.c,v 1.9 2000/01/19 02:52:19 msaitoh Exp $
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* Copyright (C) 2001 Benno Rice.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY Benno Rice ``AS IS'' AND ANY EXPRESS OR
|
|
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
|
|
* IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
|
|
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
2001-06-10 02:39:37 +00:00
|
|
|
*/
|
|
|
|
|
2003-04-03 21:36:33 +00:00
|
|
|
#include <sys/cdefs.h>
|
|
|
|
__FBSDID("$FreeBSD$");
|
2001-06-10 02:39:37 +00:00
|
|
|
|
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/systm.h>
|
|
|
|
#include <sys/kernel.h>
|
2001-06-27 12:20:48 +00:00
|
|
|
#include <sys/bus.h>
|
2001-06-10 02:39:37 +00:00
|
|
|
#include <sys/interrupt.h>
|
2008-04-27 22:33:43 +00:00
|
|
|
#include <sys/pcpu.h>
|
|
|
|
#include <sys/sysctl.h>
|
2010-09-11 04:45:51 +00:00
|
|
|
#include <sys/timeet.h>
|
2008-04-27 22:33:43 +00:00
|
|
|
#include <sys/timetc.h>
|
2001-06-10 02:39:37 +00:00
|
|
|
|
|
|
|
#include <dev/ofw/openfirm.h>
|
|
|
|
|
2006-07-26 17:06:39 +00:00
|
|
|
#include <machine/clock.h>
|
2001-06-10 02:39:37 +00:00
|
|
|
#include <machine/cpu.h>
|
2010-09-11 04:45:51 +00:00
|
|
|
#include <machine/intr_machdep.h>
|
2004-02-11 08:07:19 +00:00
|
|
|
#include <machine/md_var.h>
|
2008-09-16 17:11:33 +00:00
|
|
|
#include <machine/smp.h>
|
2001-06-10 02:39:37 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Initially we assume a processor with a bus frequency of 12.5 MHz.
|
|
|
|
*/
|
2010-09-11 04:45:51 +00:00
|
|
|
static int initialized = 0;
|
|
|
|
static u_long ns_per_tick = 80;
|
2002-06-29 09:28:21 +00:00
|
|
|
static u_long ticks_per_sec = 12500000;
|
2010-09-11 04:45:51 +00:00
|
|
|
static u_long *decr_counts[MAXCPU];
|
2001-06-10 02:39:37 +00:00
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
static int decr_et_start(struct eventtimer *et,
|
|
|
|
struct bintime *first, struct bintime *period);
|
|
|
|
static int decr_et_stop(struct eventtimer *et);
|
2003-02-05 11:16:36 +00:00
|
|
|
static timecounter_get_t decr_get_timecount;
|
2001-06-27 12:20:48 +00:00
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
struct decr_state {
|
|
|
|
int mode; /* 0 - off, 1 - periodic, 2 - one-shot. */
|
|
|
|
int32_t div; /* Periodic divisor. */
|
|
|
|
};
|
|
|
|
static DPCPU_DEFINE(struct decr_state, decr_state);
|
|
|
|
|
|
|
|
static struct eventtimer decr_et;
|
|
|
|
static struct timecounter decr_tc = {
|
2003-02-05 11:16:36 +00:00
|
|
|
decr_get_timecount, /* get_timecount */
|
2001-06-27 12:20:48 +00:00
|
|
|
0, /* no poll_pps */
|
|
|
|
~0u, /* counter_mask */
|
|
|
|
0, /* frequency */
|
2010-09-11 04:45:51 +00:00
|
|
|
"timebase" /* name */
|
2001-06-27 12:20:48 +00:00
|
|
|
};
|
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
/*
|
2010-11-11 13:46:28 +00:00
|
|
|
* Decrementer interrupt handler.
|
2010-09-11 04:45:51 +00:00
|
|
|
*/
|
2001-06-10 02:39:37 +00:00
|
|
|
void
|
Tweak how the MD code calls the fooclock() methods some. Instead of
passing a pointer to an opaque clockframe structure and requiring the
MD code to supply CLKF_FOO() macros to extract needed values out of the
opaque structure, just pass the needed values directly. In practice this
means passing the pair (usermode, pc) to hardclock() and profclock() and
passing the boolean (usermode) to hardclock_cpu() and hardclock_process().
Other details:
- Axe clockframe and CLKF_FOO() macros on all architectures. Basically,
all the archs were taking a trapframe and converting it into a clockframe
one way or another. Now they can just extract the PC and usermode values
directly out of the trapframe and pass it to fooclock().
- Renamed hardclock_process() to hardclock_cpu() as the latter is more
accurate.
- On Alpha, we now run profclock() at hz (profhz == hz) rather than at
the slower stathz.
- On Alpha, for the TurboLaser machines that don't have an 8254
timecounter, call hardclock() directly. This removes an extra
conditional check from every clock interrupt on Alpha on the BSP.
There is probably room for even further pruning here by changing Alpha
to use the simplified timecounter we use on x86 with the lapic timer
since we don't get interrupts from the 8254 on Alpha anyway.
- On x86, clkintr() shouldn't ever be called now unless using_lapic_timer
is false, so add a KASSERT() to that affect and remove a condition
to slightly optimize the non-lapic case.
- Change prototypeof arm_handler_execute() so that it's first arg is a
trapframe pointer rather than a void pointer for clarity.
- Use KCOUNT macro in profclock() to lookup the kernel profiling bucket.
Tested on: alpha, amd64, arm, i386, ia64, sparc64
Reviewed by: bde (mostly)
2005-12-22 22:16:09 +00:00
|
|
|
decr_intr(struct trapframe *frame)
|
2001-06-10 02:39:37 +00:00
|
|
|
{
|
2010-09-11 04:45:51 +00:00
|
|
|
struct decr_state *s = DPCPU_PTR(decr_state);
|
|
|
|
int nticks = 0;
|
|
|
|
int32_t val;
|
2001-06-10 02:39:37 +00:00
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
if (!initialized)
|
2001-06-10 02:39:37 +00:00
|
|
|
return;
|
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
(*decr_counts[curcpu])++;
|
|
|
|
|
|
|
|
if (s->mode == 1) {
|
|
|
|
/*
|
|
|
|
* Based on the actual time delay since the last decrementer
|
|
|
|
* reload, we arrange for earlier interrupt next time.
|
|
|
|
*/
|
|
|
|
__asm ("mfdec %0" : "=r"(val));
|
|
|
|
while (val < 0) {
|
|
|
|
val += s->div;
|
|
|
|
nticks++;
|
|
|
|
}
|
|
|
|
mtdec(val);
|
|
|
|
} else if (s->mode == 2) {
|
|
|
|
nticks = 1;
|
|
|
|
decr_et_stop(NULL);
|
|
|
|
}
|
2001-06-10 02:39:37 +00:00
|
|
|
|
2009-10-23 21:36:33 +00:00
|
|
|
while (nticks-- > 0) {
|
2010-09-11 04:45:51 +00:00
|
|
|
if (decr_et.et_active)
|
|
|
|
decr_et.et_event_cb(&decr_et, decr_et.et_arg);
|
2001-06-10 02:39:37 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
/*
|
|
|
|
* BSP early initialization.
|
|
|
|
*/
|
2003-02-05 11:16:36 +00:00
|
|
|
void
|
|
|
|
decr_init(void)
|
2001-06-10 02:39:37 +00:00
|
|
|
{
|
2009-05-14 00:34:26 +00:00
|
|
|
struct cpuref cpu;
|
2010-09-11 04:45:51 +00:00
|
|
|
char buf[32];
|
2002-02-28 12:00:24 +00:00
|
|
|
|
2001-06-27 12:20:48 +00:00
|
|
|
/*
|
2009-05-14 00:34:26 +00:00
|
|
|
* Check the BSP's timebase frequency. Sometimes we can't find the BSP, so fall
|
|
|
|
* back to the first CPU in this case.
|
2001-06-27 12:20:48 +00:00
|
|
|
*/
|
2009-05-14 00:34:26 +00:00
|
|
|
if (platform_smp_get_bsp(&cpu) != 0)
|
|
|
|
platform_smp_first_cpu(&cpu);
|
|
|
|
ticks_per_sec = platform_timebase_freq(&cpu);
|
|
|
|
ns_per_tick = 1000000000 / ticks_per_sec;
|
|
|
|
|
2009-10-23 21:36:33 +00:00
|
|
|
set_cputicker(mftb, ticks_per_sec, 0);
|
2010-09-11 04:45:51 +00:00
|
|
|
snprintf(buf, sizeof(buf), "cpu%d:decrementer", curcpu);
|
|
|
|
intrcnt_add(buf, &decr_counts[curcpu]);
|
|
|
|
decr_et_stop(NULL);
|
|
|
|
initialized = 1;
|
2001-06-10 02:39:37 +00:00
|
|
|
}
|
|
|
|
|
2009-05-14 16:48:25 +00:00
|
|
|
#ifdef SMP
|
2010-09-11 04:45:51 +00:00
|
|
|
/*
|
|
|
|
* AP early initialization.
|
|
|
|
*/
|
2007-11-13 15:47:55 +00:00
|
|
|
void
|
2009-05-14 16:48:25 +00:00
|
|
|
decr_ap_init(void)
|
2007-11-13 15:47:55 +00:00
|
|
|
{
|
2010-09-11 04:45:51 +00:00
|
|
|
char buf[32];
|
2009-05-14 16:48:25 +00:00
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
snprintf(buf, sizeof(buf), "cpu%d:decrementer", curcpu);
|
|
|
|
intrcnt_add(buf, &decr_counts[curcpu]);
|
|
|
|
decr_et_stop(NULL);
|
2007-11-13 15:47:55 +00:00
|
|
|
}
|
2009-05-14 16:48:25 +00:00
|
|
|
#endif
|
2007-11-13 15:47:55 +00:00
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
/*
|
|
|
|
* Final initialization.
|
|
|
|
*/
|
2009-05-14 16:48:25 +00:00
|
|
|
void
|
|
|
|
decr_tc_init(void)
|
2001-06-10 02:39:37 +00:00
|
|
|
{
|
2010-09-11 04:45:51 +00:00
|
|
|
|
|
|
|
decr_tc.tc_frequency = ticks_per_sec;
|
|
|
|
tc_init(&decr_tc);
|
|
|
|
decr_et.et_name = "decrementer";
|
|
|
|
decr_et.et_flags = ET_FLAGS_PERIODIC | ET_FLAGS_ONESHOT |
|
|
|
|
ET_FLAGS_PERCPU;
|
|
|
|
decr_et.et_quality = 1000;
|
|
|
|
decr_et.et_frequency = ticks_per_sec;
|
|
|
|
decr_et.et_min_period.sec = 0;
|
|
|
|
decr_et.et_min_period.frac =
|
|
|
|
((0x00000002LLU << 32) / ticks_per_sec) << 32;
|
|
|
|
decr_et.et_max_period.sec = 0x7fffffffLLU / ticks_per_sec;
|
|
|
|
decr_et.et_max_period.frac =
|
|
|
|
((0x7fffffffLLU << 32) / ticks_per_sec) << 32;
|
|
|
|
decr_et.et_start = decr_et_start;
|
|
|
|
decr_et.et_stop = decr_et_stop;
|
|
|
|
decr_et.et_priv = NULL;
|
|
|
|
et_register(&decr_et);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Event timer start method.
|
|
|
|
*/
|
|
|
|
static int
|
|
|
|
decr_et_start(struct eventtimer *et,
|
|
|
|
struct bintime *first, struct bintime *period)
|
|
|
|
{
|
|
|
|
struct decr_state *s = DPCPU_PTR(decr_state);
|
|
|
|
uint32_t fdiv;
|
|
|
|
|
|
|
|
if (period != NULL) {
|
|
|
|
s->mode = 1;
|
|
|
|
s->div = (decr_et.et_frequency * (period->frac >> 32)) >> 32;
|
|
|
|
if (period->sec != 0)
|
|
|
|
s->div += decr_et.et_frequency * period->sec;
|
|
|
|
} else {
|
|
|
|
s->mode = 2;
|
|
|
|
s->div = 0x7fffffff;
|
|
|
|
}
|
|
|
|
if (first != NULL) {
|
|
|
|
fdiv = (decr_et.et_frequency * (first->frac >> 32)) >> 32;
|
|
|
|
if (first->sec != 0)
|
|
|
|
fdiv += decr_et.et_frequency * first->sec;
|
|
|
|
} else
|
|
|
|
fdiv = s->div;
|
|
|
|
|
|
|
|
mtdec(fdiv);
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Event timer stop method.
|
|
|
|
*/
|
|
|
|
static int
|
|
|
|
decr_et_stop(struct eventtimer *et)
|
|
|
|
{
|
|
|
|
struct decr_state *s = DPCPU_PTR(decr_state);
|
|
|
|
|
|
|
|
s->mode = 0;
|
|
|
|
s->div = 0x7fffffff;
|
|
|
|
mtdec(s->div);
|
|
|
|
return (0);
|
2001-06-10 02:39:37 +00:00
|
|
|
}
|
|
|
|
|
2010-09-11 04:45:51 +00:00
|
|
|
/*
|
|
|
|
* Timecounter get method.
|
|
|
|
*/
|
2001-06-27 12:20:48 +00:00
|
|
|
static unsigned
|
2003-02-05 11:16:36 +00:00
|
|
|
decr_get_timecount(struct timecounter *tc)
|
2001-06-27 12:20:48 +00:00
|
|
|
{
|
2008-09-16 17:11:33 +00:00
|
|
|
register_t tb;
|
|
|
|
|
|
|
|
__asm __volatile("mftb %0" : "=r"(tb));
|
|
|
|
return (tb);
|
2001-06-27 12:20:48 +00:00
|
|
|
}
|
|
|
|
|
2001-06-10 02:39:37 +00:00
|
|
|
/*
|
|
|
|
* Wait for about n microseconds (at least!).
|
|
|
|
*/
|
|
|
|
void
|
2003-09-26 09:02:24 +00:00
|
|
|
DELAY(int n)
|
2001-06-10 02:39:37 +00:00
|
|
|
{
|
2003-02-05 11:26:14 +00:00
|
|
|
u_quad_t tb, ttb;
|
2004-02-11 08:07:19 +00:00
|
|
|
|
2001-06-10 02:39:37 +00:00
|
|
|
tb = mftb();
|
2003-02-05 11:26:14 +00:00
|
|
|
ttb = tb + (n * 1000 + ns_per_tick - 1) / ns_per_tick;
|
|
|
|
while (tb < ttb)
|
|
|
|
tb = mftb();
|
2001-06-10 02:39:37 +00:00
|
|
|
}
|
|
|
|
|