e920e3978e
o Setting td_intr_frame to the XIVs trap frame because it's referenced
by the ET event handler.
o Signal EOI to the CPU before calling the registered XIV handlers.
This prevents lost ITC interrupts, which cause starvation in one-shot
mode.
o Adding support for IPI_HARDCLOCK with corresponding per-CPU counters.
o Have the APs call cpu_initclocks() so as to limited the scattering of
clock related initialization. cpu_initclocks() calls the <self>_bsp()
or <self>_ap() version accordingly.
o Uncomment the ET clock handling in cpu_idle().
o Update the DDB 'show pcpu' output for the new MD fields.
o Entirely rewritten ia64_ih_clock(). Note that we don't create as many
clock XIVs as we have CPUs, as is done on PowerPC. It doesn't scale.
We can only have 240 XIVs and we can have more CPUs than that. There's
a single intrcnt index for the cumulative clock ticks and we keep per
CPU counts in the PCPU stats structure.
o Register the ITC by hooking SI_SUB_CONFIGURE (2nd order).
Open issues:
o Clock interrupts can still be lost. Some tweaking is still necessary.
Thanks to: mav@ for his support, feedback and explanations.
ET stats while committing:
eris% sysctl machdep.cpu | grep nclks
machdep.cpu.0.nclks: 24007
machdep.cpu.1.nclks: 22895
machdep.cpu.2.nclks: 13523
machdep.cpu.3.nclks: 9342
machdep.cpu.4.nclks: 9103
machdep.cpu.5.nclks: 9298
machdep.cpu.6.nclks: 10039
machdep.cpu.7.nclks: 9479
eris% vmstat -i | grep clock
clock 108599 50
99 lines
3.3 KiB
C
99 lines
3.3 KiB
C
/*-
|
|
* Copyright (c) 1999 Luoqi Chen <luoqi@freebsd.org>
|
|
* Copyright (c) Peter Wemm <peter@netplex.com.au>
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _MACHINE_PCPU_H_
|
|
#define _MACHINE_PCPU_H_
|
|
|
|
#include <sys/sysctl.h>
|
|
#include <machine/pcb.h>
|
|
|
|
struct pcpu_stats {
|
|
u_long pcs_nasts; /* IPI_AST counter. */
|
|
u_long pcs_nclks; /* Clock interrupt counter. */
|
|
u_long pcs_nextints; /* ExtINT counter. */
|
|
u_long pcs_nhardclocks; /* IPI_HARDCLOCK counter. */
|
|
u_long pcs_nhighfps; /* IPI_HIGH_FP counter. */
|
|
u_long pcs_nhwints; /* Hardware int. counter. */
|
|
u_long pcs_npreempts; /* IPI_PREEMPT counter. */
|
|
u_long pcs_nrdvs; /* IPI_RENDEZVOUS counter. */
|
|
u_long pcs_nstops; /* IPI_STOP counter. */
|
|
u_long pcs_nstrays; /* Stray interrupt counter. */
|
|
};
|
|
|
|
struct pcpu_md {
|
|
struct pcb pcb; /* Used by IPI_STOP */
|
|
struct pmap *current_pmap; /* active pmap */
|
|
vm_offset_t vhpt; /* Address of VHPT */
|
|
uint64_t lid; /* local CPU ID */
|
|
uint64_t clock; /* Clock counter. */
|
|
uint64_t clock_load; /* Clock reload value. */
|
|
uint32_t clock_mode; /* Clock ET mode */
|
|
uint32_t awake:1; /* CPU is awake? */
|
|
struct pcpu_stats stats; /* Interrupt stats. */
|
|
#ifdef _KERNEL
|
|
struct sysctl_ctx_list sysctl_ctx;
|
|
struct sysctl_oid *sysctl_tree;
|
|
#endif
|
|
};
|
|
|
|
#define PCPU_MD_FIELDS \
|
|
uint32_t pc_acpi_id; /* ACPI CPU id. */ \
|
|
struct pcpu_md pc_md /* MD fields. */
|
|
|
|
#ifdef _KERNEL
|
|
|
|
struct pcpu;
|
|
|
|
register struct pcpu * volatile pcpup __asm__("r13");
|
|
|
|
static __inline __pure2 struct thread *
|
|
__curthread(void)
|
|
{
|
|
struct thread *td;
|
|
|
|
__asm("ld8.acq %0=[r13]" : "=r"(td));
|
|
return (td);
|
|
}
|
|
#define curthread (__curthread())
|
|
|
|
#define PCPU_GET(member) (pcpup->pc_ ## member)
|
|
|
|
/*
|
|
* XXX The implementation of this operation should be made atomic
|
|
* with respect to preemption.
|
|
*/
|
|
#define PCPU_ADD(member, value) (pcpup->pc_ ## member += (value))
|
|
#define PCPU_INC(member) PCPU_ADD(member, 1)
|
|
#define PCPU_PTR(member) (&pcpup->pc_ ## member)
|
|
#define PCPU_SET(member,value) (pcpup->pc_ ## member = (value))
|
|
|
|
#endif /* _KERNEL */
|
|
|
|
#endif /* !_MACHINE_PCPU_H_ */
|