71a19bdc64
cpuset_t objects. That is going to offer the underlying support for a simple bump of MAXCPU and then support for number of cpus > 32 (as it is today). Right now, cpumask_t is an int, 32 bits on all our supported architecture. cpumask_t on the other side is implemented as an array of longs, and easilly extendible by definition. The architectures touched by this commit are the following: - amd64 - i386 - pc98 - arm - ia64 - XEN while the others are still missing. Userland is believed to be fully converted with the changes contained here. Some technical notes: - This commit may be considered an ABI nop for all the architectures different from amd64 and ia64 (and sparc64 in the future) - per-cpu members, which are now converted to cpuset_t, needs to be accessed avoiding migration, because the size of cpuset_t should be considered unknown - size of cpuset_t objects is different from kernel and userland (this is primirally done in order to leave some more space in userland to cope with KBI extensions). If you need to access kernel cpuset_t from the userland please refer to example in this patch on how to do that correctly (kgdb may be a good source, for example). - Support for other architectures is going to be added soon - Only MAXCPU for amd64 is bumped now The patch has been tested by sbruno and Nicholas Esborn on opteron 4 x 12 pack CPUs. More testing on big SMP is expected to came soon. pluknet tested the patch with his 8-ways on both amd64 and i386. Tested by: pluknet, sbruno, gianni, Nicholas Esborn Reviewed by: jeff, jhb, sbruno
141 lines
4.1 KiB
C
141 lines
4.1 KiB
C
/*-
|
|
* Copyright (c) 2003-2007, Joseph Koshy
|
|
* Copyright (c) 2007 The FreeBSD Foundation
|
|
* All rights reserved.
|
|
*
|
|
* Portions of this software were developed by A. Joseph Koshy under
|
|
* sponsorship from the FreeBSD Foundation and Google, Inc.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
/*
|
|
* PMC interface used by the base kernel.
|
|
*/
|
|
|
|
#ifndef _SYS_PMCKERN_H_
|
|
#define _SYS_PMCKERN_H_
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/proc.h>
|
|
#include <sys/sx.h>
|
|
|
|
#define PMC_FN_PROCESS_EXEC 1
|
|
#define PMC_FN_CSW_IN 2
|
|
#define PMC_FN_CSW_OUT 3
|
|
#define PMC_FN_DO_SAMPLES 4
|
|
#define PMC_FN_KLD_LOAD 5
|
|
#define PMC_FN_KLD_UNLOAD 6
|
|
#define PMC_FN_MMAP 7
|
|
#define PMC_FN_MUNMAP 8
|
|
#define PMC_FN_USER_CALLCHAIN 9
|
|
|
|
struct pmckern_procexec {
|
|
int pm_credentialschanged;
|
|
uintfptr_t pm_entryaddr;
|
|
};
|
|
|
|
struct pmckern_map_in {
|
|
void *pm_file; /* filename or vnode pointer */
|
|
uintfptr_t pm_address; /* address object is loaded at */
|
|
};
|
|
|
|
struct pmckern_map_out {
|
|
uintfptr_t pm_address; /* start address of region */
|
|
size_t pm_size; /* size of unmapped region */
|
|
};
|
|
|
|
/* hook */
|
|
extern int (*pmc_hook)(struct thread *_td, int _function, void *_arg);
|
|
extern int (*pmc_intr)(int _cpu, struct trapframe *_frame);
|
|
|
|
/* SX lock protecting the hook */
|
|
extern struct sx pmc_sx;
|
|
|
|
/* Per-cpu flags indicating availability of sampling data */
|
|
extern volatile cpuset_t pmc_cpumask;
|
|
|
|
/* Count of system-wide sampling PMCs in existence */
|
|
extern volatile int pmc_ss_count;
|
|
|
|
/* kernel version number */
|
|
extern const int pmc_kernel_version;
|
|
|
|
/* Hook invocation; for use within the kernel */
|
|
#define PMC_CALL_HOOK(t, cmd, arg) \
|
|
do { \
|
|
sx_slock(&pmc_sx); \
|
|
if (pmc_hook != NULL) \
|
|
(pmc_hook)((t), (cmd), (arg)); \
|
|
sx_sunlock(&pmc_sx); \
|
|
} while (0)
|
|
|
|
/* Hook invocation that needs an exclusive lock */
|
|
#define PMC_CALL_HOOK_X(t, cmd, arg) \
|
|
do { \
|
|
sx_xlock(&pmc_sx); \
|
|
if (pmc_hook != NULL) \
|
|
(pmc_hook)((t), (cmd), (arg)); \
|
|
sx_xunlock(&pmc_sx); \
|
|
} while (0)
|
|
|
|
/*
|
|
* Some hook invocations (e.g., from context switch and clock handling
|
|
* code) need to be lock-free.
|
|
*/
|
|
#define PMC_CALL_HOOK_UNLOCKED(t, cmd, arg) \
|
|
do { \
|
|
if (pmc_hook != NULL) \
|
|
(pmc_hook)((t), (cmd), (arg)); \
|
|
} while (0)
|
|
|
|
#define PMC_SWITCH_CONTEXT(t,cmd) PMC_CALL_HOOK_UNLOCKED(t,cmd,NULL)
|
|
|
|
/* Check if a process is using HWPMCs.*/
|
|
#define PMC_PROC_IS_USING_PMCS(p) \
|
|
(__predict_false(atomic_load_acq_int(&(p)->p_flag) & \
|
|
P_HWPMC))
|
|
|
|
#define PMC_SYSTEM_SAMPLING_ACTIVE() (pmc_ss_count > 0)
|
|
|
|
/* Check if a CPU has recorded samples. */
|
|
#define PMC_CPU_HAS_SAMPLES(C) (__predict_false(CPU_ISSET(C, &pmc_cpumask)))
|
|
|
|
/*
|
|
* Helper functions.
|
|
*/
|
|
int pmc_cpu_is_disabled(int _cpu); /* deprecated */
|
|
int pmc_cpu_is_active(int _cpu);
|
|
int pmc_cpu_is_present(int _cpu);
|
|
int pmc_cpu_is_primary(int _cpu);
|
|
unsigned int pmc_cpu_max(void);
|
|
|
|
#ifdef INVARIANTS
|
|
int pmc_cpu_max_active(void);
|
|
#endif
|
|
|
|
#endif /* _SYS_PMCKERN_H_ */
|