c5445f8b34
- amd_intr() does not account for the offset (0x200) in the counter MSR address and ends up accessing invalid regions while reading counter value after the 4th counter (0xC001000[8,9,..]) and erroneously updates the counter values for counters [1-4]. - amd_intr() should only check core pmcs for interrupts since other types of pmcs (L3,DF) cannot generate interrupts. - fix pmc NMI's being ignored due to NMI latency on newer AMD processors Note that this fixes a kernel panic due to GPFs accessing MSRs on higher core count AMD cpus (seen on both Rome 7502P, and Threadripper 2990WX 32-core CPUs) Discussed with: markj Submitted by: Shreyank Amartya Differential Revision: https://reviews.freebsd.org/D21553
143 lines
4.9 KiB
C
143 lines
4.9 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
*
|
|
* Copyright (c) 2005, Joseph Koshy
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
/* Machine dependent interfaces */
|
|
|
|
#ifndef _DEV_HWPMC_AMD_H_
|
|
#define _DEV_HWPMC_AMD_H_ 1
|
|
|
|
/* AMD K7 and K8 PMCs */
|
|
|
|
#define AMD_PMC_EVSEL_0 0xC0010000
|
|
#define AMD_PMC_EVSEL_1 0xC0010001
|
|
#define AMD_PMC_EVSEL_2 0xC0010002
|
|
#define AMD_PMC_EVSEL_3 0xC0010003
|
|
|
|
#define AMD_PMC_PERFCTR_0 0xC0010004
|
|
#define AMD_PMC_PERFCTR_1 0xC0010005
|
|
#define AMD_PMC_PERFCTR_2 0xC0010006
|
|
#define AMD_PMC_PERFCTR_3 0xC0010007
|
|
/* CORE */
|
|
#define AMD_PMC_EVSEL_4 0xC0010208
|
|
#define AMD_PMC_EVSEL_5 0xC001020A
|
|
|
|
#define AMD_PMC_PERFCTR_4 0xC0010209
|
|
#define AMD_PMC_PERFCTR_5 0xC001020B
|
|
/* L3 */
|
|
#define AMD_PMC_EVSEL_EP_L3_0 0xC0010230
|
|
#define AMD_PMC_EVSEL_EP_L3_1 0xC0010232
|
|
#define AMD_PMC_EVSEL_EP_L3_2 0xC0010234
|
|
#define AMD_PMC_EVSEL_EP_L3_3 0xC0010236
|
|
#define AMD_PMC_EVSEL_EP_L3_4 0xC0010238
|
|
#define AMD_PMC_EVSEL_EP_L3_5 0xC001023A
|
|
|
|
#define AMD_PMC_PERFCTR_EP_L3_0 0xC0010231
|
|
#define AMD_PMC_PERFCTR_EP_L3_1 0xC0010233
|
|
#define AMD_PMC_PERFCTR_EP_L3_2 0xC0010235
|
|
#define AMD_PMC_PERFCTR_EP_L3_3 0xC0010237
|
|
#define AMD_PMC_PERFCTR_EP_L3_4 0xC0010239
|
|
#define AMD_PMC_PERFCTR_EP_L3_5 0xC001023B
|
|
/* DF */
|
|
#define AMD_PMC_EVSEL_EP_DF_0 0xC0010240
|
|
#define AMD_PMC_EVSEL_EP_DF_1 0xC0010242
|
|
#define AMD_PMC_EVSEL_EP_DF_2 0xC0010244
|
|
#define AMD_PMC_EVSEL_EP_DF_3 0xC0010246
|
|
|
|
#define AMD_PMC_PERFCTR_EP_DF_0 0xC0010241
|
|
#define AMD_PMC_PERFCTR_EP_DF_1 0xC0010243
|
|
#define AMD_PMC_PERFCTR_EP_DF_2 0xC0010245
|
|
#define AMD_PMC_PERFCTR_EP_DF_3 0xC0010247
|
|
|
|
#define AMD_NPMCS 16
|
|
#define AMD_CORE_NPMCS 6
|
|
|
|
|
|
#define AMD_PMC_COUNTERMASK 0xFF000000
|
|
#define AMD_PMC_TO_COUNTER(x) (((x) << 24) & AMD_PMC_COUNTERMASK)
|
|
#define AMD_PMC_INVERT (1 << 23)
|
|
#define AMD_PMC_ENABLE (1 << 22)
|
|
#define AMD_PMC_INT (1 << 20)
|
|
#define AMD_PMC_PC (1 << 19)
|
|
#define AMD_PMC_EDGE (1 << 18)
|
|
#define AMD_PMC_OS (1 << 17)
|
|
#define AMD_PMC_USR (1 << 16)
|
|
#define AMD_PMC_L3SLICEMASK (0x000F000000000000)
|
|
#define AMD_PMC_L3COREMASK (0xFF00000000000000)
|
|
#define AMD_PMC_TO_L3SLICE(x) (((x) << 48) & AMD_PMC_L3SLICEMASK)
|
|
#define AMD_PMC_TO_L3CORE(x) (((x) << 56) & AMD_PMC_L3COREMASK)
|
|
|
|
#define AMD_PMC_UNITMASK_M 0x10
|
|
#define AMD_PMC_UNITMASK_O 0x08
|
|
#define AMD_PMC_UNITMASK_E 0x04
|
|
#define AMD_PMC_UNITMASK_S 0x02
|
|
#define AMD_PMC_UNITMASK_I 0x01
|
|
#define AMD_PMC_UNITMASK_MOESI 0x1F
|
|
|
|
#define AMD_PMC_UNITMASK 0xFF00
|
|
#define AMD_PMC_EVENTMASK 0xF000000FF
|
|
|
|
#define AMD_PMC_TO_UNITMASK(x) (((x) << 8) & AMD_PMC_UNITMASK)
|
|
#define AMD_PMC_TO_EVENTMASK(x) (((x) & 0xFF) | (((uint64_t)(x) & 0xF00) << 24))
|
|
#define AMD_PMC_TO_EVENTMASK_DF(x) (((x) & 0xFF) | (((uint64_t)(x) & 0x0F00) << 24)) | (((uint64_t)(x) & 0x3000) << 47)
|
|
#define AMD_VALID_BITS (AMD_PMC_COUNTERMASK | AMD_PMC_INVERT | \
|
|
AMD_PMC_ENABLE | AMD_PMC_INT | AMD_PMC_PC | AMD_PMC_EDGE | \
|
|
AMD_PMC_OS | AMD_PMC_USR | AMD_PMC_UNITMASK | AMD_PMC_EVENTMASK)
|
|
|
|
#define AMD_PMC_CAPS (PMC_CAP_INTERRUPT | PMC_CAP_USER | \
|
|
PMC_CAP_SYSTEM | PMC_CAP_EDGE | PMC_CAP_THRESHOLD | \
|
|
PMC_CAP_READ | PMC_CAP_WRITE | PMC_CAP_INVERT | PMC_CAP_QUALIFIER)
|
|
|
|
#define AMD_PMC_IS_STOPPED(evsel) ((rdmsr((evsel)) & AMD_PMC_ENABLE) == 0)
|
|
#define AMD_PMC_HAS_OVERFLOWED(pmc) ((rdpmc(pmc) & (1ULL << 47)) == 0)
|
|
|
|
#define AMD_RELOAD_COUNT_TO_PERFCTR_VALUE(V) (-(V))
|
|
#define AMD_PERFCTR_VALUE_TO_RELOAD_COUNT(P) (-(P))
|
|
|
|
enum sub_class{
|
|
PMC_AMD_SUB_CLASS_CORE,
|
|
PMC_AMD_SUB_CLASS_L3_CACHE,
|
|
PMC_AMD_SUB_CLASS_DATA_FABRIC
|
|
};
|
|
|
|
struct pmc_md_amd_op_pmcallocate {
|
|
uint64_t pm_amd_config;
|
|
uint32_t pm_amd_sub_class;
|
|
};
|
|
|
|
#ifdef _KERNEL
|
|
|
|
/* MD extension for 'struct pmc' */
|
|
struct pmc_md_amd_pmc {
|
|
uint64_t pm_amd_evsel;
|
|
};
|
|
|
|
#endif /* _KERNEL */
|
|
#endif /* _DEV_HWPMC_AMD_H_ */
|