c8f9c1f3d9
Use PCID to avoid complete TLB shootdown when switching between user and kernel mode with PTI enabled. I use the model close to what I read about KAISER, user-mode PCID has 1:1 correspondence to the kernel-mode PCID, by setting bit 11 in PCID. Full kernel-mode TLB shootdown is performed on context switches, since KVA TLB invalidation only works in the current pmap. User-mode part of TLB is flushed on the pmap activations as well. Similarly, IPI TLB shootdowns must handle both kernel and user address spaces for each address. Note that machines which implement PCID but do not have INVPCID instructions, cause the usual complications in the IPI handlers, due to the need to switch to the target PCID temporary. This is racy, but because for PCID/no-INVPCID we disable the interrupts in pmap_activate_sw(), IPI handler cannot see inconsistent state of CPU PCID vs PCPU pmap/kcr3/ucr3 pointers. On the other hand, on kernel/user switches, CR3_PCID_SAVE bit is set and we do not clear TLB. I can imagine alternative use of PCID, where there is only one PCID allocated for the kernel pmap. Then, there is no need to shootdown kernel TLB entries on context switch. But copyout(3) would need to either use method similar to proc_rwmem() to access the userspace data, or (in reverse) provide a temporal mapping for the kernel buffer into user mode PCID and use trampoline for copy. Reviewed by: markj (previous version) Tested by: pho Discussed with: alc (some aspects) Sponsored by: The FreeBSD Foundation MFC after: 3 weeks Differential revision: https://reviews.freebsd.org/D13985
68 lines
1.7 KiB
C
68 lines
1.7 KiB
C
/*-
|
|
* ----------------------------------------------------------------------------
|
|
* "THE BEER-WARE LICENSE" (Revision 42):
|
|
* <phk@FreeBSD.org> wrote this file. As long as you retain this notice you
|
|
* can do whatever you want with this stuff. If we meet some day, and you think
|
|
* this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
|
|
* ----------------------------------------------------------------------------
|
|
*
|
|
* $FreeBSD$
|
|
*
|
|
*/
|
|
|
|
#ifndef _MACHINE_SMP_H_
|
|
#define _MACHINE_SMP_H_
|
|
|
|
#ifdef _KERNEL
|
|
|
|
#ifdef SMP
|
|
|
|
#ifndef LOCORE
|
|
|
|
#include <x86/x86_smp.h>
|
|
|
|
/* global symbols in mpboot.S */
|
|
extern char mptramp_start[];
|
|
extern char mptramp_end[];
|
|
extern u_int32_t mptramp_pagetables;
|
|
|
|
/* IPI handlers */
|
|
inthand_t
|
|
IDTVEC(justreturn), /* interrupt CPU with minimum overhead */
|
|
IDTVEC(justreturn1_pti),
|
|
IDTVEC(invltlb_pti),
|
|
IDTVEC(invltlb_pcid_pti),
|
|
IDTVEC(invltlb_pcid), /* TLB shootdowns - global, pcid */
|
|
IDTVEC(invltlb_invpcid_pti_pti),
|
|
IDTVEC(invltlb_invpcid_nopti),
|
|
IDTVEC(invlpg_pti),
|
|
IDTVEC(invlpg_invpcid_pti),
|
|
IDTVEC(invlpg_invpcid),
|
|
IDTVEC(invlpg_pcid_pti),
|
|
IDTVEC(invlpg_pcid),
|
|
IDTVEC(invlrng_pti),
|
|
IDTVEC(invlrng_invpcid_pti),
|
|
IDTVEC(invlrng_invpcid),
|
|
IDTVEC(invlrng_pcid_pti),
|
|
IDTVEC(invlrng_pcid),
|
|
IDTVEC(invlcache_pti),
|
|
IDTVEC(ipi_intr_bitmap_handler_pti),
|
|
IDTVEC(cpustop_pti),
|
|
IDTVEC(cpususpend_pti),
|
|
IDTVEC(rendezvous_pti);
|
|
|
|
void invltlb_pcid_handler(void);
|
|
void invltlb_invpcid_handler(void);
|
|
void invltlb_invpcid_pti_handler(void);
|
|
void invlpg_invpcid_handler(void);
|
|
void invlpg_pcid_handler(void);
|
|
void invlrng_invpcid_handler(void);
|
|
void invlrng_pcid_handler(void);
|
|
int native_start_all_aps(void);
|
|
|
|
#endif /* !LOCORE */
|
|
#endif /* SMP */
|
|
|
|
#endif /* _KERNEL */
|
|
#endif /* _MACHINE_SMP_H_ */
|