6416b9a85d
which are similar to the previous ones, and one for user maps, which are arrays of pointers into the SLB tree. This changes makes user SLB updates atomic, closing a window for memory corruption. While here, rearrange the allocation functions to make context switches faster.
153 lines
4.8 KiB
C
153 lines
4.8 KiB
C
/*-
|
|
* Copyright (c) 1999 Luoqi Chen <luoqi@freebsd.org>
|
|
* Copyright (c) Peter Wemm <peter@netplex.com.au>
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _MACHINE_PCPU_H_
|
|
#define _MACHINE_PCPU_H_
|
|
|
|
#include <machine/cpufunc.h>
|
|
#include <machine/slb.h>
|
|
#include <machine/tlb.h>
|
|
|
|
struct pmap;
|
|
#define CPUSAVE_LEN 9
|
|
|
|
#define PCPU_MD_COMMON_FIELDS \
|
|
int pc_inside_intr; \
|
|
struct pmap *pc_curpmap; /* current pmap */ \
|
|
struct thread *pc_fputhread; /* current fpu user */ \
|
|
struct thread *pc_vecthread; /* current vec user */ \
|
|
uintptr_t pc_hwref; \
|
|
uint32_t pc_pir; \
|
|
int pc_bsp; \
|
|
volatile int pc_awake; \
|
|
uint32_t pc_ipimask; \
|
|
register_t pc_tempsave[CPUSAVE_LEN]; \
|
|
register_t pc_disisave[CPUSAVE_LEN]; \
|
|
register_t pc_dbsave[CPUSAVE_LEN];
|
|
|
|
#define PCPU_MD_AIM32_FIELDS
|
|
|
|
#define PCPU_MD_AIM64_FIELDS \
|
|
struct slb pc_slb[64]; \
|
|
struct slb **pc_userslb;
|
|
|
|
#ifdef __powerpc64__
|
|
#define PCPU_MD_AIM_FIELDS PCPU_MD_AIM64_FIELDS
|
|
#else
|
|
#define PCPU_MD_AIM_FIELDS PCPU_MD_AIM32_FIELDS
|
|
#endif
|
|
|
|
#define BOOKE_CRITSAVE_LEN (CPUSAVE_LEN + 2)
|
|
#define BOOKE_TLB_MAXNEST 3
|
|
#define BOOKE_TLB_SAVELEN 16
|
|
#define BOOKE_TLBSAVE_LEN (BOOKE_TLB_SAVELEN * BOOKE_TLB_MAXNEST)
|
|
|
|
#define PCPU_MD_BOOKE_FIELDS \
|
|
register_t pc_booke_critsave[BOOKE_CRITSAVE_LEN]; \
|
|
register_t pc_booke_mchksave[CPUSAVE_LEN]; \
|
|
register_t pc_booke_tlbsave[BOOKE_TLBSAVE_LEN]; \
|
|
register_t pc_booke_tlb_level; \
|
|
uint32_t *pc_booke_tlb_lock; \
|
|
int pc_tid_next;
|
|
|
|
/* Definitions for register offsets within the exception tmp save areas */
|
|
#define CPUSAVE_R27 0 /* where r27 gets saved */
|
|
#define CPUSAVE_R28 1 /* where r28 gets saved */
|
|
#define CPUSAVE_R29 2 /* where r29 gets saved */
|
|
#define CPUSAVE_R30 3 /* where r30 gets saved */
|
|
#define CPUSAVE_R31 4 /* where r31 gets saved */
|
|
#define CPUSAVE_AIM_DAR 5 /* where SPR_DAR gets saved */
|
|
#define CPUSAVE_AIM_DSISR 6 /* where SPR_DSISR gets saved */
|
|
#define CPUSAVE_BOOKE_DEAR 5 /* where SPR_DEAR gets saved */
|
|
#define CPUSAVE_BOOKE_ESR 6 /* where SPR_ESR gets saved */
|
|
#define CPUSAVE_SRR0 7 /* where SRR0 gets saved */
|
|
#define CPUSAVE_SRR1 8 /* where SRR1 gets saved */
|
|
|
|
/* Book-E TLBSAVE is more elaborate */
|
|
#define TLBSAVE_BOOKE_LR 0
|
|
#define TLBSAVE_BOOKE_CR 1
|
|
#define TLBSAVE_BOOKE_SRR0 2
|
|
#define TLBSAVE_BOOKE_SRR1 3
|
|
#define TLBSAVE_BOOKE_R20 4
|
|
#define TLBSAVE_BOOKE_R21 5
|
|
#define TLBSAVE_BOOKE_R22 6
|
|
#define TLBSAVE_BOOKE_R23 7
|
|
#define TLBSAVE_BOOKE_R24 8
|
|
#define TLBSAVE_BOOKE_R25 9
|
|
#define TLBSAVE_BOOKE_R26 10
|
|
#define TLBSAVE_BOOKE_R27 11
|
|
#define TLBSAVE_BOOKE_R28 12
|
|
#define TLBSAVE_BOOKE_R29 13
|
|
#define TLBSAVE_BOOKE_R30 14
|
|
#define TLBSAVE_BOOKE_R31 15
|
|
|
|
#ifndef COMPILING_LINT
|
|
#ifdef AIM
|
|
#define PCPU_MD_FIELDS \
|
|
PCPU_MD_COMMON_FIELDS \
|
|
PCPU_MD_AIM_FIELDS
|
|
#endif
|
|
#ifdef E500
|
|
#define PCPU_MD_FIELDS \
|
|
PCPU_MD_COMMON_FIELDS \
|
|
PCPU_MD_BOOKE_FIELDS
|
|
#endif
|
|
#else
|
|
#define PCPU_MD_FIELDS \
|
|
PCPU_MD_COMMON_FIELDS \
|
|
PCPU_MD_AIM_FIELDS \
|
|
PCPU_MD_BOOKE_FIELDS
|
|
#endif
|
|
/*
|
|
* Catch-all for ports (e.g. lsof, used by gtop)
|
|
*/
|
|
#ifndef PCPU_MD_FIELDS
|
|
#define PCPU_MD_FIELDS \
|
|
int pc_md_placeholder
|
|
#endif
|
|
|
|
#ifdef _KERNEL
|
|
|
|
#define pcpup ((struct pcpu *) powerpc_get_pcpup())
|
|
|
|
#define PCPU_GET(member) (pcpup->pc_ ## member)
|
|
|
|
/*
|
|
* XXX The implementation of this operation should be made atomic
|
|
* with respect to preemption.
|
|
*/
|
|
#define PCPU_ADD(member, value) (pcpup->pc_ ## member += (value))
|
|
#define PCPU_INC(member) PCPU_ADD(member, 1)
|
|
#define PCPU_PTR(member) (&pcpup->pc_ ## member)
|
|
#define PCPU_SET(member,value) (pcpup->pc_ ## member = (value))
|
|
|
|
#endif /* _KERNEL */
|
|
|
|
#endif /* !_MACHINE_PCPU_H_ */
|