4d05e7b184
which takes an physical address instead of an virtual one, for loading TTEs of the kernel TSB so we no longer need to lock the kernel TSB into the dTLB, which only has a very limited number of lockable dTLB slots. The net result is that we now basically can handle a kernel TSB of any size and no longer need to limit the kernel address space based on the number of dTLB slots available for locked entries. Consequently, other parts of the trap handlers now also only access the the kernel TSB via its physical address in order to avoid nested traps, as does the PMAP bootstrap code as we haven't taken over the trap table at that point, yet. Apart from that the kernel TSB now is accessed via a direct mapping when we are otherwise taking advantage of ASI_ATOMIC_QUAD_LDD_PHYS so no further code changes are needed. Most of this is implemented by extending the patching of the TSB addresses and mask as well as the ASIs used to load it into the trap table so the runtime overhead of this change is rather low. Currently the use of ASI_ATOMIC_QUAD_LDD_PHYS is not yet enabled on SPARC64 CPUs due to lack of testing and due to the fact it might require minor adjustments there. Theoretically it should be possible to use the same approach also for the user TSB, which already is not locked into the dTLB, avoiding nested traps. However, for reasons I don't understand yet OpenSolaris only does that with SPARC64 CPUs. On the other hand I think that also addressing the user TSB physically and thus avoiding nested traps would get us closer to sharing this code with sun4v, which only supports trap level 0 and 1, so eventually we could have a single kernel which runs on both sun4u and sun4v (as does Linux and OpenBSD). Developed at and committed from: 27C3
132 lines
4.3 KiB
C
132 lines
4.3 KiB
C
/*-
|
|
* Copyright (c) 1991 Regents of the University of California.
|
|
* All rights reserved.
|
|
*
|
|
* This code is derived from software contributed to Berkeley by
|
|
* the Systems Programming Group of the University of Utah Computer
|
|
* Science Department and William Jolitz of UUNET Technologies Inc.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* from: hp300: @(#)pmap.h 7.2 (Berkeley) 12/16/90
|
|
* from: @(#)pmap.h 7.4 (Berkeley) 5/12/91
|
|
* from: FreeBSD: src/sys/i386/include/pmap.h,v 1.70 2000/11/30
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _MACHINE_PMAP_H_
|
|
#define _MACHINE_PMAP_H_
|
|
|
|
#include <sys/queue.h>
|
|
#include <sys/_lock.h>
|
|
#include <sys/_mutex.h>
|
|
#include <machine/cache.h>
|
|
#include <machine/tte.h>
|
|
|
|
#define PMAP_CONTEXT_MAX 8192
|
|
|
|
typedef struct pmap *pmap_t;
|
|
|
|
struct md_page {
|
|
TAILQ_HEAD(, tte) tte_list;
|
|
struct pmap *pmap;
|
|
uint32_t colors[DCACHE_COLORS];
|
|
int32_t color;
|
|
uint32_t flags;
|
|
};
|
|
|
|
struct pmap {
|
|
struct mtx pm_mtx;
|
|
struct tte *pm_tsb;
|
|
vm_object_t pm_tsb_obj;
|
|
cpumask_t pm_active;
|
|
uint32_t pm_gen_count; /* generation count (pmap lock dropped) */
|
|
u_int pm_retries;
|
|
u_int pm_context[MAXCPU];
|
|
struct pmap_statistics pm_stats;
|
|
};
|
|
|
|
#define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx)
|
|
#define PMAP_LOCK_ASSERT(pmap, type) \
|
|
mtx_assert(&(pmap)->pm_mtx, (type))
|
|
#define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx)
|
|
#define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \
|
|
NULL, MTX_DEF | MTX_DUPOK)
|
|
#define PMAP_LOCKED(pmap) mtx_owned(&(pmap)->pm_mtx)
|
|
#define PMAP_MTX(pmap) (&(pmap)->pm_mtx)
|
|
#define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx)
|
|
#define PMAP_UNLOCK(pmap) mtx_unlock(&(pmap)->pm_mtx)
|
|
|
|
#define pmap_page_get_memattr(m) VM_MEMATTR_DEFAULT
|
|
#define pmap_page_set_memattr(m, ma) (void)0
|
|
|
|
void pmap_bootstrap(u_int cpu_impl);
|
|
vm_paddr_t pmap_kextract(vm_offset_t va);
|
|
void pmap_kenter(vm_offset_t va, vm_page_t m);
|
|
void pmap_kremove(vm_offset_t);
|
|
void pmap_kenter_flags(vm_offset_t va, vm_paddr_t pa, u_long flags);
|
|
void pmap_kremove_flags(vm_offset_t va);
|
|
boolean_t pmap_page_is_mapped(vm_page_t m);
|
|
|
|
int pmap_cache_enter(vm_page_t m, vm_offset_t va);
|
|
void pmap_cache_remove(vm_page_t m, vm_offset_t va);
|
|
|
|
int pmap_remove_tte(struct pmap *pm1, struct pmap *pm2, struct tte *tp,
|
|
vm_offset_t va);
|
|
int pmap_protect_tte(struct pmap *pm1, struct pmap *pm2, struct tte *tp,
|
|
vm_offset_t va);
|
|
|
|
void pmap_map_tsb(void);
|
|
void pmap_set_kctx(void);
|
|
|
|
#define vtophys(va) pmap_kextract((vm_offset_t)(va))
|
|
|
|
extern struct pmap kernel_pmap_store;
|
|
#define kernel_pmap (&kernel_pmap_store)
|
|
extern vm_paddr_t phys_avail[];
|
|
extern vm_offset_t virtual_avail;
|
|
extern vm_offset_t virtual_end;
|
|
|
|
#ifdef PMAP_STATS
|
|
|
|
SYSCTL_DECL(_debug_pmap_stats);
|
|
|
|
#define PMAP_STATS_VAR(name) \
|
|
static long name; \
|
|
SYSCTL_LONG(_debug_pmap_stats, OID_AUTO, name, CTLFLAG_RW, \
|
|
&name, 0, "")
|
|
|
|
#define PMAP_STATS_INC(var) \
|
|
atomic_add_long(&var, 1)
|
|
|
|
#else
|
|
|
|
#define PMAP_STATS_VAR(name)
|
|
#define PMAP_STATS_INC(var)
|
|
|
|
#endif
|
|
|
|
#endif /* !_MACHINE_PMAP_H_ */
|