b8eb0267c0
a mapping belongs to by setting it in the vm_page_t structure that backs the tsb page that the tte for a mapping is in. This allows the pmap that a mapping belongs to to be found without keeping a pointer to it in the tte itself. - Remove the pmap pointer from struct tte and use the space to make the tte pv lists doubly linked (TAILQs), like on other architectures. This makes entering or removing a mapping O(1) instead of O(n) where n is the number of pmaps a page is mapped by (including kernel_pmap). - Use atomic ops for setting and clearing bits in the ttes, now that they return the old value and can be easily used for this purpose. - Use __builtin_memset for zeroing ttes instead of bzero, so that gcc will inline it (4 inline stores using %g0 instead of a function call). - Initially set the virtual colour for all the vm_page_ts to be equal to their physical colour. This will be more useful once uma_small_alloc is implemented, but basically pages with virtual colour equal to phsyical colour are easier to handle at the pmap level because they can be safely accessed through cachable direct virtual to physical mappings with that colour, without fear of causing illegal dcache aliases. In total these changes give a minor performance improvement, about 1% reduction in system time during buildworld.
129 lines
4.1 KiB
C
129 lines
4.1 KiB
C
/*-
|
|
* Copyright (c) 1997 Berkeley Software Design, Inc. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. Berkeley Software Design Inc's name may not be used to endorse or
|
|
* promote products derived from this software without specific prior
|
|
* written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY BERKELEY SOFTWARE DESIGN INC ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL BERKELEY SOFTWARE DESIGN INC BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* from: BSDI: pmap.v9.h,v 1.10.2.6 1999/08/23 22:18:44 cp Exp
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _MACHINE_TTE_H_
|
|
#define _MACHINE_TTE_H_
|
|
|
|
#define TTE_SHIFT (5)
|
|
|
|
#define TD_SIZE_SHIFT (61)
|
|
#define TD_SOFT2_SHIFT (50)
|
|
#define TD_DIAG_SHIFT (41)
|
|
#define TD_PA_SHIFT (13)
|
|
#define TD_SOFT_SHIFT (7)
|
|
|
|
#define TD_SIZE_BITS (2)
|
|
#define TD_SOFT2_BITS (9)
|
|
#define TD_DIAG_BITS (9)
|
|
#define TD_PA_BITS (28)
|
|
#define TD_SOFT_BITS (6)
|
|
|
|
#define TD_SIZE_MASK ((1UL << TD_SIZE_BITS) - 1)
|
|
#define TD_SOFT2_MASK ((1UL << TD_SOFT2_BITS) - 1)
|
|
#define TD_DIAG_MASK ((1UL << TD_DIAG_BITS) - 1)
|
|
#define TD_PA_MASK ((1UL << TD_PA_BITS) - 1)
|
|
#define TD_SOFT_MASK ((1UL << TD_SOFT_BITS) - 1)
|
|
|
|
#define TS_8K (0UL)
|
|
#define TS_64K (1UL)
|
|
#define TS_512K (2UL)
|
|
#define TS_4M (3UL)
|
|
|
|
#define TS_MIN TS_8K
|
|
#define TS_MAX TS_4M
|
|
|
|
#define TD_V (1UL << 63)
|
|
#define TD_8K (TS_8K << TD_SIZE_SHIFT)
|
|
#define TD_64K (TS_64K << TD_SIZE_SHIFT)
|
|
#define TD_512K (TS_512K << TD_SIZE_SHIFT)
|
|
#define TD_4M (TS_4M << TD_SIZE_SHIFT)
|
|
#define TD_NFO (1UL << 60)
|
|
#define TD_IE (1UL << 59)
|
|
#define TD_PA(pa) ((pa) & (TD_PA_MASK << TD_PA_SHIFT))
|
|
#define TD_EXEC ((1UL << 4) << TD_SOFT_SHIFT)
|
|
#define TD_REF ((1UL << 3) << TD_SOFT_SHIFT)
|
|
#define TD_PV ((1UL << 2) << TD_SOFT_SHIFT)
|
|
#define TD_SW ((1UL << 1) << TD_SOFT_SHIFT)
|
|
#define TD_WIRED ((1UL << 0) << TD_SOFT_SHIFT)
|
|
#define TD_L (1UL << 6)
|
|
#define TD_CP (1UL << 5)
|
|
#define TD_CV (1UL << 4)
|
|
#define TD_E (1UL << 3)
|
|
#define TD_P (1UL << 2)
|
|
#define TD_W (1UL << 1)
|
|
#define TD_G (1UL << 0)
|
|
|
|
#define TV_SIZE_BITS (TD_SIZE_BITS)
|
|
#define TV_VPN(va, sz) ((((va) >> TTE_PAGE_SHIFT(sz)) << TV_SIZE_BITS) | sz)
|
|
|
|
#define TTE_SIZE_SPREAD (3)
|
|
#define TTE_PAGE_SHIFT(sz) \
|
|
(PAGE_SHIFT + ((sz) * TTE_SIZE_SPREAD))
|
|
|
|
#define TTE_GET_SIZE(tp) \
|
|
(((tp)->tte_data >> TD_SIZE_SHIFT) & TD_SIZE_MASK)
|
|
#define TTE_GET_PAGE_SHIFT(tp) \
|
|
TTE_PAGE_SHIFT(TTE_GET_SIZE(tp))
|
|
#define TTE_GET_PAGE_SIZE(tp) \
|
|
(1 << TTE_GET_PAGE_SHIFT(tp))
|
|
#define TTE_GET_PAGE_MASK(tp) \
|
|
(TTE_GET_PAGE_SIZE(tp) - 1)
|
|
|
|
#define TTE_GET_PA(tp) \
|
|
((tp)->tte_data & (TD_PA_MASK << TD_PA_SHIFT))
|
|
#define TTE_GET_VPN(tp) \
|
|
((tp)->tte_vpn >> TV_SIZE_BITS)
|
|
#define TTE_GET_VA(tp) \
|
|
(TTE_GET_VPN(tp) << TTE_GET_PAGE_SHIFT(tp))
|
|
#define TTE_GET_PMAP(tp) \
|
|
(((tp)->tte_data & TD_P) != 0 ? \
|
|
(kernel_pmap) : \
|
|
(PHYS_TO_VM_PAGE(pmap_kextract((vm_offset_t)(tp)))->md.pmap))
|
|
#define TTE_ZERO(tp) \
|
|
__builtin_memset(tp, 0, sizeof(*tp))
|
|
|
|
struct pmap;
|
|
|
|
struct tte {
|
|
u_long tte_vpn;
|
|
u_long tte_data;
|
|
TAILQ_ENTRY(tte) tte_link;
|
|
};
|
|
|
|
static __inline int
|
|
tte_match(struct tte *tp, vm_offset_t va)
|
|
{
|
|
return (((tp->tte_data & TD_V) != 0) &&
|
|
(tp->tte_vpn == TV_VPN(va, TTE_GET_SIZE(tp))));
|
|
}
|
|
|
|
#endif /* !_MACHINE_TTE_H_ */
|