9a52756044
Effectively all i386 kernels now have two pmaps compiled in: one managing PAE pagetables, and another non-PAE. The implementation is selected at cold time depending on the CPU features. The vm_paddr_t is always 64bit now. As result, nx bit can be used on all capable CPUs. Option PAE only affects the bus_addr_t: it is still 32bit for non-PAE configs, for drivers compatibility. Kernel layout, esp. max kernel address, low memory PDEs and max user address (same as trampoline start) are now same for PAE and for non-PAE regardless of the type of page tables used. Non-PAE kernel (when using PAE pagetables) can handle physical memory up to 24G now, larger memory requires re-tuning the KVA consumers and instead the code caps the maximum at 24G. Unfortunately, a lot of drivers do not use busdma(9) properly so by default even 4G barrier is not easy. There are two tunables added: hw.above4g_allow and hw.above24g_allow, the first one is kept enabled for now to evaluate the status on HEAD, second is only for dev use. i386 now creates three freelists if there is any memory above 4G, to allow proper bounce pages allocation. Also, VM_KMEM_SIZE_SCALE changed from 3 to 1. The PAE_TABLES kernel config option is retired. In collaboarion with: pho Discussed with: emaste Reviewed by: markj MFC after: 2 weeks Sponsored by: The FreeBSD Foundation Differential revision: https://reviews.freebsd.org/D18894
85 lines
3.2 KiB
C
85 lines
3.2 KiB
C
/*-
|
|
* Copyright (c) 2015 John H. Baldwin <jhb@FreeBSD.org>
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef __KVM_I386_H__
|
|
#define __KVM_I386_H__
|
|
|
|
#ifdef __i386__
|
|
#include <vm/vm.h>
|
|
#include <vm/pmap.h>
|
|
#endif
|
|
|
|
typedef uint32_t i386_physaddr_t;
|
|
typedef uint32_t i386_pte_t;
|
|
typedef uint32_t i386_pde_t;
|
|
typedef uint64_t i386_physaddr_pae_t;
|
|
typedef uint64_t i386_pte_pae_t;
|
|
typedef uint64_t i386_pde_pae_t;
|
|
|
|
#define I386_PAGE_SHIFT 12
|
|
#define I386_PAGE_SIZE (1 << I386_PAGE_SHIFT)
|
|
#define I386_PAGE_MASK (I386_PAGE_SIZE - 1)
|
|
#define I386_NPTEPG (I386_PAGE_SIZE / sizeof(i386_pte_t))
|
|
#define I386_PDRSHIFT 22
|
|
#define I386_NBPDR (1 << I386_PDRSHIFT)
|
|
#define I386_PAGE_PS_MASK (I386_NBPDR - 1)
|
|
#define I386_NPTEPG_PAE (I386_PAGE_SIZE / sizeof(i386_pte_pae_t))
|
|
#define I386_PDRSHIFT_PAE 21
|
|
#define I386_NBPDR_PAE (1 << I386_PDRSHIFT_PAE)
|
|
#define I386_PAGE_PS_MASK_PAE (I386_NBPDR_PAE - 1)
|
|
|
|
/* Source: i386/include/pmap.h */
|
|
#define I386_PG_V 0x001
|
|
#define I386_PG_RW 0x002
|
|
#define I386_PG_PS 0x080
|
|
#define I386_PG_NX (1ULL << 63)
|
|
#define I386_PG_FRAME_PAE (0x000ffffffffff000ull)
|
|
#define I386_PG_PS_FRAME_PAE (0x000fffffffe00000ull)
|
|
#define I386_PG_FRAME (0xfffff000)
|
|
#define I386_PG_PS_FRAME (0xffc00000)
|
|
|
|
#ifdef __i386__
|
|
_Static_assert(PAGE_SHIFT == I386_PAGE_SHIFT, "PAGE_SHIFT mismatch");
|
|
_Static_assert(PAGE_SIZE == I386_PAGE_SIZE, "PAGE_SIZE mismatch");
|
|
_Static_assert(PAGE_MASK == I386_PAGE_MASK, "PAGE_MASK mismatch");
|
|
#if 0
|
|
_Static_assert(NPTEPG == I386_NPTEPG, "NPTEPG mismatch");
|
|
_Static_assert(NBPDR == I386_NBPDR, "NBPDR mismatch");
|
|
#endif
|
|
_Static_assert(PDRSHIFT_NOPAE == I386_PDRSHIFT, "PDRSHIFT mismatch");
|
|
|
|
_Static_assert(PG_V == I386_PG_V, "PG_V mismatch");
|
|
_Static_assert(PG_PS == I386_PG_PS, "PG_PS mismatch");
|
|
_Static_assert((u_int)PG_FRAME_NOPAE == I386_PG_FRAME, "PG_FRAME mismatch");
|
|
_Static_assert(PG_PS_FRAME_NOPAE == I386_PG_PS_FRAME, "PG_PS_FRAME mismatch");
|
|
#endif
|
|
|
|
int _i386_native(kvm_t *);
|
|
|
|
#endif /* !__KVM_I386_H__ */
|