powerpc64/pmap: micro-optimize some PVO-PTE logic
Summary: moea64_pte_sync_native() and moea64_pte_unset_native() don't need the full PTE created, they only need to check that the PVO has a matching PTE to the PTE in the page table. Don't waste time creating the full PTE in this case. Reviewed by: luporl Differential Revision: https://reviews.freebsd.org/D22341
This commit is contained in:
parent
98730c7f27
commit
a795401110
Notes:
svn2git
2020-12-20 02:59:44 +00:00
svn path=/head/; revision=355519
@ -435,8 +435,7 @@ void
|
||||
moea64_pte_from_pvo(const struct pvo_entry *pvo, struct lpte *lpte)
|
||||
{
|
||||
|
||||
lpte->pte_hi = (pvo->pvo_vpn >> (ADDR_API_SHFT64 - ADDR_PIDX_SHFT)) &
|
||||
LPTE_AVPN_MASK;
|
||||
lpte->pte_hi = moea64_pte_vpn_from_pvo_vpn(pvo);
|
||||
lpte->pte_hi |= LPTE_VALID;
|
||||
|
||||
if (pvo->pvo_vaddr & PVO_LARGE)
|
||||
|
@ -76,6 +76,13 @@ void moea64_mid_bootstrap(mmu_t mmup, vm_offset_t kernelstart,
|
||||
void moea64_late_bootstrap(mmu_t mmup, vm_offset_t kernelstart,
|
||||
vm_offset_t kernelend);
|
||||
|
||||
static inline uint64_t
|
||||
moea64_pte_vpn_from_pvo_vpn(const struct pvo_entry *pvo)
|
||||
{
|
||||
return ((pvo->pvo_vpn >> (ADDR_API_SHFT64 - ADDR_PIDX_SHFT)) &
|
||||
LPTE_AVPN_MASK);
|
||||
}
|
||||
|
||||
/*
|
||||
* Statistics
|
||||
*/
|
||||
|
@ -257,16 +257,14 @@ static int64_t
|
||||
moea64_pte_synch_native(mmu_t mmu, struct pvo_entry *pvo)
|
||||
{
|
||||
volatile struct lpte *pt = moea64_pteg_table + pvo->pvo_pte.slot;
|
||||
struct lpte properpt;
|
||||
uint64_t ptelo;
|
||||
uint64_t ptelo, pvo_ptevpn;
|
||||
|
||||
PMAP_LOCK_ASSERT(pvo->pvo_pmap, MA_OWNED);
|
||||
|
||||
moea64_pte_from_pvo(pvo, &properpt);
|
||||
pvo_ptevpn = moea64_pte_vpn_from_pvo_vpn(pvo);
|
||||
|
||||
rw_rlock(&moea64_eviction_lock);
|
||||
if ((be64toh(pt->pte_hi) & LPTE_AVPN_MASK) !=
|
||||
(properpt.pte_hi & LPTE_AVPN_MASK)) {
|
||||
if ((be64toh(pt->pte_hi) & LPTE_AVPN_MASK) != pvo_ptevpn) {
|
||||
/* Evicted */
|
||||
rw_runlock(&moea64_eviction_lock);
|
||||
return (-1);
|
||||
@ -330,14 +328,12 @@ static int64_t
|
||||
moea64_pte_unset_native(mmu_t mmu, struct pvo_entry *pvo)
|
||||
{
|
||||
volatile struct lpte *pt = moea64_pteg_table + pvo->pvo_pte.slot;
|
||||
struct lpte properpt;
|
||||
uint64_t ptelo;
|
||||
uint64_t ptelo, pvo_ptevpn;
|
||||
|
||||
moea64_pte_from_pvo(pvo, &properpt);
|
||||
pvo_ptevpn = moea64_pte_vpn_from_pvo_vpn(pvo);
|
||||
|
||||
rw_rlock(&moea64_eviction_lock);
|
||||
if ((be64toh(pt->pte_hi & LPTE_AVPN_MASK)) !=
|
||||
(properpt.pte_hi & LPTE_AVPN_MASK)) {
|
||||
if ((be64toh(pt->pte_hi & LPTE_AVPN_MASK)) != pvo_ptevpn) {
|
||||
/* Evicted */
|
||||
STAT_MOEA64(moea64_pte_overflow--);
|
||||
rw_runlock(&moea64_eviction_lock);
|
||||
|
Loading…
Reference in New Issue
Block a user