6bce07ae73
of pages don't sum to anywhere near the total number of pages on amd64. This is for the most part because uma_small_alloc() pages have never been counted as wired pages, like their kmem_malloc() brethren. They should be. This changes fixes that. It is no longer necessary for the page queues lock to be held to free pages allocated by uma_small_alloc(). I removed the acquisition and release of the page queues lock from uma_small_free() on amd64 and ia64 weeks ago. This patch updates the other architectures that have uma_small_alloc() and uma_small_free(). Approved by: re (kensmith)
92 lines
2.7 KiB
C
92 lines
2.7 KiB
C
/*-
|
|
* Copyright (c) 2003 The FreeBSD Project
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/sysctl.h>
|
|
#include <vm/vm.h>
|
|
#include <vm/vm_page.h>
|
|
#include <vm/vm_pageout.h>
|
|
#include <vm/uma.h>
|
|
#include <vm/uma_int.h>
|
|
#include <machine/vmparam.h>
|
|
|
|
static int hw_uma_mdpages;
|
|
SYSCTL_INT(_hw, OID_AUTO, uma_mdpages, CTLFLAG_RD, &hw_uma_mdpages, 0,
|
|
"UMA MD pages in use");
|
|
|
|
void *
|
|
uma_small_alloc(uma_zone_t zone, int bytes, u_int8_t *flags, int wait)
|
|
{
|
|
static vm_pindex_t color;
|
|
void *va;
|
|
vm_page_t m;
|
|
int pflags;
|
|
|
|
*flags = UMA_SLAB_PRIV;
|
|
if ((wait & (M_NOWAIT|M_USE_RESERVE)) == M_NOWAIT)
|
|
pflags = VM_ALLOC_INTERRUPT | VM_ALLOC_WIRED;
|
|
else
|
|
pflags = VM_ALLOC_SYSTEM | VM_ALLOC_WIRED;
|
|
if (wait & M_ZERO)
|
|
pflags |= VM_ALLOC_ZERO;
|
|
|
|
for (;;) {
|
|
m = vm_page_alloc(NULL, color++, pflags | VM_ALLOC_NOOBJ);
|
|
if (m == NULL) {
|
|
if (wait & M_NOWAIT)
|
|
return (NULL);
|
|
VM_WAIT;
|
|
} else
|
|
break;
|
|
}
|
|
|
|
va = (void *) VM_PAGE_TO_PHYS(m);
|
|
if ((wait & M_ZERO) && (m->flags & PG_ZERO) == 0)
|
|
bzero(va, PAGE_SIZE);
|
|
atomic_add_int(&hw_uma_mdpages, 1);
|
|
|
|
return (va);
|
|
}
|
|
|
|
void
|
|
uma_small_free(void *mem, int size, u_int8_t flags)
|
|
{
|
|
vm_page_t m;
|
|
|
|
m = PHYS_TO_VM_PAGE((u_int32_t)mem);
|
|
m->wire_count--;
|
|
vm_page_free(m);
|
|
atomic_subtract_int(&cnt.v_wire_count, 1);
|
|
atomic_subtract_int(&hw_uma_mdpages, 1);
|
|
}
|