d/freebsd-skq
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix for problems that occur when all mbuf clusters migrate to the mbuf packet

Browse Source 
zone. Cluster allocations fail when this happens. Also processes that may have
blocked on cluster allocations will never be woken up. Thanks to rwatson for
an overview of the issue and pointers to the mbuma paper and his tool to dump
out UMA zones.

Reviewed by: andre@
This commit is contained in:
mohans 2007-01-25 01:05:23 +00:00
parent a6abba5b5e
commit 83064ec323
4 changed files with 26 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
sys/kern/kern_mbuf.c
View File

@ -372,6 +372,14 @@ mb_dtor_pack(void *mem, int size, void *arg)
#ifdef INVARIANTS
trash_dtor(m->m_ext.ext_buf, MCLBYTES, arg);
#endif
/*
* If there are processes blocked on zone_clust, waiting for pages to be freed up,
* cause them to be woken up by draining the packet zone. We are exposed to a race here
* (in the check for the UMA_ZFLAG_FULL) where we might miss the flag set, but that is
* deliberate. We don't want to acquire the zone lock for every mbuf free.
*/
if (uma_zone_exhausted_nolock(zone_clust))
zone_drain(zone_pack);
}
/*

8
sys/sys/mbuf.h
View File

@ -457,6 +457,14 @@ m_clget(struct mbuf *m, int how)
printf("%s: %p mbuf already has cluster\n", __func__, m);
m->m_ext.ext_buf = (char *)NULL;
uma_zalloc_arg(zone_clust, m, how);
/*
* On a cluster allocation failure, drain the packet zone and retry,
* we might be able to loosen a few clusters up on the drain.
*/
if ((how & M_NOWAIT) && (m->m_ext.ext_buf == NULL)) {
zone_drain(zone_pack);
uma_zalloc_arg(zone_clust, m, how);
}
}
/*

3
sys/vm/uma.h
View File

@ -48,6 +48,8 @@ struct uma_zone;
/* Opaque type used as a handle to the zone */
typedef struct uma_zone * uma_zone_t;
void zone_drain(uma_zone_t);
/*
* Item constructor
*
@ -518,6 +520,7 @@ u_int32_t *uma_find_refcnt(uma_zone_t zone, void *item);
* Non-zero if zone is exhausted.
*/
int uma_zone_exhausted(uma_zone_t zone);
int uma_zone_exhausted_nolock(uma_zone_t zone);
/*
* Exported statistics structures to be used by user space monitoring tools.

9
sys/vm/uma_core.c
View File

@ -238,7 +238,6 @@ static void bucket_zone_drain(void);
static int uma_zalloc_bucket(uma_zone_t zone, int flags);
static uma_slab_t uma_zone_slab(uma_zone_t zone, int flags);
static void *uma_slab_alloc(uma_zone_t zone, uma_slab_t slab);
static void zone_drain(uma_zone_t);
static uma_zone_t uma_kcreate(uma_zone_t zone, size_t size, uma_init uminit,
uma_fini fini, int align, u_int32_t flags);
@ -680,7 +679,7 @@ bucket_cache_drain(uma_zone_t zone)
* Returns:
* Nothing.
*/
static void
void
zone_drain(uma_zone_t zone)
{
struct slabhead freeslabs = { 0 };
@ -2679,6 +2678,12 @@ uma_zone_exhausted(uma_zone_t zone)
return (full);
}
int
uma_zone_exhausted_nolock(uma_zone_t zone)
{
return (zone->uz_keg->uk_flags & UMA_ZFLAG_FULL);
}
void *
uma_large_malloc(int size, int wait)
{