4020272933
improve performance: - Eliminate custom reference count and condition variable to monitor threads entering the framework, as this had both significant overhead and behaved badly in the face of contention. - Replace reference count with two locks: an rwlock and an sx lock, which will be read-acquired by threads entering the framework depending on whether a give policy entry point is permitted to sleep or not. - Replace previous mutex locking of the reference count for exclusive access with write acquiring of both the policy list sx and rw locks, which occurs only when policies are attached or detached. - Do a lockless read of the dynamic policy list head before acquiring any locks in order to reduce overhead when no dynamic policies are loaded; this a race we can afford to lose. - For every policy entry point invocation, decide whether sleeping is permitted, and if not, use a _NOSLEEP() variant of the composition macros, which will use the rwlock instead of the sxlock. In some cases, we decide which to use based on allocation flags passed to the MAC Framework entry point. As with the move to rwlocks/rmlocks in pfil, this may trigger witness warnings, but these should (generally) be false positives as all acquisition of the locks is for read with two very narrow exceptions for policy load/unload, and those code blocks should never acquire other locks. Sponsored by: Google, Inc. Obtained from: TrustedBSD Project Discussed with: csjp (idea, not specific patch)
456 lines
10 KiB
C
456 lines
10 KiB
C
/*-
|
|
* Copyright (c) 1999-2002, 2007, 2009 Robert N. M. Watson
|
|
* Copyright (c) 2001 Ilmar S. Habibulin
|
|
* Copyright (c) 2001-2004 Networks Associates Technology, Inc.
|
|
* Copyright (c) 2006 SPARTA, Inc.
|
|
* Copyright (c) 2008 Apple Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This software was developed by Robert Watson and Ilmar Habibulin for the
|
|
* TrustedBSD Project.
|
|
*
|
|
* This software was developed for the FreeBSD Project in part by Network
|
|
* Associates Laboratories, the Security Research Division of Network
|
|
* Associates, Inc. under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"),
|
|
* as part of the DARPA CHATS research program.
|
|
*
|
|
* This software was enhanced by SPARTA ISSO under SPAWAR contract
|
|
* N66001-04-C-6019 ("SEFOS").
|
|
*
|
|
* This software was developed at the University of Cambridge Computer
|
|
* Laboratory with support from a grant from Google, Inc.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include "opt_kdtrace.h"
|
|
#include "opt_mac.h"
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/sbuf.h>
|
|
#include <sys/sdt.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/mount.h>
|
|
#include <sys/file.h>
|
|
#include <sys/namei.h>
|
|
#include <sys/protosw.h>
|
|
#include <sys/socket.h>
|
|
#include <sys/socketvar.h>
|
|
#include <sys/sysctl.h>
|
|
|
|
#include <net/if.h>
|
|
#include <net/if_var.h>
|
|
|
|
#include <netinet/in.h>
|
|
#include <netinet/in_pcb.h>
|
|
#include <netinet/ip_var.h>
|
|
|
|
#include <security/mac/mac_framework.h>
|
|
#include <security/mac/mac_internal.h>
|
|
#include <security/mac/mac_policy.h>
|
|
|
|
static struct label *
|
|
mac_inpcb_label_alloc(int flag)
|
|
{
|
|
struct label *label;
|
|
int error;
|
|
|
|
label = mac_labelzone_alloc(flag);
|
|
if (label == NULL)
|
|
return (NULL);
|
|
if (flag & M_WAITOK)
|
|
MAC_CHECK(inpcb_init_label, label, flag);
|
|
else
|
|
MAC_CHECK_NOSLEEP(inpcb_init_label, label, flag);
|
|
if (error) {
|
|
MAC_PERFORM_NOSLEEP(inpcb_destroy_label, label);
|
|
mac_labelzone_free(label);
|
|
return (NULL);
|
|
}
|
|
return (label);
|
|
}
|
|
|
|
int
|
|
mac_inpcb_init(struct inpcb *inp, int flag)
|
|
{
|
|
|
|
if (mac_labeled & MPC_OBJECT_INPCB) {
|
|
inp->inp_label = mac_inpcb_label_alloc(flag);
|
|
if (inp->inp_label == NULL)
|
|
return (ENOMEM);
|
|
} else
|
|
inp->inp_label = NULL;
|
|
return (0);
|
|
}
|
|
|
|
static struct label *
|
|
mac_ipq_label_alloc(int flag)
|
|
{
|
|
struct label *label;
|
|
int error;
|
|
|
|
label = mac_labelzone_alloc(flag);
|
|
if (label == NULL)
|
|
return (NULL);
|
|
|
|
if (flag & M_WAITOK)
|
|
MAC_CHECK(ipq_init_label, label, flag);
|
|
else
|
|
MAC_CHECK_NOSLEEP(ipq_init_label, label, flag);
|
|
if (error) {
|
|
MAC_PERFORM_NOSLEEP(ipq_destroy_label, label);
|
|
mac_labelzone_free(label);
|
|
return (NULL);
|
|
}
|
|
return (label);
|
|
}
|
|
|
|
int
|
|
mac_ipq_init(struct ipq *q, int flag)
|
|
{
|
|
|
|
if (mac_labeled & MPC_OBJECT_IPQ) {
|
|
q->ipq_label = mac_ipq_label_alloc(flag);
|
|
if (q->ipq_label == NULL)
|
|
return (ENOMEM);
|
|
} else
|
|
q->ipq_label = NULL;
|
|
return (0);
|
|
}
|
|
|
|
static void
|
|
mac_inpcb_label_free(struct label *label)
|
|
{
|
|
|
|
MAC_PERFORM_NOSLEEP(inpcb_destroy_label, label);
|
|
mac_labelzone_free(label);
|
|
}
|
|
|
|
void
|
|
mac_inpcb_destroy(struct inpcb *inp)
|
|
{
|
|
|
|
if (inp->inp_label != NULL) {
|
|
mac_inpcb_label_free(inp->inp_label);
|
|
inp->inp_label = NULL;
|
|
}
|
|
}
|
|
|
|
static void
|
|
mac_ipq_label_free(struct label *label)
|
|
{
|
|
|
|
MAC_PERFORM_NOSLEEP(ipq_destroy_label, label);
|
|
mac_labelzone_free(label);
|
|
}
|
|
|
|
void
|
|
mac_ipq_destroy(struct ipq *q)
|
|
{
|
|
|
|
if (q->ipq_label != NULL) {
|
|
mac_ipq_label_free(q->ipq_label);
|
|
q->ipq_label = NULL;
|
|
}
|
|
}
|
|
|
|
void
|
|
mac_inpcb_create(struct socket *so, struct inpcb *inp)
|
|
{
|
|
|
|
MAC_PERFORM_NOSLEEP(inpcb_create, so, so->so_label, inp,
|
|
inp->inp_label);
|
|
}
|
|
|
|
void
|
|
mac_ipq_reassemble(struct ipq *q, struct mbuf *m)
|
|
{
|
|
struct label *label;
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(ipq_reassemble, q, q->ipq_label, m, label);
|
|
}
|
|
|
|
void
|
|
mac_netinet_fragment(struct mbuf *m, struct mbuf *frag)
|
|
{
|
|
struct label *mlabel, *fraglabel;
|
|
|
|
mlabel = mac_mbuf_to_label(m);
|
|
fraglabel = mac_mbuf_to_label(frag);
|
|
|
|
MAC_PERFORM_NOSLEEP(netinet_fragment, m, mlabel, frag, fraglabel);
|
|
}
|
|
|
|
void
|
|
mac_ipq_create(struct mbuf *m, struct ipq *q)
|
|
{
|
|
struct label *label;
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(ipq_create, m, label, q, q->ipq_label);
|
|
}
|
|
|
|
void
|
|
mac_inpcb_create_mbuf(struct inpcb *inp, struct mbuf *m)
|
|
{
|
|
struct label *mlabel;
|
|
|
|
INP_LOCK_ASSERT(inp);
|
|
mlabel = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(inpcb_create_mbuf, inp, inp->inp_label, m,
|
|
mlabel);
|
|
}
|
|
|
|
int
|
|
mac_ipq_match(struct mbuf *m, struct ipq *q)
|
|
{
|
|
struct label *label;
|
|
int result;
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
result = 1;
|
|
MAC_BOOLEAN_NOSLEEP(ipq_match, &&, m, label, q, q->ipq_label);
|
|
|
|
return (result);
|
|
}
|
|
|
|
void
|
|
mac_netinet_arp_send(struct ifnet *ifp, struct mbuf *m)
|
|
{
|
|
struct label *mlabel;
|
|
|
|
mlabel = mac_mbuf_to_label(m);
|
|
|
|
MAC_IFNET_LOCK(ifp);
|
|
MAC_PERFORM_NOSLEEP(netinet_arp_send, ifp, ifp->if_label, m, mlabel);
|
|
MAC_IFNET_UNLOCK(ifp);
|
|
}
|
|
|
|
void
|
|
mac_netinet_icmp_reply(struct mbuf *mrecv, struct mbuf *msend)
|
|
{
|
|
struct label *mrecvlabel, *msendlabel;
|
|
|
|
mrecvlabel = mac_mbuf_to_label(mrecv);
|
|
msendlabel = mac_mbuf_to_label(msend);
|
|
|
|
MAC_PERFORM_NOSLEEP(netinet_icmp_reply, mrecv, mrecvlabel, msend,
|
|
msendlabel);
|
|
}
|
|
|
|
void
|
|
mac_netinet_icmp_replyinplace(struct mbuf *m)
|
|
{
|
|
struct label *label;
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(netinet_icmp_replyinplace, m, label);
|
|
}
|
|
|
|
void
|
|
mac_netinet_igmp_send(struct ifnet *ifp, struct mbuf *m)
|
|
{
|
|
struct label *mlabel;
|
|
|
|
mlabel = mac_mbuf_to_label(m);
|
|
|
|
MAC_IFNET_LOCK(ifp);
|
|
MAC_PERFORM_NOSLEEP(netinet_igmp_send, ifp, ifp->if_label, m,
|
|
mlabel);
|
|
MAC_IFNET_UNLOCK(ifp);
|
|
}
|
|
|
|
void
|
|
mac_netinet_tcp_reply(struct mbuf *m)
|
|
{
|
|
struct label *label;
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(netinet_tcp_reply, m, label);
|
|
}
|
|
|
|
void
|
|
mac_ipq_update(struct mbuf *m, struct ipq *q)
|
|
{
|
|
struct label *label;
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(ipq_update, m, label, q, q->ipq_label);
|
|
}
|
|
|
|
MAC_CHECK_PROBE_DEFINE2(inpcb_check_deliver, "struct inpcb *",
|
|
"struct mbuf *");
|
|
|
|
int
|
|
mac_inpcb_check_deliver(struct inpcb *inp, struct mbuf *m)
|
|
{
|
|
struct label *label;
|
|
int error;
|
|
|
|
M_ASSERTPKTHDR(m);
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_CHECK_NOSLEEP(inpcb_check_deliver, inp, inp->inp_label, m,
|
|
label);
|
|
MAC_CHECK_PROBE2(inpcb_check_deliver, error, inp, m);
|
|
|
|
return (error);
|
|
}
|
|
|
|
MAC_CHECK_PROBE_DEFINE2(inpcb_check_visible, "struct ucred *",
|
|
"struct inpcb *");
|
|
|
|
int
|
|
mac_inpcb_check_visible(struct ucred *cred, struct inpcb *inp)
|
|
{
|
|
int error;
|
|
|
|
INP_LOCK_ASSERT(inp);
|
|
|
|
MAC_CHECK_NOSLEEP(inpcb_check_visible, cred, inp, inp->inp_label);
|
|
MAC_CHECK_PROBE2(inpcb_check_visible, error, cred, inp);
|
|
|
|
return (error);
|
|
}
|
|
|
|
void
|
|
mac_inpcb_sosetlabel(struct socket *so, struct inpcb *inp)
|
|
{
|
|
|
|
INP_WLOCK_ASSERT(inp);
|
|
SOCK_LOCK_ASSERT(so);
|
|
|
|
MAC_PERFORM_NOSLEEP(inpcb_sosetlabel, so, so->so_label, inp,
|
|
inp->inp_label);
|
|
}
|
|
|
|
void
|
|
mac_netinet_firewall_reply(struct mbuf *mrecv, struct mbuf *msend)
|
|
{
|
|
struct label *mrecvlabel, *msendlabel;
|
|
|
|
M_ASSERTPKTHDR(mrecv);
|
|
M_ASSERTPKTHDR(msend);
|
|
|
|
mrecvlabel = mac_mbuf_to_label(mrecv);
|
|
msendlabel = mac_mbuf_to_label(msend);
|
|
|
|
MAC_PERFORM_NOSLEEP(netinet_firewall_reply, mrecv, mrecvlabel, msend,
|
|
msendlabel);
|
|
}
|
|
|
|
void
|
|
mac_netinet_firewall_send(struct mbuf *m)
|
|
{
|
|
struct label *label;
|
|
|
|
M_ASSERTPKTHDR(m);
|
|
|
|
label = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(netinet_firewall_send, m, label);
|
|
}
|
|
|
|
/*
|
|
* These functions really should be referencing the syncache structure
|
|
* instead of the label. However, due to some of the complexities associated
|
|
* with exposing this syncache structure we operate directly on it's label
|
|
* pointer. This should be OK since we aren't making any access control
|
|
* decisions within this code directly, we are merely allocating and copying
|
|
* label storage so we can properly initialize mbuf labels for any packets
|
|
* the syncache code might create.
|
|
*/
|
|
void
|
|
mac_syncache_destroy(struct label **label)
|
|
{
|
|
|
|
if (*label != NULL) {
|
|
MAC_PERFORM_NOSLEEP(syncache_destroy_label, *label);
|
|
mac_labelzone_free(*label);
|
|
*label = NULL;
|
|
}
|
|
}
|
|
|
|
int
|
|
mac_syncache_init(struct label **label)
|
|
{
|
|
int error;
|
|
|
|
if (mac_labeled & MPC_OBJECT_SYNCACHE) {
|
|
*label = mac_labelzone_alloc(M_NOWAIT);
|
|
if (*label == NULL)
|
|
return (ENOMEM);
|
|
/*
|
|
* Since we are holding the inpcb locks the policy can not
|
|
* allocate policy specific label storage using M_WAITOK. So
|
|
* we need to do a MAC_CHECK instead of the typical
|
|
* MAC_PERFORM so we can propagate allocation failures back
|
|
* to the syncache code.
|
|
*/
|
|
MAC_CHECK_NOSLEEP(syncache_init_label, *label, M_NOWAIT);
|
|
if (error) {
|
|
MAC_PERFORM_NOSLEEP(syncache_destroy_label, *label);
|
|
mac_labelzone_free(*label);
|
|
}
|
|
return (error);
|
|
} else
|
|
*label = NULL;
|
|
return (0);
|
|
}
|
|
|
|
void
|
|
mac_syncache_create(struct label *label, struct inpcb *inp)
|
|
{
|
|
|
|
INP_WLOCK_ASSERT(inp);
|
|
|
|
MAC_PERFORM_NOSLEEP(syncache_create, label, inp);
|
|
}
|
|
|
|
void
|
|
mac_syncache_create_mbuf(struct label *sc_label, struct mbuf *m)
|
|
{
|
|
struct label *mlabel;
|
|
|
|
M_ASSERTPKTHDR(m);
|
|
|
|
mlabel = mac_mbuf_to_label(m);
|
|
|
|
MAC_PERFORM_NOSLEEP(syncache_create_mbuf, sc_label, m, mlabel);
|
|
}
|