8f526008d4
We've been seeing lots of cache line contention (but not lock contention!) in our workloads between the various TX and RX threads going on. The write lock is only grabbed when configuration changes are made - which are infrequent. With this patch, the contention and cycles spent waiting for updates disappear. Sponsored by: Netflix, Inc.
284 lines
8.8 KiB
C
284 lines
8.8 KiB
C
/* $OpenBSD: if_trunk.h,v 1.11 2007/01/31 06:20:19 reyk Exp $ */
|
|
|
|
/*
|
|
* Copyright (c) 2005, 2006 Reyk Floeter <reyk@openbsd.org>
|
|
*
|
|
* Permission to use, copy, modify, and distribute this software for any
|
|
* purpose with or without fee is hereby granted, provided that the above
|
|
* copyright notice and this permission notice appear in all copies.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
|
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
|
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
|
|
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
|
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
|
|
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
|
|
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _NET_LAGG_H
|
|
#define _NET_LAGG_H
|
|
|
|
/*
|
|
* Global definitions
|
|
*/
|
|
|
|
#define LAGG_MAX_PORTS 32 /* logically */
|
|
#define LAGG_MAX_NAMESIZE 32 /* name of a protocol */
|
|
#define LAGG_MAX_STACKING 4 /* maximum number of stacked laggs */
|
|
|
|
/* Lagg flags */
|
|
#define LAGG_F_HASHL2 0x00000001 /* hash layer 2 */
|
|
#define LAGG_F_HASHL3 0x00000002 /* hash layer 3 */
|
|
#define LAGG_F_HASHL4 0x00000004 /* hash layer 4 */
|
|
#define LAGG_F_HASHMASK 0x00000007
|
|
|
|
/* Port flags */
|
|
#define LAGG_PORT_SLAVE 0x00000000 /* normal enslaved port */
|
|
#define LAGG_PORT_MASTER 0x00000001 /* primary port */
|
|
#define LAGG_PORT_STACK 0x00000002 /* stacked lagg port */
|
|
#define LAGG_PORT_ACTIVE 0x00000004 /* port is active */
|
|
#define LAGG_PORT_COLLECTING 0x00000008 /* port is receiving frames */
|
|
#define LAGG_PORT_DISTRIBUTING 0x00000010 /* port is sending frames */
|
|
#define LAGG_PORT_DISABLED 0x00000020 /* port is disabled */
|
|
#define LAGG_PORT_BITS "\20\01MASTER\02STACK\03ACTIVE\04COLLECTING" \
|
|
"\05DISTRIBUTING\06DISABLED"
|
|
|
|
/* Supported lagg PROTOs */
|
|
#define LAGG_PROTO_NONE 0 /* no lagg protocol defined */
|
|
#define LAGG_PROTO_ROUNDROBIN 1 /* simple round robin */
|
|
#define LAGG_PROTO_FAILOVER 2 /* active failover */
|
|
#define LAGG_PROTO_LOADBALANCE 3 /* loadbalance */
|
|
#define LAGG_PROTO_LACP 4 /* 802.3ad lacp */
|
|
#define LAGG_PROTO_ETHERCHANNEL 5 /* Cisco FEC */
|
|
#define LAGG_PROTO_MAX 6
|
|
|
|
struct lagg_protos {
|
|
const char *lpr_name;
|
|
int lpr_proto;
|
|
};
|
|
|
|
#define LAGG_PROTO_DEFAULT LAGG_PROTO_FAILOVER
|
|
#define LAGG_PROTOS { \
|
|
{ "failover", LAGG_PROTO_FAILOVER }, \
|
|
{ "fec", LAGG_PROTO_ETHERCHANNEL }, \
|
|
{ "lacp", LAGG_PROTO_LACP }, \
|
|
{ "loadbalance", LAGG_PROTO_LOADBALANCE }, \
|
|
{ "roundrobin", LAGG_PROTO_ROUNDROBIN }, \
|
|
{ "none", LAGG_PROTO_NONE }, \
|
|
{ "default", LAGG_PROTO_DEFAULT } \
|
|
}
|
|
|
|
/*
|
|
* lagg ioctls.
|
|
*/
|
|
|
|
/*
|
|
* LACP current operational parameters structure.
|
|
*/
|
|
struct lacp_opreq {
|
|
uint16_t actor_prio;
|
|
uint8_t actor_mac[ETHER_ADDR_LEN];
|
|
uint16_t actor_key;
|
|
uint16_t actor_portprio;
|
|
uint16_t actor_portno;
|
|
uint8_t actor_state;
|
|
uint16_t partner_prio;
|
|
uint8_t partner_mac[ETHER_ADDR_LEN];
|
|
uint16_t partner_key;
|
|
uint16_t partner_portprio;
|
|
uint16_t partner_portno;
|
|
uint8_t partner_state;
|
|
};
|
|
|
|
/* lagg port settings */
|
|
struct lagg_reqport {
|
|
char rp_ifname[IFNAMSIZ]; /* name of the lagg */
|
|
char rp_portname[IFNAMSIZ]; /* name of the port */
|
|
u_int32_t rp_prio; /* port priority */
|
|
u_int32_t rp_flags; /* port flags */
|
|
union {
|
|
struct lacp_opreq rpsc_lacp;
|
|
} rp_psc;
|
|
#define rp_lacpreq rp_psc.rpsc_lacp
|
|
};
|
|
|
|
#define SIOCGLAGGPORT _IOWR('i', 140, struct lagg_reqport)
|
|
#define SIOCSLAGGPORT _IOW('i', 141, struct lagg_reqport)
|
|
#define SIOCSLAGGDELPORT _IOW('i', 142, struct lagg_reqport)
|
|
|
|
/* lagg, ports and options */
|
|
struct lagg_reqall {
|
|
char ra_ifname[IFNAMSIZ]; /* name of the lagg */
|
|
u_int ra_proto; /* lagg protocol */
|
|
|
|
size_t ra_size; /* size of buffer */
|
|
struct lagg_reqport *ra_port; /* allocated buffer */
|
|
int ra_ports; /* total port count */
|
|
union {
|
|
struct lacp_opreq rpsc_lacp;
|
|
} ra_psc;
|
|
#define ra_lacpreq ra_psc.rpsc_lacp
|
|
};
|
|
|
|
#define SIOCGLAGG _IOWR('i', 143, struct lagg_reqall)
|
|
#define SIOCSLAGG _IOW('i', 144, struct lagg_reqall)
|
|
|
|
struct lagg_reqflags {
|
|
char rf_ifname[IFNAMSIZ]; /* name of the lagg */
|
|
uint32_t rf_flags; /* lagg protocol */
|
|
};
|
|
|
|
#define SIOCGLAGGFLAGS _IOWR('i', 145, struct lagg_reqflags)
|
|
#define SIOCSLAGGHASH _IOW('i', 146, struct lagg_reqflags)
|
|
|
|
#ifdef _KERNEL
|
|
|
|
#include <sys/counter.h>
|
|
|
|
/*
|
|
* Internal kernel part
|
|
*/
|
|
|
|
#define lp_ifname lp_ifp->if_xname /* interface name */
|
|
#define lp_link_state lp_ifp->if_link_state /* link state */
|
|
|
|
#define LAGG_PORTACTIVE(_tp) ( \
|
|
((_tp)->lp_link_state == LINK_STATE_UP) && \
|
|
((_tp)->lp_ifp->if_flags & IFF_UP) \
|
|
)
|
|
|
|
struct lagg_ifreq {
|
|
union {
|
|
struct ifreq ifreq;
|
|
struct {
|
|
char ifr_name[IFNAMSIZ];
|
|
struct sockaddr_storage ifr_ss;
|
|
} ifreq_storage;
|
|
} ifreq;
|
|
};
|
|
|
|
#define sc_ifflags sc_ifp->if_flags /* flags */
|
|
#define sc_ifname sc_ifp->if_xname /* name */
|
|
#define sc_capabilities sc_ifp->if_capabilities /* capabilities */
|
|
|
|
#define IFCAP_LAGG_MASK 0xffff0000 /* private capabilities */
|
|
#define IFCAP_LAGG_FULLDUPLEX 0x00010000 /* full duplex with >1 ports */
|
|
|
|
/* Private data used by the loadbalancing protocol */
|
|
struct lagg_lb {
|
|
u_int32_t lb_key;
|
|
struct lagg_port *lb_ports[LAGG_MAX_PORTS];
|
|
};
|
|
|
|
struct lagg_mc {
|
|
struct ifmultiaddr *mc_ifma;
|
|
SLIST_ENTRY(lagg_mc) mc_entries;
|
|
};
|
|
|
|
/* List of interfaces to have the MAC address modified */
|
|
struct lagg_llq {
|
|
struct ifnet *llq_ifp;
|
|
uint8_t llq_lladdr[ETHER_ADDR_LEN];
|
|
SLIST_ENTRY(lagg_llq) llq_entries;
|
|
};
|
|
|
|
struct lagg_softc {
|
|
struct ifnet *sc_ifp; /* virtual interface */
|
|
struct rmlock sc_mtx;
|
|
struct mtx sc_call_mtx;
|
|
int sc_proto; /* lagg protocol */
|
|
u_int sc_count; /* number of ports */
|
|
u_int sc_active; /* active port count */
|
|
u_int sc_flapping; /* number of flapping
|
|
* events */
|
|
struct lagg_port *sc_primary; /* primary port */
|
|
struct ifmedia sc_media; /* media config */
|
|
caddr_t sc_psc; /* protocol data */
|
|
uint32_t sc_seq; /* sequence counter */
|
|
uint32_t sc_flags;
|
|
|
|
counter_u64_t sc_ipackets;
|
|
counter_u64_t sc_opackets;
|
|
counter_u64_t sc_ibytes;
|
|
counter_u64_t sc_obytes;
|
|
|
|
SLIST_HEAD(__tplhd, lagg_port) sc_ports; /* list of interfaces */
|
|
SLIST_ENTRY(lagg_softc) sc_entries;
|
|
|
|
struct task sc_lladdr_task;
|
|
SLIST_HEAD(__llqhd, lagg_llq) sc_llq_head; /* interfaces to program
|
|
the lladdr on */
|
|
|
|
/* lagg protocol callbacks */
|
|
int (*sc_detach)(struct lagg_softc *);
|
|
int (*sc_start)(struct lagg_softc *, struct mbuf *);
|
|
struct mbuf *(*sc_input)(struct lagg_softc *, struct lagg_port *,
|
|
struct mbuf *);
|
|
int (*sc_port_create)(struct lagg_port *);
|
|
void (*sc_port_destroy)(struct lagg_port *);
|
|
void (*sc_linkstate)(struct lagg_port *);
|
|
void (*sc_init)(struct lagg_softc *);
|
|
void (*sc_stop)(struct lagg_softc *);
|
|
void (*sc_lladdr)(struct lagg_softc *);
|
|
void (*sc_req)(struct lagg_softc *, caddr_t);
|
|
void (*sc_portreq)(struct lagg_port *, caddr_t);
|
|
eventhandler_tag vlan_attach;
|
|
eventhandler_tag vlan_detach;
|
|
struct callout sc_callout;
|
|
struct sysctl_ctx_list ctx; /* sysctl variables */
|
|
struct sysctl_oid *sc_oid; /* sysctl tree oid */
|
|
int use_flowid; /* use M_FLOWID */
|
|
};
|
|
|
|
struct lagg_port {
|
|
struct ifnet *lp_ifp; /* physical interface */
|
|
struct lagg_softc *lp_softc; /* parent lagg */
|
|
uint8_t lp_lladdr[ETHER_ADDR_LEN];
|
|
|
|
u_char lp_iftype; /* interface type */
|
|
uint32_t lp_prio; /* port priority */
|
|
uint32_t lp_flags; /* port flags */
|
|
int lp_ifflags; /* saved ifp flags */
|
|
void *lh_cookie; /* if state hook */
|
|
caddr_t lp_psc; /* protocol data */
|
|
int lp_detaching; /* ifnet is detaching */
|
|
|
|
SLIST_HEAD(__mclhd, lagg_mc) lp_mc_head; /* multicast addresses */
|
|
|
|
/* Redirected callbacks */
|
|
int (*lp_ioctl)(struct ifnet *, u_long, caddr_t);
|
|
int (*lp_output)(struct ifnet *, struct mbuf *,
|
|
const struct sockaddr *, struct route *);
|
|
|
|
SLIST_ENTRY(lagg_port) lp_entries;
|
|
};
|
|
|
|
#define LAGG_LOCK_INIT(_sc) rm_init(&(_sc)->sc_mtx, "if_lagg rmlock")
|
|
#define LAGG_LOCK_DESTROY(_sc) rm_destroy(&(_sc)->sc_mtx)
|
|
#define LAGG_RLOCK(_sc, _p) rm_rlock(&(_sc)->sc_mtx, (_p))
|
|
#define LAGG_WLOCK(_sc) rm_wlock(&(_sc)->sc_mtx)
|
|
#define LAGG_RUNLOCK(_sc, _p) rm_runlock(&(_sc)->sc_mtx, (_p))
|
|
#define LAGG_WUNLOCK(_sc) rm_wunlock(&(_sc)->sc_mtx)
|
|
#define LAGG_RLOCK_ASSERT(_sc) rm_assert(&(_sc)->sc_mtx, RA_RLOCKED)
|
|
#define LAGG_WLOCK_ASSERT(_sc) rm_assert(&(_sc)->sc_mtx, RA_WLOCKED)
|
|
|
|
#define LAGG_CALLOUT_LOCK_INIT(_sc) \
|
|
mtx_init(&(_sc)->sc_call_mtx, "if_lagg callout mutex", NULL,\
|
|
MTX_DEF)
|
|
#define LAGG_CALLOUT_LOCK_DESTROY(_sc) mtx_destroy(&(_sc)->sc_call_mtx)
|
|
|
|
extern struct mbuf *(*lagg_input_p)(struct ifnet *, struct mbuf *);
|
|
extern void (*lagg_linkstate_p)(struct ifnet *, int );
|
|
|
|
int lagg_enqueue(struct ifnet *, struct mbuf *);
|
|
uint32_t lagg_hashmbuf(struct lagg_softc *, struct mbuf *, uint32_t);
|
|
|
|
SYSCTL_DECL(_net_link_lagg);
|
|
|
|
#endif /* _KERNEL */
|
|
|
|
#endif /* _NET_LAGG_H */
|