(DPCPU), as suggested by Peter Wemm, and implement a new per-virtual network stack memory allocator. Modify vnet to use the allocator instead of monolithic global container structures (vinet, ...). This change solves many binary compatibility problems associated with VIMAGE, and restores ELF symbols for virtualized global variables. Each virtualized global variable exists as a "reference copy", and also once per virtual network stack. Virtualized global variables are tagged at compile-time, placing the in a special linker set, which is loaded into a contiguous region of kernel memory. Virtualized global variables in the base kernel are linked as normal, but those in modules are copied and relocated to a reserved portion of the kernel's vnet region with the help of a the kernel linker. Virtualized global variables exist in per-vnet memory set up when the network stack instance is created, and are initialized statically from the reference copy. Run-time access occurs via an accessor macro, which converts from the current vnet and requested symbol to a per-vnet address. When "options VIMAGE" is not compiled into the kernel, normal global ELF symbols will be used instead and indirection is avoided. This change restores static initialization for network stack global variables, restores support for non-global symbols and types, eliminates the need for many subsystem constructors, eliminates large per-subsystem structures that caused many binary compatibility issues both for monitoring applications (netstat) and kernel modules, removes the per-function INIT_VNET_*() macros throughout the stack, eliminates the need for vnet_symmap ksym(2) munging, and eliminates duplicate definitions of virtualized globals under VIMAGE_GLOBALS. Bump __FreeBSD_version and update UPDATING. Portions submitted by: bz Reviewed by: bz, zec Discussed with: gnn, jamie, jeff, jhb, julian, sam Suggested by: peter Approved by: re (kensmith)
253 lines
9.3 KiB
C
253 lines
9.3 KiB
C
/*-
|
|
* Copyright (c) 1982, 1986, 1993
|
|
* The Regents of the University of California. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* @(#)ip_var.h 8.2 (Berkeley) 1/9/95
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef _NETINET_IP_VAR_H_
|
|
#define _NETINET_IP_VAR_H_
|
|
|
|
#include <sys/queue.h>
|
|
|
|
/*
|
|
* Overlay for ip header used by other protocols (tcp, udp).
|
|
*/
|
|
struct ipovly {
|
|
u_char ih_x1[9]; /* (unused) */
|
|
u_char ih_pr; /* protocol */
|
|
u_short ih_len; /* protocol length */
|
|
struct in_addr ih_src; /* source internet address */
|
|
struct in_addr ih_dst; /* destination internet address */
|
|
};
|
|
|
|
#ifdef _KERNEL
|
|
/*
|
|
* Ip reassembly queue structure. Each fragment
|
|
* being reassembled is attached to one of these structures.
|
|
* They are timed out after ipq_ttl drops to 0, and may also
|
|
* be reclaimed if memory becomes tight.
|
|
*/
|
|
struct ipq {
|
|
TAILQ_ENTRY(ipq) ipq_list; /* to other reass headers */
|
|
u_char ipq_ttl; /* time for reass q to live */
|
|
u_char ipq_p; /* protocol of this fragment */
|
|
u_short ipq_id; /* sequence id for reassembly */
|
|
struct mbuf *ipq_frags; /* to ip headers of fragments */
|
|
struct in_addr ipq_src,ipq_dst;
|
|
u_char ipq_nfrags; /* # frags in this packet */
|
|
struct label *ipq_label; /* MAC label */
|
|
};
|
|
#endif /* _KERNEL */
|
|
|
|
/*
|
|
* Structure stored in mbuf in inpcb.ip_options
|
|
* and passed to ip_output when ip options are in use.
|
|
* The actual length of the options (including ipopt_dst)
|
|
* is in m_len.
|
|
*/
|
|
#define MAX_IPOPTLEN 40
|
|
|
|
struct ipoption {
|
|
struct in_addr ipopt_dst; /* first-hop dst if source routed */
|
|
char ipopt_list[MAX_IPOPTLEN]; /* options proper */
|
|
};
|
|
|
|
/*
|
|
* Structure attached to inpcb.ip_moptions and
|
|
* passed to ip_output when IP multicast options are in use.
|
|
* This structure is lazy-allocated.
|
|
*/
|
|
struct ip_moptions {
|
|
struct ifnet *imo_multicast_ifp; /* ifp for outgoing multicasts */
|
|
struct in_addr imo_multicast_addr; /* ifindex/addr on MULTICAST_IF */
|
|
u_long imo_multicast_vif; /* vif num outgoing multicasts */
|
|
u_char imo_multicast_ttl; /* TTL for outgoing multicasts */
|
|
u_char imo_multicast_loop; /* 1 => hear sends if a member */
|
|
u_short imo_num_memberships; /* no. memberships this socket */
|
|
u_short imo_max_memberships; /* max memberships this socket */
|
|
struct in_multi **imo_membership; /* group memberships */
|
|
struct in_mfilter *imo_mfilters; /* source filters */
|
|
};
|
|
|
|
struct ipstat {
|
|
u_long ips_total; /* total packets received */
|
|
u_long ips_badsum; /* checksum bad */
|
|
u_long ips_tooshort; /* packet too short */
|
|
u_long ips_toosmall; /* not enough data */
|
|
u_long ips_badhlen; /* ip header length < data size */
|
|
u_long ips_badlen; /* ip length < ip header length */
|
|
u_long ips_fragments; /* fragments received */
|
|
u_long ips_fragdropped; /* frags dropped (dups, out of space) */
|
|
u_long ips_fragtimeout; /* fragments timed out */
|
|
u_long ips_forward; /* packets forwarded */
|
|
u_long ips_fastforward; /* packets fast forwarded */
|
|
u_long ips_cantforward; /* packets rcvd for unreachable dest */
|
|
u_long ips_redirectsent; /* packets forwarded on same net */
|
|
u_long ips_noproto; /* unknown or unsupported protocol */
|
|
u_long ips_delivered; /* datagrams delivered to upper level*/
|
|
u_long ips_localout; /* total ip packets generated here */
|
|
u_long ips_odropped; /* lost packets due to nobufs, etc. */
|
|
u_long ips_reassembled; /* total packets reassembled ok */
|
|
u_long ips_fragmented; /* datagrams successfully fragmented */
|
|
u_long ips_ofragments; /* output fragments created */
|
|
u_long ips_cantfrag; /* don't fragment flag was set, etc. */
|
|
u_long ips_badoptions; /* error in option processing */
|
|
u_long ips_noroute; /* packets discarded due to no route */
|
|
u_long ips_badvers; /* ip version != 4 */
|
|
u_long ips_rawout; /* total raw ip packets generated */
|
|
u_long ips_toolong; /* ip length > max ip packet size */
|
|
u_long ips_notmember; /* multicasts for unregistered grps */
|
|
u_long ips_nogif; /* no match gif found */
|
|
u_long ips_badaddr; /* invalid address on header */
|
|
};
|
|
|
|
#ifdef _KERNEL
|
|
|
|
#include <net/vnet.h>
|
|
|
|
#define IPSTAT_ADD(name, val) V_ipstat.name += (val)
|
|
#define IPSTAT_SUB(name, val) V_ipstat.name -= (val)
|
|
#define IPSTAT_INC(name) IPSTAT_ADD(name, 1)
|
|
#define IPSTAT_DEC(name) IPSTAT_SUB(name, 1)
|
|
|
|
/* flags passed to ip_output as last parameter */
|
|
#define IP_FORWARDING 0x1 /* most of ip header exists */
|
|
#define IP_RAWOUTPUT 0x2 /* raw ip header exists */
|
|
#define IP_SENDONES 0x4 /* send all-ones broadcast */
|
|
#define IP_SENDTOIF 0x8 /* send on specific ifnet */
|
|
#define IP_ROUTETOIF SO_DONTROUTE /* 0x10 bypass routing tables */
|
|
#define IP_ALLOWBROADCAST SO_BROADCAST /* 0x20 can send broadcast packets */
|
|
|
|
/*
|
|
* mbuf flag used by ip_fastfwd
|
|
*/
|
|
#define M_FASTFWD_OURS M_PROTO1 /* changed dst to local */
|
|
|
|
#ifdef __NO_STRICT_ALIGNMENT
|
|
#define IP_HDR_ALIGNED_P(ip) 1
|
|
#else
|
|
#define IP_HDR_ALIGNED_P(ip) ((((intptr_t) (ip)) & 3) == 0)
|
|
#endif
|
|
|
|
struct ip;
|
|
struct inpcb;
|
|
struct route;
|
|
struct sockopt;
|
|
|
|
VNET_DECLARE(struct ipstat, ipstat);
|
|
VNET_DECLARE(u_short, ip_id); /* ip packet ctr, for ids */
|
|
VNET_DECLARE(int, ip_defttl); /* default IP ttl */
|
|
VNET_DECLARE(int, ipforwarding); /* ip forwarding */
|
|
#ifdef IPSTEALTH
|
|
VNET_DECLARE(int, ipstealth); /* stealth forwarding */
|
|
#endif
|
|
VNET_DECLARE(int, rsvp_on);
|
|
VNET_DECLARE(struct socket *, ip_rsvpd); /* reservation protocol daemon*/
|
|
VNET_DECLARE(struct socket *, ip_mrouter); /* multicast routing daemon */
|
|
|
|
#define V_ipstat VNET_GET(ipstat)
|
|
#define V_ip_id VNET_GET(ip_id)
|
|
#define V_ip_defttl VNET_GET(ip_defttl)
|
|
#define V_ipforwarding VNET_GET(ipforwarding)
|
|
#ifdef IPSTEALTH
|
|
#define V_ipstealth VNET_GET(ipstealth)
|
|
#endif
|
|
#define V_rsvp_on VNET_GET(rsvp_on)
|
|
#define V_ip_rsvpd VNET_GET(ip_rsvpd)
|
|
#define V_ip_mrouter VNET_GET(ip_mrouter)
|
|
|
|
extern u_char ip_protox[];
|
|
extern int (*legal_vif_num)(int);
|
|
extern u_long (*ip_mcast_src)(int);
|
|
extern struct pr_usrreqs rip_usrreqs;
|
|
|
|
void inp_freemoptions(struct ip_moptions *);
|
|
int inp_getmoptions(struct inpcb *, struct sockopt *);
|
|
int inp_setmoptions(struct inpcb *, struct sockopt *);
|
|
|
|
int ip_ctloutput(struct socket *, struct sockopt *sopt);
|
|
void ip_drain(void);
|
|
void ip_fini(void *xtp);
|
|
int ip_fragment(struct ip *ip, struct mbuf **m_frag, int mtu,
|
|
u_long if_hwassist_flags, int sw_csum);
|
|
void ip_forward(struct mbuf *m, int srcrt);
|
|
void ip_init(void);
|
|
extern int
|
|
(*ip_mforward)(struct ip *, struct ifnet *, struct mbuf *,
|
|
struct ip_moptions *);
|
|
int ip_output(struct mbuf *,
|
|
struct mbuf *, struct route *, int, struct ip_moptions *,
|
|
struct inpcb *);
|
|
int ipproto_register(u_char);
|
|
int ipproto_unregister(u_char);
|
|
struct mbuf *
|
|
ip_reass(struct mbuf *);
|
|
struct in_ifaddr *
|
|
ip_rtaddr(struct in_addr, u_int fibnum);
|
|
void ip_savecontrol(struct inpcb *, struct mbuf **, struct ip *,
|
|
struct mbuf *);
|
|
void ip_slowtimo(void);
|
|
u_int16_t ip_randomid(void);
|
|
int rip_ctloutput(struct socket *, struct sockopt *);
|
|
void rip_ctlinput(int, struct sockaddr *, void *);
|
|
void rip_init(void);
|
|
#ifdef VIMAGE
|
|
void rip_destroy(void);
|
|
#endif
|
|
void rip_input(struct mbuf *, int);
|
|
int rip_output(struct mbuf *, struct socket *, u_long);
|
|
void ipip_input(struct mbuf *, int);
|
|
void rsvp_input(struct mbuf *, int);
|
|
int ip_rsvp_init(struct socket *);
|
|
int ip_rsvp_done(void);
|
|
extern int (*ip_rsvp_vif)(struct socket *, struct sockopt *);
|
|
extern void (*ip_rsvp_force_done)(struct socket *);
|
|
extern void (*rsvp_input_p)(struct mbuf *m, int off);
|
|
|
|
extern struct pfil_head inet_pfil_hook; /* packet filter hooks */
|
|
|
|
void in_delayed_cksum(struct mbuf *m);
|
|
|
|
/* ipfw and dummynet hooks. Most are declared in raw_ip.c */
|
|
struct ip_fw_args;
|
|
extern int (*ip_fw_chk_ptr)(struct ip_fw_args *args);
|
|
extern int (*ip_fw_ctl_ptr)(struct sockopt *);
|
|
extern int (*ip_dn_ctl_ptr)(struct sockopt *);
|
|
extern int (*ip_dn_io_ptr)(struct mbuf **m, int dir, struct ip_fw_args *fwa);
|
|
extern void (*ip_dn_ruledel_ptr)(void *); /* in ip_fw2.c */
|
|
|
|
VNET_DECLARE(int, ip_do_randomid);
|
|
#define V_ip_do_randomid VNET_GET(ip_do_randomid)
|
|
#define ip_newid() ((V_ip_do_randomid != 0) ? ip_randomid() : \
|
|
htons(V_ip_id++))
|
|
|
|
#endif /* _KERNEL */
|
|
|
|
#endif /* !_NETINET_IP_VAR_H_ */
|