1996-07-10 19:44:30 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 1982, 1986, 1988, 1993
|
|
|
|
* The Regents of the University of California. All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
* 3. All advertising materials mentioning features or use of this software
|
|
|
|
* must display the following acknowledgement:
|
|
|
|
* This product includes software developed by the University of
|
|
|
|
* California, Berkeley and its contributors.
|
|
|
|
* 4. Neither the name of the University nor the names of its contributors
|
|
|
|
* may be used to endorse or promote products derived from this software
|
|
|
|
* without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*
|
1998-03-28 10:18:26 +00:00
|
|
|
* $Id: ip_divert.c,v 1.21 1998/03/24 18:06:15 wollman Exp $
|
1996-07-10 19:44:30 +00:00
|
|
|
*/
|
|
|
|
|
1998-01-08 23:42:31 +00:00
|
|
|
#include "opt_inet.h"
|
|
|
|
|
|
|
|
#ifndef INET
|
|
|
|
#error IPDIVERT requires INET.
|
|
|
|
#endif
|
|
|
|
|
1996-07-10 19:44:30 +00:00
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/malloc.h>
|
|
|
|
#include <sys/mbuf.h>
|
|
|
|
#include <sys/socket.h>
|
|
|
|
#include <sys/protosw.h>
|
|
|
|
#include <sys/socketvar.h>
|
|
|
|
#include <sys/systm.h>
|
1997-05-24 17:23:11 +00:00
|
|
|
#include <sys/proc.h>
|
1998-03-28 10:18:26 +00:00
|
|
|
|
1998-03-24 18:06:34 +00:00
|
|
|
#include <vm/vm_zone.h>
|
1996-07-10 19:44:30 +00:00
|
|
|
|
|
|
|
#include <net/if.h>
|
|
|
|
#include <net/route.h>
|
|
|
|
|
|
|
|
#include <netinet/in.h>
|
|
|
|
#include <netinet/in_systm.h>
|
|
|
|
#include <netinet/ip.h>
|
|
|
|
#include <netinet/in_pcb.h>
|
|
|
|
#include <netinet/in_var.h>
|
|
|
|
#include <netinet/ip_var.h>
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Divert sockets
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Allocate enough space to hold a full IP packet
|
|
|
|
*/
|
|
|
|
#define DIVSNDQ (65536 + 100)
|
|
|
|
#define DIVRCVQ (65536 + 100)
|
|
|
|
|
|
|
|
/* Global variables */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* ip_input() and ip_output() set this secret value before calling us to
|
|
|
|
* let us know which divert port to divert a packet to; this is done so
|
|
|
|
* we can use the existing prototype for struct protosw's pr_input().
|
|
|
|
* This is stored in host order.
|
|
|
|
*/
|
|
|
|
u_short ip_divert_port;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We set this value to a non-zero port number when we want the call to
|
|
|
|
* ip_fw_chk() in ip_input() or ip_output() to ignore ``divert <port>''
|
|
|
|
* chain entries. This is stored in host order.
|
|
|
|
*/
|
|
|
|
u_short ip_divert_ignore;
|
|
|
|
|
|
|
|
/* Internal variables */
|
|
|
|
|
|
|
|
static struct inpcbhead divcb;
|
|
|
|
static struct inpcbinfo divcbinfo;
|
|
|
|
|
|
|
|
static u_long div_sendspace = DIVSNDQ; /* XXX sysctl ? */
|
|
|
|
static u_long div_recvspace = DIVRCVQ; /* XXX sysctl ? */
|
|
|
|
|
|
|
|
/* Optimization: have this preinitialized */
|
|
|
|
static struct sockaddr_in divsrc = { sizeof(divsrc), AF_INET };
|
|
|
|
|
|
|
|
/* Internal functions */
|
|
|
|
|
|
|
|
static int div_output(struct socket *so,
|
1997-09-13 15:40:55 +00:00
|
|
|
struct mbuf *m, struct sockaddr *addr, struct mbuf *control);
|
1996-07-10 19:44:30 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Initialize divert connection block queue.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
div_init(void)
|
|
|
|
{
|
|
|
|
LIST_INIT(&divcb);
|
|
|
|
divcbinfo.listhead = &divcb;
|
|
|
|
/*
|
|
|
|
* XXX We don't use the hash list for divert IP, but it's easier
|
|
|
|
* to allocate a one entry hash list than it is to check all
|
|
|
|
* over the place for hashbase == NULL.
|
|
|
|
*/
|
1997-03-03 09:23:37 +00:00
|
|
|
divcbinfo.hashbase = hashinit(1, M_PCB, &divcbinfo.hashmask);
|
Improved connection establishment performance by doing local port lookups via
a hashed port list. In the new scheme, in_pcblookup() goes away and is
replaced by a new routine, in_pcblookup_local() for doing the local port
check. Note that this implementation is space inefficient in that the PCB
struct is now too large to fit into 128 bytes. I might deal with this in the
future by using the new zone allocator, but I wanted these changes to be
extensively tested in their current form first.
Also:
1) Fixed off-by-one errors in the port lookup loops in in_pcbbind().
2) Got rid of some unneeded rehashing. Adding a new routine, in_pcbinshash()
to do the initialial hash insertion.
3) Renamed in_pcblookuphash() to in_pcblookup_hash() for easier readability.
4) Added a new routine, in_pcbremlists() to remove the PCB from the various
hash lists.
5) Added/deleted comments where appropriate.
6) Removed unnecessary splnet() locking. In general, the PCB functions should
be called at splnet()...there are unfortunately a few exceptions, however.
7) Reorganized a few structs for better cache line behavior.
8) Killed my TCP_ACK_HACK kludge. It may come back in a different form in
the future, however.
These changes have been tested on wcarchive for more than a month. In tests
done here, connection establishment overhead is reduced by more than 50
times, thus getting rid of one of the major networking scalability problems.
Still to do: make tcp_fastimo/tcp_slowtimo scale well for systems with a
large number of connections. tcp_fastimo is easy; tcp_slowtimo is difficult.
WARNING: Anything that knows about inpcb and tcpcb structs will have to be
recompiled; at the very least, this includes netstat(1).
1998-01-27 09:15:13 +00:00
|
|
|
divcbinfo.porthashbase = hashinit(1, M_PCB, &divcbinfo.porthashmask);
|
1998-03-24 18:06:34 +00:00
|
|
|
divcbinfo.ipi_zone = zinit("divcb", sizeof(struct inpcb),
|
1998-03-28 10:18:26 +00:00
|
|
|
nmbclusters / 4, ZONE_INTERRUPT, 0);
|
1996-07-10 19:44:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Setup generic address and protocol structures
|
|
|
|
* for div_input routine, then pass them along with
|
|
|
|
* mbuf chain. ip->ip_len is assumed to have had
|
|
|
|
* the header length (hlen) subtracted out already.
|
|
|
|
* We tell whether the packet was incoming or outgoing
|
|
|
|
* by seeing if hlen == 0, which is a hack.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
div_input(struct mbuf *m, int hlen)
|
|
|
|
{
|
1997-06-02 05:02:37 +00:00
|
|
|
struct ip *ip;
|
|
|
|
struct inpcb *inp;
|
|
|
|
struct socket *sa;
|
1996-07-10 19:44:30 +00:00
|
|
|
|
|
|
|
/* Sanity check */
|
|
|
|
if (ip_divert_port == 0)
|
1997-06-02 05:02:37 +00:00
|
|
|
panic("div_input: port is 0");
|
|
|
|
|
|
|
|
/* Assure header */
|
|
|
|
if (m->m_len < sizeof(struct ip) &&
|
|
|
|
(m = m_pullup(m, sizeof(struct ip))) == 0) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
ip = mtod(m, struct ip *);
|
1996-07-10 19:44:30 +00:00
|
|
|
|
|
|
|
/* Record divert port */
|
|
|
|
divsrc.sin_port = htons(ip_divert_port);
|
|
|
|
|
|
|
|
/* Restore packet header fields */
|
|
|
|
ip->ip_len += hlen;
|
|
|
|
HTONS(ip->ip_len);
|
|
|
|
HTONS(ip->ip_off);
|
|
|
|
|
|
|
|
/* Record receive interface address, if any */
|
|
|
|
divsrc.sin_addr.s_addr = 0;
|
|
|
|
if (hlen) {
|
|
|
|
struct ifaddr *ifa;
|
|
|
|
|
1997-06-02 05:02:37 +00:00
|
|
|
#ifdef DIAGNOSTIC
|
|
|
|
/* Sanity check */
|
|
|
|
if (!(m->m_flags & M_PKTHDR))
|
|
|
|
panic("div_input: no pkt hdr");
|
|
|
|
#endif
|
|
|
|
|
1996-07-10 19:44:30 +00:00
|
|
|
/* More fields affected by ip_input() */
|
|
|
|
HTONS(ip->ip_id);
|
|
|
|
|
|
|
|
/* Find IP address for recieve interface */
|
1996-12-13 21:29:07 +00:00
|
|
|
for (ifa = m->m_pkthdr.rcvif->if_addrhead.tqh_first;
|
|
|
|
ifa != NULL; ifa = ifa->ifa_link.tqe_next) {
|
1996-07-10 19:44:30 +00:00
|
|
|
if (ifa->ifa_addr == NULL)
|
|
|
|
continue;
|
|
|
|
if (ifa->ifa_addr->sa_family != AF_INET)
|
|
|
|
continue;
|
|
|
|
divsrc.sin_addr =
|
|
|
|
((struct sockaddr_in *) ifa->ifa_addr)->sin_addr;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Put packet on socket queue, if any */
|
|
|
|
sa = NULL;
|
|
|
|
for (inp = divcb.lh_first; inp != NULL; inp = inp->inp_list.le_next) {
|
|
|
|
if (inp->inp_lport == htons(ip_divert_port))
|
|
|
|
sa = inp->inp_socket;
|
|
|
|
}
|
|
|
|
if (sa) {
|
|
|
|
if (sbappendaddr(&sa->so_rcv, (struct sockaddr *)&divsrc,
|
|
|
|
m, (struct mbuf *)0) == 0)
|
|
|
|
m_freem(m);
|
|
|
|
else
|
|
|
|
sorwakeup(sa);
|
|
|
|
} else {
|
|
|
|
m_freem(m);
|
|
|
|
ipstat.ips_noproto++;
|
|
|
|
ipstat.ips_delivered--;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Deliver packet back into the IP processing machinery.
|
|
|
|
*
|
|
|
|
* If no address specified, or address is 0.0.0.0, send to ip_output();
|
|
|
|
* otherwise, send to ip_input() and mark as having been received on
|
|
|
|
* the interface with that address.
|
|
|
|
*
|
|
|
|
* If no address specified, or dest port is 0, allow packet to divert
|
|
|
|
* back to this socket; otherwise, don't.
|
|
|
|
*/
|
|
|
|
static int
|
|
|
|
div_output(so, m, addr, control)
|
|
|
|
struct socket *so;
|
|
|
|
register struct mbuf *m;
|
1997-09-13 15:40:55 +00:00
|
|
|
struct sockaddr *addr;
|
|
|
|
struct mbuf *control;
|
1996-07-10 19:44:30 +00:00
|
|
|
{
|
|
|
|
register struct inpcb *const inp = sotoinpcb(so);
|
|
|
|
register struct ip *const ip = mtod(m, struct ip *);
|
|
|
|
struct sockaddr_in *sin = NULL;
|
|
|
|
int error = 0;
|
|
|
|
|
|
|
|
if (control)
|
|
|
|
m_freem(control); /* XXX */
|
|
|
|
if (addr)
|
1997-09-13 15:40:55 +00:00
|
|
|
sin = (struct sockaddr_in *)addr;
|
1996-07-10 19:44:30 +00:00
|
|
|
|
|
|
|
/* Loopback avoidance option */
|
1997-02-02 16:33:12 +00:00
|
|
|
ip_divert_ignore = ntohs(inp->inp_lport);
|
1996-07-10 19:44:30 +00:00
|
|
|
|
|
|
|
/* Reinject packet into the system as incoming or outgoing */
|
|
|
|
if (!sin || sin->sin_addr.s_addr == 0) {
|
|
|
|
/* Don't allow both user specified and setsockopt options,
|
|
|
|
and don't allow packet length sizes that will crash */
|
|
|
|
if (((ip->ip_hl != (sizeof (*ip) >> 2)) && inp->inp_options) ||
|
|
|
|
((u_short)ntohs(ip->ip_len) > m->m_pkthdr.len)) {
|
|
|
|
error = EINVAL;
|
|
|
|
goto cantsend;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Convert fields to host order for ip_output() */
|
|
|
|
NTOHS(ip->ip_len);
|
|
|
|
NTOHS(ip->ip_off);
|
|
|
|
|
|
|
|
/* Send packet to output processing */
|
|
|
|
ipstat.ips_rawout++; /* XXX */
|
|
|
|
error = ip_output(m, inp->inp_options, &inp->inp_route,
|
|
|
|
(so->so_options & SO_DONTROUTE) |
|
|
|
|
IP_ALLOWBROADCAST | IP_RAWOUTPUT, inp->inp_moptions);
|
|
|
|
} else {
|
|
|
|
struct ifaddr *ifa;
|
|
|
|
|
|
|
|
/* Find receive interface with the given IP address */
|
|
|
|
sin->sin_port = 0;
|
|
|
|
if ((ifa = ifa_ifwithaddr((struct sockaddr *) sin)) == 0) {
|
|
|
|
error = EADDRNOTAVAIL;
|
|
|
|
goto cantsend;
|
|
|
|
}
|
|
|
|
m->m_pkthdr.rcvif = ifa->ifa_ifp;
|
|
|
|
|
|
|
|
/* Send packet to input processing */
|
|
|
|
ip_input(m);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Reset for next time (and other packets) */
|
|
|
|
ip_divert_ignore = 0;
|
|
|
|
return error;
|
|
|
|
|
|
|
|
cantsend:
|
|
|
|
ip_divert_ignore = 0;
|
|
|
|
m_freem(m);
|
|
|
|
return error;
|
|
|
|
}
|
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
|
|
|
div_attach(struct socket *so, int proto, struct proc *p)
|
1996-07-10 19:44:30 +00:00
|
|
|
{
|
1997-05-24 17:23:11 +00:00
|
|
|
struct inpcb *inp;
|
1997-12-18 09:13:39 +00:00
|
|
|
int error, s;
|
1997-05-24 17:23:11 +00:00
|
|
|
|
|
|
|
inp = sotoinpcb(so);
|
|
|
|
if (inp)
|
|
|
|
panic("div_attach");
|
|
|
|
if (p && (error = suser(p->p_ucred, &p->p_acflag)) != 0)
|
|
|
|
return error;
|
|
|
|
|
1997-12-18 09:13:39 +00:00
|
|
|
s = splnet();
|
|
|
|
error = in_pcballoc(so, &divcbinfo, p);
|
|
|
|
splx(s);
|
|
|
|
if (error)
|
|
|
|
return error;
|
|
|
|
error = soreserve(so, div_sendspace, div_recvspace);
|
|
|
|
if (error)
|
1997-05-24 17:23:11 +00:00
|
|
|
return error;
|
|
|
|
inp = (struct inpcb *)so->so_pcb;
|
|
|
|
inp->inp_ip_p = proto;
|
|
|
|
inp->inp_flags |= INP_HDRINCL;
|
|
|
|
/* The socket is always "connected" because
|
|
|
|
we always know "where" to send the packet */
|
|
|
|
so->so_state |= SS_ISCONNECTED;
|
|
|
|
return 0;
|
|
|
|
}
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
|
|
|
div_detach(struct socket *so)
|
|
|
|
{
|
|
|
|
struct inpcb *inp;
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
inp = sotoinpcb(so);
|
|
|
|
if (inp == 0)
|
|
|
|
panic("div_detach");
|
|
|
|
in_pcbdetach(inp);
|
|
|
|
return 0;
|
|
|
|
}
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
|
|
|
div_abort(struct socket *so)
|
|
|
|
{
|
|
|
|
soisdisconnected(so);
|
|
|
|
return div_detach(so);
|
|
|
|
}
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
|
|
|
div_disconnect(struct socket *so)
|
|
|
|
{
|
|
|
|
if ((so->so_state & SS_ISCONNECTED) == 0)
|
|
|
|
return ENOTCONN;
|
|
|
|
return div_abort(so);
|
|
|
|
}
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
1997-09-13 15:40:55 +00:00
|
|
|
div_bind(struct socket *so, struct sockaddr *nam, struct proc *p)
|
1997-05-24 17:23:11 +00:00
|
|
|
{
|
|
|
|
struct inpcb *inp;
|
|
|
|
int s;
|
|
|
|
int error;
|
|
|
|
|
|
|
|
s = splnet();
|
1997-06-01 15:58:44 +00:00
|
|
|
inp = sotoinpcb(so);
|
1997-05-24 17:23:11 +00:00
|
|
|
error = in_pcbbind(inp, nam, p);
|
|
|
|
splx(s);
|
|
|
|
return 0;
|
|
|
|
}
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
|
|
|
div_shutdown(struct socket *so)
|
|
|
|
{
|
|
|
|
socantsendmore(so);
|
|
|
|
return 0;
|
|
|
|
}
|
1996-07-10 19:44:30 +00:00
|
|
|
|
1997-05-24 17:23:11 +00:00
|
|
|
static int
|
1997-09-13 15:40:55 +00:00
|
|
|
div_send(struct socket *so, int flags, struct mbuf *m, struct sockaddr *nam,
|
1997-05-24 17:23:11 +00:00
|
|
|
struct mbuf *control, struct proc *p)
|
|
|
|
{
|
|
|
|
/* Packet must have a header (but that's about it) */
|
|
|
|
if (m->m_len < sizeof (struct ip) ||
|
|
|
|
(m = m_pullup(m, sizeof (struct ip))) == 0) {
|
|
|
|
ipstat.ips_toosmall++;
|
1996-07-10 19:44:30 +00:00
|
|
|
m_freem(m);
|
1997-05-24 17:23:11 +00:00
|
|
|
return EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Send packet */
|
|
|
|
return div_output(so, m, nam, control);
|
1996-07-10 19:44:30 +00:00
|
|
|
}
|
1997-05-24 17:23:11 +00:00
|
|
|
|
|
|
|
struct pr_usrreqs div_usrreqs = {
|
|
|
|
div_abort, pru_accept_notsupp, div_attach, div_bind,
|
|
|
|
pru_connect_notsupp, pru_connect2_notsupp, in_control, div_detach,
|
|
|
|
div_disconnect, pru_listen_notsupp, in_setpeeraddr, pru_rcvd_notsupp,
|
|
|
|
pru_rcvoob_notsupp, div_send, pru_sense_null, div_shutdown,
|
1997-09-14 03:10:42 +00:00
|
|
|
in_setsockaddr, sosend, soreceive, sopoll
|
1997-05-24 17:23:11 +00:00
|
|
|
};
|