d/freebsd-dev
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
83b506939a
freebsd-dev/sys/dev/usb/net/if_rue.c
Matt Macy d7c5a620e2 ifnet: Replace if_addr_lock rwlock with epoch + mutex 
Run on LLNW canaries and tested by pho@

gallatin:
Using a 14-core, 28-HTT single socket E5-2697 v3 with a 40GbE MLX5
based ConnectX 4-LX NIC, I see an almost 12% improvement in received
packet rate, and a larger improvement in bytes delivered all the way
to userspace.

When the host receiving 64 streams of netperf -H $DUT -t UDP_STREAM -- -m 1,
I see, using nstat -I mce0 1 before the patch:

InMpps OMpps  InGbs  OGbs err TCP Est %CPU syscalls csw     irq GBfree
4.98   0.00   4.42   0.00 4235592     33   83.80 4720653 2149771   1235 247.32
4.73   0.00   4.20   0.00 4025260     33   82.99 4724900 2139833   1204 247.32
4.72   0.00   4.20   0.00 4035252     33   82.14 4719162 2132023   1264 247.32
4.71   0.00   4.21   0.00 4073206     33   83.68 4744973 2123317   1347 247.32
4.72   0.00   4.21   0.00 4061118     33   80.82 4713615 2188091   1490 247.32
4.72   0.00   4.21   0.00 4051675     33   85.29 4727399 2109011   1205 247.32
4.73   0.00   4.21   0.00 4039056     33   84.65 4724735 2102603   1053 247.32

After the patch

InMpps OMpps  InGbs  OGbs err TCP Est %CPU syscalls csw     irq GBfree
5.43   0.00   4.20   0.00 3313143     33   84.96 5434214 1900162   2656 245.51
5.43   0.00   4.20   0.00 3308527     33   85.24 5439695 1809382   2521 245.51
5.42   0.00   4.19   0.00 3316778     33   87.54 5416028 1805835   2256 245.51
5.42   0.00   4.19   0.00 3317673     33   90.44 5426044 1763056   2332 245.51
5.42   0.00   4.19   0.00 3314839     33   88.11 5435732 1792218   2499 245.52
5.44   0.00   4.19   0.00 3293228     33   91.84 5426301 1668597   2121 245.52

Similarly, netperf reports 230Mb/s before the patch, and 270Mb/s after the patch

Reviewed by:	gallatin
Sponsored by:	Limelight Networks
Differential Revision:	https://reviews.freebsd.org/D15366
2018-05-18 20:13:34 +00:00

925 lines
22 KiB
C
Raw Blame History

/*-
* Copyright (c) 2001-2003, Shunsuke Akiyama <akiyama@FreeBSD.org>.
* Copyright (c) 1997, 1998, 1999, 2000 Bill Paul <wpaul@ee.columbia.edu>.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
/*-
* SPDX-License-Identifier: BSD-4-Clause AND BSD-2-Clause-FreeBSD
*
* Copyright (c) 1997, 1998, 1999, 2000
* Bill Paul <wpaul@ee.columbia.edu>. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. All advertising materials mentioning features or use of this software
* must display the following acknowledgement:
* This product includes software developed by Bill Paul.
* 4. Neither the name of the author nor the names of any co-contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
* THE POSSIBILITY OF SUCH DAMAGE.
*/
#include <sys/cdefs.h>
__FBSDID("$FreeBSD$");
/*
* RealTek RTL8150 USB to fast ethernet controller driver.
* Datasheet is available from
* ftp://ftp.realtek.com.tw/lancard/data_sheet/8150/.
*/
#include <sys/stdint.h>
#include <sys/stddef.h>
#include <sys/param.h>
#include <sys/queue.h>
#include <sys/types.h>
#include <sys/systm.h>
#include <sys/socket.h>
#include <sys/kernel.h>
#include <sys/bus.h>
#include <sys/module.h>
#include <sys/lock.h>
#include <sys/mutex.h>
#include <sys/condvar.h>
#include <sys/sysctl.h>
#include <sys/sx.h>
#include <sys/unistd.h>
#include <sys/callout.h>
#include <sys/malloc.h>
#include <sys/priv.h>
#include <net/if.h>
#include <net/if_var.h>
#include <dev/usb/usb.h>
#include <dev/usb/usbdi.h>
#include <dev/usb/usbdi_util.h>
#include "usbdevs.h"
#define USB_DEBUG_VAR rue_debug
#include <dev/usb/usb_debug.h>
#include <dev/usb/usb_process.h>
#include <dev/usb/net/usb_ethernet.h>
#include <dev/usb/net/if_ruereg.h>
#ifdef USB_DEBUG
static int rue_debug = 0;
static SYSCTL_NODE(_hw_usb, OID_AUTO, rue, CTLFLAG_RW, 0, "USB rue");
SYSCTL_INT(_hw_usb_rue, OID_AUTO, debug, CTLFLAG_RWTUN,
&rue_debug, 0, "Debug level");
#endif
/*
* Various supported device vendors/products.
*/
static const STRUCT_USB_HOST_ID rue_devs[] = {
{USB_VPI(USB_VENDOR_MELCO, USB_PRODUCT_MELCO_LUAKTX, 0)},
{USB_VPI(USB_VENDOR_REALTEK, USB_PRODUCT_REALTEK_USBKR100, 0)},
{USB_VPI(USB_VENDOR_OQO, USB_PRODUCT_OQO_ETHER01, 0)},
};
/* prototypes */
static device_probe_t rue_probe;
static device_attach_t rue_attach;
static device_detach_t rue_detach;
static miibus_readreg_t rue_miibus_readreg;
static miibus_writereg_t rue_miibus_writereg;
static miibus_statchg_t rue_miibus_statchg;
static usb_callback_t rue_intr_callback;
static usb_callback_t rue_bulk_read_callback;
static usb_callback_t rue_bulk_write_callback;
static uether_fn_t rue_attach_post;
static uether_fn_t rue_init;
static uether_fn_t rue_stop;
static uether_fn_t rue_start;
static uether_fn_t rue_tick;
static uether_fn_t rue_setmulti;
static uether_fn_t rue_setpromisc;
static int rue_read_mem(struct rue_softc *, uint16_t, void *, int);
static int rue_write_mem(struct rue_softc *, uint16_t, void *, int);
static uint8_t rue_csr_read_1(struct rue_softc *, uint16_t);
static uint16_t rue_csr_read_2(struct rue_softc *, uint16_t);
static int rue_csr_write_1(struct rue_softc *, uint16_t, uint8_t);
static int rue_csr_write_2(struct rue_softc *, uint16_t, uint16_t);
static int rue_csr_write_4(struct rue_softc *, int, uint32_t);
static void rue_reset(struct rue_softc *);
static int rue_ifmedia_upd(struct ifnet *);
static void rue_ifmedia_sts(struct ifnet *, struct ifmediareq *);
static const struct usb_config rue_config[RUE_N_TRANSFER] = {
[RUE_BULK_DT_WR] = {
.type = UE_BULK,
.endpoint = UE_ADDR_ANY,
.direction = UE_DIR_OUT,
.bufsize = MCLBYTES,
.flags = {.pipe_bof = 1,.force_short_xfer = 1,},
.callback = rue_bulk_write_callback,
.timeout = 10000, /* 10 seconds */
},
[RUE_BULK_DT_RD] = {
.type = UE_BULK,
.endpoint = UE_ADDR_ANY,
.direction = UE_DIR_IN,
.bufsize = (MCLBYTES + 4),
.flags = {.pipe_bof = 1,.short_xfer_ok = 1,},
.callback = rue_bulk_read_callback,
.timeout = 0, /* no timeout */
},
[RUE_INTR_DT_RD] = {
.type = UE_INTERRUPT,
.endpoint = UE_ADDR_ANY,
.direction = UE_DIR_IN,
.flags = {.pipe_bof = 1,.short_xfer_ok = 1,},
.bufsize = 0, /* use wMaxPacketSize */
.callback = rue_intr_callback,
},
};
static device_method_t rue_methods[] = {
/* Device interface */
DEVMETHOD(device_probe, rue_probe),
DEVMETHOD(device_attach, rue_attach),
DEVMETHOD(device_detach, rue_detach),
/* MII interface */
DEVMETHOD(miibus_readreg, rue_miibus_readreg),
DEVMETHOD(miibus_writereg, rue_miibus_writereg),
DEVMETHOD(miibus_statchg, rue_miibus_statchg),
DEVMETHOD_END
};
static driver_t rue_driver = {
.name = "rue",
.methods = rue_methods,
.size = sizeof(struct rue_softc),
};
static devclass_t rue_devclass;
DRIVER_MODULE_ORDERED(rue, uhub, rue_driver, rue_devclass, NULL, NULL,
SI_ORDER_ANY);
DRIVER_MODULE(miibus, rue, miibus_driver, miibus_devclass, NULL, NULL);
MODULE_DEPEND(rue, uether, 1, 1, 1);
MODULE_DEPEND(rue, usb, 1, 1, 1);
MODULE_DEPEND(rue, ether, 1, 1, 1);
MODULE_DEPEND(rue, miibus, 1, 1, 1);
MODULE_VERSION(rue, 1);
USB_PNP_HOST_INFO(rue_devs);
static const struct usb_ether_methods rue_ue_methods = {
.ue_attach_post = rue_attach_post,
.ue_start = rue_start,
.ue_init = rue_init,
.ue_stop = rue_stop,
.ue_tick = rue_tick,
.ue_setmulti = rue_setmulti,
.ue_setpromisc = rue_setpromisc,
.ue_mii_upd = rue_ifmedia_upd,
.ue_mii_sts = rue_ifmedia_sts,
};
#define RUE_SETBIT(sc, reg, x) \
rue_csr_write_1(sc, reg, rue_csr_read_1(sc, reg) | (x))
#define RUE_CLRBIT(sc, reg, x) \
rue_csr_write_1(sc, reg, rue_csr_read_1(sc, reg) & ~(x))
static int
rue_read_mem(struct rue_softc *sc, uint16_t addr, void *buf, int len)
{
struct usb_device_request req;
req.bmRequestType = UT_READ_VENDOR_DEVICE;
req.bRequest = UR_SET_ADDRESS;
USETW(req.wValue, addr);
USETW(req.wIndex, 0);
USETW(req.wLength, len);
return (uether_do_request(&sc->sc_ue, &req, buf, 1000));
}
static int
rue_write_mem(struct rue_softc *sc, uint16_t addr, void *buf, int len)
{
struct usb_device_request req;
req.bmRequestType = UT_WRITE_VENDOR_DEVICE;
req.bRequest = UR_SET_ADDRESS;
USETW(req.wValue, addr);
USETW(req.wIndex, 0);
USETW(req.wLength, len);
return (uether_do_request(&sc->sc_ue, &req, buf, 1000));
}
static uint8_t
rue_csr_read_1(struct rue_softc *sc, uint16_t reg)
{
uint8_t val;
rue_read_mem(sc, reg, &val, 1);
return (val);
}
static uint16_t
rue_csr_read_2(struct rue_softc *sc, uint16_t reg)
{
uint8_t val[2];
rue_read_mem(sc, reg, &val, 2);
return (UGETW(val));
}
static int
rue_csr_write_1(struct rue_softc *sc, uint16_t reg, uint8_t val)
{
return (rue_write_mem(sc, reg, &val, 1));
}
static int
rue_csr_write_2(struct rue_softc *sc, uint16_t reg, uint16_t val)
{
uint8_t temp[2];
USETW(temp, val);
return (rue_write_mem(sc, reg, &temp, 2));
}
static int
rue_csr_write_4(struct rue_softc *sc, int reg, uint32_t val)
{
uint8_t temp[4];
USETDW(temp, val);
return (rue_write_mem(sc, reg, &temp, 4));
}
static int
rue_miibus_readreg(device_t dev, int phy, int reg)
{
struct rue_softc *sc = device_get_softc(dev);
uint16_t rval;
uint16_t ruereg;
int locked;
if (phy != 0) /* RTL8150 supports PHY == 0, only */
return (0);
locked = mtx_owned(&sc->sc_mtx);
if (!locked)
RUE_LOCK(sc);
switch (reg) {
case MII_BMCR:
ruereg = RUE_BMCR;
break;
case MII_BMSR:
ruereg = RUE_BMSR;
break;
case MII_ANAR:
ruereg = RUE_ANAR;
break;
case MII_ANER:
ruereg = RUE_AER;
break;
case MII_ANLPAR:
ruereg = RUE_ANLP;
break;
case MII_PHYIDR1:
case MII_PHYIDR2:
rval = 0;
goto done;
default:
if (RUE_REG_MIN <= reg && reg <= RUE_REG_MAX) {
rval = rue_csr_read_1(sc, reg);
goto done;
}
device_printf(sc->sc_ue.ue_dev, "bad phy register\n");
rval = 0;
goto done;
}
rval = rue_csr_read_2(sc, ruereg);
done:
if (!locked)
RUE_UNLOCK(sc);
return (rval);
}
static int
rue_miibus_writereg(device_t dev, int phy, int reg, int data)
{
struct rue_softc *sc = device_get_softc(dev);
uint16_t ruereg;
int locked;
if (phy != 0) /* RTL8150 supports PHY == 0, only */
return (0);
locked = mtx_owned(&sc->sc_mtx);
if (!locked)
RUE_LOCK(sc);
switch (reg) {
case MII_BMCR:
ruereg = RUE_BMCR;
break;
case MII_BMSR:
ruereg = RUE_BMSR;
break;
case MII_ANAR:
ruereg = RUE_ANAR;
break;
case MII_ANER:
ruereg = RUE_AER;
break;
case MII_ANLPAR:
ruereg = RUE_ANLP;
break;
case MII_PHYIDR1:
case MII_PHYIDR2:
goto done;
default:
if (RUE_REG_MIN <= reg && reg <= RUE_REG_MAX) {
rue_csr_write_1(sc, reg, data);
goto done;
}
device_printf(sc->sc_ue.ue_dev, " bad phy register\n");
goto done;
}
rue_csr_write_2(sc, ruereg, data);
done:
if (!locked)
RUE_UNLOCK(sc);
return (0);
}
static void
rue_miibus_statchg(device_t dev)
{
/*
* When the code below is enabled the card starts doing weird
* things after link going from UP to DOWN and back UP.
*
* Looks like some of register writes below messes up PHY
* interface.
*
* No visible regressions were found after commenting this code
* out, so that disable it for good.
*/
#if 0
struct rue_softc *sc = device_get_softc(dev);
struct mii_data *mii = GET_MII(sc);
uint16_t bmcr;
int locked;
locked = mtx_owned(&sc->sc_mtx);
if (!locked)
RUE_LOCK(sc);
RUE_CLRBIT(sc, RUE_CR, (RUE_CR_RE | RUE_CR_TE));
bmcr = rue_csr_read_2(sc, RUE_BMCR);
if (IFM_SUBTYPE(mii->mii_media_active) == IFM_100_TX)
bmcr |= RUE_BMCR_SPD_SET;
else
bmcr &= ~RUE_BMCR_SPD_SET;
if ((mii->mii_media_active & IFM_GMASK) == IFM_FDX)
bmcr |= RUE_BMCR_DUPLEX;
else
bmcr &= ~RUE_BMCR_DUPLEX;
rue_csr_write_2(sc, RUE_BMCR, bmcr);
RUE_SETBIT(sc, RUE_CR, (RUE_CR_RE | RUE_CR_TE));
if (!locked)
RUE_UNLOCK(sc);
#endif
}
static void
rue_setpromisc(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
struct ifnet *ifp = uether_getifp(ue);
RUE_LOCK_ASSERT(sc, MA_OWNED);
/* If we want promiscuous mode, set the allframes bit. */
if (ifp->if_flags & IFF_PROMISC)
RUE_SETBIT(sc, RUE_RCR, RUE_RCR_AAP);
else
RUE_CLRBIT(sc, RUE_RCR, RUE_RCR_AAP);
}
/*
* Program the 64-bit multicast hash filter.
*/
static void
rue_setmulti(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
struct ifnet *ifp = uether_getifp(ue);
uint16_t rxcfg;
int h = 0;
uint32_t hashes[2] = { 0, 0 };
struct ifmultiaddr *ifma;
int mcnt = 0;
RUE_LOCK_ASSERT(sc, MA_OWNED);
rxcfg = rue_csr_read_2(sc, RUE_RCR);
if (ifp->if_flags & IFF_ALLMULTI || ifp->if_flags & IFF_PROMISC) {
rxcfg |= (RUE_RCR_AAM | RUE_RCR_AAP);
rxcfg &= ~RUE_RCR_AM;
rue_csr_write_2(sc, RUE_RCR, rxcfg);
rue_csr_write_4(sc, RUE_MAR0, 0xFFFFFFFF);
rue_csr_write_4(sc, RUE_MAR4, 0xFFFFFFFF);
return;
}
/* first, zot all the existing hash bits */
rue_csr_write_4(sc, RUE_MAR0, 0);
rue_csr_write_4(sc, RUE_MAR4, 0);
/* now program new ones */
if_maddr_rlock(ifp);
CK_STAILQ_FOREACH (ifma, &ifp->if_multiaddrs, ifma_link)
{
if (ifma->ifma_addr->sa_family != AF_LINK)
continue;
h = ether_crc32_be(LLADDR((struct sockaddr_dl *)
ifma->ifma_addr), ETHER_ADDR_LEN) >> 26;
if (h < 32)
hashes[0] |= (1 << h);
else
hashes[1] |= (1 << (h - 32));
mcnt++;
}
if_maddr_runlock(ifp);
if (mcnt)
rxcfg |= RUE_RCR_AM;
else
rxcfg &= ~RUE_RCR_AM;
rxcfg &= ~(RUE_RCR_AAM | RUE_RCR_AAP);
rue_csr_write_2(sc, RUE_RCR, rxcfg);
rue_csr_write_4(sc, RUE_MAR0, hashes[0]);
rue_csr_write_4(sc, RUE_MAR4, hashes[1]);
}
static void
rue_reset(struct rue_softc *sc)
{
int i;
rue_csr_write_1(sc, RUE_CR, RUE_CR_SOFT_RST);
for (i = 0; i != RUE_TIMEOUT; i++) {
if (uether_pause(&sc->sc_ue, hz / 1000))
break;
if (!(rue_csr_read_1(sc, RUE_CR) & RUE_CR_SOFT_RST))
break;
}
if (i == RUE_TIMEOUT)
device_printf(sc->sc_ue.ue_dev, "reset never completed\n");
uether_pause(&sc->sc_ue, hz / 100);
}
static void
rue_attach_post(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
/* reset the adapter */
rue_reset(sc);
/* get station address from the EEPROM */
rue_read_mem(sc, RUE_EEPROM_IDR0, ue->ue_eaddr, ETHER_ADDR_LEN);
}
/*
* Probe for a RTL8150 chip.
*/
static int
rue_probe(device_t dev)
{
struct usb_attach_arg *uaa = device_get_ivars(dev);
if (uaa->usb_mode != USB_MODE_HOST)
return (ENXIO);
if (uaa->info.bConfigIndex != RUE_CONFIG_IDX)
return (ENXIO);
if (uaa->info.bIfaceIndex != RUE_IFACE_IDX)
return (ENXIO);
return (usbd_lookup_id_by_uaa(rue_devs, sizeof(rue_devs), uaa));
}
/*
* Attach the interface. Allocate softc structures, do ifmedia
* setup and ethernet/BPF attach.
*/
static int
rue_attach(device_t dev)
{
struct usb_attach_arg *uaa = device_get_ivars(dev);
struct rue_softc *sc = device_get_softc(dev);
struct usb_ether *ue = &sc->sc_ue;
uint8_t iface_index;
int error;
device_set_usb_desc(dev);
mtx_init(&sc->sc_mtx, device_get_nameunit(dev), NULL, MTX_DEF);
iface_index = RUE_IFACE_IDX;
error = usbd_transfer_setup(uaa->device, &iface_index,
sc->sc_xfer, rue_config, RUE_N_TRANSFER,
sc, &sc->sc_mtx);
if (error) {
device_printf(dev, "allocating USB transfers failed\n");
goto detach;
}
ue->ue_sc = sc;
ue->ue_dev = dev;
ue->ue_udev = uaa->device;
ue->ue_mtx = &sc->sc_mtx;
ue->ue_methods = &rue_ue_methods;
error = uether_ifattach(ue);
if (error) {
device_printf(dev, "could not attach interface\n");
goto detach;
}
return (0); /* success */
detach:
rue_detach(dev);
return (ENXIO); /* failure */
}
static int
rue_detach(device_t dev)
{
struct rue_softc *sc = device_get_softc(dev);
struct usb_ether *ue = &sc->sc_ue;
usbd_transfer_unsetup(sc->sc_xfer, RUE_N_TRANSFER);
uether_ifdetach(ue);
mtx_destroy(&sc->sc_mtx);
return (0);
}
static void
rue_intr_callback(struct usb_xfer *xfer, usb_error_t error)
{
struct rue_softc *sc = usbd_xfer_softc(xfer);
struct ifnet *ifp = uether_getifp(&sc->sc_ue);
struct rue_intrpkt pkt;
struct usb_page_cache *pc;
int actlen;
usbd_xfer_status(xfer, &actlen, NULL, NULL, NULL);
switch (USB_GET_STATE(xfer)) {
case USB_ST_TRANSFERRED:
if (ifp && (ifp->if_drv_flags & IFF_DRV_RUNNING) &&
actlen >= (int)sizeof(pkt)) {
pc = usbd_xfer_get_frame(xfer, 0);
usbd_copy_out(pc, 0, &pkt, sizeof(pkt));
if_inc_counter(ifp, IFCOUNTER_IERRORS, pkt.rue_rxlost_cnt);
if_inc_counter(ifp, IFCOUNTER_IERRORS, pkt.rue_crcerr_cnt);
if_inc_counter(ifp, IFCOUNTER_COLLISIONS, pkt.rue_col_cnt);
}
/* FALLTHROUGH */
case USB_ST_SETUP:
tr_setup:
usbd_xfer_set_frame_len(xfer, 0, usbd_xfer_max_len(xfer));
usbd_transfer_submit(xfer);
return;
default: /* Error */
if (error != USB_ERR_CANCELLED) {
/* try to clear stall first */
usbd_xfer_set_stall(xfer);
goto tr_setup;
}
return;
}
}
static void
rue_bulk_read_callback(struct usb_xfer *xfer, usb_error_t error)
{
struct rue_softc *sc = usbd_xfer_softc(xfer);
struct usb_ether *ue = &sc->sc_ue;
struct ifnet *ifp = uether_getifp(ue);
struct usb_page_cache *pc;
uint16_t status;
int actlen;
usbd_xfer_status(xfer, &actlen, NULL, NULL, NULL);
switch (USB_GET_STATE(xfer)) {
case USB_ST_TRANSFERRED:
if (actlen < 4) {
if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
goto tr_setup;
}
pc = usbd_xfer_get_frame(xfer, 0);
usbd_copy_out(pc, actlen - 4, &status, sizeof(status));
actlen -= 4;
/* check receive packet was valid or not */
status = le16toh(status);
if ((status & RUE_RXSTAT_VALID) == 0) {
if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
goto tr_setup;
}
uether_rxbuf(ue, pc, 0, actlen);
/* FALLTHROUGH */
case USB_ST_SETUP:
tr_setup:
usbd_xfer_set_frame_len(xfer, 0, usbd_xfer_max_len(xfer));
usbd_transfer_submit(xfer);
uether_rxflush(ue);
return;
default: /* Error */
DPRINTF("bulk read error, %s\n",
usbd_errstr(error));
if (error != USB_ERR_CANCELLED) {
/* try to clear stall first */
usbd_xfer_set_stall(xfer);
goto tr_setup;
}
return;
}
}
static void
rue_bulk_write_callback(struct usb_xfer *xfer, usb_error_t error)
{
struct rue_softc *sc = usbd_xfer_softc(xfer);
struct ifnet *ifp = uether_getifp(&sc->sc_ue);
struct usb_page_cache *pc;
struct mbuf *m;
int temp_len;
switch (USB_GET_STATE(xfer)) {
case USB_ST_TRANSFERRED:
DPRINTFN(11, "transfer complete\n");
if_inc_counter(ifp, IFCOUNTER_OPACKETS, 1);
/* FALLTHROUGH */
case USB_ST_SETUP:
tr_setup:
if ((sc->sc_flags & RUE_FLAG_LINK) == 0) {
/*
* don't send anything if there is no link !
*/
return;
}
IFQ_DRV_DEQUEUE(&ifp->if_snd, m);
if (m == NULL)
return;
if (m->m_pkthdr.len > MCLBYTES)
m->m_pkthdr.len = MCLBYTES;
temp_len = m->m_pkthdr.len;
pc = usbd_xfer_get_frame(xfer, 0);
usbd_m_copy_in(pc, 0, m, 0, m->m_pkthdr.len);
/*
* This is an undocumented behavior.
* RTL8150 chip doesn't send frame length smaller than
* RUE_MIN_FRAMELEN (60) byte packet.
*/
if (temp_len < RUE_MIN_FRAMELEN) {
usbd_frame_zero(pc, temp_len,
RUE_MIN_FRAMELEN - temp_len);
temp_len = RUE_MIN_FRAMELEN;
}
usbd_xfer_set_frame_len(xfer, 0, temp_len);
/*
* if there's a BPF listener, bounce a copy
* of this frame to him:
*/
BPF_MTAP(ifp, m);
m_freem(m);
usbd_transfer_submit(xfer);
return;
default: /* Error */
DPRINTFN(11, "transfer error, %s\n",
usbd_errstr(error));
if_inc_counter(ifp, IFCOUNTER_OERRORS, 1);
if (error != USB_ERR_CANCELLED) {
/* try to clear stall first */
usbd_xfer_set_stall(xfer);
goto tr_setup;
}
return;
}
}
static void
rue_tick(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
struct mii_data *mii = GET_MII(sc);
RUE_LOCK_ASSERT(sc, MA_OWNED);
mii_tick(mii);
if ((sc->sc_flags & RUE_FLAG_LINK) == 0
&& mii->mii_media_status & IFM_ACTIVE &&
IFM_SUBTYPE(mii->mii_media_active) != IFM_NONE) {
sc->sc_flags |= RUE_FLAG_LINK;
rue_start(ue);
}
}
static void
rue_start(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
/*
* start the USB transfers, if not already started:
*/
usbd_transfer_start(sc->sc_xfer[RUE_INTR_DT_RD]);
usbd_transfer_start(sc->sc_xfer[RUE_BULK_DT_RD]);
usbd_transfer_start(sc->sc_xfer[RUE_BULK_DT_WR]);
}
static void
rue_init(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
struct ifnet *ifp = uether_getifp(ue);
RUE_LOCK_ASSERT(sc, MA_OWNED);
/*
* Cancel pending I/O
*/
rue_reset(sc);
/* Set MAC address */
rue_write_mem(sc, RUE_IDR0, IF_LLADDR(ifp), ETHER_ADDR_LEN);
rue_stop(ue);
/*
* Set the initial TX and RX configuration.
*/
rue_csr_write_1(sc, RUE_TCR, RUE_TCR_CONFIG);
rue_csr_write_2(sc, RUE_RCR, RUE_RCR_CONFIG|RUE_RCR_AB);
/* Load the multicast filter */
rue_setpromisc(ue);
/* Load the multicast filter. */
rue_setmulti(ue);
/* Enable RX and TX */
rue_csr_write_1(sc, RUE_CR, (RUE_CR_TE | RUE_CR_RE | RUE_CR_EP3CLREN));
usbd_xfer_set_stall(sc->sc_xfer[RUE_BULK_DT_WR]);
ifp->if_drv_flags |= IFF_DRV_RUNNING;
rue_start(ue);
}
/*
* Set media options.
*/
static int
rue_ifmedia_upd(struct ifnet *ifp)
{
struct rue_softc *sc = ifp->if_softc;
struct mii_data *mii = GET_MII(sc);
struct mii_softc *miisc;
int error;
RUE_LOCK_ASSERT(sc, MA_OWNED);
sc->sc_flags &= ~RUE_FLAG_LINK;
LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
PHY_RESET(miisc);
error = mii_mediachg(mii);
return (error);
}
/*
* Report current media status.
*/
static void
rue_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr)
{
struct rue_softc *sc = ifp->if_softc;
struct mii_data *mii = GET_MII(sc);
RUE_LOCK(sc);
mii_pollstat(mii);
ifmr->ifm_active = mii->mii_media_active;
ifmr->ifm_status = mii->mii_media_status;
RUE_UNLOCK(sc);
}
static void
rue_stop(struct usb_ether *ue)
{
struct rue_softc *sc = uether_getsc(ue);
struct ifnet *ifp = uether_getifp(ue);
RUE_LOCK_ASSERT(sc, MA_OWNED);
ifp->if_drv_flags &= ~IFF_DRV_RUNNING;
sc->sc_flags &= ~RUE_FLAG_LINK;
/*
* stop all the transfers, if not already stopped:
*/
usbd_transfer_stop(sc->sc_xfer[RUE_BULK_DT_WR]);
usbd_transfer_stop(sc->sc_xfer[RUE_BULK_DT_RD]);
usbd_transfer_stop(sc->sc_xfer[RUE_INTR_DT_RD]);
rue_csr_write_1(sc, RUE_CR, 0x00);
rue_reset(sc);
}
Reference in New Issue View Git Blame Copy Permalink