b245f96c44
interface, in the r241616 a crutch was provided. It didn't work well, and finally we decided that it is time to break ABI and simply make if_baudrate a 64-bit value. Meanwhile, the entire struct if_data was reviewed. o Remove the if_baudrate_pf crutch. o Make all fields of struct if_data fixed machine independent size. The notion of data (packet counters, etc) are by no means MD. And it is a bug that on amd64 we've got a 64-bit counters, while on i386 32-bit, which at modern speeds overflow within a second. This also removes quite a lot of COMPAT_FREEBSD32 code. o Give 16 bit for the ifi_datalen field. This field was provided to make future changes to if_data less ABI breaking. Unfortunately the 8 bit size of it had effectively limited sizeof if_data to 256 bytes. o Give 32 bits to ifi_mtu and ifi_metric. o Give 64 bits to the rest of fields, since they are counters. __FreeBSD_version bumped. Discussed with: emax Sponsored by: Netflix Sponsored by: Nginx, Inc.
379 lines
8.9 KiB
C
379 lines
8.9 KiB
C
/*******************************************************************************
|
|
|
|
Copyright (c) 2006-2013, Myricom Inc.
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
1. Redistributions of source code must retain the above copyright notice,
|
|
this list of conditions and the following disclaimer.
|
|
|
|
2. Neither the name of the Myricom Inc, nor the names of its
|
|
contributors may be used to endorse or promote products derived from
|
|
this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
$FreeBSD$
|
|
|
|
***************************************************************************/
|
|
|
|
#define MXGE_ETH_STOPPED 0
|
|
#define MXGE_ETH_STOPPING 1
|
|
#define MXGE_ETH_STARTING 2
|
|
#define MXGE_ETH_RUNNING 3
|
|
#define MXGE_ETH_OPEN_FAILED 4
|
|
|
|
#define MXGE_FW_OFFSET 1024*1024
|
|
#define MXGE_EEPROM_STRINGS_SIZE 256
|
|
#define MXGE_MAX_SEND_DESC 128
|
|
|
|
#if ((__FreeBSD_version > 800000 && __FreeBSD_version < 800005) \
|
|
|| __FreeBSD_version < 700111)
|
|
#define MXGE_VIRT_JUMBOS 1
|
|
#else
|
|
#define MXGE_VIRT_JUMBOS 0
|
|
#endif
|
|
|
|
#if (__FreeBSD_version > 800082)
|
|
#define IFNET_BUF_RING 1
|
|
#endif
|
|
|
|
#if (__FreeBSD_version < 1000020)
|
|
#undef IF_Kbps
|
|
#undef IF_Mbps
|
|
#undef IF_Gbps
|
|
#define IF_Kbps(x) ((uintmax_t)(x) * 1000) /* kilobits/sec. */
|
|
#define IF_Mbps(x) (IF_Kbps((x) * 1000)) /* megabits/sec. */
|
|
#define IF_Gbps(x) (IF_Mbps((x) * 1000)) /* gigabits/sec. */
|
|
#endif
|
|
|
|
#ifndef VLAN_CAPABILITIES
|
|
#define VLAN_CAPABILITIES(ifp)
|
|
#define mxge_vlans_active(sc) (sc)->ifp->if_nvlans
|
|
#else
|
|
#define mxge_vlans_active(sc) (sc)->ifp->if_vlantrunk
|
|
#endif
|
|
|
|
#ifndef VLAN_TAG_VALUE
|
|
#define MXGE_NEW_VLAN_API
|
|
#endif
|
|
|
|
#ifndef IFCAP_LRO
|
|
#define IFCAP_LRO 0
|
|
#endif
|
|
|
|
#ifndef IFCAP_TSO
|
|
#define IFCAP_TSO 0
|
|
#endif
|
|
|
|
#ifndef IFCAP_TSO4
|
|
#define IFCAP_TSO4 0
|
|
#endif
|
|
|
|
#ifndef IFCAP_TSO6
|
|
#define IFCAP_TSO6 0
|
|
#endif
|
|
|
|
#ifndef IFCAP_TXCSUM_IPV6
|
|
#define IFCAP_TXCSUM_IPV6 0
|
|
#endif
|
|
|
|
#ifndef IFCAP_RXCSUM_IPV6
|
|
#define IFCAP_RXCSUM_IPV6 0
|
|
#endif
|
|
|
|
#ifndef CSUM_TSO
|
|
#define CSUM_TSO 0
|
|
#endif
|
|
|
|
#ifndef CSUM_TCP_IPV6
|
|
#define CSUM_TCP_IPV6 0
|
|
#endif
|
|
|
|
#ifndef CSUM_UDP_IPV6
|
|
#define CSUM_UDP_IPV6 0
|
|
#endif
|
|
|
|
#ifndef CSUM_DELAY_DATA_IPV6
|
|
#define CSUM_DELAY_DATA_IPV6 0
|
|
#endif
|
|
|
|
typedef struct {
|
|
void *addr;
|
|
bus_addr_t bus_addr;
|
|
bus_dma_tag_t dmat;
|
|
bus_dmamap_t map;
|
|
} mxge_dma_t;
|
|
|
|
|
|
typedef struct {
|
|
mcp_slot_t *entry;
|
|
mxge_dma_t dma;
|
|
int cnt;
|
|
int idx;
|
|
int mask;
|
|
} mxge_rx_done_t;
|
|
|
|
typedef struct
|
|
{
|
|
uint32_t data0;
|
|
uint32_t data1;
|
|
uint32_t data2;
|
|
} mxge_cmd_t;
|
|
|
|
struct mxge_rx_buffer_state {
|
|
struct mbuf *m;
|
|
bus_dmamap_t map;
|
|
};
|
|
|
|
struct mxge_tx_buffer_state {
|
|
struct mbuf *m;
|
|
bus_dmamap_t map;
|
|
int flag;
|
|
};
|
|
|
|
typedef struct
|
|
{
|
|
volatile mcp_kreq_ether_recv_t *lanai; /* lanai ptr for recv ring */
|
|
mcp_kreq_ether_recv_t *shadow; /* host shadow of recv ring */
|
|
struct mxge_rx_buffer_state *info;
|
|
bus_dma_tag_t dmat;
|
|
bus_dmamap_t extra_map;
|
|
int cnt;
|
|
int nbufs;
|
|
int cl_size;
|
|
int alloc_fail;
|
|
int mask; /* number of rx slots -1 */
|
|
int mlen;
|
|
} mxge_rx_ring_t;
|
|
|
|
typedef struct
|
|
{
|
|
struct mtx mtx;
|
|
#ifdef IFNET_BUF_RING
|
|
struct buf_ring *br;
|
|
#endif
|
|
volatile mcp_kreq_ether_send_t *lanai; /* lanai ptr for sendq */
|
|
volatile uint32_t *send_go; /* doorbell for sendq */
|
|
volatile uint32_t *send_stop; /* doorbell for sendq */
|
|
mcp_kreq_ether_send_t *req_list; /* host shadow of sendq */
|
|
char *req_bytes;
|
|
bus_dma_segment_t *seg_list;
|
|
struct mxge_tx_buffer_state *info;
|
|
bus_dma_tag_t dmat;
|
|
int req; /* transmits submitted */
|
|
int mask; /* number of transmit slots -1 */
|
|
int done; /* transmits completed */
|
|
int pkt_done; /* packets completed */
|
|
int max_desc; /* max descriptors per xmit */
|
|
int queue_active; /* fw currently polling this queue*/
|
|
int activate;
|
|
int deactivate;
|
|
int stall; /* #times hw queue exhausted */
|
|
int wake; /* #times irq re-enabled xmit */
|
|
int watchdog_req; /* cache of req */
|
|
int watchdog_done; /* cache of done */
|
|
int watchdog_rx_pause; /* cache of pause rq recvd */
|
|
int defrag;
|
|
char mtx_name[16];
|
|
} mxge_tx_ring_t;
|
|
|
|
struct mxge_softc;
|
|
typedef struct mxge_softc mxge_softc_t;
|
|
|
|
struct mxge_slice_state {
|
|
mxge_softc_t *sc;
|
|
mxge_tx_ring_t tx; /* transmit ring */
|
|
mxge_rx_ring_t rx_small;
|
|
mxge_rx_ring_t rx_big;
|
|
mxge_rx_done_t rx_done;
|
|
mcp_irq_data_t *fw_stats;
|
|
volatile uint32_t *irq_claim;
|
|
u_long ipackets;
|
|
u_long opackets;
|
|
u_long obytes;
|
|
u_long omcasts;
|
|
u_long oerrors;
|
|
int if_drv_flags;
|
|
struct lro_ctrl lc;
|
|
mxge_dma_t fw_stats_dma;
|
|
struct sysctl_oid *sysctl_tree;
|
|
struct sysctl_ctx_list sysctl_ctx;
|
|
char scratch[256];
|
|
};
|
|
|
|
struct mxge_softc {
|
|
struct ifnet* ifp;
|
|
struct mxge_slice_state *ss;
|
|
int tx_boundary; /* boundary transmits cannot cross*/
|
|
int lro_cnt;
|
|
bus_dma_tag_t parent_dmat;
|
|
volatile uint8_t *sram;
|
|
int sram_size;
|
|
volatile uint32_t *irq_deassert;
|
|
mcp_cmd_response_t *cmd;
|
|
mxge_dma_t cmd_dma;
|
|
mxge_dma_t zeropad_dma;
|
|
struct pci_dev *pdev;
|
|
int legacy_irq;
|
|
int link_state;
|
|
unsigned int rdma_tags_available;
|
|
int intr_coal_delay;
|
|
volatile uint32_t *intr_coal_delay_ptr;
|
|
int wc;
|
|
struct mtx cmd_mtx;
|
|
struct mtx driver_mtx;
|
|
int wake_queue;
|
|
int stop_queue;
|
|
int down_cnt;
|
|
int watchdog_resets;
|
|
int watchdog_countdown;
|
|
int pause;
|
|
struct resource *mem_res;
|
|
struct resource *irq_res;
|
|
struct resource **msix_irq_res;
|
|
struct resource *msix_table_res;
|
|
struct resource *msix_pba_res;
|
|
void *ih;
|
|
void **msix_ih;
|
|
char *fw_name;
|
|
char eeprom_strings[MXGE_EEPROM_STRINGS_SIZE];
|
|
char fw_version[128];
|
|
int fw_ver_major;
|
|
int fw_ver_minor;
|
|
int fw_ver_tiny;
|
|
int adopted_rx_filter_bug;
|
|
device_t dev;
|
|
struct ifmedia media;
|
|
int read_dma;
|
|
int write_dma;
|
|
int read_write_dma;
|
|
int fw_multicast_support;
|
|
int link_width;
|
|
int max_mtu;
|
|
int throttle;
|
|
int tx_defrag;
|
|
int media_flags;
|
|
int need_media_probe;
|
|
int num_slices;
|
|
int rx_ring_size;
|
|
int dying;
|
|
int connector;
|
|
int current_media;
|
|
int max_tso6_hlen;
|
|
mxge_dma_t dmabench_dma;
|
|
struct callout co_hdl;
|
|
struct taskqueue *tq;
|
|
struct task watchdog_task;
|
|
struct sysctl_oid *slice_sysctl_tree;
|
|
struct sysctl_ctx_list slice_sysctl_ctx;
|
|
char *mac_addr_string;
|
|
uint8_t mac_addr[6]; /* eeprom mac address */
|
|
uint16_t pectl; /* save PCIe CTL state */
|
|
char product_code_string[64];
|
|
char serial_number_string[64];
|
|
char cmd_mtx_name[16];
|
|
char driver_mtx_name[16];
|
|
};
|
|
|
|
#define MXGE_PCI_VENDOR_MYRICOM 0x14c1
|
|
#define MXGE_PCI_DEVICE_Z8E 0x0008
|
|
#define MXGE_PCI_DEVICE_Z8E_9 0x0009
|
|
#define MXGE_PCI_REV_Z8E 0
|
|
#define MXGE_PCI_REV_Z8ES 1
|
|
#define MXGE_XFP_COMPLIANCE_BYTE 131
|
|
#define MXGE_SFP_COMPLIANCE_BYTE 3
|
|
#define MXGE_MIN_THROTTLE 416
|
|
#define MXGE_MAX_THROTTLE 4096
|
|
|
|
/* Types of connectors on NICs supported by this driver */
|
|
#define MXGE_CX4 0
|
|
#define MXGE_XFP 1
|
|
#define MXGE_SFP 2
|
|
#define MXGE_QRF 3
|
|
|
|
#define MXGE_HIGHPART_TO_U32(X) \
|
|
(sizeof (X) == 8) ? ((uint32_t)((uint64_t)(X) >> 32)) : (0)
|
|
#define MXGE_LOWPART_TO_U32(X) ((uint32_t)(X))
|
|
|
|
struct mxge_media_type
|
|
{
|
|
int flag;
|
|
uint8_t bitmask;
|
|
char *name;
|
|
};
|
|
|
|
struct mxge_pkt_info {
|
|
int ip_off;
|
|
int ip_hlen;
|
|
struct ip *ip;
|
|
struct ip6_hdr *ip6;
|
|
struct tcphdr *tcp;
|
|
};
|
|
|
|
|
|
/* implement our own memory barriers, since bus_space_barrier
|
|
cannot handle write-combining regions */
|
|
|
|
#if __FreeBSD_version < 800053
|
|
|
|
#if defined (__GNUC__)
|
|
#if #cpu(i386) || defined __i386 || defined i386 || defined __i386__ || #cpu(x86_64) || defined __x86_64__
|
|
#define wmb() __asm__ __volatile__ ("sfence;": : :"memory")
|
|
#elif #cpu(sparc64) || defined sparc64 || defined __sparcv9
|
|
#define wmb() __asm__ __volatile__ ("membar #MemIssue": : :"memory")
|
|
#elif #cpu(sparc) || defined sparc || defined __sparc__
|
|
#define wmb() __asm__ __volatile__ ("stbar;": : :"memory")
|
|
#else
|
|
#define wmb() /* XXX just to make this compile */
|
|
#endif
|
|
#else
|
|
#error "unknown compiler"
|
|
#endif
|
|
|
|
#endif
|
|
|
|
static inline void
|
|
mxge_pio_copy(volatile void *to_v, void *from_v, size_t size)
|
|
{
|
|
register volatile uintptr_t *to;
|
|
volatile uintptr_t *from;
|
|
size_t i;
|
|
|
|
to = (volatile uintptr_t *) to_v;
|
|
from = from_v;
|
|
for (i = (size / sizeof (uintptr_t)); i; i--) {
|
|
*to = *from;
|
|
to++;
|
|
from++;
|
|
}
|
|
|
|
}
|
|
|
|
void mxge_lro_flush(struct mxge_slice_state *ss, struct lro_entry *lro);
|
|
int mxge_lro_rx(struct mxge_slice_state *ss, struct mbuf *m_head,
|
|
uint32_t csum);
|
|
|
|
|
|
|
|
/*
|
|
This file uses Myri10GE driver indentation.
|
|
|
|
Local Variables:
|
|
c-file-style:"linux"
|
|
tab-width:8
|
|
End:
|
|
*/
|