e682d02e12
Basically, this is automatic rx zero copy when feasible. TCP payload is DMA'd directly into the userspace buffer described by the uio submitted in soreceive by an application. - Works with sockets that are being handled by the TCP offload engine of a T4 chip (you need t4_tom.ko module loaded after cxgbe, and an "ifconfig +toe" on the cxgbe interface). - Does not require any modification to the application. - Not enabled by default. Use hw.t4nex.<X>.toe.ddp="1" to enable it.
266 lines
8.3 KiB
C
266 lines
8.3 KiB
C
/*-
|
|
* Copyright (c) 2011 Chelsio Communications, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*
|
|
*/
|
|
|
|
#ifndef __T4_HW_H
|
|
#define __T4_HW_H
|
|
|
|
#include "osdep.h"
|
|
|
|
enum {
|
|
NCHAN = 4, /* # of HW channels */
|
|
MAX_MTU = 9600, /* max MAC MTU, excluding header + FCS */
|
|
EEPROMSIZE = 17408, /* Serial EEPROM physical size */
|
|
EEPROMVSIZE = 32768, /* Serial EEPROM virtual address space size */
|
|
EEPROMPFSIZE = 1024, /* EEPROM writable area size for PFn, n>0 */
|
|
RSS_NENTRIES = 2048, /* # of entries in RSS mapping table */
|
|
TCB_SIZE = 128, /* TCB size */
|
|
NMTUS = 16, /* size of MTU table */
|
|
NCCTRL_WIN = 32, /* # of congestion control windows */
|
|
NTX_SCHED = 8, /* # of HW Tx scheduling queues */
|
|
PM_NSTATS = 5, /* # of PM stats */
|
|
MBOX_LEN = 64, /* mailbox size in bytes */
|
|
TRACE_LEN = 112, /* length of trace data and mask */
|
|
FILTER_OPT_LEN = 36, /* filter tuple width for optional components */
|
|
NWOL_PAT = 8, /* # of WoL patterns */
|
|
WOL_PAT_LEN = 128, /* length of WoL patterns */
|
|
};
|
|
|
|
enum {
|
|
CIM_NUM_IBQ = 6, /* # of CIM IBQs */
|
|
CIM_NUM_OBQ = 6, /* # of CIM OBQs */
|
|
CIMLA_SIZE = 2048, /* # of 32-bit words in CIM LA */
|
|
CIM_PIFLA_SIZE = 64, /* # of 192-bit words in CIM PIF LA */
|
|
CIM_MALA_SIZE = 64, /* # of 160-bit words in CIM MA LA */
|
|
CIM_IBQ_SIZE = 128, /* # of 128-bit words in a CIM IBQ */
|
|
TPLA_SIZE = 128, /* # of 64-bit words in TP LA */
|
|
ULPRX_LA_SIZE = 512, /* # of 256-bit words in ULP_RX LA */
|
|
};
|
|
|
|
enum {
|
|
SF_PAGE_SIZE = 256, /* serial flash page size */
|
|
SF_SEC_SIZE = 64 * 1024, /* serial flash sector size */
|
|
};
|
|
|
|
/* SGE context types */
|
|
enum ctxt_type { CTXT_EGRESS, CTXT_INGRESS, CTXT_FLM, CTXT_CNM };
|
|
|
|
enum { RSP_TYPE_FLBUF, RSP_TYPE_CPL, RSP_TYPE_INTR }; /* response entry types */
|
|
|
|
enum { MBOX_OWNER_NONE, MBOX_OWNER_FW, MBOX_OWNER_DRV }; /* mailbox owners */
|
|
|
|
enum {
|
|
SGE_MAX_WR_LEN = 512, /* max WR size in bytes */
|
|
SGE_CTXT_SIZE = 24, /* size of SGE context */
|
|
SGE_NTIMERS = 6, /* # of interrupt holdoff timer values */
|
|
SGE_NCOUNTERS = 4, /* # of interrupt packet counter values */
|
|
};
|
|
|
|
struct sge_qstat { /* data written to SGE queue status entries */
|
|
volatile __be32 qid;
|
|
volatile __be16 cidx;
|
|
volatile __be16 pidx;
|
|
};
|
|
|
|
#define S_QSTAT_PIDX 0
|
|
#define M_QSTAT_PIDX 0xffff
|
|
#define G_QSTAT_PIDX(x) (((x) >> S_QSTAT_PIDX) & M_QSTAT_PIDX)
|
|
|
|
#define S_QSTAT_CIDX 16
|
|
#define M_QSTAT_CIDX 0xffff
|
|
#define G_QSTAT_CIDX(x) (((x) >> S_QSTAT_CIDX) & M_QSTAT_CIDX)
|
|
|
|
/*
|
|
* Structure for last 128 bits of response descriptors
|
|
*/
|
|
struct rsp_ctrl {
|
|
__be32 hdrbuflen_pidx;
|
|
__be32 pldbuflen_qid;
|
|
union {
|
|
u8 type_gen;
|
|
__be64 last_flit;
|
|
} u;
|
|
};
|
|
|
|
#define S_RSPD_NEWBUF 31
|
|
#define V_RSPD_NEWBUF(x) ((x) << S_RSPD_NEWBUF)
|
|
#define F_RSPD_NEWBUF V_RSPD_NEWBUF(1U)
|
|
|
|
#define S_RSPD_LEN 0
|
|
#define M_RSPD_LEN 0x7fffffff
|
|
#define V_RSPD_LEN(x) ((x) << S_RSPD_LEN)
|
|
#define G_RSPD_LEN(x) (((x) >> S_RSPD_LEN) & M_RSPD_LEN)
|
|
|
|
#define S_RSPD_QID S_RSPD_LEN
|
|
#define M_RSPD_QID M_RSPD_LEN
|
|
#define V_RSPD_QID(x) V_RSPD_LEN(x)
|
|
#define G_RSPD_QID(x) G_RSPD_LEN(x)
|
|
|
|
#define S_RSPD_GEN 7
|
|
#define V_RSPD_GEN(x) ((x) << S_RSPD_GEN)
|
|
#define F_RSPD_GEN V_RSPD_GEN(1U)
|
|
|
|
#define S_RSPD_QOVFL 6
|
|
#define V_RSPD_QOVFL(x) ((x) << S_RSPD_QOVFL)
|
|
#define F_RSPD_QOVFL V_RSPD_QOVFL(1U)
|
|
|
|
#define S_RSPD_TYPE 4
|
|
#define M_RSPD_TYPE 0x3
|
|
#define V_RSPD_TYPE(x) ((x) << S_RSPD_TYPE)
|
|
#define G_RSPD_TYPE(x) (((x) >> S_RSPD_TYPE) & M_RSPD_TYPE)
|
|
|
|
/* Rx queue interrupt deferral fields: counter enable and timer index */
|
|
#define S_QINTR_CNT_EN 0
|
|
#define V_QINTR_CNT_EN(x) ((x) << S_QINTR_CNT_EN)
|
|
#define F_QINTR_CNT_EN V_QINTR_CNT_EN(1U)
|
|
|
|
#define S_QINTR_TIMER_IDX 1
|
|
#define M_QINTR_TIMER_IDX 0x7
|
|
#define V_QINTR_TIMER_IDX(x) ((x) << S_QINTR_TIMER_IDX)
|
|
#define G_QINTR_TIMER_IDX(x) (((x) >> S_QINTR_TIMER_IDX) & M_QINTR_TIMER_IDX)
|
|
|
|
/* # of pages a pagepod can hold without needing another pagepod */
|
|
#define PPOD_PAGES 4U
|
|
|
|
struct pagepod {
|
|
__be64 vld_tid_pgsz_tag_color;
|
|
__be64 len_offset;
|
|
__be64 rsvd;
|
|
__be64 addr[PPOD_PAGES + 1];
|
|
};
|
|
|
|
#define S_PPOD_COLOR 0
|
|
#define M_PPOD_COLOR 0x3F
|
|
#define V_PPOD_COLOR(x) ((x) << S_PPOD_COLOR)
|
|
|
|
#define S_PPOD_TAG 6
|
|
#define M_PPOD_TAG 0xFFFFFF
|
|
#define V_PPOD_TAG(x) ((x) << S_PPOD_TAG)
|
|
#define G_PPOD_TAG(x) (((x) >> S_PPOD_TAG) & M_PPOD_TAG)
|
|
|
|
#define S_PPOD_PGSZ 30
|
|
#define M_PPOD_PGSZ 0x3
|
|
#define V_PPOD_PGSZ(x) ((x) << S_PPOD_PGSZ)
|
|
#define G_PPOD_PGSZ(x) (((x) >> S_PPOD_PGSZ) & M_PPOD_PGSZ)
|
|
|
|
#define S_PPOD_TID 32
|
|
#define M_PPOD_TID 0xFFFFFF
|
|
#define V_PPOD_TID(x) ((__u64)(x) << S_PPOD_TID)
|
|
|
|
#define S_PPOD_VALID 56
|
|
#define V_PPOD_VALID(x) ((__u64)(x) << S_PPOD_VALID)
|
|
#define F_PPOD_VALID V_PPOD_VALID(1ULL)
|
|
|
|
#define S_PPOD_LEN 32
|
|
#define M_PPOD_LEN 0xFFFFFFFF
|
|
#define V_PPOD_LEN(x) ((__u64)(x) << S_PPOD_LEN)
|
|
|
|
#define S_PPOD_OFST 0
|
|
#define M_PPOD_OFST 0xFFFFFFFF
|
|
#define V_PPOD_OFST(x) ((x) << S_PPOD_OFST)
|
|
|
|
/*
|
|
* Flash layout.
|
|
*/
|
|
#define FLASH_START(start) ((start) * SF_SEC_SIZE)
|
|
#define FLASH_MAX_SIZE(nsecs) ((nsecs) * SF_SEC_SIZE)
|
|
|
|
enum {
|
|
/*
|
|
* Various Expansion-ROM boot images, etc.
|
|
*/
|
|
FLASH_EXP_ROM_START_SEC = 0,
|
|
FLASH_EXP_ROM_NSECS = 6,
|
|
FLASH_EXP_ROM_START = FLASH_START(FLASH_EXP_ROM_START_SEC),
|
|
FLASH_EXP_ROM_MAX_SIZE = FLASH_MAX_SIZE(FLASH_EXP_ROM_NSECS),
|
|
|
|
/*
|
|
* iSCSI Boot Firmware Table (iBFT) and other driver-related
|
|
* parameters ...
|
|
*/
|
|
FLASH_IBFT_START_SEC = 6,
|
|
FLASH_IBFT_NSECS = 1,
|
|
FLASH_IBFT_START = FLASH_START(FLASH_IBFT_START_SEC),
|
|
FLASH_IBFT_MAX_SIZE = FLASH_MAX_SIZE(FLASH_IBFT_NSECS),
|
|
|
|
/*
|
|
* Boot configuration data.
|
|
*/
|
|
FLASH_BOOTCFG_START_SEC = 7,
|
|
FLASH_BOOTCFG_NSECS = 1,
|
|
FLASH_BOOTCFG_START = FLASH_START(FLASH_BOOTCFG_START_SEC),
|
|
FLASH_BOOTCFG_MAX_SIZE = FLASH_MAX_SIZE(FLASH_BOOTCFG_NSECS),
|
|
|
|
/*
|
|
* Location of firmware image in FLASH.
|
|
*/
|
|
FLASH_FW_START_SEC = 8,
|
|
FLASH_FW_NSECS = 8,
|
|
FLASH_FW_START = FLASH_START(FLASH_FW_START_SEC),
|
|
FLASH_FW_MAX_SIZE = FLASH_MAX_SIZE(FLASH_FW_NSECS),
|
|
|
|
/*
|
|
* iSCSI persistent/crash information.
|
|
*/
|
|
FLASH_ISCSI_CRASH_START_SEC = 29,
|
|
FLASH_ISCSI_CRASH_NSECS = 1,
|
|
FLASH_ISCSI_CRASH_START = FLASH_START(FLASH_ISCSI_CRASH_START_SEC),
|
|
FLASH_ISCSI_CRASH_MAX_SIZE = FLASH_MAX_SIZE(FLASH_ISCSI_CRASH_NSECS),
|
|
|
|
/*
|
|
* FCoE persistent/crash information.
|
|
*/
|
|
FLASH_FCOE_CRASH_START_SEC = 30,
|
|
FLASH_FCOE_CRASH_NSECS = 1,
|
|
FLASH_FCOE_CRASH_START = FLASH_START(FLASH_FCOE_CRASH_START_SEC),
|
|
FLASH_FCOE_CRASH_MAX_SIZE = FLASH_MAX_SIZE(FLASH_FCOE_CRASH_NSECS),
|
|
|
|
/*
|
|
* Location of Firmware Configuration File in FLASH. Since the FPGA
|
|
* "FLASH" is smaller we need to store the Configuration File in a
|
|
* different location -- which will overlap the end of the firmware
|
|
* image if firmware ever gets that large ...
|
|
*/
|
|
FLASH_CFG_START_SEC = 31,
|
|
FLASH_CFG_NSECS = 1,
|
|
FLASH_CFG_START = FLASH_START(FLASH_CFG_START_SEC),
|
|
FLASH_CFG_MAX_SIZE = FLASH_MAX_SIZE(FLASH_CFG_NSECS),
|
|
|
|
FLASH_FPGA_CFG_START_SEC = 15,
|
|
FLASH_FPGA_CFG_START = FLASH_START(FLASH_FPGA_CFG_START_SEC),
|
|
|
|
/*
|
|
* Sectors 32-63 are reserved for FLASH failover.
|
|
*/
|
|
};
|
|
|
|
#undef FLASH_START
|
|
#undef FLASH_MAX_SIZE
|
|
|
|
#endif /* __T4_HW_H */
|