ce8628c66a
Issue has been observed in case of multi segments where mbuf
data gets corrupted due to missing barriers. Changes made to
mbuf just before LMTST by one core gets updatded when the
same mbuf is in use by another core, leading to corruption.
It should be ensured that all changes made to mbuf should be
written before LMTST.
Fixes: cbd5710db4 ("net/octeontx2: add Tx multi segment version")
Cc: stable@dpdk.org
Signed-off-by: Pavan Nikhilesh <pbhagavatula@marvell.com>
Signed-off-by: Nithin Dabilpuram <ndabilpuram@marvell.com>
Signed-off-by: Harman Kalra <hkalra@marvell.com>
786 lines
26 KiB
C
786 lines
26 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright(C) 2019 Marvell International Ltd.
|
|
*/
|
|
|
|
#ifndef __OTX2_TX_H__
|
|
#define __OTX2_TX_H__
|
|
|
|
#define NIX_TX_OFFLOAD_NONE (0)
|
|
#define NIX_TX_OFFLOAD_L3_L4_CSUM_F BIT(0)
|
|
#define NIX_TX_OFFLOAD_OL3_OL4_CSUM_F BIT(1)
|
|
#define NIX_TX_OFFLOAD_VLAN_QINQ_F BIT(2)
|
|
#define NIX_TX_OFFLOAD_MBUF_NOFF_F BIT(3)
|
|
#define NIX_TX_OFFLOAD_TSTAMP_F BIT(4)
|
|
#define NIX_TX_OFFLOAD_TSO_F BIT(5)
|
|
#define NIX_TX_OFFLOAD_SECURITY_F BIT(6)
|
|
|
|
/* Flags to control xmit_prepare function.
|
|
* Defining it from backwards to denote its been
|
|
* not used as offload flags to pick function
|
|
*/
|
|
#define NIX_TX_MULTI_SEG_F BIT(15)
|
|
|
|
#define NIX_TX_NEED_SEND_HDR_W1 \
|
|
(NIX_TX_OFFLOAD_L3_L4_CSUM_F | NIX_TX_OFFLOAD_OL3_OL4_CSUM_F | \
|
|
NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_TSO_F)
|
|
|
|
#define NIX_TX_NEED_EXT_HDR \
|
|
(NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_TSTAMP_F | \
|
|
NIX_TX_OFFLOAD_TSO_F)
|
|
|
|
#define NIX_UDP_TUN_BITMASK \
|
|
((1ull << (PKT_TX_TUNNEL_VXLAN >> 45)) | \
|
|
(1ull << (PKT_TX_TUNNEL_GENEVE >> 45)))
|
|
|
|
#define NIX_LSO_FORMAT_IDX_TSOV4 (0)
|
|
#define NIX_LSO_FORMAT_IDX_TSOV6 (1)
|
|
|
|
/* Function to determine no of tx subdesc required in case ext
|
|
* sub desc is enabled.
|
|
*/
|
|
static __rte_always_inline int
|
|
otx2_nix_tx_ext_subs(const uint16_t flags)
|
|
{
|
|
return (flags & NIX_TX_OFFLOAD_TSTAMP_F) ? 2 :
|
|
((flags & (NIX_TX_OFFLOAD_VLAN_QINQ_F | NIX_TX_OFFLOAD_TSO_F)) ?
|
|
1 : 0);
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_prepare_tstamp(uint64_t *cmd, const uint64_t *send_mem_desc,
|
|
const uint64_t ol_flags, const uint16_t no_segdw,
|
|
const uint16_t flags)
|
|
{
|
|
if (flags & NIX_TX_OFFLOAD_TSTAMP_F) {
|
|
struct nix_send_mem_s *send_mem;
|
|
uint16_t off = (no_segdw - 1) << 1;
|
|
const uint8_t is_ol_tstamp = !(ol_flags & PKT_TX_IEEE1588_TMST);
|
|
|
|
send_mem = (struct nix_send_mem_s *)(cmd + off);
|
|
if (flags & NIX_TX_MULTI_SEG_F) {
|
|
/* Retrieving the default desc values */
|
|
cmd[off] = send_mem_desc[6];
|
|
|
|
/* Using compiler barier to avoid voilation of C
|
|
* aliasing rules.
|
|
*/
|
|
rte_compiler_barrier();
|
|
}
|
|
|
|
/* Packets for which PKT_TX_IEEE1588_TMST is not set, tx tstamp
|
|
* should not be recorded, hence changing the alg type to
|
|
* NIX_SENDMEMALG_SET and also changing send mem addr field to
|
|
* next 8 bytes as it corrpt the actual tx tstamp registered
|
|
* address.
|
|
*/
|
|
send_mem->alg = NIX_SENDMEMALG_SETTSTMP - (is_ol_tstamp);
|
|
|
|
send_mem->addr = (rte_iova_t)((uint64_t *)send_mem_desc[7] +
|
|
(is_ol_tstamp));
|
|
}
|
|
}
|
|
|
|
static __rte_always_inline uint64_t
|
|
otx2_pktmbuf_detach(struct rte_mbuf *m)
|
|
{
|
|
struct rte_mempool *mp = m->pool;
|
|
uint32_t mbuf_size, buf_len;
|
|
struct rte_mbuf *md;
|
|
uint16_t priv_size;
|
|
uint16_t refcount;
|
|
|
|
/* Update refcount of direct mbuf */
|
|
md = rte_mbuf_from_indirect(m);
|
|
refcount = rte_mbuf_refcnt_update(md, -1);
|
|
|
|
priv_size = rte_pktmbuf_priv_size(mp);
|
|
mbuf_size = (uint32_t)(sizeof(struct rte_mbuf) + priv_size);
|
|
buf_len = rte_pktmbuf_data_room_size(mp);
|
|
|
|
m->priv_size = priv_size;
|
|
m->buf_addr = (char *)m + mbuf_size;
|
|
m->buf_iova = rte_mempool_virt2iova(m) + mbuf_size;
|
|
m->buf_len = (uint16_t)buf_len;
|
|
rte_pktmbuf_reset_headroom(m);
|
|
m->data_len = 0;
|
|
m->ol_flags = 0;
|
|
m->next = NULL;
|
|
m->nb_segs = 1;
|
|
|
|
/* Now indirect mbuf is safe to free */
|
|
rte_pktmbuf_free(m);
|
|
|
|
if (refcount == 0) {
|
|
rte_mbuf_refcnt_set(md, 1);
|
|
md->data_len = 0;
|
|
md->ol_flags = 0;
|
|
md->next = NULL;
|
|
md->nb_segs = 1;
|
|
return 0;
|
|
} else {
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
static __rte_always_inline uint64_t
|
|
otx2_nix_prefree_seg(struct rte_mbuf *m)
|
|
{
|
|
if (likely(rte_mbuf_refcnt_read(m) == 1)) {
|
|
if (!RTE_MBUF_DIRECT(m))
|
|
return otx2_pktmbuf_detach(m);
|
|
|
|
m->next = NULL;
|
|
m->nb_segs = 1;
|
|
return 0;
|
|
} else if (rte_mbuf_refcnt_update(m, -1) == 0) {
|
|
if (!RTE_MBUF_DIRECT(m))
|
|
return otx2_pktmbuf_detach(m);
|
|
|
|
rte_mbuf_refcnt_set(m, 1);
|
|
m->next = NULL;
|
|
m->nb_segs = 1;
|
|
return 0;
|
|
}
|
|
|
|
/* Mbuf is having refcount more than 1 so need not to be freed */
|
|
return 1;
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_prepare_tso(struct rte_mbuf *m, const uint64_t flags)
|
|
{
|
|
uint64_t mask, ol_flags = m->ol_flags;
|
|
|
|
if (flags & NIX_TX_OFFLOAD_TSO_F &&
|
|
(ol_flags & PKT_TX_TCP_SEG)) {
|
|
uintptr_t mdata = rte_pktmbuf_mtod(m, uintptr_t);
|
|
uint16_t *iplen, *oiplen, *oudplen;
|
|
uint16_t lso_sb, paylen;
|
|
|
|
mask = -!!(ol_flags & (PKT_TX_OUTER_IPV4 | PKT_TX_OUTER_IPV6));
|
|
lso_sb = (mask & (m->outer_l2_len + m->outer_l3_len)) +
|
|
m->l2_len + m->l3_len + m->l4_len;
|
|
|
|
/* Reduce payload len from base headers */
|
|
paylen = m->pkt_len - lso_sb;
|
|
|
|
/* Get iplen position assuming no tunnel hdr */
|
|
iplen = (uint16_t *)(mdata + m->l2_len +
|
|
(2 << !!(ol_flags & PKT_TX_IPV6)));
|
|
/* Handle tunnel tso */
|
|
if ((flags & NIX_TX_OFFLOAD_OL3_OL4_CSUM_F) &&
|
|
(ol_flags & PKT_TX_TUNNEL_MASK)) {
|
|
const uint8_t is_udp_tun = (NIX_UDP_TUN_BITMASK >>
|
|
((ol_flags & PKT_TX_TUNNEL_MASK) >> 45)) & 0x1;
|
|
|
|
oiplen = (uint16_t *)(mdata + m->outer_l2_len +
|
|
(2 << !!(ol_flags & PKT_TX_OUTER_IPV6)));
|
|
*oiplen = rte_cpu_to_be_16(rte_be_to_cpu_16(*oiplen) -
|
|
paylen);
|
|
|
|
/* Update format for UDP tunneled packet */
|
|
if (is_udp_tun) {
|
|
oudplen = (uint16_t *)(mdata + m->outer_l2_len +
|
|
m->outer_l3_len + 4);
|
|
*oudplen =
|
|
rte_cpu_to_be_16(rte_be_to_cpu_16(*oudplen) -
|
|
paylen);
|
|
}
|
|
|
|
/* Update iplen position to inner ip hdr */
|
|
iplen = (uint16_t *)(mdata + lso_sb - m->l3_len -
|
|
m->l4_len + (2 << !!(ol_flags & PKT_TX_IPV6)));
|
|
}
|
|
|
|
*iplen = rte_cpu_to_be_16(rte_be_to_cpu_16(*iplen) - paylen);
|
|
}
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_prepare(struct rte_mbuf *m, uint64_t *cmd, const uint16_t flags)
|
|
{
|
|
struct nix_send_ext_s *send_hdr_ext;
|
|
struct nix_send_hdr_s *send_hdr;
|
|
uint64_t ol_flags = 0, mask;
|
|
union nix_send_hdr_w1_u w1;
|
|
union nix_send_sg_s *sg;
|
|
|
|
send_hdr = (struct nix_send_hdr_s *)cmd;
|
|
if (flags & NIX_TX_NEED_EXT_HDR) {
|
|
send_hdr_ext = (struct nix_send_ext_s *)(cmd + 2);
|
|
sg = (union nix_send_sg_s *)(cmd + 4);
|
|
/* Clear previous markings */
|
|
send_hdr_ext->w0.lso = 0;
|
|
send_hdr_ext->w1.u = 0;
|
|
} else {
|
|
sg = (union nix_send_sg_s *)(cmd + 2);
|
|
}
|
|
|
|
if (flags & NIX_TX_NEED_SEND_HDR_W1) {
|
|
ol_flags = m->ol_flags;
|
|
w1.u = 0;
|
|
}
|
|
|
|
if (!(flags & NIX_TX_MULTI_SEG_F)) {
|
|
send_hdr->w0.total = m->data_len;
|
|
send_hdr->w0.aura =
|
|
npa_lf_aura_handle_to_aura(m->pool->pool_id);
|
|
}
|
|
|
|
/*
|
|
* L3type: 2 => IPV4
|
|
* 3 => IPV4 with csum
|
|
* 4 => IPV6
|
|
* L3type and L3ptr needs to be set for either
|
|
* L3 csum or L4 csum or LSO
|
|
*
|
|
*/
|
|
|
|
if ((flags & NIX_TX_OFFLOAD_OL3_OL4_CSUM_F) &&
|
|
(flags & NIX_TX_OFFLOAD_L3_L4_CSUM_F)) {
|
|
const uint8_t csum = !!(ol_flags & PKT_TX_OUTER_UDP_CKSUM);
|
|
const uint8_t ol3type =
|
|
((!!(ol_flags & PKT_TX_OUTER_IPV4)) << 1) +
|
|
((!!(ol_flags & PKT_TX_OUTER_IPV6)) << 2) +
|
|
!!(ol_flags & PKT_TX_OUTER_IP_CKSUM);
|
|
|
|
/* Outer L3 */
|
|
w1.ol3type = ol3type;
|
|
mask = 0xffffull << ((!!ol3type) << 4);
|
|
w1.ol3ptr = ~mask & m->outer_l2_len;
|
|
w1.ol4ptr = ~mask & (w1.ol3ptr + m->outer_l3_len);
|
|
|
|
/* Outer L4 */
|
|
w1.ol4type = csum + (csum << 1);
|
|
|
|
/* Inner L3 */
|
|
w1.il3type = ((!!(ol_flags & PKT_TX_IPV4)) << 1) +
|
|
((!!(ol_flags & PKT_TX_IPV6)) << 2);
|
|
w1.il3ptr = w1.ol4ptr + m->l2_len;
|
|
w1.il4ptr = w1.il3ptr + m->l3_len;
|
|
/* Increment it by 1 if it is IPV4 as 3 is with csum */
|
|
w1.il3type = w1.il3type + !!(ol_flags & PKT_TX_IP_CKSUM);
|
|
|
|
/* Inner L4 */
|
|
w1.il4type = (ol_flags & PKT_TX_L4_MASK) >> 52;
|
|
|
|
/* In case of no tunnel header use only
|
|
* shift IL3/IL4 fields a bit to use
|
|
* OL3/OL4 for header checksum
|
|
*/
|
|
mask = !ol3type;
|
|
w1.u = ((w1.u & 0xFFFFFFFF00000000) >> (mask << 3)) |
|
|
((w1.u & 0X00000000FFFFFFFF) >> (mask << 4));
|
|
|
|
} else if (flags & NIX_TX_OFFLOAD_OL3_OL4_CSUM_F) {
|
|
const uint8_t csum = !!(ol_flags & PKT_TX_OUTER_UDP_CKSUM);
|
|
const uint8_t outer_l2_len = m->outer_l2_len;
|
|
|
|
/* Outer L3 */
|
|
w1.ol3ptr = outer_l2_len;
|
|
w1.ol4ptr = outer_l2_len + m->outer_l3_len;
|
|
/* Increment it by 1 if it is IPV4 as 3 is with csum */
|
|
w1.ol3type = ((!!(ol_flags & PKT_TX_OUTER_IPV4)) << 1) +
|
|
((!!(ol_flags & PKT_TX_OUTER_IPV6)) << 2) +
|
|
!!(ol_flags & PKT_TX_OUTER_IP_CKSUM);
|
|
|
|
/* Outer L4 */
|
|
w1.ol4type = csum + (csum << 1);
|
|
|
|
} else if (flags & NIX_TX_OFFLOAD_L3_L4_CSUM_F) {
|
|
const uint8_t l2_len = m->l2_len;
|
|
|
|
/* Always use OLXPTR and OLXTYPE when only
|
|
* when one header is present
|
|
*/
|
|
|
|
/* Inner L3 */
|
|
w1.ol3ptr = l2_len;
|
|
w1.ol4ptr = l2_len + m->l3_len;
|
|
/* Increment it by 1 if it is IPV4 as 3 is with csum */
|
|
w1.ol3type = ((!!(ol_flags & PKT_TX_IPV4)) << 1) +
|
|
((!!(ol_flags & PKT_TX_IPV6)) << 2) +
|
|
!!(ol_flags & PKT_TX_IP_CKSUM);
|
|
|
|
/* Inner L4 */
|
|
w1.ol4type = (ol_flags & PKT_TX_L4_MASK) >> 52;
|
|
}
|
|
|
|
if (flags & NIX_TX_NEED_EXT_HDR &&
|
|
flags & NIX_TX_OFFLOAD_VLAN_QINQ_F) {
|
|
send_hdr_ext->w1.vlan1_ins_ena = !!(ol_flags & PKT_TX_VLAN);
|
|
/* HW will update ptr after vlan0 update */
|
|
send_hdr_ext->w1.vlan1_ins_ptr = 12;
|
|
send_hdr_ext->w1.vlan1_ins_tci = m->vlan_tci;
|
|
|
|
send_hdr_ext->w1.vlan0_ins_ena = !!(ol_flags & PKT_TX_QINQ);
|
|
/* 2B before end of l2 header */
|
|
send_hdr_ext->w1.vlan0_ins_ptr = 12;
|
|
send_hdr_ext->w1.vlan0_ins_tci = m->vlan_tci_outer;
|
|
}
|
|
|
|
if (flags & NIX_TX_OFFLOAD_TSO_F &&
|
|
(ol_flags & PKT_TX_TCP_SEG)) {
|
|
uint16_t lso_sb;
|
|
uint64_t mask;
|
|
|
|
mask = -(!w1.il3type);
|
|
lso_sb = (mask & w1.ol4ptr) + (~mask & w1.il4ptr) + m->l4_len;
|
|
|
|
send_hdr_ext->w0.lso_sb = lso_sb;
|
|
send_hdr_ext->w0.lso = 1;
|
|
send_hdr_ext->w0.lso_mps = m->tso_segsz;
|
|
send_hdr_ext->w0.lso_format =
|
|
NIX_LSO_FORMAT_IDX_TSOV4 + !!(ol_flags & PKT_TX_IPV6);
|
|
w1.ol4type = NIX_SENDL4TYPE_TCP_CKSUM;
|
|
|
|
/* Handle tunnel tso */
|
|
if ((flags & NIX_TX_OFFLOAD_OL3_OL4_CSUM_F) &&
|
|
(ol_flags & PKT_TX_TUNNEL_MASK)) {
|
|
const uint8_t is_udp_tun = (NIX_UDP_TUN_BITMASK >>
|
|
((ol_flags & PKT_TX_TUNNEL_MASK) >> 45)) & 0x1;
|
|
|
|
w1.il4type = NIX_SENDL4TYPE_TCP_CKSUM;
|
|
w1.ol4type = is_udp_tun ? NIX_SENDL4TYPE_UDP_CKSUM : 0;
|
|
/* Update format for UDP tunneled packet */
|
|
send_hdr_ext->w0.lso_format += is_udp_tun ? 2 : 6;
|
|
|
|
send_hdr_ext->w0.lso_format +=
|
|
!!(ol_flags & PKT_TX_OUTER_IPV6) << 1;
|
|
}
|
|
}
|
|
|
|
if (flags & NIX_TX_NEED_SEND_HDR_W1)
|
|
send_hdr->w1.u = w1.u;
|
|
|
|
if (!(flags & NIX_TX_MULTI_SEG_F)) {
|
|
sg->seg1_size = m->data_len;
|
|
*(rte_iova_t *)(++sg) = rte_mbuf_data_iova(m);
|
|
|
|
if (flags & NIX_TX_OFFLOAD_MBUF_NOFF_F) {
|
|
/* DF bit = 1 if refcount of current mbuf or parent mbuf
|
|
* is greater than 1
|
|
* DF bit = 0 otherwise
|
|
*/
|
|
send_hdr->w0.df = otx2_nix_prefree_seg(m);
|
|
/* Ensuring mbuf fields which got updated in
|
|
* otx2_nix_prefree_seg are written before LMTST.
|
|
*/
|
|
rte_io_wmb();
|
|
}
|
|
/* Mark mempool object as "put" since it is freed by NIX */
|
|
if (!send_hdr->w0.df)
|
|
__mempool_check_cookies(m->pool, (void **)&m, 1, 0);
|
|
}
|
|
}
|
|
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_one(uint64_t *cmd, void *lmt_addr,
|
|
const rte_iova_t io_addr, const uint32_t flags)
|
|
{
|
|
uint64_t lmt_status;
|
|
|
|
do {
|
|
otx2_lmt_mov(lmt_addr, cmd, otx2_nix_tx_ext_subs(flags));
|
|
lmt_status = otx2_lmt_submit(io_addr);
|
|
} while (lmt_status == 0);
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_prep_lmt(uint64_t *cmd, void *lmt_addr, const uint32_t flags)
|
|
{
|
|
otx2_lmt_mov(lmt_addr, cmd, otx2_nix_tx_ext_subs(flags));
|
|
}
|
|
|
|
static __rte_always_inline uint64_t
|
|
otx2_nix_xmit_submit_lmt(const rte_iova_t io_addr)
|
|
{
|
|
return otx2_lmt_submit(io_addr);
|
|
}
|
|
|
|
static __rte_always_inline uint64_t
|
|
otx2_nix_xmit_submit_lmt_release(const rte_iova_t io_addr)
|
|
{
|
|
return otx2_lmt_submit_release(io_addr);
|
|
}
|
|
|
|
static __rte_always_inline uint16_t
|
|
otx2_nix_prepare_mseg(struct rte_mbuf *m, uint64_t *cmd, const uint16_t flags)
|
|
{
|
|
struct nix_send_hdr_s *send_hdr;
|
|
union nix_send_sg_s *sg;
|
|
struct rte_mbuf *m_next;
|
|
uint64_t *slist, sg_u;
|
|
uint64_t nb_segs;
|
|
uint64_t segdw;
|
|
uint8_t off, i;
|
|
|
|
send_hdr = (struct nix_send_hdr_s *)cmd;
|
|
send_hdr->w0.total = m->pkt_len;
|
|
send_hdr->w0.aura = npa_lf_aura_handle_to_aura(m->pool->pool_id);
|
|
|
|
if (flags & NIX_TX_NEED_EXT_HDR)
|
|
off = 2;
|
|
else
|
|
off = 0;
|
|
|
|
sg = (union nix_send_sg_s *)&cmd[2 + off];
|
|
/* Clear sg->u header before use */
|
|
sg->u &= 0xFC00000000000000;
|
|
sg_u = sg->u;
|
|
slist = &cmd[3 + off];
|
|
|
|
i = 0;
|
|
nb_segs = m->nb_segs;
|
|
|
|
/* Fill mbuf segments */
|
|
do {
|
|
m_next = m->next;
|
|
sg_u = sg_u | ((uint64_t)m->data_len << (i << 4));
|
|
*slist = rte_mbuf_data_iova(m);
|
|
/* Set invert df if buffer is not to be freed by H/W */
|
|
if (flags & NIX_TX_OFFLOAD_MBUF_NOFF_F)
|
|
sg_u |= (otx2_nix_prefree_seg(m) << (i + 55));
|
|
/* Mark mempool object as "put" since it is freed by NIX */
|
|
if (!(sg_u & (1ULL << (i + 55)))) {
|
|
m->next = NULL;
|
|
__mempool_check_cookies(m->pool, (void **)&m, 1, 0);
|
|
}
|
|
slist++;
|
|
i++;
|
|
nb_segs--;
|
|
if (i > 2 && nb_segs) {
|
|
i = 0;
|
|
/* Next SG subdesc */
|
|
*(uint64_t *)slist = sg_u & 0xFC00000000000000;
|
|
sg->u = sg_u;
|
|
sg->segs = 3;
|
|
sg = (union nix_send_sg_s *)slist;
|
|
sg_u = sg->u;
|
|
slist++;
|
|
}
|
|
m = m_next;
|
|
} while (nb_segs);
|
|
|
|
sg->u = sg_u;
|
|
sg->segs = i;
|
|
segdw = (uint64_t *)slist - (uint64_t *)&cmd[2 + off];
|
|
/* Roundup extra dwords to multiple of 2 */
|
|
segdw = (segdw >> 1) + (segdw & 0x1);
|
|
/* Default dwords */
|
|
segdw += (off >> 1) + 1 + !!(flags & NIX_TX_OFFLOAD_TSTAMP_F);
|
|
send_hdr->w0.sizem1 = segdw - 1;
|
|
|
|
return segdw;
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_mseg_prep_lmt(uint64_t *cmd, void *lmt_addr, uint16_t segdw)
|
|
{
|
|
otx2_lmt_mov_seg(lmt_addr, (const void *)cmd, segdw);
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_mseg_one(uint64_t *cmd, void *lmt_addr,
|
|
rte_iova_t io_addr, uint16_t segdw)
|
|
{
|
|
uint64_t lmt_status;
|
|
|
|
do {
|
|
otx2_lmt_mov_seg(lmt_addr, (const void *)cmd, segdw);
|
|
lmt_status = otx2_lmt_submit(io_addr);
|
|
} while (lmt_status == 0);
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
otx2_nix_xmit_mseg_one_release(uint64_t *cmd, void *lmt_addr,
|
|
rte_iova_t io_addr, uint16_t segdw)
|
|
{
|
|
uint64_t lmt_status;
|
|
|
|
rte_io_wmb();
|
|
do {
|
|
otx2_lmt_mov_seg(lmt_addr, (const void *)cmd, segdw);
|
|
lmt_status = otx2_lmt_submit(io_addr);
|
|
} while (lmt_status == 0);
|
|
}
|
|
|
|
#define L3L4CSUM_F NIX_TX_OFFLOAD_L3_L4_CSUM_F
|
|
#define OL3OL4CSUM_F NIX_TX_OFFLOAD_OL3_OL4_CSUM_F
|
|
#define VLAN_F NIX_TX_OFFLOAD_VLAN_QINQ_F
|
|
#define NOFF_F NIX_TX_OFFLOAD_MBUF_NOFF_F
|
|
#define TSP_F NIX_TX_OFFLOAD_TSTAMP_F
|
|
#define TSO_F NIX_TX_OFFLOAD_TSO_F
|
|
#define TX_SEC_F NIX_TX_OFFLOAD_SECURITY_F
|
|
|
|
/* [SEC] [TSO] [TSTMP] [NOFF] [VLAN] [OL3OL4CSUM] [L3L4CSUM] */
|
|
#define NIX_TX_FASTPATH_MODES \
|
|
T(no_offload, 0, 0, 0, 0, 0, 0, 0, 4, \
|
|
NIX_TX_OFFLOAD_NONE) \
|
|
T(l3l4csum, 0, 0, 0, 0, 0, 0, 1, 4, \
|
|
L3L4CSUM_F) \
|
|
T(ol3ol4csum, 0, 0, 0, 0, 0, 1, 0, 4, \
|
|
OL3OL4CSUM_F) \
|
|
T(ol3ol4csum_l3l4csum, 0, 0, 0, 0, 0, 1, 1, 4, \
|
|
OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(vlan, 0, 0, 0, 0, 1, 0, 0, 6, \
|
|
VLAN_F) \
|
|
T(vlan_l3l4csum, 0, 0, 0, 0, 1, 0, 1, 6, \
|
|
VLAN_F | L3L4CSUM_F) \
|
|
T(vlan_ol3ol4csum, 0, 0, 0, 0, 1, 1, 0, 6, \
|
|
VLAN_F | OL3OL4CSUM_F) \
|
|
T(vlan_ol3ol4csum_l3l4csum, 0, 0, 0, 0, 1, 1, 1, 6, \
|
|
VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(noff, 0, 0, 0, 1, 0, 0, 0, 4, \
|
|
NOFF_F) \
|
|
T(noff_l3l4csum, 0, 0, 0, 1, 0, 0, 1, 4, \
|
|
NOFF_F | L3L4CSUM_F) \
|
|
T(noff_ol3ol4csum, 0, 0, 0, 1, 0, 1, 0, 4, \
|
|
NOFF_F | OL3OL4CSUM_F) \
|
|
T(noff_ol3ol4csum_l3l4csum, 0, 0, 0, 1, 0, 1, 1, 4, \
|
|
NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(noff_vlan, 0, 0, 0, 1, 1, 0, 0, 6, \
|
|
NOFF_F | VLAN_F) \
|
|
T(noff_vlan_l3l4csum, 0, 0, 0, 1, 1, 0, 1, 6, \
|
|
NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(noff_vlan_ol3ol4csum, 0, 0, 0, 1, 1, 1, 0, 6, \
|
|
NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(noff_vlan_ol3ol4csum_l3l4csum, 0, 0, 0, 1, 1, 1, 1, 6, \
|
|
NOFF_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(ts, 0, 0, 1, 0, 0, 0, 0, 8, \
|
|
TSP_F) \
|
|
T(ts_l3l4csum, 0, 0, 1, 0, 0, 0, 1, 8, \
|
|
TSP_F | L3L4CSUM_F) \
|
|
T(ts_ol3ol4csum, 0, 0, 1, 0, 0, 1, 0, 8, \
|
|
TSP_F | OL3OL4CSUM_F) \
|
|
T(ts_ol3ol4csum_l3l4csum, 0, 0, 1, 0, 0, 1, 1, 8, \
|
|
TSP_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(ts_vlan, 0, 0, 1, 0, 1, 0, 0, 8, \
|
|
TSP_F | VLAN_F) \
|
|
T(ts_vlan_l3l4csum, 0, 0, 1, 0, 1, 0, 1, 8, \
|
|
TSP_F | VLAN_F | L3L4CSUM_F) \
|
|
T(ts_vlan_ol3ol4csum, 0, 0, 1, 0, 1, 1, 0, 8, \
|
|
TSP_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(ts_vlan_ol3ol4csum_l3l4csum, 0, 0, 1, 0, 1, 1, 1, 8, \
|
|
TSP_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(ts_noff, 0, 0, 1, 1, 0, 0, 0, 8, \
|
|
TSP_F | NOFF_F) \
|
|
T(ts_noff_l3l4csum, 0, 0, 1, 1, 0, 0, 1, 8, \
|
|
TSP_F | NOFF_F | L3L4CSUM_F) \
|
|
T(ts_noff_ol3ol4csum, 0, 0, 1, 1, 0, 1, 0, 8, \
|
|
TSP_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(ts_noff_ol3ol4csum_l3l4csum, 0, 0, 1, 1, 0, 1, 1, 8, \
|
|
TSP_F | NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(ts_noff_vlan, 0, 0, 1, 1, 1, 0, 0, 8, \
|
|
TSP_F | NOFF_F | VLAN_F) \
|
|
T(ts_noff_vlan_l3l4csum, 0, 0, 1, 1, 1, 0, 1, 8, \
|
|
TSP_F | NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(ts_noff_vlan_ol3ol4csum, 0, 0, 1, 1, 1, 1, 0, 8, \
|
|
TSP_F | NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(ts_noff_vlan_ol3ol4csum_l3l4csum, 0, 0, 1, 1, 1, 1, 1, 8, \
|
|
TSP_F | NOFF_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
\
|
|
T(tso, 0, 1, 0, 0, 0, 0, 0, 6, \
|
|
TSO_F) \
|
|
T(tso_l3l4csum, 0, 1, 0, 0, 0, 0, 1, 6, \
|
|
TSO_F | L3L4CSUM_F) \
|
|
T(tso_ol3ol4csum, 0, 1, 0, 0, 0, 1, 0, 6, \
|
|
TSO_F | OL3OL4CSUM_F) \
|
|
T(tso_ol3ol4csum_l3l4csum, 0, 1, 0, 0, 0, 1, 1, 6, \
|
|
TSO_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_vlan, 0, 1, 0, 0, 1, 0, 0, 6, \
|
|
TSO_F | VLAN_F) \
|
|
T(tso_vlan_l3l4csum, 0, 1, 0, 0, 1, 0, 1, 6, \
|
|
TSO_F | VLAN_F | L3L4CSUM_F) \
|
|
T(tso_vlan_ol3ol4csum, 0, 1, 0, 0, 1, 1, 0, 6, \
|
|
TSO_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(tso_vlan_ol3ol4csum_l3l4csum, 0, 1, 0, 0, 1, 1, 1, 6, \
|
|
TSO_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_noff, 0, 1, 0, 1, 0, 0, 0, 6, \
|
|
TSO_F | NOFF_F) \
|
|
T(tso_noff_l3l4csum, 0, 1, 0, 1, 0, 0, 1, 6, \
|
|
TSO_F | NOFF_F | L3L4CSUM_F) \
|
|
T(tso_noff_ol3ol4csum, 0, 1, 0, 1, 0, 1, 0, 6, \
|
|
TSO_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(tso_noff_ol3ol4csum_l3l4csum, 0, 1, 0, 1, 0, 1, 1, 6, \
|
|
TSO_F | NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_noff_vlan, 0, 1, 0, 1, 1, 0, 0, 6, \
|
|
TSO_F | NOFF_F | VLAN_F) \
|
|
T(tso_noff_vlan_l3l4csum, 0, 1, 0, 1, 1, 0, 1, 6, \
|
|
TSO_F | NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(tso_noff_vlan_ol3ol4csum, 0, 1, 0, 1, 1, 1, 0, 6, \
|
|
TSO_F | NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(tso_noff_vlan_ol3ol4csum_l3l4csum, 0, 1, 0, 1, 1, 1, 1, 6, \
|
|
TSO_F | NOFF_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_ts, 0, 1, 1, 0, 0, 0, 0, 8, \
|
|
TSO_F | TSP_F) \
|
|
T(tso_ts_l3l4csum, 0, 1, 1, 0, 0, 0, 1, 8, \
|
|
TSO_F | TSP_F | L3L4CSUM_F) \
|
|
T(tso_ts_ol3ol4csum, 0, 1, 1, 0, 0, 1, 0, 8, \
|
|
TSO_F | TSP_F | OL3OL4CSUM_F) \
|
|
T(tso_ts_ol3ol4csum_l3l4csum, 0, 1, 1, 0, 0, 1, 1, 8, \
|
|
TSO_F | TSP_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_ts_vlan, 0, 1, 1, 0, 1, 0, 0, 8, \
|
|
TSO_F | TSP_F | VLAN_F) \
|
|
T(tso_ts_vlan_l3l4csum, 0, 1, 1, 0, 1, 0, 1, 8, \
|
|
TSO_F | TSP_F | VLAN_F | L3L4CSUM_F) \
|
|
T(tso_ts_vlan_ol3ol4csum, 0, 1, 1, 0, 1, 1, 0, 8, \
|
|
TSO_F | TSP_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(tso_ts_vlan_ol3ol4csum_l3l4csum, 0, 1, 1, 0, 1, 1, 1, 8, \
|
|
TSO_F | TSP_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_ts_noff, 0, 1, 1, 1, 0, 0, 0, 8, \
|
|
TSO_F | TSP_F | NOFF_F) \
|
|
T(tso_ts_noff_l3l4csum, 0, 1, 1, 1, 0, 0, 1, 8, \
|
|
TSO_F | TSP_F | NOFF_F | L3L4CSUM_F) \
|
|
T(tso_ts_noff_ol3ol4csum, 0, 1, 1, 1, 0, 1, 0, 8, \
|
|
TSO_F | TSP_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(tso_ts_noff_ol3ol4csum_l3l4csum, 0, 1, 1, 1, 0, 1, 1, 8, \
|
|
TSO_F | TSP_F | NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(tso_ts_noff_vlan, 0, 1, 1, 1, 1, 0, 0, 8, \
|
|
TSO_F | TSP_F | NOFF_F | VLAN_F) \
|
|
T(tso_ts_noff_vlan_l3l4csum, 0, 1, 1, 1, 1, 0, 1, 8, \
|
|
TSO_F | TSP_F | NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(tso_ts_noff_vlan_ol3ol4csum, 0, 1, 1, 1, 1, 1, 0, 8, \
|
|
TSO_F | TSP_F | NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(tso_ts_noff_vlan_ol3ol4csum_l3l4csum, 0, 1, 1, 1, 1, 1, 1, 8, \
|
|
TSO_F | TSP_F | NOFF_F | VLAN_F | OL3OL4CSUM_F | \
|
|
L3L4CSUM_F) \
|
|
T(sec, 1, 0, 0, 0, 0, 0, 0, 8, \
|
|
TX_SEC_F) \
|
|
T(sec_l3l4csum, 1, 0, 0, 0, 0, 0, 1, 8, \
|
|
TX_SEC_F | L3L4CSUM_F) \
|
|
T(sec_ol3ol4csum, 1, 0, 0, 0, 0, 1, 0, 8, \
|
|
TX_SEC_F | OL3OL4CSUM_F) \
|
|
T(sec_ol3ol4csum_l3l4csum, 1, 0, 0, 0, 0, 1, 1, 8, \
|
|
TX_SEC_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_vlan, 1, 0, 0, 0, 1, 0, 0, 8, \
|
|
TX_SEC_F | VLAN_F) \
|
|
T(sec_vlan_l3l4csum, 1, 0, 0, 0, 1, 0, 1, 8, \
|
|
TX_SEC_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_vlan_ol3ol4csum, 1, 0, 0, 0, 1, 1, 0, 8, \
|
|
TX_SEC_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_vlan_ol3ol4csum_l3l4csum, 1, 0, 0, 0, 1, 1, 1, 8, \
|
|
TX_SEC_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_noff, 1, 0, 0, 1, 0, 0, 0, 8, \
|
|
TX_SEC_F | NOFF_F) \
|
|
T(sec_noff_l3l4csum, 1, 0, 0, 1, 0, 0, 1, 8, \
|
|
TX_SEC_F | NOFF_F | L3L4CSUM_F) \
|
|
T(sec_noff_ol3ol4csum, 1, 0, 0, 1, 0, 1, 0, 8, \
|
|
TX_SEC_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(sec_noff_ol3ol4csum_l3l4csum, 1, 0, 0, 1, 0, 1, 1, 8, \
|
|
TX_SEC_F | NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_noff_vlan, 1, 0, 0, 1, 1, 0, 0, 8, \
|
|
TX_SEC_F | NOFF_F | VLAN_F) \
|
|
T(sec_noff_vlan_l3l4csum, 1, 0, 0, 1, 1, 0, 1, 8, \
|
|
TX_SEC_F | NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_noff_vlan_ol3ol4csum, 1, 0, 0, 1, 1, 1, 0, 8, \
|
|
TX_SEC_F | NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_noff_vlan_ol3ol4csum_l3l4csum, 1, 0, 0, 1, 1, 1, 1, 8, \
|
|
TX_SEC_F | NOFF_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_ts, 1, 0, 1, 0, 0, 0, 0, 8, \
|
|
TX_SEC_F | TSP_F) \
|
|
T(sec_ts_l3l4csum, 1, 0, 1, 0, 0, 0, 1, 8, \
|
|
TX_SEC_F | TSP_F | L3L4CSUM_F) \
|
|
T(sec_ts_ol3ol4csum, 1, 0, 1, 0, 0, 1, 0, 8, \
|
|
TX_SEC_F | TSP_F | OL3OL4CSUM_F) \
|
|
T(sec_ts_ol3ol4csum_l3l4csum, 1, 0, 1, 0, 0, 1, 1, 8, \
|
|
TX_SEC_F | TSP_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_ts_vlan, 1, 0, 1, 0, 1, 0, 0, 8, \
|
|
TX_SEC_F | TSP_F | VLAN_F) \
|
|
T(sec_ts_vlan_l3l4csum, 1, 0, 1, 0, 1, 0, 1, 8, \
|
|
TX_SEC_F | TSP_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_ts_vlan_ol3ol4csum, 1, 0, 1, 0, 1, 1, 0, 8, \
|
|
TX_SEC_F | TSP_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_ts_vlan_ol3ol4csum_l3l4csum, 1, 0, 1, 0, 1, 1, 1, 8, \
|
|
TX_SEC_F | TSP_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_ts_noff, 1, 0, 1, 1, 0, 0, 0, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F) \
|
|
T(sec_ts_noff_l3l4csum, 1, 0, 1, 1, 0, 0, 1, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | L3L4CSUM_F) \
|
|
T(sec_ts_noff_ol3ol4csum, 1, 0, 1, 1, 0, 1, 0, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(sec_ts_noff_ol3ol4csum_l3l4csum, 1, 0, 1, 1, 0, 1, 1, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_ts_noff_vlan, 1, 0, 1, 1, 1, 0, 0, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | VLAN_F) \
|
|
T(sec_ts_noff_vlan_l3l4csum, 1, 0, 1, 1, 1, 0, 1, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_ts_noff_vlan_ol3ol4csum, 1, 0, 1, 1, 1, 1, 0, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_ts_noff_vlan_ol3ol4csum_l3l4csum, 1, 0, 1, 1, 1, 1, 1, 8, \
|
|
TX_SEC_F | TSP_F | NOFF_F | VLAN_F | OL3OL4CSUM_F | \
|
|
L3L4CSUM_F) \
|
|
T(sec_tso, 1, 1, 0, 0, 0, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F) \
|
|
T(sec_tso_l3l4csum, 1, 1, 0, 0, 0, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | L3L4CSUM_F) \
|
|
T(sec_tso_ol3ol4csum, 1, 1, 0, 0, 0, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_ol3ol4csum_l3l4csum, 1, 1, 0, 0, 0, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_tso_vlan, 1, 1, 0, 0, 1, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | VLAN_F) \
|
|
T(sec_tso_vlan_l3l4csum, 1, 1, 0, 0, 1, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_tso_vlan_ol3ol4csum, 1, 1, 0, 0, 1, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_vlan_ol3ol4csum_l3l4csum, 1, 1, 0, 0, 1, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | VLAN_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_tso_noff, 1, 1, 0, 1, 0, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F) \
|
|
T(sec_tso_noff_l3l4csum, 1, 1, 0, 1, 0, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | L3L4CSUM_F) \
|
|
T(sec_tso_noff_ol3ol4csum, 1, 1, 0, 1, 0, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_noff_ol3ol4csum_l3l4csum, 1, 1, 0, 1, 0, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_tso_noff_vlan, 1, 1, 0, 1, 1, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | VLAN_F) \
|
|
T(sec_tso_noff_vlan_l3l4csum, 1, 1, 0, 1, 1, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_tso_noff_vlan_ol3ol4csum, 1, 1, 0, 1, 1, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_noff_vlan_ol3ol4csum_l3l4csum, \
|
|
1, 1, 0, 1, 1, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | NOFF_F | VLAN_F | OL3OL4CSUM_F | \
|
|
L3L4CSUM_F) \
|
|
T(sec_tso_ts, 1, 1, 1, 0, 0, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F) \
|
|
T(sec_tso_ts_l3l4csum, 1, 1, 1, 0, 0, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | L3L4CSUM_F) \
|
|
T(sec_tso_ts_ol3ol4csum, 1, 1, 1, 0, 0, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_ts_ol3ol4csum_l3l4csum, 1, 1, 1, 0, 0, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | OL3OL4CSUM_F | L3L4CSUM_F) \
|
|
T(sec_tso_ts_vlan, 1, 1, 1, 0, 1, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | VLAN_F) \
|
|
T(sec_tso_ts_vlan_l3l4csum, 1, 1, 1, 0, 1, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | VLAN_F | L3L4CSUM_F) \
|
|
T(sec_tso_ts_vlan_ol3ol4csum, 1, 1, 1, 0, 1, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | VLAN_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_ts_vlan_ol3ol4csum_l3l4csum, 1, 1, 1, 0, 1, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | VLAN_F | OL3OL4CSUM_F | \
|
|
L3L4CSUM_F) \
|
|
T(sec_tso_ts_noff, 1, 1, 1, 1, 0, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F) \
|
|
T(sec_tso_ts_noff_l3l4csum, 1, 1, 1, 1, 0, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | L3L4CSUM_F) \
|
|
T(sec_tso_ts_noff_ol3ol4csum, 1, 1, 1, 1, 0, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | OL3OL4CSUM_F) \
|
|
T(sec_tso_ts_noff_ol3ol4csum_l3l4csum, 1, 1, 1, 1, 0, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | OL3OL4CSUM_F | \
|
|
L3L4CSUM_F) \
|
|
T(sec_tso_ts_noff_vlan, 1, 1, 1, 1, 1, 0, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | VLAN_F) \
|
|
T(sec_tso_ts_noff_vlan_l3l4csum, 1, 1, 1, 1, 1, 0, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | VLAN_F | L3L4CSUM_F)\
|
|
T(sec_tso_ts_noff_vlan_ol3ol4csum, 1, 1, 1, 1, 1, 1, 0, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | VLAN_F | \
|
|
OL3OL4CSUM_F) \
|
|
T(sec_tso_ts_noff_vlan_ol3ol4csum_l3l4csum, \
|
|
1, 1, 1, 1, 1, 1, 1, 8, \
|
|
TX_SEC_F | TSO_F | TSP_F | NOFF_F | VLAN_F | \
|
|
OL3OL4CSUM_F | L3L4CSUM_F)
|
|
#endif /* __OTX2_TX_H__ */
|