9f92552eb9
LMTST does not guarantee packet content get synced with L2C when
HW access the packet for transmitting.
Adding coherent IO write barrier will make sure HW sees the correct
packet if its modified.
Fixes: 9e747589bd ("net/octeontx: add packet transmit burst function")
Cc: stable@dpdk.org
Reported-by: Vikas Aggarwal <vikas.aggarwal@caviumnetworks.com>
Signed-off-by: Jerin Jacob <jerin.jacob@caviumnetworks.com>
Acked-by: Santosh Shukla <santosh.shukla@caviumnetworks.com>
101 lines
2.2 KiB
C
101 lines
2.2 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright(c) 2017 Cavium, Inc
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <unistd.h>
|
|
|
|
#include <rte_atomic.h>
|
|
#include <rte_common.h>
|
|
#include <rte_ethdev_driver.h>
|
|
#include <rte_ether.h>
|
|
#include <rte_log.h>
|
|
#include <rte_mbuf.h>
|
|
#include <rte_prefetch.h>
|
|
|
|
#include "octeontx_ethdev.h"
|
|
#include "octeontx_rxtx.h"
|
|
#include "octeontx_logs.h"
|
|
|
|
|
|
static __rte_always_inline uint16_t __hot
|
|
__octeontx_xmit_pkts(void *lmtline_va, void *ioreg_va, int64_t *fc_status_va,
|
|
struct rte_mbuf *tx_pkt)
|
|
{
|
|
uint64_t cmd_buf[4];
|
|
uint16_t gaura_id;
|
|
|
|
if (unlikely(*((volatile int64_t *)fc_status_va) < 0))
|
|
return -ENOSPC;
|
|
|
|
/* Get the gaura Id */
|
|
gaura_id = octeontx_fpa_bufpool_gaura((uintptr_t)tx_pkt->pool->pool_id);
|
|
|
|
/* Setup PKO_SEND_HDR_S */
|
|
cmd_buf[0] = tx_pkt->data_len & 0xffff;
|
|
cmd_buf[1] = 0x0;
|
|
|
|
/* Set don't free bit if reference count > 1 */
|
|
if (rte_mbuf_refcnt_read(tx_pkt) > 1)
|
|
cmd_buf[0] |= (1ULL << 58); /* SET DF */
|
|
|
|
/* Setup PKO_SEND_GATHER_S */
|
|
cmd_buf[(1 << 1) | 1] = rte_mbuf_data_iova(tx_pkt);
|
|
cmd_buf[(1 << 1) | 0] = PKO_SEND_GATHER_SUBDC |
|
|
PKO_SEND_GATHER_LDTYPE(0x1ull) |
|
|
PKO_SEND_GATHER_GAUAR((long)gaura_id) |
|
|
tx_pkt->data_len;
|
|
|
|
octeontx_reg_lmtst(lmtline_va, ioreg_va, cmd_buf, PKO_CMD_SZ);
|
|
|
|
return 0;
|
|
}
|
|
|
|
uint16_t __hot
|
|
octeontx_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, uint16_t nb_pkts)
|
|
{
|
|
int count;
|
|
struct octeontx_txq *txq = tx_queue;
|
|
octeontx_dq_t *dq = &txq->dq;
|
|
int res;
|
|
|
|
count = 0;
|
|
|
|
rte_cio_wmb();
|
|
while (count < nb_pkts) {
|
|
res = __octeontx_xmit_pkts(dq->lmtline_va, dq->ioreg_va,
|
|
dq->fc_status_va,
|
|
tx_pkts[count]);
|
|
if (res < 0)
|
|
break;
|
|
|
|
count++;
|
|
}
|
|
|
|
return count; /* return number of pkts transmitted */
|
|
}
|
|
|
|
uint16_t __hot
|
|
octeontx_recv_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t nb_pkts)
|
|
{
|
|
struct octeontx_rxq *rxq;
|
|
struct rte_event ev;
|
|
size_t count;
|
|
uint16_t valid_event;
|
|
|
|
rxq = rx_queue;
|
|
count = 0;
|
|
while (count < nb_pkts) {
|
|
valid_event = rte_event_dequeue_burst(rxq->evdev,
|
|
rxq->ev_ports, &ev,
|
|
1, 0);
|
|
if (!valid_event)
|
|
break;
|
|
rx_pkts[count++] = ev.mbuf;
|
|
}
|
|
|
|
return count; /* return number of pkts received */
|
|
}
|