5bf87b45b2
Add support of AVX512 vector data path for single queue model. Signed-off-by: Wenjun Wu <wenjun1.wu@intel.com> Signed-off-by: Junfeng Guo <junfeng.guo@intel.com>
101 lines
2.0 KiB
C
101 lines
2.0 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright(c) 2022 Intel Corporation
|
|
*/
|
|
|
|
#ifndef _IDPF_RXTX_VEC_COMMON_H_
|
|
#define _IDPF_RXTX_VEC_COMMON_H_
|
|
#include <stdint.h>
|
|
#include <ethdev_driver.h>
|
|
#include <rte_malloc.h>
|
|
|
|
#include "idpf_ethdev.h"
|
|
#include "idpf_rxtx.h"
|
|
|
|
#ifndef __INTEL_COMPILER
|
|
#pragma GCC diagnostic ignored "-Wcast-qual"
|
|
#endif
|
|
|
|
#define IDPF_VECTOR_PATH 0
|
|
#define ICE_RX_NO_VECTOR_FLAGS ( \
|
|
RTE_ETH_RX_OFFLOAD_IPV4_CKSUM | \
|
|
RTE_ETH_RX_OFFLOAD_UDP_CKSUM | \
|
|
RTE_ETH_RX_OFFLOAD_TCP_CKSUM | \
|
|
RTE_ETH_RX_OFFLOAD_OUTER_IPV4_CKSUM | \
|
|
RTE_ETH_RX_OFFLOAD_TIMESTAMP)
|
|
#define ICE_TX_NO_VECTOR_FLAGS ( \
|
|
RTE_ETH_TX_OFFLOAD_TCP_TSO | \
|
|
RTE_ETH_TX_OFFLOAD_MULTI_SEGS)
|
|
|
|
static inline int
|
|
idpf_rx_vec_queue_default(struct idpf_rx_queue *rxq)
|
|
{
|
|
if (rxq == NULL)
|
|
return -1;
|
|
|
|
if (rte_is_power_of_2(rxq->nb_rx_desc) == 0)
|
|
return -1;
|
|
|
|
if (rxq->rx_free_thresh < IDPF_VPMD_RX_MAX_BURST)
|
|
return -1;
|
|
|
|
if ((rxq->nb_rx_desc % rxq->rx_free_thresh) != 0)
|
|
return -1;
|
|
|
|
if ((rxq->offloads & ICE_RX_NO_VECTOR_FLAGS) != 0)
|
|
return -1;
|
|
|
|
return IDPF_VECTOR_PATH;
|
|
}
|
|
|
|
static inline int
|
|
idpf_tx_vec_queue_default(struct idpf_tx_queue *txq)
|
|
{
|
|
if (txq == NULL)
|
|
return -1;
|
|
|
|
if (txq->rs_thresh < IDPF_VPMD_TX_MAX_BURST ||
|
|
(txq->rs_thresh & 3) != 0)
|
|
return -1;
|
|
|
|
if ((txq->offloads & ICE_TX_NO_VECTOR_FLAGS) != 0)
|
|
return -1;
|
|
|
|
return IDPF_VECTOR_PATH;
|
|
}
|
|
|
|
static inline int
|
|
idpf_rx_vec_dev_check_default(struct rte_eth_dev *dev)
|
|
{
|
|
int i;
|
|
struct idpf_rx_queue *rxq;
|
|
int ret = 0;
|
|
|
|
for (i = 0; i < dev->data->nb_rx_queues; i++) {
|
|
rxq = dev->data->rx_queues[i];
|
|
ret = (idpf_rx_vec_queue_default(rxq));
|
|
if (ret < 0)
|
|
return -1;
|
|
}
|
|
|
|
return IDPF_VECTOR_PATH;
|
|
}
|
|
|
|
static inline int
|
|
idpf_tx_vec_dev_check_default(struct rte_eth_dev *dev)
|
|
{
|
|
int i;
|
|
struct idpf_tx_queue *txq;
|
|
int ret = 0;
|
|
|
|
for (i = 0; i < dev->data->nb_tx_queues; i++) {
|
|
txq = dev->data->tx_queues[i];
|
|
ret = idpf_tx_vec_queue_default(txq);
|
|
if (ret < 0)
|
|
return -1;
|
|
}
|
|
|
|
return IDPF_VECTOR_PATH;
|
|
}
|
|
|
|
#endif /*_IDPF_RXTX_VEC_COMMON_H_*/
|