bf615b077d
To manage encap decap header format actions mlx5 PMD used the single linked list and lookup and insertion operations took too long times if there were millions of objects and this impacted the flow insertion/deletion rate. In order to optimize the performance the hashed list is engaged. The list implementation is updated to support non-unique keys with few collisions. Signed-off-by: Suanming Mou <suanmingm@nvidia.com> Acked-by: Viacheslav Ovsiienko <viacheslavo@nvidia.com>
215 lines
7.1 KiB
C
215 lines
7.1 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright 2015 6WIND S.A.
|
|
* Copyright 2015 Mellanox Technologies, Ltd
|
|
*/
|
|
|
|
#ifndef RTE_PMD_MLX5_DEFS_H_
|
|
#define RTE_PMD_MLX5_DEFS_H_
|
|
|
|
#include <rte_ethdev_driver.h>
|
|
#include <rte_vxlan.h>
|
|
|
|
#include "mlx5_autoconf.h"
|
|
|
|
/* Reported driver name. */
|
|
#define MLX5_DRIVER_NAME "net_mlx5"
|
|
|
|
/* Maximum number of simultaneous VLAN filters. */
|
|
#define MLX5_MAX_VLAN_IDS 128
|
|
|
|
/*
|
|
* Request TX completion every time descriptors reach this threshold since
|
|
* the previous request. Must be a power of two for performance reasons.
|
|
*/
|
|
#define MLX5_TX_COMP_THRESH 32u
|
|
|
|
/*
|
|
* Request TX completion every time the total number of WQEBBs used for inlining
|
|
* packets exceeds the size of WQ divided by this divisor. Better to be power of
|
|
* two for performance.
|
|
*/
|
|
#define MLX5_TX_COMP_THRESH_INLINE_DIV (1 << 3)
|
|
|
|
/*
|
|
* Maximal amount of normal completion CQEs
|
|
* processed in one call of tx_burst() routine.
|
|
*/
|
|
#define MLX5_TX_COMP_MAX_CQE 2u
|
|
|
|
|
|
/* Size of per-queue MR cache array for linear search. */
|
|
#define MLX5_MR_CACHE_N 8
|
|
|
|
/* Size of MR cache table for binary search. */
|
|
#define MLX5_MR_BTREE_CACHE_N 256
|
|
|
|
/*
|
|
* If defined, only use software counters. The PMD will never ask the hardware
|
|
* for these, and many of them won't be available.
|
|
*/
|
|
#ifndef MLX5_PMD_SOFT_COUNTERS
|
|
#define MLX5_PMD_SOFT_COUNTERS 1
|
|
#endif
|
|
|
|
/* Switch port ID parameters for bonding configurations. */
|
|
#define MLX5_PORT_ID_BONDING_PF_MASK 0xf
|
|
#define MLX5_PORT_ID_BONDING_PF_SHIFT 0xf
|
|
|
|
/* Alarm timeout. */
|
|
#define MLX5_ALARM_TIMEOUT_US 100000
|
|
|
|
/* Maximum number of extended statistics counters. */
|
|
#define MLX5_MAX_XSTATS 32
|
|
|
|
/* Maximum Packet headers size (L2+L3+L4) for TSO. */
|
|
#define MLX5_MAX_TSO_HEADER (128u + 34u)
|
|
|
|
/* Inline data size required by NICs. */
|
|
#define MLX5_INLINE_HSIZE_NONE 0
|
|
#define MLX5_INLINE_HSIZE_L2 (sizeof(struct rte_ether_hdr) + \
|
|
sizeof(struct rte_vlan_hdr))
|
|
#define MLX5_INLINE_HSIZE_L3 (MLX5_INLINE_HSIZE_L2 + \
|
|
sizeof(struct rte_ipv6_hdr))
|
|
#define MLX5_INLINE_HSIZE_L4 (MLX5_INLINE_HSIZE_L3 + \
|
|
sizeof(struct rte_tcp_hdr))
|
|
#define MLX5_INLINE_HSIZE_INNER_L2 (MLX5_INLINE_HSIZE_L3 + \
|
|
sizeof(struct rte_udp_hdr) + \
|
|
sizeof(struct rte_vxlan_hdr) + \
|
|
sizeof(struct rte_ether_hdr) + \
|
|
sizeof(struct rte_vlan_hdr))
|
|
#define MLX5_INLINE_HSIZE_INNER_L3 (MLX5_INLINE_HSIZE_INNER_L2 + \
|
|
sizeof(struct rte_ipv6_hdr))
|
|
#define MLX5_INLINE_HSIZE_INNER_L4 (MLX5_INLINE_HSIZE_INNER_L3 + \
|
|
sizeof(struct rte_tcp_hdr))
|
|
|
|
/* Threshold of buffer replenishment for vectorized Rx. */
|
|
#define MLX5_VPMD_RXQ_RPLNSH_THRESH(n) \
|
|
(RTE_MIN(MLX5_VPMD_RX_MAX_BURST, (unsigned int)(n) >> 2))
|
|
|
|
/* Maximum size of burst for vectorized Rx. */
|
|
#define MLX5_VPMD_RX_MAX_BURST 64U
|
|
|
|
/* Recommended optimal burst size. */
|
|
#define MLX5_RX_DEFAULT_BURST 64U
|
|
#define MLX5_TX_DEFAULT_BURST 64U
|
|
|
|
/* Number of packets vectorized Rx can simultaneously process in a loop. */
|
|
#define MLX5_VPMD_DESCS_PER_LOOP 4
|
|
|
|
/* Mask of RSS on source only or destination only. */
|
|
#define MLX5_RSS_SRC_DST_ONLY (ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY | \
|
|
ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY)
|
|
|
|
/* Supported RSS */
|
|
#define MLX5_RSS_HF_MASK (~(ETH_RSS_IP | ETH_RSS_UDP | ETH_RSS_TCP | \
|
|
MLX5_RSS_SRC_DST_ONLY))
|
|
|
|
/* Timeout in seconds to get a valid link status. */
|
|
#define MLX5_LINK_STATUS_TIMEOUT 10
|
|
|
|
/* Number of times to retry retrieving the physical link information. */
|
|
#define MLX5_GET_LINK_STATUS_RETRY_COUNT 3
|
|
|
|
/* Maximum number of UAR pages used by a port,
|
|
* These are the size and mask for an array of mutexes used to synchronize
|
|
* the access to port's UARs on platforms that do not support 64 bit writes.
|
|
* In such systems it is possible to issue the 64 bits DoorBells through two
|
|
* consecutive writes, each write 32 bits. The access to a UAR page (which can
|
|
* be accessible by all threads in the process) must be synchronized
|
|
* (for example, using a semaphore). Such a synchronization is not required
|
|
* when ringing DoorBells on different UAR pages.
|
|
* A port with 512 Tx queues uses 8, 4kBytes, UAR pages which are shared
|
|
* among the ports.
|
|
*/
|
|
#define MLX5_UAR_PAGE_NUM_MAX 64
|
|
#define MLX5_UAR_PAGE_NUM_MASK ((MLX5_UAR_PAGE_NUM_MAX) - 1)
|
|
|
|
/* Fields of memory mapping type in offset parameter of mmap() */
|
|
#define MLX5_UAR_MMAP_CMD_SHIFT 8
|
|
#define MLX5_UAR_MMAP_CMD_MASK 0xff
|
|
|
|
/* Environment variable to control the doorbell register mapping. */
|
|
#define MLX5_SHUT_UP_BF "MLX5_SHUT_UP_BF"
|
|
#if defined(RTE_ARCH_ARM64)
|
|
#define MLX5_SHUT_UP_BF_DEFAULT "0"
|
|
#else
|
|
#define MLX5_SHUT_UP_BF_DEFAULT "1"
|
|
#endif
|
|
|
|
#ifndef HAVE_MLX5DV_MMAP_GET_NC_PAGES_CMD
|
|
#define MLX5_MMAP_GET_NC_PAGES_CMD 3
|
|
#endif
|
|
|
|
/* Log 2 of the default number of strides per WQE for Multi-Packet RQ. */
|
|
#define MLX5_MPRQ_STRIDE_NUM_N 6U
|
|
|
|
/* Log 2 of the default size of a stride per WQE for Multi-Packet RQ. */
|
|
#define MLX5_MPRQ_STRIDE_SIZE_N 11U
|
|
|
|
/* Two-byte shift is disabled for Multi-Packet RQ. */
|
|
#define MLX5_MPRQ_TWO_BYTE_SHIFT 0
|
|
|
|
/*
|
|
* Minimum size of packet to be memcpy'd instead of being attached as an
|
|
* external buffer.
|
|
*/
|
|
#define MLX5_MPRQ_MEMCPY_DEFAULT_LEN 128
|
|
|
|
/* Minimum number Rx queues to enable Multi-Packet RQ. */
|
|
#define MLX5_MPRQ_MIN_RXQS 12
|
|
|
|
/* Cache size of mempool for Multi-Packet RQ. */
|
|
#define MLX5_MPRQ_MP_CACHE_SZ 32U
|
|
|
|
/* MLX5_DV_XMETA_EN supported values. */
|
|
#define MLX5_XMETA_MODE_LEGACY 0
|
|
#define MLX5_XMETA_MODE_META16 1
|
|
#define MLX5_XMETA_MODE_META32 2
|
|
|
|
/* MLX5_TX_DB_NC supported values. */
|
|
#define MLX5_TXDB_CACHED 0
|
|
#define MLX5_TXDB_NCACHED 1
|
|
#define MLX5_TXDB_HEURISTIC 2
|
|
|
|
/* Tx accurate scheduling on timestamps parameters. */
|
|
#define MLX5_TXPP_WAIT_INIT_TS 1000ul /* How long to wait timestamp. */
|
|
#define MLX5_TXPP_CLKQ_SIZE 1
|
|
#define MLX5_TXPP_REARM ((1UL << MLX5_WQ_INDEX_WIDTH) / 4)
|
|
#define MLX5_TXPP_REARM_SQ_SIZE (((1UL << MLX5_CQ_INDEX_WIDTH) / \
|
|
MLX5_TXPP_REARM) * 2)
|
|
#define MLX5_TXPP_REARM_CQ_SIZE (MLX5_TXPP_REARM_SQ_SIZE / 2)
|
|
/* The minimal size test packet to put into one WQE, padded by HW. */
|
|
#define MLX5_TXPP_TEST_PKT_SIZE (sizeof(struct rte_ether_hdr) + \
|
|
sizeof(struct rte_ipv4_hdr))
|
|
|
|
/* Size of the simple hash table for metadata register table. */
|
|
#define MLX5_FLOW_MREG_HTABLE_SZ 4096
|
|
#define MLX5_FLOW_MREG_HNAME "MARK_COPY_TABLE"
|
|
#define MLX5_DEFAULT_COPY_ID UINT32_MAX
|
|
|
|
/* Size of the simple hash table for header modify table. */
|
|
#define MLX5_FLOW_HDR_MODIFY_HTABLE_SZ (1 << 16)
|
|
|
|
/* Size of the simple hash table for encap decap table. */
|
|
#define MLX5_FLOW_ENCAP_DECAP_HTABLE_SZ (1 << 16)
|
|
|
|
/* Hairpin TX/RX queue configuration parameters. */
|
|
#define MLX5_HAIRPIN_QUEUE_STRIDE 6
|
|
#define MLX5_HAIRPIN_JUMBO_LOG_SIZE (14 + 2)
|
|
|
|
/* Definition of static_assert found in /usr/include/assert.h */
|
|
#ifndef HAVE_STATIC_ASSERT
|
|
#define static_assert _Static_assert
|
|
#endif
|
|
|
|
/*
|
|
* Defines the amount of retries to allocate the first UAR in the page.
|
|
* OFED 5.0.x and Upstream rdma_core before v29 returned the NULL as
|
|
* UAR base address if UAR was not the first object in the UAR page.
|
|
* It caused the PMD failure and we should try to get another UAR
|
|
* till we get the first one with non-NULL base address returned.
|
|
*/
|
|
#define MLX5_ALLOC_UAR_RETRY 32
|
|
|
|
#endif /* RTE_PMD_MLX5_DEFS_H_ */
|