c6c90a33de
Use requested socket ID when allocating memory for transmit rings, receive rings, and completion queues. Use device NUMA ID when allocating context memory, notification queue rings, async completion queue rings, and VNIC attributes. Fixes:6eb3cc2294("net/bnxt: add initial Tx code") Fixes:9738793f28("net/bnxt: add VNIC functions and structs") Fixes:f8168ca0e6("net/bnxt: support thor controller") Fixes:bd0a14c99f("net/bnxt: use dedicated CPR for async events") Fixes:683e5cf792("net/bnxt: use common NQ ring") Cc: stable@dpdk.org Signed-off-by: Lance Richardson <lance.richardson@broadcom.com> Reviewed-by: Somnath Kotur <somnath.kotur@broadcom.com> Reviewed-by: Ajit Khaparde <ajit.khaparde@broadcom.com>
147 lines
3.7 KiB
C
147 lines
3.7 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright(c) 2014-2021 Broadcom
|
|
* All rights reserved.
|
|
*/
|
|
|
|
#ifndef _BNXT_RING_H_
|
|
#define _BNXT_RING_H_
|
|
|
|
#include <inttypes.h>
|
|
|
|
#include <rte_memory.h>
|
|
|
|
#define RING_ADV(idx, n) ((idx) + (n))
|
|
#define RING_NEXT(idx) RING_ADV(idx, 1)
|
|
#define RING_IDX(ring, idx) ((idx) & (ring)->ring_mask)
|
|
|
|
#define DB_IDX_MASK 0xffffff
|
|
#define DB_IDX_VALID (0x1 << 26)
|
|
#define DB_IRQ_DIS (0x1 << 27)
|
|
#define DB_KEY_TX (0x0 << 28)
|
|
#define DB_KEY_RX (0x1 << 28)
|
|
#define DB_KEY_CP (0x2 << 28)
|
|
#define DB_KEY_ST (0x3 << 28)
|
|
#define DB_KEY_TX_PUSH (0x4 << 28)
|
|
#define DB_LONG_TX_PUSH (0x2 << 24)
|
|
|
|
#define DEFAULT_CP_RING_SIZE 256
|
|
#define DEFAULT_RX_RING_SIZE 256
|
|
#define DEFAULT_TX_RING_SIZE 256
|
|
|
|
#define AGG_RING_SIZE_FACTOR 4
|
|
#define AGG_RING_MULTIPLIER 2
|
|
|
|
/* These assume 4k pages */
|
|
#define MAX_RX_DESC_CNT (8 * 1024)
|
|
#define MAX_TX_DESC_CNT (4 * 1024)
|
|
#define MAX_CP_DESC_CNT (16 * 1024)
|
|
|
|
#define INVALID_HW_RING_ID ((uint16_t)-1)
|
|
#define INVALID_STATS_CTX_ID ((uint16_t)-1)
|
|
|
|
struct bnxt_ring {
|
|
void *bd;
|
|
rte_iova_t bd_dma;
|
|
uint32_t ring_size;
|
|
uint32_t ring_mask;
|
|
|
|
int vmem_size;
|
|
void **vmem;
|
|
|
|
uint16_t fw_ring_id; /* Ring id filled by Chimp FW */
|
|
uint16_t fw_rx_ring_id;
|
|
const void *mem_zone;
|
|
};
|
|
|
|
struct bnxt_ring_grp_info {
|
|
uint16_t fw_stats_ctx;
|
|
uint16_t fw_grp_id;
|
|
uint16_t rx_fw_ring_id;
|
|
uint16_t cp_fw_ring_id;
|
|
uint16_t ag_fw_ring_id;
|
|
};
|
|
|
|
struct bnxt;
|
|
struct bnxt_tx_ring_info;
|
|
struct bnxt_rx_ring_info;
|
|
struct bnxt_cp_ring_info;
|
|
void bnxt_free_ring(struct bnxt_ring *ring);
|
|
int bnxt_alloc_ring_grps(struct bnxt *bp);
|
|
int bnxt_alloc_rings(struct bnxt *bp, unsigned int socket_id, uint16_t qidx,
|
|
struct bnxt_tx_queue *txq,
|
|
struct bnxt_rx_queue *rxq,
|
|
struct bnxt_cp_ring_info *cp_ring_info,
|
|
struct bnxt_cp_ring_info *nq_ring_info,
|
|
const char *suffix);
|
|
int bnxt_alloc_hwrm_rx_ring(struct bnxt *bp, int queue_index);
|
|
int bnxt_alloc_hwrm_rings(struct bnxt *bp);
|
|
int bnxt_alloc_async_cp_ring(struct bnxt *bp);
|
|
void bnxt_free_async_cp_ring(struct bnxt *bp);
|
|
int bnxt_alloc_async_ring_struct(struct bnxt *bp);
|
|
int bnxt_alloc_rxtx_nq_ring(struct bnxt *bp);
|
|
void bnxt_free_rxtx_nq_ring(struct bnxt *bp);
|
|
|
|
static inline void bnxt_db_write(struct bnxt_db_info *db, uint32_t idx)
|
|
{
|
|
uint32_t db_idx = DB_RING_IDX(db, idx);
|
|
void *doorbell = db->doorbell;
|
|
|
|
if (db->db_64) {
|
|
uint64_t key_idx = db->db_key64 | db_idx;
|
|
|
|
rte_write64(key_idx, doorbell);
|
|
} else {
|
|
uint32_t key_idx = db->db_key32 | db_idx;
|
|
|
|
rte_write32(key_idx, doorbell);
|
|
}
|
|
}
|
|
|
|
/* Ring an NQ doorbell and disable interrupts for the ring. */
|
|
static inline void bnxt_db_nq(struct bnxt_cp_ring_info *cpr)
|
|
{
|
|
uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
|
|
uint64_t key_idx = cpr->cp_db.db_key64 | DBR_TYPE_NQ | db_idx;
|
|
void *doorbell = cpr->cp_db.doorbell;
|
|
|
|
|
|
if (unlikely(!cpr->cp_db.db_64))
|
|
return;
|
|
|
|
rte_write64(key_idx, doorbell);
|
|
}
|
|
|
|
/* Ring an NQ doorbell and enable interrupts for the ring. */
|
|
static inline void bnxt_db_nq_arm(struct bnxt_cp_ring_info *cpr)
|
|
{
|
|
uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
|
|
uint64_t key_idx = cpr->cp_db.db_key64 | DBR_TYPE_NQ_ARM | db_idx;
|
|
void *doorbell = cpr->cp_db.doorbell;
|
|
|
|
if (unlikely(!cpr->cp_db.db_64))
|
|
return;
|
|
|
|
rte_write64(key_idx, doorbell);
|
|
}
|
|
|
|
static inline void bnxt_db_cq(struct bnxt_cp_ring_info *cpr)
|
|
{
|
|
struct bnxt_db_info *db = &cpr->cp_db;
|
|
uint32_t idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
|
|
|
|
if (db->db_64) {
|
|
uint64_t key_idx = db->db_key64 | idx;
|
|
void *doorbell = db->doorbell;
|
|
|
|
rte_compiler_barrier();
|
|
rte_write64_relaxed(key_idx, doorbell);
|
|
} else {
|
|
uint32_t cp_raw_cons = cpr->cp_raw_cons;
|
|
|
|
rte_compiler_barrier();
|
|
B_CP_DIS_DB(cpr, cp_raw_cons);
|
|
}
|
|
}
|
|
|
|
#endif
|