2addc463ee
Update copyright year in various files. Signed-off-by: Ajit Khaparde <ajit.khaparde@broadcom.com> Reviewed-by: Somnath Kotur <somnath.kotur@broadcom.com> Reviewed-by: Kalesh AP <kalesh-anakkur.purayil@broadcom.com>
147 lines
3.7 KiB
C
147 lines
3.7 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright(c) 2014-2021 Broadcom
|
|
* All rights reserved.
|
|
*/
|
|
|
|
#ifndef _BNXT_RING_H_
|
|
#define _BNXT_RING_H_
|
|
|
|
#include <inttypes.h>
|
|
|
|
#include <rte_memory.h>
|
|
|
|
#define RING_ADV(idx, n) ((idx) + (n))
|
|
#define RING_NEXT(idx) RING_ADV(idx, 1)
|
|
#define RING_IDX(ring, idx) ((idx) & (ring)->ring_mask)
|
|
|
|
#define DB_IDX_MASK 0xffffff
|
|
#define DB_IDX_VALID (0x1 << 26)
|
|
#define DB_IRQ_DIS (0x1 << 27)
|
|
#define DB_KEY_TX (0x0 << 28)
|
|
#define DB_KEY_RX (0x1 << 28)
|
|
#define DB_KEY_CP (0x2 << 28)
|
|
#define DB_KEY_ST (0x3 << 28)
|
|
#define DB_KEY_TX_PUSH (0x4 << 28)
|
|
#define DB_LONG_TX_PUSH (0x2 << 24)
|
|
|
|
#define DEFAULT_CP_RING_SIZE 256
|
|
#define DEFAULT_RX_RING_SIZE 256
|
|
#define DEFAULT_TX_RING_SIZE 256
|
|
|
|
#define AGG_RING_SIZE_FACTOR 4
|
|
#define AGG_RING_MULTIPLIER 2
|
|
|
|
/* These assume 4k pages */
|
|
#define MAX_RX_DESC_CNT (8 * 1024)
|
|
#define MAX_TX_DESC_CNT (4 * 1024)
|
|
#define MAX_CP_DESC_CNT (16 * 1024)
|
|
|
|
#define INVALID_HW_RING_ID ((uint16_t)-1)
|
|
#define INVALID_STATS_CTX_ID ((uint16_t)-1)
|
|
|
|
struct bnxt_ring {
|
|
void *bd;
|
|
rte_iova_t bd_dma;
|
|
uint32_t ring_size;
|
|
uint32_t ring_mask;
|
|
|
|
int vmem_size;
|
|
void **vmem;
|
|
|
|
uint16_t fw_ring_id; /* Ring id filled by Chimp FW */
|
|
uint16_t fw_rx_ring_id;
|
|
const void *mem_zone;
|
|
};
|
|
|
|
struct bnxt_ring_grp_info {
|
|
uint16_t fw_stats_ctx;
|
|
uint16_t fw_grp_id;
|
|
uint16_t rx_fw_ring_id;
|
|
uint16_t cp_fw_ring_id;
|
|
uint16_t ag_fw_ring_id;
|
|
};
|
|
|
|
struct bnxt;
|
|
struct bnxt_tx_ring_info;
|
|
struct bnxt_rx_ring_info;
|
|
struct bnxt_cp_ring_info;
|
|
void bnxt_free_ring(struct bnxt_ring *ring);
|
|
int bnxt_alloc_ring_grps(struct bnxt *bp);
|
|
int bnxt_alloc_rings(struct bnxt *bp, uint16_t qidx,
|
|
struct bnxt_tx_queue *txq,
|
|
struct bnxt_rx_queue *rxq,
|
|
struct bnxt_cp_ring_info *cp_ring_info,
|
|
struct bnxt_cp_ring_info *nq_ring_info,
|
|
const char *suffix);
|
|
int bnxt_alloc_hwrm_rx_ring(struct bnxt *bp, int queue_index);
|
|
int bnxt_alloc_hwrm_rings(struct bnxt *bp);
|
|
int bnxt_alloc_async_cp_ring(struct bnxt *bp);
|
|
void bnxt_free_async_cp_ring(struct bnxt *bp);
|
|
int bnxt_alloc_async_ring_struct(struct bnxt *bp);
|
|
int bnxt_alloc_rxtx_nq_ring(struct bnxt *bp);
|
|
void bnxt_free_rxtx_nq_ring(struct bnxt *bp);
|
|
|
|
static inline void bnxt_db_write(struct bnxt_db_info *db, uint32_t idx)
|
|
{
|
|
uint32_t db_idx = DB_RING_IDX(db, idx);
|
|
void *doorbell = db->doorbell;
|
|
|
|
if (db->db_64) {
|
|
uint64_t key_idx = db->db_key64 | db_idx;
|
|
|
|
rte_write64(key_idx, doorbell);
|
|
} else {
|
|
uint32_t key_idx = db->db_key32 | db_idx;
|
|
|
|
rte_write32(key_idx, doorbell);
|
|
}
|
|
}
|
|
|
|
/* Ring an NQ doorbell and disable interrupts for the ring. */
|
|
static inline void bnxt_db_nq(struct bnxt_cp_ring_info *cpr)
|
|
{
|
|
uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
|
|
uint64_t key_idx = cpr->cp_db.db_key64 | DBR_TYPE_NQ | db_idx;
|
|
void *doorbell = cpr->cp_db.doorbell;
|
|
|
|
|
|
if (unlikely(!cpr->cp_db.db_64))
|
|
return;
|
|
|
|
rte_write64(key_idx, doorbell);
|
|
}
|
|
|
|
/* Ring an NQ doorbell and enable interrupts for the ring. */
|
|
static inline void bnxt_db_nq_arm(struct bnxt_cp_ring_info *cpr)
|
|
{
|
|
uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
|
|
uint64_t key_idx = cpr->cp_db.db_key64 | DBR_TYPE_NQ_ARM | db_idx;
|
|
void *doorbell = cpr->cp_db.doorbell;
|
|
|
|
if (unlikely(!cpr->cp_db.db_64))
|
|
return;
|
|
|
|
rte_write64(key_idx, doorbell);
|
|
}
|
|
|
|
static inline void bnxt_db_cq(struct bnxt_cp_ring_info *cpr)
|
|
{
|
|
struct bnxt_db_info *db = &cpr->cp_db;
|
|
uint32_t idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
|
|
|
|
if (db->db_64) {
|
|
uint64_t key_idx = db->db_key64 | idx;
|
|
void *doorbell = db->doorbell;
|
|
|
|
rte_compiler_barrier();
|
|
rte_write64_relaxed(key_idx, doorbell);
|
|
} else {
|
|
uint32_t cp_raw_cons = cpr->cp_raw_cons;
|
|
|
|
rte_compiler_barrier();
|
|
B_CP_DIS_DB(cpr, cp_raw_cons);
|
|
}
|
|
}
|
|
|
|
#endif
|