numam-dpdk/drivers/net/bnxt/tf_ulp/ulp_utils.c
Kishore Padmanabha 7e604e7f9c net/bnxt: add mapper support for wildcard TCAM
Added support for the key and mask fields encoding for the
wildcard TCAM entry. Also add internal function to post process
the key/mask blobs for wildcard TCAM table. The size of the
wildcard TCAM slice is 80 bytes.

Signed-off-by: Kishore Padmanabha <kishore.padmanabha@broadcom.com>
Reviewed-by: Mike Baucom <michael.baucom@broadcom.com>
Reviewed-by: Ajit Khaparde <ajit.khaparde@broadcom.com>
2020-11-03 23:35:03 +01:00

838 lines
19 KiB
C

/* SPDX-License-Identifier: BSD-3-Clause
* Copyright(c) 2014-2019 Broadcom
* All rights reserved.
*/
#include "ulp_utils.h"
#include "bnxt_tf_common.h"
/*
* Initialize the regfile structure for writing
*
* regfile [in] Ptr to a regfile instance
*
* returns 0 on error or 1 on success
*/
uint32_t
ulp_regfile_init(struct ulp_regfile *regfile)
{
/* validate the arguments */
if (!regfile) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
memset(regfile, 0, sizeof(struct ulp_regfile));
return 1; /* Success */
}
/*
* Read a value from the regfile
*
* regfile [in] The regfile instance. Must be initialized prior to being used
*
* field [in] The field to be read within the regfile.
*
* data [in/out]
*
* returns size, zero on failure
*/
uint32_t
ulp_regfile_read(struct ulp_regfile *regfile,
enum bnxt_ulp_regfile_index field,
uint64_t *data)
{
/* validate the arguments */
if (!regfile || field >= BNXT_ULP_REGFILE_INDEX_LAST) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
*data = regfile->entry[field].data;
return sizeof(*data);
}
/*
* Write a value to the regfile
*
* regfile [in] The regfile instance. Must be initialized prior to being used
*
* field [in] The field to be written within the regfile.
*
* data [in] The value is written into this variable. It is going to be in the
* same byte order as it was written.
*
* size [in] The size in bytes of the value beingritten into this
* variable.
*
* returns 0 on fail
*/
uint32_t
ulp_regfile_write(struct ulp_regfile *regfile,
enum bnxt_ulp_regfile_index field,
uint64_t data)
{
/* validate the arguments */
if (!regfile || field >= BNXT_ULP_REGFILE_INDEX_LAST) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
regfile->entry[field].data = data;
return sizeof(data); /* Success */
}
static void
ulp_bs_put_msb(uint8_t *bs, uint16_t bitpos, uint8_t bitlen, uint8_t val)
{
uint8_t bitoffs = bitpos % 8;
uint16_t index = bitpos / 8;
uint8_t mask;
uint8_t tmp;
int8_t shift;
tmp = bs[index];
mask = ((uint8_t)-1 >> (8 - bitlen));
shift = 8 - bitoffs - bitlen;
val &= mask;
if (shift >= 0) {
tmp &= ~(mask << shift);
tmp |= val << shift;
bs[index] = tmp;
} else {
tmp &= ~((uint8_t)-1 >> bitoffs);
tmp |= val >> -shift;
bs[index++] = tmp;
tmp = bs[index];
tmp &= ((uint8_t)-1 >> (bitlen - (8 - bitoffs)));
tmp |= val << (8 + shift);
bs[index] = tmp;
}
}
static void
ulp_bs_put_lsb(uint8_t *bs, uint16_t bitpos, uint8_t bitlen, uint8_t val)
{
uint8_t bitoffs = bitpos % 8;
uint16_t index = bitpos / 8;
uint8_t mask;
uint8_t tmp;
uint8_t shift;
uint8_t partial;
tmp = bs[index];
shift = bitoffs;
if (bitoffs + bitlen <= 8) {
mask = ((1 << bitlen) - 1) << shift;
tmp &= ~mask;
tmp |= ((val << shift) & mask);
bs[index] = tmp;
} else {
partial = 8 - bitoffs;
mask = ((1 << partial) - 1) << shift;
tmp &= ~mask;
tmp |= ((val << shift) & mask);
bs[index++] = tmp;
val >>= partial;
partial = bitlen - partial;
mask = ((1 << partial) - 1);
tmp = bs[index];
tmp &= ~mask;
tmp |= (val & mask);
bs[index] = tmp;
}
}
/* Assuming that val is in Big-Endian Format */
static uint32_t
ulp_bs_push_lsb(uint8_t *bs, uint16_t pos, uint8_t len, uint8_t *val)
{
int i;
int cnt = (len) / 8;
int tlen = len;
if (cnt > 0 && !(len % 8))
cnt -= 1;
for (i = 0; i < cnt; i++) {
ulp_bs_put_lsb(bs, pos, 8, val[cnt - i]);
pos += 8;
tlen -= 8;
}
/* Handle the remainder bits */
if (tlen)
ulp_bs_put_lsb(bs, pos, tlen, val[0]);
return len;
}
/* Assuming that val is in Big-Endian Format */
static uint32_t
ulp_bs_push_msb(uint8_t *bs, uint16_t pos, uint8_t len, uint8_t *val)
{
int i;
int cnt = (len + 7) / 8;
int tlen = len;
/* Handle any remainder bits */
int tmp = len % 8;
if (!tmp)
tmp = 8;
ulp_bs_put_msb(bs, pos, tmp, val[0]);
pos += tmp;
tlen -= tmp;
for (i = 1; i < cnt; i++) {
ulp_bs_put_msb(bs, pos, 8, val[i]);
pos += 8;
tlen -= 8;
}
return len;
}
/*
* Initializes the blob structure for creating binary blob
*
* blob [in] The blob to be initialized
*
* bitlen [in] The bit length of the blob
*
* order [in] The byte order for the blob. Currently only supporting
* big endian. All fields are packed with this order.
*
* returns 0 on error or 1 on success
*/
uint32_t
ulp_blob_init(struct ulp_blob *blob,
uint16_t bitlen,
enum bnxt_ulp_byte_order order)
{
/* validate the arguments */
if (!blob || bitlen > (8 * sizeof(blob->data))) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
blob->bitlen = bitlen;
blob->byte_order = order;
blob->write_idx = 0;
memset(blob->data, 0, sizeof(blob->data));
return 1; /* Success */
}
/*
* Add data to the binary blob at the current offset.
*
* blob [in] The blob that data is added to. The blob must
* be initialized prior to pushing data.
*
* data [in] A pointer to bytes to be added to the blob.
*
* datalen [in] The number of bits to be added to the blob.
*
* The offset of the data is updated after each push of data.
* NULL returned on error.
*/
#define ULP_BLOB_BYTE 8
#define ULP_BLOB_BYTE_HEX 0xFF
#define BLOB_MASK_CAL(x) ((0xFF << (x)) & 0xFF)
uint32_t
ulp_blob_push(struct ulp_blob *blob,
uint8_t *data,
uint32_t datalen)
{
uint32_t rc;
/* validate the arguments */
if (!blob || datalen > (uint32_t)(blob->bitlen - blob->write_idx)) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
if (blob->byte_order == BNXT_ULP_BYTE_ORDER_BE)
rc = ulp_bs_push_msb(blob->data,
blob->write_idx,
datalen,
data);
else
rc = ulp_bs_push_lsb(blob->data,
blob->write_idx,
datalen,
data);
if (!rc) {
BNXT_TF_DBG(ERR, "Failed ro write blob\n");
return 0;
}
blob->write_idx += datalen;
return datalen;
}
/*
* Insert data into the binary blob at the given offset.
*
* blob [in] The blob that data is added to. The blob must
* be initialized prior to pushing data.
*
* offset [in] The offset where the data needs to be inserted.
*
* data [in/out] A pointer to bytes to be added to the blob.
*
* datalen [in] The number of bits to be added to the blob.
*
* The offset of the data is updated after each push of data.
* NULL returned on error.
*/
uint32_t
ulp_blob_insert(struct ulp_blob *blob, uint32_t offset,
uint8_t *data, uint32_t datalen)
{
uint32_t rc;
uint8_t local_data[BNXT_ULP_FLMP_BLOB_SIZE];
uint16_t mov_len;
/* validate the arguments */
if (!blob || datalen > (uint32_t)(blob->bitlen - blob->write_idx) ||
offset > blob->write_idx) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
mov_len = blob->write_idx - offset;
/* If offset and data len are not 8 bit aligned then return error */
if (ULP_BITS_IS_BYTE_NOT_ALIGNED(offset) ||
ULP_BITS_IS_BYTE_NOT_ALIGNED(datalen)) {
BNXT_TF_DBG(ERR, "invalid argument, not aligned\n");
return 0; /* failure */
}
/* copy the data so we can move the data */
memcpy(local_data, &blob->data[ULP_BITS_2_BYTE_NR(offset)],
ULP_BITS_2_BYTE(mov_len));
blob->write_idx = offset;
if (blob->byte_order == BNXT_ULP_BYTE_ORDER_BE)
rc = ulp_bs_push_msb(blob->data,
blob->write_idx,
datalen,
data);
else
rc = ulp_bs_push_lsb(blob->data,
blob->write_idx,
datalen,
data);
if (!rc) {
BNXT_TF_DBG(ERR, "Failed ro write blob\n");
return 0;
}
/* copy the previously stored data */
memcpy(&blob->data[ULP_BITS_2_BYTE_NR(offset + datalen)], local_data,
ULP_BITS_2_BYTE(mov_len));
blob->write_idx += (mov_len + datalen);
return datalen;
}
/*
* Add data to the binary blob at the current offset.
*
* blob [in] The blob that data is added to. The blob must
* be initialized prior to pushing data.
*
* data [in] 64-bit value to be added to the blob.
*
* datalen [in] The number of bits to be added to the blob.
*
* The offset of the data is updated after each push of data.
* NULL returned on error, pointer pushed value otherwise.
*/
uint8_t *
ulp_blob_push_64(struct ulp_blob *blob,
uint64_t *data,
uint32_t datalen)
{
uint8_t *val = (uint8_t *)data;
int rc;
int size = (datalen + 7) / 8;
if (!blob || !data ||
datalen > (uint32_t)(blob->bitlen - blob->write_idx)) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0;
}
rc = ulp_blob_push(blob, &val[8 - size], datalen);
if (!rc)
return 0;
return &val[8 - size];
}
/*
* Add data to the binary blob at the current offset.
*
* blob [in] The blob that data is added to. The blob must
* be initialized prior to pushing data.
*
* data [in] 32-bit value to be added to the blob.
*
* datalen [in] The number of bits to be added ot the blob.
*
* The offset of the data is updated after each push of data.
* NULL returned on error, pointer pushed value otherwise.
*/
uint8_t *
ulp_blob_push_32(struct ulp_blob *blob,
uint32_t *data,
uint32_t datalen)
{
uint8_t *val = (uint8_t *)data;
uint32_t rc;
uint32_t size = ULP_BITS_2_BYTE(datalen);
if (!data || size > sizeof(uint32_t)) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0;
}
rc = ulp_blob_push(blob, &val[sizeof(uint32_t) - size], datalen);
if (!rc)
return 0;
return &val[sizeof(uint32_t) - size];
}
/*
* Add encap data to the binary blob at the current offset.
*
* blob [in] The blob that data is added to. The blob must
* be initialized prior to pushing data.
*
* data [in] value to be added to the blob.
*
* datalen [in] The number of bits to be added to the blob.
*
* The offset of the data is updated after each push of data.
* NULL returned on error, pointer pushed value otherwise.
*/
uint32_t
ulp_blob_push_encap(struct ulp_blob *blob,
uint8_t *data,
uint32_t datalen)
{
uint8_t *val = (uint8_t *)data;
uint32_t initial_size, write_size = datalen;
uint32_t size = 0;
if (!blob || !data ||
datalen > (uint32_t)(blob->bitlen - blob->write_idx)) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0;
}
initial_size = ULP_BYTE_2_BITS(sizeof(uint64_t)) -
(blob->write_idx % ULP_BYTE_2_BITS(sizeof(uint64_t)));
while (write_size > 0) {
if (initial_size && write_size > initial_size) {
size = initial_size;
initial_size = 0;
} else if (initial_size && write_size <= initial_size) {
size = write_size;
initial_size = 0;
} else if (write_size > ULP_BYTE_2_BITS(sizeof(uint64_t))) {
size = ULP_BYTE_2_BITS(sizeof(uint64_t));
} else {
size = write_size;
}
if (!ulp_blob_push(blob, val, size)) {
BNXT_TF_DBG(ERR, "push field failed\n");
return 0;
}
val += ULP_BITS_2_BYTE(size);
write_size -= size;
}
return datalen;
}
/*
* Adds pad to an initialized blob at the current offset
*
* blob [in] The blob that data is added to. The blob must
* be initialized prior to pushing data.
*
* datalen [in] The number of bits of pad to add
*
* returns the number of pad bits added, -1 on failure
*/
int32_t
ulp_blob_pad_push(struct ulp_blob *blob,
uint32_t datalen)
{
if (datalen > (uint32_t)(blob->bitlen - blob->write_idx)) {
BNXT_TF_DBG(ERR, "Pad too large for blob\n");
return 0;
}
blob->write_idx += datalen;
return datalen;
}
/* Get data from src and put into dst using little-endian format */
static void
ulp_bs_get_lsb(uint8_t *src, uint16_t bitpos, uint8_t bitlen, uint8_t *dst)
{
uint8_t bitoffs = bitpos % ULP_BLOB_BYTE;
uint16_t index = ULP_BITS_2_BYTE_NR(bitpos);
uint8_t mask, partial, shift;
shift = bitoffs;
partial = ULP_BLOB_BYTE - bitoffs;
if (bitoffs + bitlen <= ULP_BLOB_BYTE) {
mask = ((1 << bitlen) - 1) << shift;
*dst = (src[index] & mask) >> shift;
} else {
mask = ((1 << partial) - 1) << shift;
*dst = (src[index] & mask) >> shift;
index++;
partial = bitlen - partial;
mask = ((1 << partial) - 1);
*dst |= (src[index] & mask) << (ULP_BLOB_BYTE - bitoffs);
}
}
/* Assuming that src is in little-Endian Format */
static void
ulp_bs_pull_lsb(uint8_t *src, uint8_t *dst, uint32_t size,
uint32_t offset, uint32_t len)
{
uint32_t idx;
uint32_t cnt = ULP_BITS_2_BYTE_NR(len);
/* iterate bytewise to get data */
for (idx = 0; idx < cnt; idx++) {
ulp_bs_get_lsb(src, offset, ULP_BLOB_BYTE,
&dst[size - 1 - idx]);
offset += ULP_BLOB_BYTE;
len -= ULP_BLOB_BYTE;
}
/* Extract the last reminder data that is not 8 byte boundary */
if (len)
ulp_bs_get_lsb(src, offset, len, &dst[size - 1 - idx]);
}
/*
* Extract data from the binary blob using given offset.
*
* blob [in] The blob that data is extracted from. The blob must
* be initialized prior to pulling data.
*
* data [in] A pointer to put the data.
* data_size [in] size of the data buffer in bytes.
*offset [in] - Offset in the blob to extract the data in bits format.
* len [in] The number of bits to be pulled from the blob.
*
* Output: zero on success, -1 on failure
*/
int32_t
ulp_blob_pull(struct ulp_blob *blob, uint8_t *data, uint32_t data_size,
uint16_t offset, uint16_t len)
{
/* validate the arguments */
if (!blob || (offset + len) > blob->bitlen ||
ULP_BYTE_2_BITS(data_size) < len) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return -1; /* failure */
}
if (blob->byte_order == BNXT_ULP_BYTE_ORDER_BE) {
BNXT_TF_DBG(ERR, "Big endian pull not implemented\n");
return -1; /* failure */
}
ulp_bs_pull_lsb(blob->data, data, data_size, offset, len);
return 0;
}
/*
* Get the data portion of the binary blob.
*
* blob [in] The blob's data to be retrieved. The blob must be
* initialized prior to pushing data.
*
* datalen [out] The number of bits to that are filled.
*
* returns a byte array of the blob data. Returns NULL on error.
*/
uint8_t *
ulp_blob_data_get(struct ulp_blob *blob,
uint16_t *datalen)
{
/* validate the arguments */
if (!blob) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return NULL; /* failure */
}
*datalen = blob->write_idx;
return blob->data;
}
/*
* Set the encap swap start index of the binary blob.
*
* blob [in] The blob's data to be retrieved. The blob must be
* initialized prior to pushing data.
*
* returns void.
*/
void
ulp_blob_encap_swap_idx_set(struct ulp_blob *blob)
{
/* validate the arguments */
if (!blob) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return; /* failure */
}
blob->encap_swap_idx = blob->write_idx;
}
/*
* Perform the encap buffer swap to 64 bit reversal.
*
* blob [in] The blob's data to be used for swap.
*
* returns void.
*/
void
ulp_blob_perform_encap_swap(struct ulp_blob *blob)
{
uint32_t i, idx = 0, end_idx = 0, roundoff;
uint8_t temp_val_1, temp_val_2;
/* validate the arguments */
if (!blob) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return; /* failure */
}
idx = ULP_BITS_2_BYTE_NR(blob->encap_swap_idx);
end_idx = ULP_BITS_2_BYTE(blob->write_idx);
roundoff = ULP_BYTE_2_BITS(ULP_BITS_2_BYTE(end_idx));
if (roundoff > end_idx) {
blob->write_idx += ULP_BYTE_2_BITS(roundoff - end_idx);
end_idx = roundoff;
}
while (idx <= end_idx) {
for (i = 0; i < 4; i = i + 2) {
temp_val_1 = blob->data[idx + i];
temp_val_2 = blob->data[idx + i + 1];
blob->data[idx + i] = blob->data[idx + 6 - i];
blob->data[idx + i + 1] = blob->data[idx + 7 - i];
blob->data[idx + 7 - i] = temp_val_2;
blob->data[idx + 6 - i] = temp_val_1;
}
idx += 8;
}
}
/*
* Perform the blob buffer reversal byte wise.
* This api makes the first byte the last and
* vice-versa.
*
* blob [in] The blob's data to be used for swap.
*
* returns void.
*/
void
ulp_blob_perform_byte_reverse(struct ulp_blob *blob)
{
uint32_t idx = 0, num = 0;
uint8_t xchar;
/* validate the arguments */
if (!blob) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return; /* failure */
}
num = ULP_BITS_2_BYTE_NR(blob->write_idx);
for (idx = 0; idx < (num / 2); idx++) {
xchar = blob->data[idx];
blob->data[idx] = blob->data[(num - 1) - idx];
blob->data[(num - 1) - idx] = xchar;
}
}
/*
* Perform the blob buffer 64 bit word swap.
* This api makes the first 4 bytes the last in
* a given 64 bit value and vice-versa.
*
* blob [in] The blob's data to be used for swap.
*
* returns void.
*/
void
ulp_blob_perform_64B_word_swap(struct ulp_blob *blob)
{
uint32_t i, j, num;
uint8_t xchar;
uint32_t word_size = ULP_64B_IN_BYTES / 2;
/* validate the arguments */
if (!blob) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return; /* failure */
}
num = ULP_BITS_2_BYTE(blob->write_idx);
for (i = 0; i < num; i = i + ULP_64B_IN_BYTES) {
for (j = 0; j < word_size; j++) {
xchar = blob->data[i + j];
blob->data[i + j] = blob->data[i + j + word_size];
blob->data[i + j + word_size] = xchar;
}
}
}
/*
* Perform the blob buffer 64 bit byte swap.
* This api makes the first byte the last in
* a given 64 bit value and vice-versa.
*
* blob [in] The blob's data to be used for swap.
*
* returns void.
*/
void
ulp_blob_perform_64B_byte_swap(struct ulp_blob *blob)
{
uint32_t i, j, num;
uint8_t xchar;
uint32_t offset = ULP_64B_IN_BYTES - 1;
/* validate the arguments */
if (!blob) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return; /* failure */
}
num = ULP_BITS_2_BYTE(blob->write_idx);
for (i = 0; i < num; i = i + ULP_64B_IN_BYTES) {
for (j = 0; j < (ULP_64B_IN_BYTES / 2); j++) {
xchar = blob->data[i + j];
blob->data[i + j] = blob->data[i + offset - j];
blob->data[i + offset - j] = xchar;
}
}
}
/*
* Read data from the operand
*
* operand [in] A pointer to a 16 Byte operand
*
* val [in/out] The variable to copy the operand to
*
* bytes [in] The number of bytes to read into val
*
* returns number of bits read, zero on error
*/
uint16_t
ulp_operand_read(uint8_t *operand,
uint8_t *val,
uint16_t bytes)
{
/* validate the arguments */
if (!operand || !val) {
BNXT_TF_DBG(ERR, "invalid argument\n");
return 0; /* failure */
}
memcpy(val, operand, bytes);
return bytes;
}
/*
* copy the buffer in the encap format which is 2 bytes.
* The MSB of the src is placed at the LSB of dst.
*
* dst [out] The destination buffer
* src [in] The source buffer dst
* size[in] size of the buffer.
* align[in] The alignment is either 8 or 16.
*/
void
ulp_encap_buffer_copy(uint8_t *dst,
const uint8_t *src,
uint16_t size,
uint16_t align)
{
uint16_t idx, tmp_size = 0;
do {
dst += tmp_size;
src += tmp_size;
idx = 0;
if (size > align) {
tmp_size = align;
size -= align;
} else {
tmp_size = size;
size = 0;
}
/* copy 2 bytes at a time. Write MSB to LSB */
while ((idx + sizeof(uint16_t)) <= tmp_size) {
memcpy(&dst[idx],
&src[tmp_size - idx - sizeof(uint16_t)],
sizeof(uint16_t));
idx += sizeof(uint16_t);
}
} while (size);
}
/*
* Check the buffer is empty
*
* buf [in] The buffer
* size [in] The size of the buffer
*
*/
int32_t ulp_buffer_is_empty(const uint8_t *buf, uint32_t size)
{
return buf[0] == 0 && !memcmp(buf, buf + 1, size - 1);
}
/* Function to check if bitmap is zero.Return 1 on success */
uint32_t ulp_bitmap_is_zero(uint8_t *bitmap, int32_t size)
{
while (size-- > 0) {
if (*bitmap != 0)
return 0;
bitmap++;
}
return 1;
}
/* Function to check if bitmap is ones. Return 1 on success */
uint32_t ulp_bitmap_is_ones(uint8_t *bitmap, int32_t size)
{
while (size-- > 0) {
if (*bitmap != 0xFF)
return 0;
bitmap++;
}
return 1;
}
/* Function to check if bitmap is not zero. Return 1 on success */
uint32_t ulp_bitmap_notzero(uint8_t *bitmap, int32_t size)
{
while (size-- > 0) {
if (*bitmap != 0)
return 1;
bitmap++;
}
return 0;
}