numam-dpdk/lib/librte_fib/rte_fib6.c
Vladimir Medvedkin 1e5630e40d fib6: add AVX512 lookup
Add new lookup implementation for FIB6 trie algorithm using
AVX512 instruction set

Signed-off-by: Vladimir Medvedkin <vladimir.medvedkin@intel.com>
Acked-by: Konstantin Ananyev <konstantin.ananyev@intel.com>
2020-10-28 21:29:13 +01:00

340 lines
7.2 KiB
C

/* SPDX-License-Identifier: BSD-3-Clause
* Copyright(c) 2018 Vladimir Medvedkin <medvedkinv@gmail.com>
* Copyright(c) 2019 Intel Corporation
*/
#include <stdint.h>
#include <string.h>
#include <rte_eal.h>
#include <rte_eal_memconfig.h>
#include <rte_tailq.h>
#include <rte_errno.h>
#include <rte_rwlock.h>
#include <rte_malloc.h>
#include <rte_string_fns.h>
#include <rte_rib6.h>
#include <rte_fib6.h>
#include "trie.h"
TAILQ_HEAD(rte_fib6_list, rte_tailq_entry);
static struct rte_tailq_elem rte_fib6_tailq = {
.name = "RTE_FIB6",
};
EAL_REGISTER_TAILQ(rte_fib6_tailq)
/* Maximum length of a FIB name. */
#define FIB6_NAMESIZE 64
#if defined(RTE_LIBRTE_FIB_DEBUG)
#define FIB6_RETURN_IF_TRUE(cond, retval) do { \
if (cond) \
return retval; \
} while (0)
#else
#define FIB6_RETURN_IF_TRUE(cond, retval)
#endif
struct rte_fib6 {
char name[FIB6_NAMESIZE];
enum rte_fib6_type type; /**< Type of FIB struct */
struct rte_rib6 *rib; /**< RIB helper datastruct */
void *dp; /**< pointer to the dataplane struct*/
rte_fib6_lookup_fn_t lookup; /**< fib lookup function */
rte_fib6_modify_fn_t modify; /**< modify fib datastruct */
uint64_t def_nh;
};
static void
dummy_lookup(void *fib_p, uint8_t ips[][RTE_FIB6_IPV6_ADDR_SIZE],
uint64_t *next_hops, const unsigned int n)
{
unsigned int i;
struct rte_fib6 *fib = fib_p;
struct rte_rib6_node *node;
for (i = 0; i < n; i++) {
node = rte_rib6_lookup(fib->rib, ips[i]);
if (node != NULL)
rte_rib6_get_nh(node, &next_hops[i]);
else
next_hops[i] = fib->def_nh;
}
}
static int
dummy_modify(struct rte_fib6 *fib, const uint8_t ip[RTE_FIB6_IPV6_ADDR_SIZE],
uint8_t depth, uint64_t next_hop, int op)
{
struct rte_rib6_node *node;
if ((fib == NULL) || (depth > RTE_FIB6_MAXDEPTH))
return -EINVAL;
node = rte_rib6_lookup_exact(fib->rib, ip, depth);
switch (op) {
case RTE_FIB6_ADD:
if (node == NULL)
node = rte_rib6_insert(fib->rib, ip, depth);
if (node == NULL)
return -rte_errno;
return rte_rib6_set_nh(node, next_hop);
case RTE_FIB6_DEL:
if (node == NULL)
return -ENOENT;
rte_rib6_remove(fib->rib, ip, depth);
return 0;
}
return -EINVAL;
}
static int
init_dataplane(struct rte_fib6 *fib, __rte_unused int socket_id,
struct rte_fib6_conf *conf)
{
char dp_name[sizeof(void *)];
snprintf(dp_name, sizeof(dp_name), "%p", fib);
switch (conf->type) {
case RTE_FIB6_DUMMY:
fib->dp = fib;
fib->lookup = dummy_lookup;
fib->modify = dummy_modify;
return 0;
case RTE_FIB6_TRIE:
fib->dp = trie_create(dp_name, socket_id, conf);
if (fib->dp == NULL)
return -rte_errno;
fib->lookup = trie_get_lookup_fn(fib->dp, RTE_FIB6_LOOKUP_DEFAULT);
fib->modify = trie_modify;
return 0;
default:
return -EINVAL;
}
return 0;
}
int
rte_fib6_add(struct rte_fib6 *fib, const uint8_t ip[RTE_FIB6_IPV6_ADDR_SIZE],
uint8_t depth, uint64_t next_hop)
{
if ((fib == NULL) || (ip == NULL) || (fib->modify == NULL) ||
(depth > RTE_FIB6_MAXDEPTH))
return -EINVAL;
return fib->modify(fib, ip, depth, next_hop, RTE_FIB6_ADD);
}
int
rte_fib6_delete(struct rte_fib6 *fib, const uint8_t ip[RTE_FIB6_IPV6_ADDR_SIZE],
uint8_t depth)
{
if ((fib == NULL) || (ip == NULL) || (fib->modify == NULL) ||
(depth > RTE_FIB6_MAXDEPTH))
return -EINVAL;
return fib->modify(fib, ip, depth, 0, RTE_FIB6_DEL);
}
int
rte_fib6_lookup_bulk(struct rte_fib6 *fib,
uint8_t ips[][RTE_FIB6_IPV6_ADDR_SIZE],
uint64_t *next_hops, int n)
{
FIB6_RETURN_IF_TRUE((fib == NULL) || (ips == NULL) ||
(next_hops == NULL) || (fib->lookup == NULL), -EINVAL);
fib->lookup(fib->dp, ips, next_hops, n);
return 0;
}
struct rte_fib6 *
rte_fib6_create(const char *name, int socket_id, struct rte_fib6_conf *conf)
{
char mem_name[FIB6_NAMESIZE];
int ret;
struct rte_fib6 *fib = NULL;
struct rte_rib6 *rib = NULL;
struct rte_tailq_entry *te;
struct rte_fib6_list *fib_list;
struct rte_rib6_conf rib_conf;
/* Check user arguments. */
if ((name == NULL) || (conf == NULL) || (conf->max_routes < 0) ||
(conf->type > RTE_FIB6_TRIE)) {
rte_errno = EINVAL;
return NULL;
}
rib_conf.ext_sz = 0;
rib_conf.max_nodes = conf->max_routes * 2;
rib = rte_rib6_create(name, socket_id, &rib_conf);
if (rib == NULL) {
RTE_LOG(ERR, LPM,
"Can not allocate RIB %s\n", name);
return NULL;
}
snprintf(mem_name, sizeof(mem_name), "FIB6_%s", name);
fib_list = RTE_TAILQ_CAST(rte_fib6_tailq.head, rte_fib6_list);
rte_mcfg_tailq_write_lock();
/* guarantee there's no existing */
TAILQ_FOREACH(te, fib_list, next) {
fib = (struct rte_fib6 *)te->data;
if (strncmp(name, fib->name, FIB6_NAMESIZE) == 0)
break;
}
fib = NULL;
if (te != NULL) {
rte_errno = EEXIST;
goto exit;
}
/* allocate tailq entry */
te = rte_zmalloc("FIB_TAILQ_ENTRY", sizeof(*te), 0);
if (te == NULL) {
RTE_LOG(ERR, LPM,
"Can not allocate tailq entry for FIB %s\n", name);
rte_errno = ENOMEM;
goto exit;
}
/* Allocate memory to store the FIB data structures. */
fib = rte_zmalloc_socket(mem_name,
sizeof(struct rte_fib6), RTE_CACHE_LINE_SIZE, socket_id);
if (fib == NULL) {
RTE_LOG(ERR, LPM, "FIB %s memory allocation failed\n", name);
rte_errno = ENOMEM;
goto free_te;
}
rte_strlcpy(fib->name, name, sizeof(fib->name));
fib->rib = rib;
fib->type = conf->type;
fib->def_nh = conf->default_nh;
ret = init_dataplane(fib, socket_id, conf);
if (ret < 0) {
RTE_LOG(ERR, LPM,
"FIB dataplane struct %s memory allocation failed\n",
name);
rte_errno = -ret;
goto free_fib;
}
te->data = (void *)fib;
TAILQ_INSERT_TAIL(fib_list, te, next);
rte_mcfg_tailq_write_unlock();
return fib;
free_fib:
rte_free(fib);
free_te:
rte_free(te);
exit:
rte_mcfg_tailq_write_unlock();
rte_rib6_free(rib);
return NULL;
}
struct rte_fib6 *
rte_fib6_find_existing(const char *name)
{
struct rte_fib6 *fib = NULL;
struct rte_tailq_entry *te;
struct rte_fib6_list *fib_list;
fib_list = RTE_TAILQ_CAST(rte_fib6_tailq.head, rte_fib6_list);
rte_mcfg_tailq_read_lock();
TAILQ_FOREACH(te, fib_list, next) {
fib = (struct rte_fib6 *) te->data;
if (strncmp(name, fib->name, FIB6_NAMESIZE) == 0)
break;
}
rte_mcfg_tailq_read_unlock();
if (te == NULL) {
rte_errno = ENOENT;
return NULL;
}
return fib;
}
static void
free_dataplane(struct rte_fib6 *fib)
{
switch (fib->type) {
case RTE_FIB6_DUMMY:
return;
case RTE_FIB6_TRIE:
trie_free(fib->dp);
default:
return;
}
}
void
rte_fib6_free(struct rte_fib6 *fib)
{
struct rte_tailq_entry *te;
struct rte_fib6_list *fib_list;
if (fib == NULL)
return;
fib_list = RTE_TAILQ_CAST(rte_fib6_tailq.head, rte_fib6_list);
rte_mcfg_tailq_write_lock();
/* find our tailq entry */
TAILQ_FOREACH(te, fib_list, next) {
if (te->data == (void *)fib)
break;
}
if (te != NULL)
TAILQ_REMOVE(fib_list, te, next);
rte_mcfg_tailq_write_unlock();
free_dataplane(fib);
rte_rib6_free(fib->rib);
rte_free(fib);
rte_free(te);
}
void *
rte_fib6_get_dp(struct rte_fib6 *fib)
{
return (fib == NULL) ? NULL : fib->dp;
}
struct rte_rib6 *
rte_fib6_get_rib(struct rte_fib6 *fib)
{
return (fib == NULL) ? NULL : fib->rib;
}
int
rte_fib6_select_lookup(struct rte_fib6 *fib,
enum rte_fib6_lookup_type type)
{
rte_fib6_lookup_fn_t fn;
switch (fib->type) {
case RTE_FIB6_TRIE:
fn = trie_get_lookup_fn(fib->dp, type);
if (fn == NULL)
return -EINVAL;
fib->lookup = fn;
return 0;
default:
return -EINVAL;
}
}