d/numam-dpdk
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

net/mlx5: optimize tag traversal with hash list

Browse Source 
Tag action for flow mark/flag could be reused by different flows.
When creating a new flow with mark, the existing tag resources will
be traversed in order to confirm if the action is already created.
If only one linked list is used, the searching rate will drop
significantly with the number of tag actions increasing.
By using a hash lists table, it will speed up the searching process
and in the meanwhile, the memory consumption won't be large if only
a small number tag action resources are created(compared to other
hash table implementations). The list heads array size could be
optimized with some extendable hash table in the future.

Signed-off-by: Bing Zhao <bingz@mellanox.com>
Acked-by: Viacheslav Ovsiienko <viacheslavo@mellanox.com>
This commit is contained in:
Bing Zhao 2019-11-08 07:26:57 +02:00 committed by Ferruh Yigit
parent e9e36e52ee
commit e484e40323
4 changed files with 59 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
drivers/net/mlx5/mlx5.c
View File

@ -191,6 +191,7 @@ static pthread_mutex_t mlx5_ibv_list_mutex = PTHREAD_MUTEX_INITIALIZER;
#define MLX5_ID_GENERATION_ARRAY_FACTOR 16 #define MLX5_ID_GENERATION_ARRAY_FACTOR 16
#define MLX5_FLOW_TABLE_HLIST_ARRAY_SIZE 4096 #define MLX5_FLOW_TABLE_HLIST_ARRAY_SIZE 4096
#define MLX5_TAGS_HLIST_ARRAY_SIZE 8192
/** /**
* Allocate ID pool structure. * Allocate ID pool structure.
@ -775,7 +776,7 @@ mlx5_alloc_shared_dr(struct mlx5_priv *priv)
sh->esw_drop_action = mlx5_glue->dr_create_flow_action_drop(); sh->esw_drop_action = mlx5_glue->dr_create_flow_action_drop();
} }
#endif #endif
snprintf(s, sizeof(s) - 1, "%s_flow_table", priv->sh->ibdev_name); snprintf(s, sizeof(s), "%s_flow_table", priv->sh->ibdev_name);
sh->flow_tbls = mlx5_hlist_create(s, sh->flow_tbls = mlx5_hlist_create(s,
MLX5_FLOW_TABLE_HLIST_ARRAY_SIZE); MLX5_FLOW_TABLE_HLIST_ARRAY_SIZE);
if (!sh->flow_tbls) { if (!sh->flow_tbls) {
@ -783,6 +784,14 @@ mlx5_alloc_shared_dr(struct mlx5_priv *priv)
err = -ENOMEM; err = -ENOMEM;
goto error; goto error;
} }
/* create tags hash list table. */
snprintf(s, sizeof(s), "%s_tags", priv->sh->ibdev_name);
sh->tag_table = mlx5_hlist_create(s, MLX5_TAGS_HLIST_ARRAY_SIZE);
if (!sh->flow_tbls) {
DRV_LOG(ERR, "tags with hash creation failed.\n");
err = -ENOMEM;
goto error;
}
sh->pop_vlan_action = mlx5_glue->dr_create_flow_action_pop_vlan(); sh->pop_vlan_action = mlx5_glue->dr_create_flow_action_pop_vlan();
sh->dv_refcnt++; sh->dv_refcnt++;
priv->dr_shared = 1; priv->dr_shared = 1;
@ -802,6 +811,10 @@ mlx5_alloc_shared_dr(struct mlx5_priv *priv)
mlx5_glue->dr_destroy_domain(sh->fdb_domain); mlx5_glue->dr_destroy_domain(sh->fdb_domain);
sh->fdb_domain = NULL; sh->fdb_domain = NULL;
} }
if (sh->flow_tbls) {
mlx5_hlist_destroy(sh->flow_tbls, NULL, NULL);
sh->flow_tbls = NULL;
}
if (sh->esw_drop_action) { if (sh->esw_drop_action) {
mlx5_glue->destroy_flow_action(sh->esw_drop_action); mlx5_glue->destroy_flow_action(sh->esw_drop_action);
sh->esw_drop_action = NULL; sh->esw_drop_action = NULL;
@ -842,6 +855,11 @@ mlx5_free_shared_dr(struct mlx5_priv *priv)
mlx5_hlist_destroy(sh->flow_tbls, NULL, NULL); mlx5_hlist_destroy(sh->flow_tbls, NULL, NULL);
sh->flow_tbls = NULL; sh->flow_tbls = NULL;
} }
if (sh->tag_table) {
/* tags should be destroyed with flow before. */
mlx5_hlist_destroy(sh->tag_table, NULL, NULL);
sh->tag_table = NULL;
}
if (sh->rx_domain) { if (sh->rx_domain) {
mlx5_glue->dr_destroy_domain(sh->rx_domain); mlx5_glue->dr_destroy_domain(sh->rx_domain);
sh->rx_domain = NULL; sh->rx_domain = NULL;

2
drivers/net/mlx5/mlx5.h
View File

@ -671,7 +671,7 @@ struct mlx5_ibv_shared {
void *pop_vlan_action; /* Pointer to DR pop VLAN action. */ void *pop_vlan_action; /* Pointer to DR pop VLAN action. */
LIST_HEAD(encap_decap, mlx5_flow_dv_encap_decap_resource) encaps_decaps; LIST_HEAD(encap_decap, mlx5_flow_dv_encap_decap_resource) encaps_decaps;
LIST_HEAD(modify_cmd, mlx5_flow_dv_modify_hdr_resource) modify_cmds; LIST_HEAD(modify_cmd, mlx5_flow_dv_modify_hdr_resource) modify_cmds;
LIST_HEAD(tag, mlx5_flow_dv_tag_resource) tags; struct mlx5_hlist *tag_table;
LIST_HEAD(port_id_action_list, mlx5_flow_dv_port_id_action_resource) LIST_HEAD(port_id_action_list, mlx5_flow_dv_port_id_action_resource)
port_id_action_list; /* List of port ID actions. */ port_id_action_list; /* List of port ID actions. */
LIST_HEAD(push_vlan_action_list, mlx5_flow_dv_push_vlan_action_resource) LIST_HEAD(push_vlan_action_list, mlx5_flow_dv_push_vlan_action_resource)

7
drivers/net/mlx5/mlx5_flow.h
View File

@ -361,12 +361,11 @@ struct mlx5_flow_dv_encap_decap_resource {
/* Tag resource structure. */ /* Tag resource structure. */
struct mlx5_flow_dv_tag_resource { struct mlx5_flow_dv_tag_resource {
LIST_ENTRY(mlx5_flow_dv_tag_resource) next; struct mlx5_hlist_entry entry;
/* Pointer to next element. */ /**< hash list entry for tag resource, tag value as the key. */
rte_atomic32_t refcnt; /**< Reference counter. */
void *action; void *action;
/**< Verbs tag action object. */ /**< Verbs tag action object. */
uint32_t tag; /**< the tag value. */ rte_atomic32_t refcnt; /**< Reference counter. */
}; };
/* /*

63
drivers/net/mlx5/mlx5_flow_dv.c
View File

@ -6401,8 +6401,8 @@ flow_dv_matcher_register(struct rte_eth_dev *dev,
* *
* @param dev[in, out] * @param dev[in, out]
* Pointer to rte_eth_dev structure. * Pointer to rte_eth_dev structure.
* @param[in, out] resource * @param[in, out] tag_be24
* Pointer to tag resource. * Tag value in big endian then R-shift 8.
* @parm[in, out] dev_flow * @parm[in, out] dev_flow
* Pointer to the dev_flow. * Pointer to the dev_flow.
* @param[out] error * @param[out] error
@ -6414,34 +6414,35 @@ flow_dv_matcher_register(struct rte_eth_dev *dev,
static int static int
flow_dv_tag_resource_register flow_dv_tag_resource_register
(struct rte_eth_dev *dev, (struct rte_eth_dev *dev,
struct mlx5_flow_dv_tag_resource *resource, uint32_t tag_be24,
struct mlx5_flow *dev_flow, struct mlx5_flow *dev_flow,
struct rte_flow_error *error) struct rte_flow_error *error)
{ {
struct mlx5_priv *priv = dev->data->dev_private; struct mlx5_priv *priv = dev->data->dev_private;
struct mlx5_ibv_shared *sh = priv->sh; struct mlx5_ibv_shared *sh = priv->sh;
struct mlx5_flow_dv_tag_resource *cache_resource; struct mlx5_flow_dv_tag_resource *cache_resource;
struct mlx5_hlist_entry *entry;
/* Lookup a matching resource from cache. */ /* Lookup a matching resource from cache. */
LIST_FOREACH(cache_resource, &sh->tags, next) { entry = mlx5_hlist_lookup(sh->tag_table, (uint64_t)tag_be24);
if (resource->tag == cache_resource->tag) { if (entry) {
DRV_LOG(DEBUG, "tag resource %p: refcnt %d++", cache_resource = container_of
(void *)cache_resource, (entry, struct mlx5_flow_dv_tag_resource, entry);
rte_atomic32_read(&cache_resource->refcnt)); rte_atomic32_inc(&cache_resource->refcnt);
rte_atomic32_inc(&cache_resource->refcnt); dev_flow->dv.tag_resource = cache_resource;
dev_flow->dv.tag_resource = cache_resource; DRV_LOG(DEBUG, "cached tag resource %p: refcnt now %d++",
return 0; (void *)cache_resource,
} rte_atomic32_read(&cache_resource->refcnt));
return 0;
} }
/* Register new resource. */ /* Register new resource. */
cache_resource = rte_calloc(__func__, 1, sizeof(*cache_resource), 0); cache_resource = rte_calloc(__func__, 1, sizeof(*cache_resource), 0);
if (!cache_resource) if (!cache_resource)
return rte_flow_error_set(error, ENOMEM, return rte_flow_error_set(error, ENOMEM,
RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL, RTE_FLOW_ERROR_TYPE_UNSPECIFIED, NULL,
"cannot allocate resource memory"); "cannot allocate resource memory");
*cache_resource = *resource; cache_resource->entry.key = (uint64_t)tag_be24;
cache_resource->action = mlx5_glue->dv_create_flow_action_tag cache_resource->action = mlx5_glue->dv_create_flow_action_tag(tag_be24);
(resource->tag);
if (!cache_resource->action) { if (!cache_resource->action) {
rte_free(cache_resource); rte_free(cache_resource);
return rte_flow_error_set(error, ENOMEM, return rte_flow_error_set(error, ENOMEM,
@ -6450,9 +6451,15 @@ flow_dv_tag_resource_register
} }
rte_atomic32_init(&cache_resource->refcnt); rte_atomic32_init(&cache_resource->refcnt);
rte_atomic32_inc(&cache_resource->refcnt); rte_atomic32_inc(&cache_resource->refcnt);
LIST_INSERT_HEAD(&sh->tags, cache_resource, next); if (mlx5_hlist_insert(sh->tag_table, &cache_resource->entry)) {
mlx5_glue->destroy_flow_action(cache_resource->action);
rte_free(cache_resource);
return rte_flow_error_set(error, EEXIST,
RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
NULL, "cannot insert tag");
}
dev_flow->dv.tag_resource = cache_resource; dev_flow->dv.tag_resource = cache_resource;
DRV_LOG(DEBUG, "new tag resource %p: refcnt %d++", DRV_LOG(DEBUG, "new tag resource %p: refcnt now %d++",
(void *)cache_resource, (void *)cache_resource,
rte_atomic32_read(&cache_resource->refcnt)); rte_atomic32_read(&cache_resource->refcnt));
return 0; return 0;
@ -6473,13 +6480,16 @@ static int
flow_dv_tag_release(struct rte_eth_dev *dev, flow_dv_tag_release(struct rte_eth_dev *dev,
struct mlx5_flow_dv_tag_resource *tag) struct mlx5_flow_dv_tag_resource *tag)
{ {
struct mlx5_priv *priv = dev->data->dev_private;
struct mlx5_ibv_shared *sh = priv->sh;
assert(tag); assert(tag);
DRV_LOG(DEBUG, "port %u tag %p: refcnt %d--", DRV_LOG(DEBUG, "port %u tag %p: refcnt %d--",
dev->data->port_id, (void *)tag, dev->data->port_id, (void *)tag,
rte_atomic32_read(&tag->refcnt)); rte_atomic32_read(&tag->refcnt));
if (rte_atomic32_dec_and_test(&tag->refcnt)) { if (rte_atomic32_dec_and_test(&tag->refcnt)) {
claim_zero(mlx5_glue->destroy_flow_action(tag->action)); claim_zero(mlx5_glue->destroy_flow_action(tag->action));
LIST_REMOVE(tag, next); mlx5_hlist_remove(sh->tag_table, &tag->entry);
DRV_LOG(DEBUG, "port %u tag %p: removed", DRV_LOG(DEBUG, "port %u tag %p: removed",
dev->data->port_id, (void *)tag); dev->data->port_id, (void *)tag);
rte_free(tag); rte_free(tag);
@ -6620,7 +6630,7 @@ __flow_dv_translate(struct rte_eth_dev *dev,
MLX5DV_FLOW_TABLE_TYPE_NIC_RX MLX5DV_FLOW_TABLE_TYPE_NIC_RX
}; };
union flow_dv_attr flow_attr = { .attr = 0 }; union flow_dv_attr flow_attr = { .attr = 0 };
struct mlx5_flow_dv_tag_resource tag_resource; uint32_t tag_be;
union mlx5_flow_tbl_key tbl_key; union mlx5_flow_tbl_key tbl_key;
uint32_t modify_action_position = UINT32_MAX; uint32_t modify_action_position = UINT32_MAX;
void *match_mask = matcher.mask.buf; void *match_mask = matcher.mask.buf;
@ -6682,12 +6692,11 @@ __flow_dv_translate(struct rte_eth_dev *dev,
action_flags |= MLX5_FLOW_ACTION_MARK_EXT; action_flags |= MLX5_FLOW_ACTION_MARK_EXT;
break; break;
} }
tag_resource.tag = tag_be = mlx5_flow_mark_set(MLX5_FLOW_MARK_DEFAULT);
mlx5_flow_mark_set(MLX5_FLOW_MARK_DEFAULT);
if (!dev_flow->dv.tag_resource) if (!dev_flow->dv.tag_resource)
if (flow_dv_tag_resource_register if (flow_dv_tag_resource_register
(dev, &tag_resource, dev_flow, error)) (dev, tag_be, dev_flow, error))
return errno; return -rte_errno;
dev_flow->dv.actions[actions_n++] = dev_flow->dv.actions[actions_n++] =
dev_flow->dv.tag_resource->action; dev_flow->dv.tag_resource->action;
break; break;
@ -6708,13 +6717,13 @@ __flow_dv_translate(struct rte_eth_dev *dev,
/* Fall-through */ /* Fall-through */
case MLX5_RTE_FLOW_ACTION_TYPE_MARK: case MLX5_RTE_FLOW_ACTION_TYPE_MARK:
/* Legacy (non-extensive) MARK action. */ /* Legacy (non-extensive) MARK action. */
tag_resource.tag = mlx5_flow_mark_set tag_be = mlx5_flow_mark_set
(((const struct rte_flow_action_mark *) (((const struct rte_flow_action_mark *)
(actions->conf))->id); (actions->conf))->id);
if (!dev_flow->dv.tag_resource) if (!dev_flow->dv.tag_resource)
if (flow_dv_tag_resource_register if (flow_dv_tag_resource_register
(dev, &tag_resource, dev_flow, error)) (dev, tag_be, dev_flow, error))
return errno; return -rte_errno;
dev_flow->dv.actions[actions_n++] = dev_flow->dv.actions[actions_n++] =
dev_flow->dv.tag_resource->action; dev_flow->dv.tag_resource->action;
break; break;