numam-dpdk/drivers/net/cnxk/cnxk_ethdev_mtr.c

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(C) 2021 Marvell.
 */

#include "cnxk_ethdev.h"
#include <rte_mtr_driver.h>

#define NIX_MTR_COUNT_MAX      73 /* 64(leaf) + 8(mid) + 1(top) */
#define NIX_MTR_COUNT_PER_FLOW 3  /* 1(leaf) + 1(mid) + 1(top) */

#define NIX_BPF_STATS_MASK_ALL                                                 \
	{                                                                      \
		ROC_NIX_BPF_GREEN_PKT_F_PASS | ROC_NIX_BPF_GREEN_OCTS_F_PASS | \
			ROC_NIX_BPF_GREEN_PKT_F_DROP |                         \
			ROC_NIX_BPF_GREEN_OCTS_F_DROP |                        \
			ROC_NIX_BPF_YELLOW_PKT_F_PASS |                        \
			ROC_NIX_BPF_YELLOW_OCTS_F_PASS |                       \
			ROC_NIX_BPF_YELLOW_PKT_F_DROP |                        \
			ROC_NIX_BPF_YELLOW_OCTS_F_DROP |                       \
			ROC_NIX_BPF_RED_PKT_F_PASS |                           \
			ROC_NIX_BPF_RED_OCTS_F_PASS |                          \
			ROC_NIX_BPF_RED_PKT_F_DROP |                           \
			ROC_NIX_BPF_RED_OCTS_F_DROP                            \
	}

static const enum roc_nix_bpf_level_flag lvl_map[] = {ROC_NIX_BPF_LEVEL_F_LEAF,
						      ROC_NIX_BPF_LEVEL_F_MID,
						      ROC_NIX_BPF_LEVEL_F_TOP};

static struct rte_mtr_capabilities mtr_capa = {
	.n_shared_max = NIX_MTR_COUNT_PER_FLOW,
	/* .identical = , */
	.shared_identical = true,
	/* .shared_n_flows_per_mtr_max = ,*/
	.chaining_n_mtrs_per_flow_max = NIX_MTR_COUNT_PER_FLOW,
	.chaining_use_prev_mtr_color_supported = true,
	.chaining_use_prev_mtr_color_enforced = true,
	.color_aware_srtcm_rfc2697_supported = true,
	.color_aware_trtcm_rfc2698_supported = true,
	.color_aware_trtcm_rfc4115_supported = true,
	.srtcm_rfc2697_byte_mode_supported = true,
	.srtcm_rfc2697_packet_mode_supported = true,
	.trtcm_rfc2698_byte_mode_supported = true,
	.trtcm_rfc2698_packet_mode_supported = true,
	.trtcm_rfc4115_byte_mode_supported = true,
	.trtcm_rfc4115_packet_mode_supported = true,
	.stats_mask = RTE_MTR_STATS_N_PKTS_GREEN | RTE_MTR_STATS_N_PKTS_YELLOW |
		      RTE_MTR_STATS_N_PKTS_RED | RTE_MTR_STATS_N_PKTS_DROPPED |
		      RTE_MTR_STATS_N_BYTES_GREEN |
		      RTE_MTR_STATS_N_BYTES_YELLOW | RTE_MTR_STATS_N_BYTES_RED |
		      RTE_MTR_STATS_N_BYTES_DROPPED,
	.input_color_proto_mask = RTE_MTR_COLOR_IN_PROTO_OUTER_VLAN |
			RTE_MTR_COLOR_IN_PROTO_INNER_VLAN |
			RTE_MTR_COLOR_IN_PROTO_OUTER_IP |
			RTE_MTR_COLOR_IN_PROTO_INNER_IP,
	.separate_input_color_table_per_port = true};

static struct cnxk_meter_node *
nix_mtr_find(struct cnxk_eth_dev *dev, uint32_t meter_id)
{
	struct cnxk_mtr *fms = &dev->mtr;
	struct cnxk_meter_node *fm;

	TAILQ_FOREACH(fm, fms, next)
		if (meter_id == fm->id)
			return fm;
	return NULL;
}

static struct cnxk_mtr_profile_node *
nix_mtr_profile_find(struct cnxk_eth_dev *dev, uint32_t profile_id)
{
	struct cnxk_mtr_profiles *fmps = &dev->mtr_profiles;
	struct cnxk_mtr_profile_node *fmp;

	TAILQ_FOREACH(fmp, fmps, next)
		if (profile_id == fmp->id)
			return fmp;

	return NULL;
}

static struct cnxk_mtr_policy_node *
nix_mtr_policy_find(struct cnxk_eth_dev *dev, uint32_t meter_policy_id)
{
	struct cnxk_mtr_policy *fmps = &dev->mtr_policy;
	struct cnxk_mtr_policy_node *fmp;

	TAILQ_FOREACH(fmp, fmps, next)
		if (meter_policy_id == fmp->id)
			return fmp;
	return NULL;
}

static int
nix_mtr_profile_validate(struct cnxk_eth_dev *dev, uint32_t profile_id,
			 struct rte_mtr_meter_profile *profile,
			 struct rte_mtr_error *error)
{
	int rc = 0;

	PLT_SET_USED(dev);

	if (profile == NULL)
		return -rte_mtr_error_set(error, EINVAL,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE,
					  NULL, "Meter profile is null.");

	if (profile_id == UINT32_MAX)
		return -rte_mtr_error_set(error, EINVAL,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
					  NULL, "Meter profile id not valid.");

	switch (profile->alg) {
	case RTE_MTR_SRTCM_RFC2697:
		if (profile->srtcm_rfc2697.cir > mtr_capa.meter_rate_max)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"CIR exceeds max meter rate");

		if (profile->srtcm_rfc2697.cbs > NIX_BPF_BURST_MAX)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"CBS exceeds max meter burst size");

		if (profile->srtcm_rfc2697.ebs > NIX_BPF_BURST_MAX)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"EBS exceeds max meter burst size");
		break;

	case RTE_MTR_TRTCM_RFC2698:
		if (profile->trtcm_rfc2698.cir > mtr_capa.meter_rate_max)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"CIR exceeds max meter rate");

		if (profile->trtcm_rfc2698.pir > mtr_capa.meter_rate_max)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"PIR exceeds max meter rate");

		if (profile->trtcm_rfc2698.cbs > NIX_BPF_BURST_MAX)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"CBS exceeds max meter burst size");

		if (profile->trtcm_rfc2698.pbs > NIX_BPF_BURST_MAX)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"PBS exceeds max meter burst size");
		break;

	case RTE_MTR_TRTCM_RFC4115:
		if ((profile->trtcm_rfc4115.cir + profile->trtcm_rfc4115.eir) >
		    mtr_capa.meter_rate_max)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"PIR + EIR exceeds max rate");

		if (profile->trtcm_rfc4115.cbs > NIX_BPF_BURST_MAX)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"CBS exceeds max meter burst size");

		if (profile->trtcm_rfc4115.ebs > NIX_BPF_BURST_MAX)
			rc = -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
				"PBS exceeds max meter burst size");
		break;

	default:
		rc = -rte_mtr_error_set(error, EINVAL,
					RTE_MTR_ERROR_TYPE_METER_PROFILE, NULL,
					"alg is invalid");
		break;
	}

	return rc;
}

static int
cnxk_nix_mtr_capabilities_get(struct rte_eth_dev *dev,
			      struct rte_mtr_capabilities *capa,
			      struct rte_mtr_error *error)
{
	uint8_t lvl_mask = ROC_NIX_BPF_LEVEL_F_LEAF | ROC_NIX_BPF_LEVEL_F_MID |
			   ROC_NIX_BPF_LEVEL_F_TOP;
	struct cnxk_eth_dev *eth_dev = cnxk_eth_pmd_priv(dev);
	uint16_t count[ROC_NIX_BPF_LEVEL_MAX] = {0};
	struct roc_nix *nix = &eth_dev->nix;
	uint32_t time_unit;
	int rc, i;

	RTE_SET_USED(dev);

	if (!capa)
		return -rte_mtr_error_set(error, EINVAL,
				RTE_MTR_ERROR_TYPE_MTR_PARAMS, NULL,
				"NULL input parameter");

	rc = roc_nix_bpf_count_get(nix, lvl_mask, count);
	if (rc)
		return rc;

	for (i = 0; i < ROC_NIX_BPF_LEVEL_MAX; i++)
		mtr_capa.n_max += count[i];

	mtr_capa.meter_srtcm_rfc2697_n_max = mtr_capa.n_max;
	mtr_capa.meter_trtcm_rfc2698_n_max = mtr_capa.n_max;
	mtr_capa.meter_trtcm_rfc4115_n_max = mtr_capa.n_max;
	mtr_capa.meter_policy_n_max = mtr_capa.n_max;

	rc = roc_nix_bpf_timeunit_get(nix, &time_unit);
	if (rc)
		return rc;

	mtr_capa.meter_rate_max =
		NIX_BPF_RATE(time_unit, NIX_BPF_MAX_RATE_EXPONENT,
			     NIX_BPF_MAX_RATE_MANTISSA, 0) /
		8;

	*capa = mtr_capa;
	return 0;
}

static int
cnxk_nix_mtr_profile_add(struct rte_eth_dev *eth_dev, uint32_t profile_id,
			 struct rte_mtr_meter_profile *profile,
			 struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_profiles *fmps = &dev->mtr_profiles;
	struct cnxk_mtr_profile_node *fmp;
	int ret;

	/* Check input params. */
	ret = nix_mtr_profile_validate(dev, profile_id, profile, error);
	if (ret)
		return ret;

	fmp = nix_mtr_profile_find(dev, profile_id);
	if (fmp) {
		return -rte_mtr_error_set(error, EEXIST,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
					  NULL, "Profile already exist");
	}

	fmp = plt_zmalloc(sizeof(struct cnxk_mtr_profile_node), ROC_ALIGN);
	if (fmp == NULL)
		return -rte_mtr_error_set(error, ENOMEM,
					  RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
					  "Meter profile memory "
					  "alloc failed.");

	fmp->id = profile_id;
	fmp->profile = *profile;

	TAILQ_INSERT_TAIL(fmps, fmp, next);

	return 0;
}

static int
cnxk_nix_mtr_profile_delete(struct rte_eth_dev *eth_dev, uint32_t profile_id,
			    struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_profile_node *fmp;

	if (profile_id == UINT32_MAX)
		return -rte_mtr_error_set(error, EINVAL,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
					  NULL, "Meter profile id not valid.");

	fmp = nix_mtr_profile_find(dev, profile_id);
	if (fmp == NULL)
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
					  &profile_id,
					  "Meter profile is invalid.");

	if (fmp->ref_cnt)
		return -rte_mtr_error_set(error, EBUSY,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
					  NULL, "Meter profile is in use.");

	TAILQ_REMOVE(&dev->mtr_profiles, fmp, next);
	plt_free(fmp);
	return 0;
}

static int
update_mtr_err(uint32_t act_color, struct rte_mtr_error *error, bool action)
{
	const char *str = NULL;
	switch (act_color) {
	case RTE_COLOR_GREEN:
		if (action) {
			str = "Green action is not valid";
			goto notsup;
		} else {
			str = "Green action is null";
			goto notvalid;
		}
		break;
	case RTE_COLOR_YELLOW:
		if (action) {
			str = "Yellow action is not valid";
			goto notsup;
		} else {
			str = "Yellow action is null";
			goto notvalid;
		}
		break;
	case RTE_COLOR_RED:
		if (action) {
			str = "Red action is not valid";
			goto notsup;
		} else {
			str = "Red action is null";
			goto notvalid;
		}
		break;
	}
notsup:
	return -rte_mtr_error_set(error, ENOTSUP,
				  RTE_MTR_ERROR_TYPE_METER_POLICY, NULL, str);
notvalid:
	return -rte_mtr_error_set(error, EINVAL,
				  RTE_MTR_ERROR_TYPE_METER_POLICY, NULL, str);
}

static int
cnxk_nix_mtr_policy_validate(struct rte_eth_dev *dev,
			     struct rte_mtr_meter_policy_params *policy,
			     struct rte_mtr_error *error)
{
	bool supported[RTE_COLORS] = {false, false, false};
	const struct rte_flow_action *action;
	uint32_t i;

	RTE_SET_USED(dev);

	if (!policy)
		return 0; /* Nothing to be validated */

	for (i = 0; i < RTE_COLORS; i++) {
		if (policy->actions[i]) {
			for (action = policy->actions[i];
			     action->type != RTE_FLOW_ACTION_TYPE_END;
			     action++) {
				if (action->type == RTE_FLOW_ACTION_TYPE_METER)
					supported[i] = true;

				if (action->type == RTE_FLOW_ACTION_TYPE_DROP)
					supported[i] = true;

				if (action->type == RTE_FLOW_ACTION_TYPE_VOID)
					supported[i] = true;

				if (!supported[i])
					return update_mtr_err(i, error, true);
			}
		} else {
			return update_mtr_err(i, error, false);
		}
	}

	return 0;
}

static void
cnxk_fill_policy_actions(struct cnxk_mtr_policy_node *fmp,
			 struct rte_mtr_meter_policy_params *policy)

{
	const struct rte_flow_action_meter *mtr;
	const struct rte_flow_action *action;
	int i;

	for (i = 0; i < RTE_COLORS; i++) {
		if (policy->actions[i]) {
			for (action = policy->actions[i];
			     action->type != RTE_FLOW_ACTION_TYPE_END;
			     action++) {
				if (action->type ==
				    RTE_FLOW_ACTION_TYPE_METER) {
					fmp->actions[i].action_fate =
						action->type;
					mtr = (const struct
					       rte_flow_action_meter *)
						      action->conf;
					fmp->actions[i].mtr_id = mtr->mtr_id;
				}

				if (action->type == RTE_FLOW_ACTION_TYPE_DROP) {
					fmp->actions[i].action_fate =
						action->type;
				}
			}
		}
	}
}

static int
cnxk_nix_mtr_policy_add(struct rte_eth_dev *eth_dev, uint32_t policy_id,
			struct rte_mtr_meter_policy_params *policy,
			struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_policy *fmps = &dev->mtr_policy;
	struct cnxk_mtr_policy_node *fmp;
	int rc;

	fmp = nix_mtr_policy_find(dev, policy_id);
	if (fmp) {
		return -rte_mtr_error_set(error, EEXIST,
					  RTE_MTR_ERROR_TYPE_METER_POLICY_ID,
					  NULL, "Policy already exist");
	}

	fmp = plt_zmalloc(sizeof(struct cnxk_mtr_policy_node), ROC_ALIGN);
	if (fmp == NULL) {
		return -rte_mtr_error_set(error, ENOMEM,
					  RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
					  "Memory allocation failure");
	} else {
		rc = cnxk_nix_mtr_policy_validate(eth_dev, policy, error);
		if (rc)
			goto exit;
	}

	fmp->id = policy_id;
	cnxk_fill_policy_actions(fmp, policy);
	TAILQ_INSERT_TAIL(fmps, fmp, next);
	return 0;

exit:
	plt_free(fmp);
	return rc;
}

static int
cnxk_nix_mtr_policy_delete(struct rte_eth_dev *eth_dev, uint32_t policy_id,
			   struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_policy_node *fmp;

	fmp = nix_mtr_policy_find(dev, policy_id);
	if (fmp == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_METER_POLICY_ID,
					  NULL, "No policy found");
	}

	if (fmp->ref_cnt)
		return -rte_mtr_error_set(error, EBUSY,
					  RTE_MTR_ERROR_TYPE_METER_POLICY_ID,
					  NULL, "Meter policy is in use.");

	TAILQ_REMOVE(&dev->mtr_policy, fmp, next);
	plt_free(fmp);

	return 0;
}

static int
cnxk_nix_mtr_create(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
		    struct rte_mtr_params *params, int shared,
		    struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_profile_node *profile;
	struct cnxk_mtr_policy_node *policy;
	struct cnxk_mtr *fm = &dev->mtr;
	enum rte_color *table = NULL;
	struct cnxk_meter_node *mtr;
	int i;

	RTE_SET_USED(shared);

	if (params == NULL)
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_PARAMS, NULL,
					  "Meter params are invalid.");

	profile = nix_mtr_profile_find(dev, params->meter_profile_id);
	if (profile == NULL)
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_METER_PROFILE_ID,
					  &params->meter_profile_id,
					  "Meter profile is invalid.");

	policy = nix_mtr_policy_find(dev, params->meter_policy_id);
	if (policy == NULL)
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_METER_POLICY_ID,
					  &params->meter_policy_id,
					  "Meter policy is invalid.");

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr) {
		return -rte_mtr_error_set(error, EEXIST,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter already exist");
	}

	mtr = plt_zmalloc(sizeof(struct cnxk_meter_node), ROC_ALIGN);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOMEM,
					  RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
					  "Meter memory alloc failed.");
	}

	mtr->id = mtr_id;
	mtr->profile = profile;
	mtr->policy = policy;
	mtr->params = *params;
	mtr->bpf_id = ROC_NIX_BPF_ID_INVALID;
	mtr->prev_cnt = 0;
	for (i = 0; i < MAX_PRV_MTR_NODES; i++)
		mtr->prev_id[i] = ROC_NIX_BPF_ID_INVALID;

	mtr->next_id = ROC_NIX_BPF_ID_INVALID;
	mtr->is_next = false;
	mtr->level = ROC_NIX_BPF_LEVEL_IDX_INVALID;

	/* populate dscp table for input coloring */
	if (params->dscp_table) {
		table = (enum rte_color *)plt_zmalloc(sizeof(enum rte_color) *
			ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP, ROC_ALIGN);
		if (table == NULL) {
			plt_free(mtr);
			return -rte_mtr_error_set(error, ENOMEM,
					RTE_MTR_ERROR_TYPE_UNSPECIFIED,
					NULL, "Memory alloc failed.");
		}

		for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP; i++)
			table[i] = params->dscp_table[i];

		mtr->params.dscp_table = table;
	}


	/* populate vlan table for input coloring */
	if (params->vlan_table) {
		table = (enum rte_color *)plt_zmalloc(sizeof(enum rte_color) *
			ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN, ROC_ALIGN);
		if (table == NULL) {
			plt_free(mtr->params.dscp_table);
			plt_free(mtr);
			return -rte_mtr_error_set(error, ENOMEM,
					RTE_MTR_ERROR_TYPE_UNSPECIFIED,
					NULL, "Memory alloc failed.");
		}

		for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN; i++)
			table[i] = params->vlan_table[i];

		mtr->params.vlan_table = table;
	}

	profile->ref_cnt++;
	policy->ref_cnt++;
	TAILQ_INSERT_TAIL(fm, mtr, next);
	return 0;
}

static int
cnxk_nix_mtr_destroy(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
		     struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct roc_nix_bpf_objs profs = {0};
	struct cnxk_mtr *fm = &dev->mtr;
	struct roc_nix *nix = &dev->nix;
	struct cnxk_meter_node *mtr;
	struct cnxk_meter_node *mid_mtr;
	struct cnxk_meter_node *top_mtr;
	int rc = 0;

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, &mtr_id,
					  "Meter id is invalid.");
	}

	if (mtr->ref_cnt) {
		return -rte_mtr_error_set(error, EADDRINUSE,
					  RTE_MTR_ERROR_TYPE_MTR_ID, &mtr_id,
					  "Meter id in use.");
	}

	switch (lvl_map[mtr->level]) {
	case ROC_NIX_BPF_LEVEL_F_LEAF:
		if (mtr->is_next) {
			rc = roc_nix_bpf_connect(nix, ROC_NIX_BPF_LEVEL_F_LEAF,
						 mtr->bpf_id,
						 ROC_NIX_BPF_ID_INVALID);
		}
		break;
	case ROC_NIX_BPF_LEVEL_F_MID:
		while ((mtr->prev_cnt) + 1) {
			mid_mtr =
				nix_mtr_find(dev, mtr->prev_id[mtr->prev_cnt]);
			rc = roc_nix_bpf_connect(nix, ROC_NIX_BPF_LEVEL_F_LEAF,
						 mid_mtr->bpf_id,
						 ROC_NIX_BPF_ID_INVALID);
			mtr->prev_cnt--;
		}
		if (mtr->is_next) {
			rc = roc_nix_bpf_connect(nix, ROC_NIX_BPF_LEVEL_F_MID,
						 mtr->bpf_id,
						 ROC_NIX_BPF_ID_INVALID);
		}
		break;
	case ROC_NIX_BPF_LEVEL_F_TOP:
		while (mtr->prev_cnt) {
			top_mtr =
				nix_mtr_find(dev, mtr->prev_id[mtr->prev_cnt]);
			rc = roc_nix_bpf_connect(nix, ROC_NIX_BPF_LEVEL_F_MID,
						 top_mtr->bpf_id,
						 ROC_NIX_BPF_ID_INVALID);
			mtr->prev_cnt--;
		}
		break;
	default:
		return -rte_mtr_error_set(error, EINVAL,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Invalid meter level");
	}

	if (rc)
		goto exit;

	profs.level = mtr->level;
	profs.count = 1;
	profs.ids[0] = mtr->bpf_id;
	rc = roc_nix_bpf_free(nix, &profs, 1);
	if (rc)
		goto exit;

	mtr->policy->ref_cnt--;
	mtr->profile->ref_cnt--;
	TAILQ_REMOVE(fm, mtr, next);

	if (mtr->params.dscp_table)
		plt_free(mtr->params.dscp_table);

	if (mtr->params.vlan_table)
		plt_free(mtr->params.vlan_table);

	plt_free(mtr);

exit:
	return rc;
}

static int
cnxk_nix_mtr_enable(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
		    struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct roc_nix *nix = &dev->nix;
	struct cnxk_meter_node *mtr;
	struct roc_nix_rq *rq;
	uint32_t i;
	int rc = 0;

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter id is invalid.");
	}

	if (mtr->level != 0)
		return 0;

	for (i = 0; i < mtr->rq_num; i++) {
		rq = &dev->rqs[mtr->rq_id[i]];
		rc |= roc_nix_bpf_ena_dis(nix, mtr->bpf_id, rq, true);
	}

	return rc;
}

static int
cnxk_nix_mtr_disable(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
		     struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct roc_nix *nix = &dev->nix;
	struct cnxk_meter_node *mtr;
	struct roc_nix_rq *rq;
	uint32_t i;
	int rc = 0;

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter id is invalid.");
	}

	if (mtr->level != 0)
		return 0;

	for (i = 0; i < mtr->rq_num; i++) {
		rq = &dev->rqs[mtr->rq_id[i]];
		rc |= roc_nix_bpf_ena_dis(nix, mtr->bpf_id, rq, false);
	}

	return rc;
}

static int
cnxk_nix_mtr_dscp_table_update(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			       enum rte_mtr_color_in_protocol proto,
			       enum rte_color *dscp_table,
			       struct rte_mtr_error *error)
{
	enum roc_nix_bpf_color nix_dscp_tbl[ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP];
	enum roc_nix_bpf_color color_map[] = {ROC_NIX_BPF_COLOR_GREEN,
					      ROC_NIX_BPF_COLOR_YELLOW,
					      ROC_NIX_BPF_COLOR_RED};
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct roc_nix_bpf_precolor table;
	struct roc_nix *nix = &dev->nix;
	struct cnxk_meter_node *mtr;
	int rc, i;

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	if (!dscp_table) {
		for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP; i++)
			nix_dscp_tbl[i] = ROC_NIX_BPF_COLOR_GREEN;
	} else {
		for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP; i++)
			nix_dscp_tbl[i] = color_map[dscp_table[i]];
	}

	table.count = ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP;

	switch (proto) {
	case RTE_MTR_COLOR_IN_PROTO_OUTER_IP:
		table.mode = ROC_NIX_BPF_PC_MODE_DSCP_OUTER;
		break;
	case RTE_MTR_COLOR_IN_PROTO_INNER_IP:
		table.mode = ROC_NIX_BPF_PC_MODE_DSCP_INNER;
		break;
	default:
		rc = -rte_mtr_error_set(error, EINVAL,
			RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
			"Invalid input color protocol");
		goto exit;
	}

	if (dev->proto != proto) {
		rc = -rte_mtr_error_set(error, EINVAL,
			RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
			"input color protocol is not configured");
		goto exit;
	}

	for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP; i++)
		table.color[i] = nix_dscp_tbl[i];

	rc = roc_nix_bpf_pre_color_tbl_setup(nix, mtr->bpf_id,
					     lvl_map[mtr->level], &table);
	if (rc) {
		rte_mtr_error_set(error, rc, RTE_MTR_ERROR_TYPE_UNSPECIFIED,
				  NULL, NULL);
		goto exit;
	}

	for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP; i++)
		dev->precolor_tbl[i] = nix_dscp_tbl[i];

exit:
	return rc;
}

static int
cnxk_nix_mtr_vlan_table_update(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			       enum rte_mtr_color_in_protocol proto,
			       enum rte_color *vlan_table,
			       struct rte_mtr_error *error)
{
	enum roc_nix_bpf_color nix_vlan_tbl[ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN];
	enum roc_nix_bpf_color color_map[] = {ROC_NIX_BPF_COLOR_GREEN,
					      ROC_NIX_BPF_COLOR_YELLOW,
					      ROC_NIX_BPF_COLOR_RED};
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct roc_nix_bpf_precolor table;
	struct roc_nix *nix = &dev->nix;
	struct cnxk_meter_node *mtr;
	int rc, i;

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	if (!vlan_table) {
		for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN; i++)
			nix_vlan_tbl[i] = ROC_NIX_BPF_COLOR_GREEN;
	} else {
		for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN; i++)
			nix_vlan_tbl[i] = color_map[vlan_table[i]];
	}

	table.count = ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN;

	switch (proto) {
	case RTE_MTR_COLOR_IN_PROTO_OUTER_VLAN:
		table.mode = ROC_NIX_BPF_PC_MODE_VLAN_OUTER;
		break;
	case RTE_MTR_COLOR_IN_PROTO_INNER_VLAN:
		table.mode = ROC_NIX_BPF_PC_MODE_VLAN_INNER;
		break;
	default:
		rc = -rte_mtr_error_set(error, EINVAL,
			RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
			"Invalid input color protocol");
		goto exit;
	}

	if (dev->proto != proto) {
		rc = -rte_mtr_error_set(error, EINVAL,
			RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
			"input color protocol is not configured");
		goto exit;
	}

	for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN; i++)
		table.color[i] = nix_vlan_tbl[i];

	rc = roc_nix_bpf_pre_color_tbl_setup(nix, mtr->bpf_id,
					     lvl_map[mtr->level], &table);
	if (rc) {
		rte_mtr_error_set(error, rc, RTE_MTR_ERROR_TYPE_UNSPECIFIED,
				  NULL, NULL);
		goto exit;
	}

	for (i = 0; i < ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN; i++)
		dev->precolor_tbl[i] = nix_vlan_tbl[i];

exit:
	return rc;
}

static int
cnxk_nix_mtr_in_proto_set(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			  enum rte_mtr_color_in_protocol proto,
			  uint32_t priority, struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	RTE_SET_USED(priority);

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	dev->proto = proto;
	return 0;
}

static int
cnxk_nix_mtr_in_proto_get(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			  uint64_t *proto_mask, struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	*proto_mask = dev->proto;
	return 0;
}

static int
cnxk_nix_mtr_in_proto_prio_get(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			       enum rte_mtr_color_in_protocol proto,
			       uint32_t *priority, struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	RTE_SET_USED(proto);

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	plt_info("Only single priority supported i.e. 0");
	*priority = 0;
	return 0;
}

static int
cnxk_nix_mtr_stats_update(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			  uint64_t stats_mask, struct rte_mtr_error *error)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	if (!stats_mask)
		return -rte_mtr_error_set(error, EINVAL,
					  RTE_MTR_ERROR_TYPE_MTR_PARAMS, NULL,
					  "no bit is set to stats mask");

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	mtr->params.stats_mask = stats_mask;
	return 0;
}

static int
cnxk_nix_mtr_stats_read(struct rte_eth_dev *eth_dev, uint32_t mtr_id,
			struct rte_mtr_stats *stats, uint64_t *stats_mask,
			int clear, struct rte_mtr_error *error)
{
	uint8_t yellow_pkt_pass, yellow_octs_pass, yellow_pkt_drop;
	uint8_t green_octs_drop, yellow_octs_drop, red_octs_drop;
	uint8_t green_pkt_pass, green_octs_pass, green_pkt_drop;
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	uint8_t red_pkt_pass, red_octs_pass, red_pkt_drop;
	uint64_t bpf_stats[ROC_NIX_BPF_STATS_MAX] = {0};
	uint64_t mask = NIX_BPF_STATS_MASK_ALL;
	struct roc_nix *nix = &dev->nix;
	struct cnxk_meter_node *mtr;
	int rc;

	if (!stats)
		return -rte_mtr_error_set(error, EINVAL,
					  RTE_MTR_ERROR_TYPE_MTR_PARAMS, NULL,
					  "stats pointer is NULL");

	mtr = nix_mtr_find(dev, mtr_id);
	if (mtr == NULL) {
		return -rte_mtr_error_set(error, ENOENT,
					  RTE_MTR_ERROR_TYPE_MTR_ID, NULL,
					  "Meter object not found");
	}

	rc = roc_nix_bpf_stats_read(nix, mtr->bpf_id, mask, lvl_map[mtr->level],
				    bpf_stats);
	if (rc) {
		rte_mtr_error_set(error, rc, RTE_MTR_ERROR_TYPE_UNSPECIFIED,
				  NULL, NULL);
		goto exit;
	}

	green_pkt_pass = roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_GREEN_PKT_F_PASS);
	green_octs_pass =
		roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_GREEN_OCTS_F_PASS);
	green_pkt_drop = roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_GREEN_PKT_F_DROP);
	green_octs_drop =
		roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_GREEN_OCTS_F_DROP);
	yellow_pkt_pass =
		roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_YELLOW_PKT_F_PASS);
	yellow_octs_pass =
		roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_YELLOW_OCTS_F_PASS);
	yellow_pkt_drop =
		roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_YELLOW_PKT_F_DROP);
	yellow_octs_drop =
		roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_YELLOW_OCTS_F_DROP);
	red_pkt_pass = roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_RED_PKT_F_PASS);
	red_octs_pass = roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_RED_OCTS_F_PASS);
	red_pkt_drop = roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_RED_PKT_F_DROP);
	red_octs_drop = roc_nix_bpf_stats_to_idx(ROC_NIX_BPF_RED_OCTS_F_DROP);

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_PKTS_GREEN)
		stats->n_pkts[RTE_COLOR_GREEN] = bpf_stats[green_pkt_pass];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_PKTS_YELLOW)
		stats->n_pkts[RTE_COLOR_YELLOW] = bpf_stats[yellow_pkt_pass];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_PKTS_RED)
		stats->n_pkts[RTE_COLOR_RED] = bpf_stats[red_pkt_pass];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_BYTES_GREEN)
		stats->n_bytes[RTE_COLOR_GREEN] = bpf_stats[green_octs_pass];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_BYTES_YELLOW)
		stats->n_bytes[RTE_COLOR_YELLOW] = bpf_stats[yellow_octs_pass];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_BYTES_RED)
		stats->n_bytes[RTE_COLOR_RED] = bpf_stats[red_octs_pass];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_PKTS_DROPPED)
		stats->n_pkts_dropped = bpf_stats[green_pkt_drop] +
					bpf_stats[yellow_pkt_drop] +
					bpf_stats[red_pkt_drop];

	if (mtr->params.stats_mask & RTE_MTR_STATS_N_BYTES_DROPPED)
		stats->n_bytes_dropped = bpf_stats[green_octs_drop] +
					 bpf_stats[yellow_octs_drop] +
					 bpf_stats[red_octs_drop];

	if (stats_mask)
		*stats_mask = mtr->params.stats_mask;

	if (clear) {
		rc = roc_nix_bpf_stats_reset(nix, mtr->bpf_id, mask,
					     lvl_map[mtr->level]);
		if (rc) {
			rte_mtr_error_set(error, rc,
					  RTE_MTR_ERROR_TYPE_UNSPECIFIED, NULL,
					  NULL);
			goto exit;
		}
	}

exit:
	return rc;
}

const struct rte_mtr_ops nix_mtr_ops = {
	.capabilities_get = cnxk_nix_mtr_capabilities_get,
	.meter_profile_add = cnxk_nix_mtr_profile_add,
	.meter_profile_delete = cnxk_nix_mtr_profile_delete,
	.meter_policy_validate = cnxk_nix_mtr_policy_validate,
	.meter_policy_add = cnxk_nix_mtr_policy_add,
	.meter_policy_delete = cnxk_nix_mtr_policy_delete,
	.create = cnxk_nix_mtr_create,
	.destroy = cnxk_nix_mtr_destroy,
	.meter_enable = cnxk_nix_mtr_enable,
	.meter_disable = cnxk_nix_mtr_disable,
	.meter_dscp_table_update = cnxk_nix_mtr_dscp_table_update,
	.meter_vlan_table_update = cnxk_nix_mtr_vlan_table_update,
	.in_proto_set = cnxk_nix_mtr_in_proto_set,
	.in_proto_get = cnxk_nix_mtr_in_proto_get,
	.in_proto_prio_get = cnxk_nix_mtr_in_proto_prio_get,
	.stats_update = cnxk_nix_mtr_stats_update,
	.stats_read = cnxk_nix_mtr_stats_read,
};

int
cnxk_nix_mtr_ops_get(struct rte_eth_dev *dev, void *ops)
{
	RTE_SET_USED(dev);

	*(const void **)ops = &nix_mtr_ops;
	return 0;
}

int
nix_mtr_validate(struct rte_eth_dev *eth_dev, uint32_t id)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_profile_node *profile;
	struct cnxk_mtr_policy_node *policy;
	struct cnxk_meter_node *mtr;

	mtr = nix_mtr_find(dev, id);
	if (mtr == NULL)
		return -EINVAL;

	profile = nix_mtr_profile_find(dev, mtr->params.meter_profile_id);
	if (profile == NULL)
		return -EINVAL;

	policy = nix_mtr_policy_find(dev, mtr->params.meter_policy_id);
	if (policy == NULL)
		return -EINVAL;

	return 0;
}

int
nix_mtr_policy_act_get(struct rte_eth_dev *eth_dev, uint32_t id,
		       struct cnxk_mtr_policy_node **policy_act)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_mtr_policy_node *policy;
	struct cnxk_meter_node *mtr;

	mtr = nix_mtr_find(dev, id);
	if (mtr == NULL)
		return -EINVAL;

	policy = nix_mtr_policy_find(dev, mtr->params.meter_policy_id);
	if (policy == NULL)
		return -EINVAL;

	*policy_act = policy;

	return 0;
}

int
nix_mtr_rq_update(struct rte_eth_dev *eth_dev, uint32_t id, uint32_t queue_num,
		  const uint16_t *queue)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;
	uint32_t i;

	mtr = nix_mtr_find(dev, id);
	if (mtr == NULL)
		return -EINVAL;

	mtr->rq_id = plt_zmalloc(queue_num * sizeof(uint32_t), ROC_ALIGN);
	if (mtr->rq_id == NULL)
		return -ENOMEM;

	mtr->rq_num = queue_num;
	for (i = 0; i < queue_num; i++)
		mtr->rq_id[i] = queue[i];

	return 0;
}

int
nix_mtr_chain_reset(struct rte_eth_dev *eth_dev, uint32_t cur_id)
{
	struct cnxk_meter_node *mtr[ROC_NIX_BPF_LEVEL_MAX] = {0};
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	uint32_t mtr_id = cur_id;
	int i = 0, j = 0;

	for (i = 0; i < ROC_NIX_BPF_LEVEL_MAX; i++) {
		mtr[i] = nix_mtr_find(dev, mtr_id);
		if (mtr[i])
			mtr_id = mtr[i]->next_id;
	}
	for (i = 0; i < ROC_NIX_BPF_LEVEL_MAX; i++) {
		if (mtr[i]) {
			for (j = 0; j < MAX_PRV_MTR_NODES; j++)
				mtr[i]->prev_id[i] = ROC_NIX_BPF_ID_INVALID;
			mtr[i]->level = ROC_NIX_BPF_LEVEL_IDX_INVALID;
			mtr[i]->next_id = ROC_NIX_BPF_ID_INVALID;
			mtr[i]->is_next = false;
			mtr[i]->prev_cnt = 0;
		}
	}
	return 0;
}

int
nix_mtr_chain_update(struct rte_eth_dev *eth_dev, uint32_t cur_id,
		     uint32_t prev_id, uint32_t next_id)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	mtr = nix_mtr_find(dev, cur_id);
	if (mtr == NULL)
		return -EINVAL;

	switch (lvl_map[mtr->level]) {
	case ROC_NIX_BPF_LEVEL_F_LEAF:
		mtr->prev_id[mtr->prev_cnt] = ROC_NIX_BPF_ID_INVALID;
		mtr->next_id = next_id;
		mtr->is_next = true;
		break;
	case ROC_NIX_BPF_LEVEL_F_MID:
		mtr->prev_id[mtr->prev_cnt] = prev_id;
		mtr->next_id = next_id;
		mtr->is_next = true;
		break;
	case ROC_NIX_BPF_LEVEL_F_TOP:
		mtr->prev_id[mtr->prev_cnt] = prev_id;
		mtr->next_id = ROC_NIX_BPF_ID_INVALID;
		mtr->is_next = false;
		break;
	default:
		plt_err("Invalid meter level");
		return -EINVAL;
	}

	return 0;
}

struct cnxk_meter_node *
nix_get_mtr(struct rte_eth_dev *eth_dev, uint32_t id)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	mtr = nix_mtr_find(dev, id);
	if (mtr == NULL)
		return NULL;

	return mtr;
}

int
nix_mtr_level_update(struct rte_eth_dev *eth_dev, uint32_t id, uint32_t level)
{
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *mtr;

	mtr = nix_mtr_find(dev, id);
	if (mtr == NULL)
		return -EINVAL;

	mtr->level = level;
	return 0;
}

static void
nix_mtr_config_map(struct cnxk_meter_node *mtr, struct roc_nix_bpf_cfg *cfg)
{
	enum roc_nix_bpf_color color_map[] = {ROC_NIX_BPF_COLOR_GREEN,
					      ROC_NIX_BPF_COLOR_YELLOW,
					      ROC_NIX_BPF_COLOR_RED};
	enum roc_nix_bpf_algo alg_map[] = {
		ROC_NIX_BPF_ALGO_NONE, ROC_NIX_BPF_ALGO_2697,
		ROC_NIX_BPF_ALGO_2698, ROC_NIX_BPF_ALGO_4115};
	struct cnxk_mtr_profile_node *profile = mtr->profile;
	struct cnxk_mtr_policy_node *policy = mtr->policy;

	cfg->alg = alg_map[profile->profile.alg];
	cfg->lmode = profile->profile.packet_mode;
	cfg->icolor = color_map[mtr->params.default_input_color];

	switch (RTE_MTR_COLOR_IN_PROTO_OUTER_IP) {
	case RTE_MTR_COLOR_IN_PROTO_OUTER_IP:
		cfg->pc_mode = ROC_NIX_BPF_PC_MODE_DSCP_OUTER;
		cfg->tnl_ena = false;
		break;
	case RTE_MTR_COLOR_IN_PROTO_INNER_IP:
		cfg->pc_mode = ROC_NIX_BPF_PC_MODE_DSCP_INNER;
		cfg->tnl_ena = true;
		break;
	case RTE_MTR_COLOR_IN_PROTO_OUTER_VLAN:
		cfg->pc_mode = ROC_NIX_BPF_PC_MODE_VLAN_OUTER;
		cfg->tnl_ena = false;
		break;
	case RTE_MTR_COLOR_IN_PROTO_INNER_VLAN:
		cfg->pc_mode = ROC_NIX_BPF_PC_MODE_VLAN_INNER;
		cfg->tnl_ena = true;
		break;
	default:
		break;
	}

	switch (cfg->alg) {
	case ROC_NIX_BPF_ALGO_2697:
		cfg->algo2697.cir = profile->profile.srtcm_rfc2697.cir * 8;
		cfg->algo2697.cbs = profile->profile.srtcm_rfc2697.cbs;
		cfg->algo2697.ebs = profile->profile.srtcm_rfc2697.ebs;
		break;
	case ROC_NIX_BPF_ALGO_2698:
		cfg->algo2698.cir = profile->profile.trtcm_rfc2698.cir * 8;
		cfg->algo2698.pir = profile->profile.trtcm_rfc2698.pir * 8;
		cfg->algo2698.cbs = profile->profile.trtcm_rfc2698.cbs;
		cfg->algo2698.pbs = profile->profile.trtcm_rfc2698.pbs;
		break;
	case ROC_NIX_BPF_ALGO_4115:
		cfg->algo4115.cir = profile->profile.trtcm_rfc4115.cir * 8;
		cfg->algo4115.eir = profile->profile.trtcm_rfc4115.eir * 8;
		cfg->algo4115.cbs = profile->profile.trtcm_rfc4115.cbs;
		cfg->algo4115.ebs = profile->profile.trtcm_rfc4115.ebs;
		break;
	default:
		break;
	}

	cfg->action[ROC_NIX_BPF_COLOR_GREEN] = ROC_NIX_BPF_ACTION_PASS;
	cfg->action[ROC_NIX_BPF_COLOR_YELLOW] = ROC_NIX_BPF_ACTION_PASS;
	cfg->action[ROC_NIX_BPF_COLOR_RED] = ROC_NIX_BPF_ACTION_PASS;

	if (policy->actions[RTE_COLOR_GREEN].action_fate ==
	    RTE_FLOW_ACTION_TYPE_DROP)
		cfg->action[ROC_NIX_BPF_COLOR_GREEN] = ROC_NIX_BPF_ACTION_DROP;

	if (policy->actions[RTE_COLOR_YELLOW].action_fate ==
	    RTE_FLOW_ACTION_TYPE_DROP)
		cfg->action[ROC_NIX_BPF_COLOR_YELLOW] = ROC_NIX_BPF_ACTION_DROP;

	if (policy->actions[RTE_COLOR_RED].action_fate ==
	    RTE_FLOW_ACTION_TYPE_DROP)
		cfg->action[ROC_NIX_BPF_COLOR_RED] = ROC_NIX_BPF_ACTION_DROP;
}

static void
nix_precolor_table_map(struct cnxk_meter_node *mtr,
		       struct roc_nix_bpf_precolor *tbl,
		       enum rte_mtr_color_in_protocol proto)
{
	enum roc_nix_bpf_color color_map[] = {ROC_NIX_BPF_COLOR_GREEN,
					      ROC_NIX_BPF_COLOR_YELLOW,
					      ROC_NIX_BPF_COLOR_RED};
	int i;

	switch (proto) {
	case RTE_MTR_COLOR_IN_PROTO_OUTER_IP:
	case RTE_MTR_COLOR_IN_PROTO_INNER_IP:
		tbl->count = ROC_NIX_BPF_PRECOLOR_TBL_SIZE_DSCP;
		tbl->mode = (proto == RTE_MTR_COLOR_IN_PROTO_OUTER_IP) ?
				    ROC_NIX_BPF_PC_MODE_DSCP_OUTER :
				    ROC_NIX_BPF_PC_MODE_DSCP_INNER;

		for (i = 0; i < tbl->count; i++)
			tbl->color[i] = ROC_NIX_BPF_COLOR_GREEN;

		if (mtr->params.dscp_table) {
			for (i = 0; i < tbl->count; i++)
				tbl->color[i] =
					color_map[mtr->params.dscp_table[i]];
		}
		break;
	case RTE_MTR_COLOR_IN_PROTO_OUTER_VLAN:
	case RTE_MTR_COLOR_IN_PROTO_INNER_VLAN:
		tbl->count = ROC_NIX_BPF_PRECOLOR_TBL_SIZE_VLAN;
		tbl->mode = (proto == RTE_MTR_COLOR_IN_PROTO_OUTER_VLAN) ?
				    ROC_NIX_BPF_PC_MODE_VLAN_OUTER :
				    ROC_NIX_BPF_PC_MODE_VLAN_INNER;

		for (i = 0; i < tbl->count; i++)
			tbl->color[i] = ROC_NIX_BPF_COLOR_GREEN;

		if (mtr->params.vlan_table) {
			for (i = 0; i < tbl->count; i++)
				tbl->color[i] =
					color_map[mtr->params.vlan_table[i]];
		}
		break;
	default:
		break;
	}
}

int
nix_mtr_destroy(struct rte_eth_dev *eth_dev, uint32_t id,
		struct rte_mtr_error *error)
{
	return cnxk_nix_mtr_destroy(eth_dev, id, error);
}

int
nix_mtr_connect(struct rte_eth_dev *eth_dev, uint32_t id)
{
	enum roc_nix_bpf_level_flag lvl_flag = ROC_NIX_BPF_LEVEL_IDX_INVALID;
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct cnxk_meter_node *base_mtr, *next_mtr;
	struct roc_nix *nix = &dev->nix;
	uint32_t cur_mtr_id = id;
	int rc, i;

	for (i = 0; i < ROC_NIX_BPF_LEVEL_MAX; i++) {
		base_mtr = nix_mtr_find(dev, cur_mtr_id);
		if (base_mtr) {
			lvl_flag = lvl_map[base_mtr->level];
			if (base_mtr->is_next) {
				next_mtr = nix_mtr_find(dev, base_mtr->next_id);
				if (next_mtr) {
					if (!base_mtr->is_used) {
						rc = roc_nix_bpf_connect(nix,
							lvl_flag,
							base_mtr->bpf_id,
							next_mtr->bpf_id);
						if (rc)
							return rc;
					}
				}
				cur_mtr_id = base_mtr->next_id;
			}
		}
	}
	return 0;
}

int
nix_mtr_configure(struct rte_eth_dev *eth_dev, uint32_t id)
{
	struct cnxk_meter_node *mtr[ROC_NIX_BPF_LEVEL_MAX] = {0};
	struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
	struct roc_nix_bpf_objs profs[ROC_NIX_BPF_LEVEL_MAX];
	uint8_t idx0 = ROC_NIX_BPF_LEVEL_IDX_INVALID;
	uint8_t idx1 = ROC_NIX_BPF_LEVEL_IDX_INVALID;
	uint8_t idx2 = ROC_NIX_BPF_LEVEL_IDX_INVALID;
	uint16_t per_lvl_cnt[ROC_NIX_BPF_LEVEL_MAX];
	int num_mtr[ROC_NIX_BPF_LEVEL_MAX] = {0};
	struct roc_nix *nix = &dev->nix;
	struct roc_nix_bpf_precolor tbl;
	struct roc_nix_bpf_cfg cfg;
	struct roc_nix_rq *rq;
	uint8_t lvl_mask;
	uint32_t i;
	uint32_t j;
	int rc;

	mtr[0] = nix_mtr_find(dev, id);
	if (mtr[0] == NULL)
		return -EINVAL;

	num_mtr[0] = 1;
	idx0 = roc_nix_bpf_level_to_idx(lvl_map[mtr[0]->level]);
	if (idx0 == ROC_NIX_BPF_LEVEL_IDX_INVALID)
		return -EINVAL;

	lvl_mask = ROC_NIX_BPF_LEVEL_F_LEAF;
	if (mtr[0]->is_used)
		per_lvl_cnt[idx0] = 0;
	else
		per_lvl_cnt[idx0] = 1;

	if (mtr[0]->is_next) {
		mtr[1] = nix_mtr_find(dev, mtr[0]->next_id);
		if (mtr[1] == NULL)
			return -EINVAL;
		num_mtr[1] = 1;
		idx1 = roc_nix_bpf_level_to_idx(lvl_map[mtr[1]->level]);
		if (idx1 == ROC_NIX_BPF_LEVEL_IDX_INVALID)
			return -EINVAL;

		lvl_mask |= ROC_NIX_BPF_LEVEL_F_MID;
		if (mtr[1]->is_used)
			per_lvl_cnt[idx1] = 0;
		else
			per_lvl_cnt[idx1] = 1;
	}

	if (mtr[1] && mtr[1]->is_next) {
		mtr[2] = nix_mtr_find(dev, mtr[1]->next_id);
		if (mtr[2] == NULL)
			return -EINVAL;

		num_mtr[2] = 1;
		idx2 = roc_nix_bpf_level_to_idx(lvl_map[mtr[2]->level]);
		if (idx2 == ROC_NIX_BPF_LEVEL_IDX_INVALID)
			return -EINVAL;

		lvl_mask |= ROC_NIX_BPF_LEVEL_F_TOP;
		if (mtr[2]->is_used)
			per_lvl_cnt[idx2] = 0;
		else
			per_lvl_cnt[idx2] = 1;
	}

	rc = roc_nix_bpf_alloc(nix, lvl_mask, per_lvl_cnt, profs);
	if (rc)
		return rc;
	if (mtr[0]->bpf_id == ROC_NIX_BPF_ID_INVALID)
		mtr[0]->bpf_id = profs[idx0].ids[0];

	if (num_mtr[0])
		if (mtr[0]->is_next && idx1 != ROC_NIX_BPF_LEVEL_IDX_INVALID)
			if (mtr[1]->bpf_id == ROC_NIX_BPF_ID_INVALID)
				mtr[1]->bpf_id = profs[idx1].ids[0];

	if (num_mtr[1])
		if (mtr[1]->is_next && idx2 != ROC_NIX_BPF_LEVEL_IDX_INVALID)
			if (mtr[2]->bpf_id == ROC_NIX_BPF_ID_INVALID)
				mtr[2]->bpf_id = profs[idx2].ids[0];

	for (i = 0; i < ROC_NIX_BPF_LEVEL_MAX; i++) {
		if (num_mtr[i]) {
			if (!mtr[i]->is_used) {
				memset(&cfg, 0, sizeof(struct roc_nix_bpf_cfg));
				nix_mtr_config_map(mtr[i], &cfg);
				rc = roc_nix_bpf_config(nix, mtr[i]->bpf_id,
							lvl_map[mtr[i]->level],
							&cfg);

				memset(&tbl, 0,
				       sizeof(struct roc_nix_bpf_precolor));
				nix_precolor_table_map(mtr[i], &tbl,
						       dev->proto);
				rc = roc_nix_bpf_pre_color_tbl_setup(nix,
					mtr[i]->bpf_id, lvl_map[mtr[i]->level],
					&tbl);

				if (mtr[i]->params.meter_enable) {
					for (j = 0; j < mtr[i]->rq_num; j++) {
						rq = &dev->rqs[mtr[i]->rq_id
								       [j]];
						rc = roc_nix_bpf_ena_dis(nix,
							mtr[i]->bpf_id, rq,
							true);
					}
				}
			}
		}
	}

	return rc;
}

int
nix_mtr_color_action_validate(struct rte_eth_dev *eth_dev, uint32_t id,
			      uint32_t *prev_id, uint32_t *next_id,
			      struct cnxk_mtr_policy_node *policy,
			      int *tree_level)
{
	uint32_t action_fate_red = policy->actions[RTE_COLOR_RED].action_fate;
	uint32_t action_fate_green =
		policy->actions[RTE_COLOR_GREEN].action_fate;
	uint32_t action_fate_yellow =
		policy->actions[RTE_COLOR_YELLOW].action_fate;
	uint32_t cur_mtr_id = *next_id;
	uint32_t next_mtr_id = 0xffff;
	uint32_t prev_mtr_id = 0xffff;
	struct cnxk_meter_node *mtr;

	if (action_fate_green == RTE_FLOW_ACTION_TYPE_METER)
		next_mtr_id = policy->actions[RTE_COLOR_GREEN].mtr_id;

	if (action_fate_yellow == RTE_FLOW_ACTION_TYPE_METER)
		next_mtr_id = policy->actions[RTE_COLOR_YELLOW].mtr_id;

	if (action_fate_red == RTE_FLOW_ACTION_TYPE_METER)
		next_mtr_id = policy->actions[RTE_COLOR_RED].mtr_id;

	if (next_mtr_id != 0xffff) {
		switch (*tree_level) {
		case 0:
			mtr = nix_get_mtr(eth_dev, cur_mtr_id);
			if (mtr->level == ROC_NIX_BPF_LEVEL_IDX_INVALID) {
				nix_mtr_level_update(eth_dev, cur_mtr_id, 0);
				nix_mtr_chain_update(eth_dev, cur_mtr_id, -1,
						     next_mtr_id);
			} else {
				if (mtr->level == 0)
					mtr->is_used = true;
				else
					return -EINVAL;
			}
			(*tree_level)++;
			*next_id = next_mtr_id;
			break;
		case 1:
			mtr = nix_get_mtr(eth_dev, cur_mtr_id);
			if (mtr->level == ROC_NIX_BPF_LEVEL_IDX_INVALID) {
				nix_mtr_level_update(eth_dev, cur_mtr_id, 1);
				prev_mtr_id = id;
				nix_mtr_chain_update(eth_dev, cur_mtr_id,
						     prev_mtr_id, next_mtr_id);
			} else {
				if (mtr->level == 1) {
					mtr->prev_cnt++;
					prev_mtr_id = id;
					nix_mtr_chain_update(eth_dev,
						cur_mtr_id, prev_mtr_id,
						next_mtr_id);

					mtr->is_used = true;
				} else {
					return -EINVAL;
				}
			}
			(*tree_level)++;
			*next_id = next_mtr_id;
			*prev_id = cur_mtr_id;
			break;
		case 2:
			nix_mtr_chain_reset(eth_dev, id);
			return -EINVAL;
		}
	} else {
		switch (*tree_level) {
		case 0:
			mtr = nix_get_mtr(eth_dev, cur_mtr_id);
			if (mtr->level == ROC_NIX_BPF_LEVEL_IDX_INVALID) {
				nix_mtr_level_update(eth_dev, cur_mtr_id, 0);
			} else {
				if (mtr->level == 0)
					mtr->is_used = true;
				else
					return -EINVAL;
			}
			break;
		case 1:
			mtr = nix_get_mtr(eth_dev, cur_mtr_id);
			if (mtr->level == ROC_NIX_BPF_LEVEL_IDX_INVALID) {
				nix_mtr_level_update(eth_dev, cur_mtr_id, 1);
				prev_mtr_id = id;
				nix_mtr_chain_update(eth_dev, cur_mtr_id,
						     prev_mtr_id, -1);
			} else {
				if (mtr->level == 1) {
					mtr->prev_cnt++;
					prev_mtr_id = id;
					nix_mtr_chain_update(eth_dev,
							     cur_mtr_id,
							     prev_mtr_id, -1);
					mtr->is_used = true;
				} else {
					return -EINVAL;
				}
			}
			break;
		case 2:
			mtr = nix_get_mtr(eth_dev, cur_mtr_id);
			if (mtr->level == ROC_NIX_BPF_LEVEL_IDX_INVALID) {
				nix_mtr_level_update(eth_dev, cur_mtr_id, 2);
				prev_mtr_id = *prev_id;
				nix_mtr_chain_update(eth_dev, cur_mtr_id,
						     prev_mtr_id, -1);
			} else {
				if (mtr->level == 2) {
					mtr->prev_cnt++;
					prev_mtr_id = *prev_id;
					nix_mtr_chain_update(eth_dev,
							     cur_mtr_id,
							     prev_mtr_id, -1);
					mtr->is_used = true;
				} else {
					return -EINVAL;
				}
			}
			break;
		}
		*next_id = 0xffff;
	}

	return 0;
}

int
nix_mtr_capabilities_init(struct rte_eth_dev *eth_dev)
{
	struct rte_mtr_capabilities capa;
	struct rte_mtr_error error;

	return cnxk_nix_mtr_capabilities_get(eth_dev, &capa, &error);
}