numam-dpdk/drivers/net/mvpp2/mrvl_qos.c

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2017 Marvell International Ltd.
 * Copyright(c) 2017 Semihalf.
 * All rights reserved.
 */

#include <stdint.h>
#include <stdlib.h>
#include <string.h>

#include <rte_common.h>
#include <rte_cfgfile.h>
#include <rte_log.h>
#include <rte_lcore.h>
#include <rte_malloc.h>
#include <rte_string_fns.h>

#include "mrvl_qos.h"

/* Parsing tokens. Defined conveniently, so that any correction is easy. */
#define MRVL_TOK_DEFAULT "default"
#define MRVL_TOK_DSA_MODE "dsa_mode"
#define MRVL_TOK_START_HDR "start_hdr"
#define MRVL_TOK_START_HDR_NONE "none"
#define MRVL_TOK_START_HDR_DSA "dsa"
#define MRVL_TOK_START_HDR_CUSTOM "custom"
#define MRVL_TOK_START_HDR_EXT_DSA "ext_dsa"
#define MRVL_TOK_DEFAULT_TC "default_tc"
#define MRVL_TOK_DSCP "dscp"
#define MRVL_TOK_MAPPING_PRIORITY "mapping_priority"
#define MRVL_TOK_IP "ip"
#define MRVL_TOK_IP_VLAN "ip/vlan"
#define MRVL_TOK_PCP "pcp"
#define MRVL_TOK_PORT "port"
#define MRVL_TOK_RXQ "rxq"
#define MRVL_TOK_TC "tc"
#define MRVL_TOK_TXQ "txq"
#define MRVL_TOK_VLAN "vlan"
#define MRVL_TOK_VLAN_IP "vlan/ip"
#define MRVL_TOK_PARSER_UDF "parser udf"

/* egress specific configuration tokens */
#define MRVL_TOK_BURST_SIZE "burst_size"
#define MRVL_TOK_RATE_LIMIT "rate_limit"
#define MRVL_TOK_RATE_LIMIT_ENABLE "rate_limit_enable"
#define MRVL_TOK_SCHED_MODE "sched_mode"
#define MRVL_TOK_SCHED_MODE_SP "sp"
#define MRVL_TOK_SCHED_MODE_WRR "wrr"
#define MRVL_TOK_WRR_WEIGHT "wrr_weight"

/* policer specific configuration tokens */
#define MRVL_TOK_PLCR "policer"
#define MRVL_TOK_PLCR_DEFAULT "default_policer"
#define MRVL_TOK_PLCR_UNIT "token_unit"
#define MRVL_TOK_PLCR_UNIT_BYTES "bytes"
#define MRVL_TOK_PLCR_UNIT_PACKETS "packets"
#define MRVL_TOK_PLCR_COLOR "color_mode"
#define MRVL_TOK_PLCR_COLOR_BLIND "blind"
#define MRVL_TOK_PLCR_COLOR_AWARE "aware"
#define MRVL_TOK_PLCR_CIR "cir"
#define MRVL_TOK_PLCR_CBS "cbs"
#define MRVL_TOK_PLCR_EBS "ebs"
#define MRVL_TOK_PLCR_DEFAULT_COLOR "default_color"
#define MRVL_TOK_PLCR_DEFAULT_COLOR_GREEN "green"
#define MRVL_TOK_PLCR_DEFAULT_COLOR_YELLOW "yellow"
#define MRVL_TOK_PLCR_DEFAULT_COLOR_RED "red"

/* parser udf specific configuration tokens */
#define MRVL_TOK_PARSER_UDF_PROTO "proto"
#define MRVL_TOK_PARSER_UDF_FIELD "field"
#define MRVL_TOK_PARSER_UDF_KEY "key"
#define MRVL_TOK_PARSER_UDF_MASK "mask"
#define MRVL_TOK_PARSER_UDF_OFFSET "offset"
#define MRVL_TOK_PARSER_UDF_PROTO_ETH "eth"
#define MRVL_TOK_PARSER_UDF_FIELD_ETH_TYPE "type"
#define MRVL_TOK_PARSER_UDF_PROTO_UDP "udp"
#define MRVL_TOK_PARSER_UDF_FIELD_UDP_DPORT "dport"

/* parser forward bad frames tokens */
#define MRVL_TOK_FWD_BAD_FRAMES "forward_bad_frames"

/* parse fill bpool buffers tokens */
#define MRVL_TOK_FILL_BPOOL_BUFFS "fill_bpool_buffs"

/** Number of tokens in range a-b = 2. */
#define MAX_RNG_TOKENS 2

/** Maximum possible value of PCP. */
#define MAX_PCP 7

/** Maximum possible value of DSCP. */
#define MAX_DSCP 63

/** Global configuration. */
struct mrvl_cfg *mrvl_cfg;

/**
 * Read out-queue configuration from file.
 *
 * @param file Path to the configuration file.
 * @param port Port number.
 * @param outq Out queue number.
 * @param cfg Pointer to the Marvell configuration structure.
 * @returns 0 in case of success, negative value otherwise.
 */
static int
get_outq_cfg(struct rte_cfgfile *file, int port, int outq,
		struct mrvl_cfg *cfg)
{
	char sec_name[32];
	const char *entry;
	uint32_t val;

	snprintf(sec_name, sizeof(sec_name), "%s %d %s %d",
		MRVL_TOK_PORT, port, MRVL_TOK_TXQ, outq);

	/* Skip non-existing */
	if (rte_cfgfile_num_sections(file, sec_name, strlen(sec_name)) <= 0)
		return 0;

	/* Read scheduling mode */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_SCHED_MODE);
	if (entry) {
		if (!strncmp(entry, MRVL_TOK_SCHED_MODE_SP,
					strlen(MRVL_TOK_SCHED_MODE_SP))) {
			cfg->port[port].outq[outq].sched_mode =
				PP2_PPIO_SCHED_M_SP;
		} else if (!strncmp(entry, MRVL_TOK_SCHED_MODE_WRR,
					strlen(MRVL_TOK_SCHED_MODE_WRR))) {
			cfg->port[port].outq[outq].sched_mode =
				PP2_PPIO_SCHED_M_WRR;
		} else {
			MRVL_LOG(ERR, "Unknown token: %s", entry);
			return -1;
		}
	}

	/* Read wrr weight */
	if (cfg->port[port].outq[outq].sched_mode == PP2_PPIO_SCHED_M_WRR) {
		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_WRR_WEIGHT);
		if (entry) {
			if (get_val_securely(entry, &val) < 0)
				return -1;
			cfg->port[port].outq[outq].weight = val;
		}
	}

	/*
	 * There's no point in setting rate limiting for specific outq as
	 * global port rate limiting has priority.
	 */
	if (cfg->port[port].rate_limit_enable) {
		MRVL_LOG(WARNING, "Port %d rate limiting already enabled",
			port);
		return 0;
	}

	entry = rte_cfgfile_get_entry(file, sec_name,
			MRVL_TOK_RATE_LIMIT_ENABLE);
	if (entry) {
		if (get_val_securely(entry, &val) < 0)
			return -1;
		cfg->port[port].outq[outq].rate_limit_enable = val;
	}

	if (!cfg->port[port].outq[outq].rate_limit_enable)
		return 0;

	/* Read CBS (in kB) */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_BURST_SIZE);
	if (entry) {
		if (get_val_securely(entry, &val) < 0)
			return -1;
		cfg->port[port].outq[outq].rate_limit_params.cbs = val;
	}

	/* Read CIR (in kbps) */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_RATE_LIMIT);
	if (entry) {
		if (get_val_securely(entry, &val) < 0)
			return -1;
		cfg->port[port].outq[outq].rate_limit_params.cir = val;
	}

	return 0;
}

/**
 * Gets multiple-entry values and places them in table.
 *
 * Entry can be anything, e.g. "1 2-3 5 6 7-9". This needs to be converted to
 * table entries, respectively: {1, 2, 3, 5, 6, 7, 8, 9}.
 * As all result table's elements are always 1-byte long, we
 * won't overcomplicate the function, but we'll keep API generic,
 * check if someone hasn't changed element size and make it simple
 * to extend to other sizes.
 *
 * This function is purely utilitary, it does not print any error, only returns
 * different error numbers.
 *
 * @param entry[in] Values string to parse.
 * @param tab[out] Results table.
 * @param elem_sz[in] Element size (in bytes).
 * @param max_elems[in] Number of results table elements available.
 * @param max val[in] Maximum value allowed.
 * @returns Number of correctly parsed elements in case of success.
 * @retval -1 Wrong element size.
 * @retval -2 More tokens than result table allows.
 * @retval -3 Wrong range syntax.
 * @retval -4 Wrong range values.
 * @retval -5 Maximum value exceeded.
 */
static int
get_entry_values(const char *entry, uint8_t *tab,
	size_t elem_sz, uint8_t max_elems, uint8_t max_val)
{
	/* There should not be more tokens than max elements.
	 * Add 1 for error trap.
	 */
	char *tokens[max_elems + 1];

	/* Begin, End + error trap = 3. */
	char *rng_tokens[MAX_RNG_TOKENS + 1];
	long beg, end;
	uint32_t token_val;
	int nb_tokens, nb_rng_tokens;
	int i;
	int values = 0;
	char val;
	char entry_cpy[CFG_VALUE_LEN];

	if (elem_sz != 1)
		return -1;

	/* Copy the entry to safely use rte_strsplit(). */
	strlcpy(entry_cpy, entry, RTE_DIM(entry_cpy));

	/*
	 * If there are more tokens than array size, rte_strsplit will
	 * not return error, just array size.
	 */
	nb_tokens = rte_strsplit(entry_cpy, strlen(entry_cpy),
		tokens, max_elems + 1, ' ');

	/* Quick check, will be refined later. */
	if (nb_tokens > max_elems)
		return -2;

	for (i = 0; i < nb_tokens; ++i) {
		if (strchr(tokens[i], '-') != NULL) {
			/*
			 * Split to begin and end tokens.
			 * We want to catch error cases too, thus we leave
			 * option for number of tokens to be more than 2.
			 */
			nb_rng_tokens = rte_strsplit(tokens[i],
					strlen(tokens[i]), rng_tokens,
					RTE_DIM(rng_tokens), '-');
			if (nb_rng_tokens != 2)
				return -3;

			/* Range and sanity checks. */
			if (get_val_securely(rng_tokens[0], &token_val) < 0)
				return -4;
			beg = (char)token_val;
			if (get_val_securely(rng_tokens[1], &token_val) < 0)
				return -4;
			end = (char)token_val;
			if (beg < 0 || beg > UCHAR_MAX ||
				end < 0 || end > UCHAR_MAX || end < beg)
				return -4;

			for (val = beg; val <= end; ++val) {
				if (val > max_val)
					return -5;

				*tab = val;
				tab = RTE_PTR_ADD(tab, elem_sz);
				++values;
				if (values >= max_elems)
					return -2;
			}
		} else {
			/* Single values. */
			if (get_val_securely(tokens[i], &token_val) < 0)
				return -5;
			val = (char)token_val;
			if (val > max_val)
				return -5;

			*tab = val;
			tab = RTE_PTR_ADD(tab, elem_sz);
			++values;
			if (values >= max_elems)
				return -2;
		}
	}

	return values;
}

/**
 * Parse Traffic Classes mapping configuration.
 *
 * @param file Config file handle.
 * @param port Which port to look for.
 * @param tc Which Traffic Class to look for.
 * @param cfg[out] Parsing results.
 * @returns 0 in case of success, negative value otherwise.
 */
static int
parse_tc_cfg(struct rte_cfgfile *file, int port, int tc,
		struct mrvl_cfg *cfg)
{
	char sec_name[32];
	const char *entry;
	int n;

	snprintf(sec_name, sizeof(sec_name), "%s %d %s %d",
		MRVL_TOK_PORT, port, MRVL_TOK_TC, tc);

	/* Skip non-existing */
	if (rte_cfgfile_num_sections(file, sec_name, strlen(sec_name)) <= 0)
		return 0;

	cfg->port[port].use_qos_global_defaults = 0;
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_RXQ);
	if (entry) {
		n = get_entry_values(entry,
			cfg->port[port].tc[tc].inq,
			sizeof(cfg->port[port].tc[tc].inq[0]),
			RTE_DIM(cfg->port[port].tc[tc].inq),
			MRVL_PP2_RXQ_MAX);
		if (n < 0) {
			MRVL_LOG(ERR, "Error %d while parsing: %s",
				n, entry);
			return n;
		}
		cfg->port[port].tc[tc].inqs = n;
	}

	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PCP);
	if (entry) {
		n = get_entry_values(entry,
			cfg->port[port].tc[tc].pcp,
			sizeof(cfg->port[port].tc[tc].pcp[0]),
			RTE_DIM(cfg->port[port].tc[tc].pcp),
			MAX_PCP);
		if (n < 0) {
			MRVL_LOG(ERR, "Error %d while parsing: %s",
				n, entry);
			return n;
		}
		cfg->port[port].tc[tc].pcps = n;
	}

	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_DSCP);
	if (entry) {
		n = get_entry_values(entry,
			cfg->port[port].tc[tc].dscp,
			sizeof(cfg->port[port].tc[tc].dscp[0]),
			RTE_DIM(cfg->port[port].tc[tc].dscp),
			MAX_DSCP);
		if (n < 0) {
			MRVL_LOG(ERR, "Error %d while parsing: %s",
				n, entry);
			return n;
		}
		cfg->port[port].tc[tc].dscps = n;
	}

	if (!cfg->port[port].setup_policer)
		return 0;

	entry = rte_cfgfile_get_entry(file, sec_name,
			MRVL_TOK_PLCR_DEFAULT_COLOR);
	if (entry) {
		if (!strncmp(entry, MRVL_TOK_PLCR_DEFAULT_COLOR_GREEN,
				sizeof(MRVL_TOK_PLCR_DEFAULT_COLOR_GREEN))) {
			cfg->port[port].tc[tc].color = PP2_PPIO_COLOR_GREEN;
		} else if (!strncmp(entry, MRVL_TOK_PLCR_DEFAULT_COLOR_YELLOW,
				sizeof(MRVL_TOK_PLCR_DEFAULT_COLOR_YELLOW))) {
			cfg->port[port].tc[tc].color = PP2_PPIO_COLOR_YELLOW;
		} else if (!strncmp(entry, MRVL_TOK_PLCR_DEFAULT_COLOR_RED,
				sizeof(MRVL_TOK_PLCR_DEFAULT_COLOR_RED))) {
			cfg->port[port].tc[tc].color = PP2_PPIO_COLOR_RED;
		} else {
			MRVL_LOG(ERR, "Error while parsing: %s", entry);
			return -1;
		}
	}

	return 0;
}

/**
 * Parse default port policer.
 *
 * @param file Config file handle.
 * @param sec_name Section name with policer configuration
 * @param port Port number.
 * @param cfg[out] Parsing results.
 * @returns 0 in case of success, negative value otherwise.
 */
static int
parse_policer(struct rte_cfgfile *file, int port, const char *sec_name,
		struct mrvl_cfg *cfg)
{
	const char *entry;
	uint32_t val;

	/* Read policer token unit */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PLCR_UNIT);
	if (entry) {
		if (!strncmp(entry, MRVL_TOK_PLCR_UNIT_BYTES,
					sizeof(MRVL_TOK_PLCR_UNIT_BYTES))) {
			cfg->port[port].policer_params.token_unit =
				PP2_CLS_PLCR_BYTES_TOKEN_UNIT;
		} else if (!strncmp(entry, MRVL_TOK_PLCR_UNIT_PACKETS,
					sizeof(MRVL_TOK_PLCR_UNIT_PACKETS))) {
			cfg->port[port].policer_params.token_unit =
				PP2_CLS_PLCR_PACKETS_TOKEN_UNIT;
		} else {
			MRVL_LOG(ERR, "Unknown token: %s", entry);
			return -1;
		}
	}

	/* Read policer color mode */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PLCR_COLOR);
	if (entry) {
		if (!strncmp(entry, MRVL_TOK_PLCR_COLOR_BLIND,
					sizeof(MRVL_TOK_PLCR_COLOR_BLIND))) {
			cfg->port[port].policer_params.color_mode =
				PP2_CLS_PLCR_COLOR_BLIND_MODE;
		} else if (!strncmp(entry, MRVL_TOK_PLCR_COLOR_AWARE,
					sizeof(MRVL_TOK_PLCR_COLOR_AWARE))) {
			cfg->port[port].policer_params.color_mode =
				PP2_CLS_PLCR_COLOR_AWARE_MODE;
		} else {
			MRVL_LOG(ERR, "Error in parsing: %s", entry);
			return -1;
		}
	}

	/* Read policer cir */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PLCR_CIR);
	if (entry) {
		if (get_val_securely(entry, &val) < 0)
			return -1;
		cfg->port[port].policer_params.cir = val;
	}

	/* Read policer cbs */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PLCR_CBS);
	if (entry) {
		if (get_val_securely(entry, &val) < 0)
			return -1;
		cfg->port[port].policer_params.cbs = val;
	}

	/* Read policer ebs */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PLCR_EBS);
	if (entry) {
		if (get_val_securely(entry, &val) < 0)
			return -1;
		cfg->port[port].policer_params.ebs = val;
	}

	cfg->port[port].setup_policer = 1;

	return 0;
}

/**
 * Parse parser udf.
 *
 * @param file Config file handle.
 * @param sec_name section name
 * @param udf udf index
 * @param cfg[out] Parsing results.
 * @returns 0 in case of success, negative value otherwise.
 */
static int
parse_udf(struct rte_cfgfile *file, const char *sec_name, int udf,
	  struct mrvl_cfg *cfg)
{
	struct pp2_parse_udf_params *udf_params;
	const char *entry, *entry_field;
	uint32_t val, i;
	uint8_t field_size;
	char malloc_name[32], tmp_arr[3];
	/* field len in chars equal to '0x' + rest of data */
#define FIELD_LEN_IN_CHARS(field_size)	(uint32_t)(2 + (field_size) * 2)

	udf_params = &cfg->pp2_cfg.prs_udfs.udfs[udf];

	/* Read 'proto' field */
	entry = rte_cfgfile_get_entry(file, sec_name,
				      MRVL_TOK_PARSER_UDF_PROTO);
	if (!entry) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must be set\n", udf,
			 MRVL_TOK_PARSER_UDF_PROTO);
		return -1;
	}

	/* Read 'field' field */
	entry_field = rte_cfgfile_get_entry(file, sec_name,
				       MRVL_TOK_PARSER_UDF_FIELD);
	if (!entry_field) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must be set\n", udf,
			 MRVL_TOK_PARSER_UDF_FIELD);
		return -1;
	}

	if (!strncmp(entry, MRVL_TOK_PARSER_UDF_PROTO_ETH,
				sizeof(MRVL_TOK_PARSER_UDF_PROTO_ETH))) {
		udf_params->match_proto = MV_NET_PROTO_ETH;
		if (!strncmp(entry_field, MRVL_TOK_PARSER_UDF_FIELD_ETH_TYPE,
			     sizeof(MRVL_TOK_PARSER_UDF_FIELD_ETH_TYPE))) {
			udf_params->match_field.eth = MV_NET_ETH_F_TYPE;
			field_size = 2;
		} else {
			MRVL_LOG(ERR, "UDF[%d]: mismatch between '%s' proto "
				 "and '%s' field\n", udf,
				 MRVL_TOK_PARSER_UDF_PROTO_ETH,
				 entry_field);
			return -1;
		}
	} else if (!strncmp(entry, MRVL_TOK_PARSER_UDF_PROTO_UDP,
				sizeof(MRVL_TOK_PARSER_UDF_PROTO_UDP))) {
		udf_params->match_proto = MV_NET_PROTO_UDP;
		if (!strncmp(entry_field, MRVL_TOK_PARSER_UDF_FIELD_UDP_DPORT,
			     sizeof(MRVL_TOK_PARSER_UDF_FIELD_UDP_DPORT))) {
			udf_params->match_field.udp = MV_NET_UDP_F_DP;
			field_size = 2;
		} else {
			MRVL_LOG(ERR, "UDF[%d]: mismatch between '%s' proto "
				 "and '%s' field\n", udf,
				 MRVL_TOK_PARSER_UDF_PROTO_UDP,
				 entry_field);
			return -1;
		}
	} else {
		MRVL_LOG(ERR, "UDF[%d]: Unsupported '%s' proto\n", udf, entry);
		return -1;
	}

	snprintf(malloc_name, sizeof(malloc_name), "mrvl_udf_%d_key", udf);
	udf_params->match_key = rte_zmalloc(malloc_name, field_size, 0);
	if (udf_params->match_key == NULL) {
		MRVL_LOG(ERR, "Cannot allocate udf %d key\n", udf);
		return -1;
	}
	snprintf(malloc_name, sizeof(malloc_name), "mrvl_udf_%d_mask", udf);
	udf_params->match_mask = rte_zmalloc(malloc_name, field_size, 0);
	if (udf_params->match_mask == NULL) {
		MRVL_LOG(ERR, "Cannot allocate udf %d mask\n", udf);
		return -1;
	}

	/* Read 'key' field */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PARSER_UDF_KEY);
	if (!entry) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must be set\n", udf,
			 MRVL_TOK_PARSER_UDF_KEY);
		return -1;
	}

	if (strncmp(entry, "0x", 2) != 0)  {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must start with '0x'\n",
			 udf, MRVL_TOK_PARSER_UDF_KEY);
		return -EINVAL;
	}

	if (strlen(entry) != FIELD_LEN_IN_CHARS(field_size)) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field's len must be %d\n", udf,
			 MRVL_TOK_PARSER_UDF_KEY,
			 FIELD_LEN_IN_CHARS(field_size));
		return -EINVAL;
	}

	entry += 2; /* skip the '0x' */
	for (i = 0; i < field_size; i++) {
		strncpy(tmp_arr, entry, 2);
		tmp_arr[2] = '\0';
		if (get_val_securely8(tmp_arr, 16,
				      &udf_params->match_key[i]) < 0) {
			MRVL_LOG(ERR, "UDF[%d]: '%s' field's value is not in "
				"hex format\n", udf, MRVL_TOK_PARSER_UDF_KEY);
			return -EINVAL;
		}
		entry += 2;
	}

	/* Read 'mask' field */
	entry = rte_cfgfile_get_entry(file, sec_name, MRVL_TOK_PARSER_UDF_MASK);
	if (!entry) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must be set\n", udf,
			 MRVL_TOK_PARSER_UDF_MASK);
		return -1;
	}
	if (strncmp(entry, "0x", 2) != 0) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must start with '0x'\n",
			 udf, MRVL_TOK_PARSER_UDF_MASK);
		return -EINVAL;
	}

	if (strlen(entry) != FIELD_LEN_IN_CHARS(field_size)) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field's len must be %d\n", udf,
			 MRVL_TOK_PARSER_UDF_MASK,
			 FIELD_LEN_IN_CHARS(field_size));
		return -EINVAL;
	}

	entry += 2; /* skip the '0x' */
	for (i = 0; i < field_size; i++) {
		strncpy(tmp_arr, entry, 2);
		tmp_arr[2] = '\0';
		if (get_val_securely8(tmp_arr, 16,
				      &udf_params->match_mask[i]) < 0) {
			MRVL_LOG(ERR, "UDF[%d]: '%s' field's value is not in "
				"hex format\n", udf, MRVL_TOK_PARSER_UDF_MASK);
			return -EINVAL;
		}
		entry += 2;
	}

	/* Read offset */
	entry = rte_cfgfile_get_entry(file, sec_name,
				      MRVL_TOK_PARSER_UDF_OFFSET);
	if (!entry) {
		MRVL_LOG(ERR, "UDF[%d]: '%s' field must be set\n", udf,
			 MRVL_TOK_PARSER_UDF_OFFSET);
		return -1;
	}
	if (get_val_securely(entry, &val) < 0)
		return -1;
	udf_params->offset = val;

	return 0;
}

/**
 * Parse configuration - rte_kvargs_process handler.
 *
 * Opens configuration file and parses its content.
 *
 * @param key Unused.
 * @param path Path to config file.
 * @param extra_args Pointer to configuration structure.
 * @returns 0 in case of success, exits otherwise.
 */
int
mrvl_get_cfg(const char *key __rte_unused, const char *path, void *extra_args)
{
	struct mrvl_cfg **cfg = extra_args;
	struct rte_cfgfile *file = rte_cfgfile_load(path, 0);
	uint32_t val;
	int n, i, ret;
	const char *entry;
	char sec_name[32];

	if (file == NULL) {
		MRVL_LOG(ERR, "Cannot load configuration %s\n", path);
		return -1;
	}

	/* Create configuration. This is never accessed on the fast path,
	 * so we can ignore socket.
	 */
	*cfg = rte_zmalloc("mrvl_cfg", sizeof(struct mrvl_cfg), 0);
	if (*cfg == NULL) {
		MRVL_LOG(ERR, "Cannot allocate configuration %s\n", path);
		return -1;
	}

	/* PP2 configuration */
	n = rte_cfgfile_num_sections(file, MRVL_TOK_PARSER_UDF,
		sizeof(MRVL_TOK_PARSER_UDF) - 1);

	if (n && n > PP2_MAX_UDFS_SUPPORTED) {
		MRVL_LOG(ERR, "found %d udf sections, but only %d are supported\n",
			 n, PP2_MAX_UDFS_SUPPORTED);
		return -1;
	}
	(*cfg)->pp2_cfg.prs_udfs.num_udfs = n;
	for (i = 0; i < n; i++) {
		snprintf(sec_name, sizeof(sec_name), "%s %d",
				MRVL_TOK_PARSER_UDF, i);

		/* udf sections must be sequential. */
		if (rte_cfgfile_num_sections(file, sec_name,
				strlen(sec_name)) <= 0) {
			MRVL_LOG(ERR, "udf sections must be sequential (0 - %d)\n",
				 PP2_MAX_UDFS_SUPPORTED - 1);
			return -1;
		}

		ret = parse_udf(file, sec_name, i, *cfg);
		if (ret) {
			MRVL_LOG(ERR, "Error in parsing %s!\n", sec_name);
			return -1;
		}
	}

	/* PP2 Ports configuration */
	n = rte_cfgfile_num_sections(file, MRVL_TOK_PORT,
		sizeof(MRVL_TOK_PORT) - 1);

	if (n == 0) {
		/* This is weird, but not bad. */
		MRVL_LOG(WARNING, "Empty configuration file?");
		return 0;
	}

	/* Use the number of ports given as vdev parameters. */
	for (n = 0; n < (PP2_NUM_ETH_PPIO * PP2_NUM_PKT_PROC); ++n) {
		snprintf(sec_name, sizeof(sec_name), "%s %d %s",
			MRVL_TOK_PORT, n, MRVL_TOK_DEFAULT);

		/* Use global defaults, unless an override occurs */
		(*cfg)->port[n].use_qos_global_defaults = 1;

		/* Set non-zero defaults before the decision to continue to next
		 * port or to parse the port section in config file
		 */
		(*cfg)->port[n].fill_bpool_buffs = MRVL_BURST_SIZE;

		/* Skip ports non-existing in configuration. */
		if (rte_cfgfile_num_sections(file, sec_name,
				strlen(sec_name)) <= 0) {
			continue;
		}

		/* MRVL_TOK_START_HDR replaces MRVL_TOK_DSA_MODE parameter.
		 * MRVL_TOK_DSA_MODE will be supported for backward
		 * compatibility.
		 */
		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_START_HDR);
		/* if start_hsr is missing, check if dsa_mode exist instead */
		if (entry == NULL)
			entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_DSA_MODE);
		if (entry) {
			if (!strncmp(entry, MRVL_TOK_START_HDR_NONE,
				sizeof(MRVL_TOK_START_HDR_NONE)))
				(*cfg)->port[n].eth_start_hdr =
				PP2_PPIO_HDR_ETH;
			else if (!strncmp(entry, MRVL_TOK_START_HDR_DSA,
				sizeof(MRVL_TOK_START_HDR_DSA)))
				(*cfg)->port[n].eth_start_hdr =
				PP2_PPIO_HDR_ETH_DSA;
			else if (!strncmp(entry, MRVL_TOK_START_HDR_CUSTOM,
				sizeof(MRVL_TOK_START_HDR_CUSTOM)))
				(*cfg)->port[n].eth_start_hdr =
				PP2_PPIO_HDR_ETH_CUSTOM;
			else if (!strncmp(entry, MRVL_TOK_START_HDR_EXT_DSA,
				sizeof(MRVL_TOK_START_HDR_EXT_DSA))) {
				(*cfg)->port[n].eth_start_hdr =
				PP2_PPIO_HDR_ETH_EXT_DSA;
			} else {
				MRVL_LOG(ERR,
					"Error in parsing %s value (%s)!\n",
					MRVL_TOK_START_HDR, entry);
				return -1;
			}
		} else {
			(*cfg)->port[n].eth_start_hdr = PP2_PPIO_HDR_ETH;
		}

		/*
		 * Read per-port rate limiting. Setting that will
		 * disable per-queue rate limiting.
		 */
		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_RATE_LIMIT_ENABLE);
		if (entry) {
			if (get_val_securely(entry, &val) < 0)
				return -1;
			(*cfg)->port[n].rate_limit_enable = val;
		}

		if ((*cfg)->port[n].rate_limit_enable) {
			entry = rte_cfgfile_get_entry(file, sec_name,
					MRVL_TOK_BURST_SIZE);
			if (entry) {
				if (get_val_securely(entry, &val) < 0)
					return -1;
				(*cfg)->port[n].rate_limit_params.cbs = val;
			}

			entry = rte_cfgfile_get_entry(file, sec_name,
					MRVL_TOK_RATE_LIMIT);
			if (entry) {
				if (get_val_securely(entry, &val) < 0)
					return -1;
				(*cfg)->port[n].rate_limit_params.cir = val;
			}
		}

		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_MAPPING_PRIORITY);
		if (entry) {
			(*cfg)->port[n].use_qos_global_defaults = 0;
			if (!strncmp(entry, MRVL_TOK_VLAN_IP,
				sizeof(MRVL_TOK_VLAN_IP)))
				(*cfg)->port[n].mapping_priority =
					PP2_CLS_QOS_TBL_VLAN_IP_PRI;
			else if (!strncmp(entry, MRVL_TOK_IP_VLAN,
				sizeof(MRVL_TOK_IP_VLAN)))
				(*cfg)->port[n].mapping_priority =
					PP2_CLS_QOS_TBL_IP_VLAN_PRI;
			else if (!strncmp(entry, MRVL_TOK_IP,
				sizeof(MRVL_TOK_IP)))
				(*cfg)->port[n].mapping_priority =
					PP2_CLS_QOS_TBL_IP_PRI;
			else if (!strncmp(entry, MRVL_TOK_VLAN,
				sizeof(MRVL_TOK_VLAN))) {
				(*cfg)->port[n].mapping_priority =
					PP2_CLS_QOS_TBL_VLAN_PRI;
			} else {
				MRVL_LOG(ERR,
					"Error in parsing %s value (%s)!\n",
					MRVL_TOK_MAPPING_PRIORITY, entry);
				return -1;
			}
		} else {
			(*cfg)->port[n].mapping_priority =
				PP2_CLS_QOS_TBL_NONE;
		}

		/* Parse policer configuration (if any) */
		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_PLCR_DEFAULT);
		if (entry) {
			(*cfg)->port[n].use_qos_global_defaults = 0;
			if (get_val_securely(entry, &val) < 0)
				return -1;

			snprintf(sec_name, sizeof(sec_name), "%s %d",
					MRVL_TOK_PLCR, val);
			ret = parse_policer(file, n, sec_name, *cfg);
			if (ret)
				return -1;
		}

		for (i = 0; i < MRVL_PP2_RXQ_MAX; ++i) {
			ret = get_outq_cfg(file, n, i, *cfg);
			if (ret < 0) {
				MRVL_LOG(ERR,
					"Error %d parsing port %d outq %d!\n",
					ret, n, i);
				return -1;
			}
		}

		for (i = 0; i < MRVL_PP2_TC_MAX; ++i) {
			ret = parse_tc_cfg(file, n, i, *cfg);
			if (ret < 0) {
				MRVL_LOG(ERR,
					"Error %d parsing port %d tc %d!\n",
					ret, n, i);
				return -1;
			}
		}

		entry = rte_cfgfile_get_entry(file, sec_name,
					      MRVL_TOK_DEFAULT_TC);
		if (entry) {
			if (get_val_securely(entry, &val) < 0 ||
			    val > USHRT_MAX)
				return -1;
			(*cfg)->port[n].default_tc = (uint8_t)val;
		} else {
			if ((*cfg)->port[n].use_qos_global_defaults == 0) {
				MRVL_LOG(ERR,
					 "Default Traffic Class required in "
					 "custom configuration!");
				return -1;
			}
		}

		/* Parse forward bad frames option */
		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_FWD_BAD_FRAMES);
		if (entry) {
			if (get_val_securely(entry, &val) < 0) {
				MRVL_LOG(ERR,
					"Error in parsing %s value (%s)!\n",
					MRVL_TOK_FWD_BAD_FRAMES, entry);
				return -1;
			}
			(*cfg)->port[n].forward_bad_frames = (uint8_t)val;
		} else {
			(*cfg)->port[n].forward_bad_frames = 0;
		}

		/* Parse fill bpool buffs option */
		entry = rte_cfgfile_get_entry(file, sec_name,
				MRVL_TOK_FILL_BPOOL_BUFFS);
		if (entry) {
			if (get_val_securely(entry, &val) < 0) {
				MRVL_LOG(ERR,
					"Error in parsing %s value (%s)!\n",
					MRVL_TOK_FILL_BPOOL_BUFFS, entry);
				return -1;
			}
			(*cfg)->port[n].fill_bpool_buffs = val;
		}
	}

	return 0;
}

/**
 * Setup Traffic Class.
 *
 * Fill in TC parameters in single MUSDK TC config entry.
 * @param param TC parameters entry.
 * @param inqs Number of MUSDK in-queues in this TC.
 * @param bpool Bpool for this TC.
 * @param color Default color for this TC.
 * @returns 0 in case of success, exits otherwise.
 */
static int
setup_tc(struct pp2_ppio_tc_params *param, uint8_t inqs,
	struct pp2_bpool *bpool, enum pp2_ppio_color color)
{
	struct pp2_ppio_inq_params *inq_params;

	param->pkt_offset = MRVL_PKT_OFFS;
	param->pools[0][0] = bpool;
	param->pools[0][1] = dummy_pool[bpool->pp2_id];
	param->default_color = color;

	inq_params = rte_zmalloc_socket("inq_params",
		inqs * sizeof(*inq_params),
		0, rte_socket_id());
	if (!inq_params)
		return -ENOMEM;

	param->num_in_qs = inqs;

	/* Release old config if necessary. */
	rte_free(param->inqs_params);

	param->inqs_params = inq_params;

	return 0;
}

/**
 * Setup ingress policer.
 *
 * @param priv Port's private data.
 * @param params Pointer to the policer's configuration.
 * @param plcr_id Policer id.
 * @returns 0 in case of success, negative values otherwise.
 */
static int
setup_policer(struct mrvl_priv *priv, struct pp2_cls_plcr_params *params)
{
	char match[16];
	int ret;

	/*
	 * At this point no other policers are used which means
	 * any policer can be picked up and used as a default one.
	 *
	 * Lets use 0th then.
	 */
	sprintf(match, "policer-%d:%d\n", priv->pp_id, 0);
	params->match = match;

	ret = pp2_cls_plcr_init(params, &priv->default_policer);
	if (ret) {
		MRVL_LOG(ERR, "Failed to setup %s", match);
		return -1;
	}

	priv->ppio_params.inqs_params.plcr = priv->default_policer;
	priv->used_plcrs = BIT(0);

	return 0;
}

/**
 * Configure RX Queues in a given port.
 *
 * Sets up RX queues, their Traffic Classes and DPDK rxq->(TC,inq) mapping.
 *
 * @param priv Port's private data
 * @param portid DPDK port ID
 * @param max_queues Maximum number of queues to configure.
 * @returns 0 in case of success, negative value otherwise.
 */
int
mrvl_configure_rxqs(struct mrvl_priv *priv, uint16_t portid,
	uint16_t max_queues)
{
	size_t i, tc;

	if (mrvl_cfg == NULL ||
		mrvl_cfg->port[portid].use_qos_global_defaults) {
		/*
		 * No port configuration, use default: 1 TC, no QoS,
		 * TC color set to green.
		 */
		priv->ppio_params.inqs_params.num_tcs = 1;
		setup_tc(&priv->ppio_params.inqs_params.tcs_params[0],
			max_queues, priv->bpool, PP2_PPIO_COLOR_GREEN);

		/* Direct mapping of queues i.e. 0->0, 1->1 etc. */
		for (i = 0; i < max_queues; ++i) {
			priv->rxq_map[i].tc = 0;
			priv->rxq_map[i].inq = i;
		}
		return 0;
	}

	/* We need only a subset of configuration. */
	struct port_cfg *port_cfg = &mrvl_cfg->port[portid];

	priv->qos_tbl_params.type = port_cfg->mapping_priority;

	/*
	 * We need to reverse mapping, from tc->pcp (better from usability
	 * point of view) to pcp->tc (configurable in MUSDK).
	 * First, set all map elements to "default".
	 */
	for (i = 0; i < RTE_DIM(priv->qos_tbl_params.pcp_cos_map); ++i)
		priv->qos_tbl_params.pcp_cos_map[i].tc = port_cfg->default_tc;

	/* Then, fill in all known values. */
	for (tc = 0; tc < RTE_DIM(port_cfg->tc); ++tc) {
		if (port_cfg->tc[tc].pcps > RTE_DIM(port_cfg->tc[0].pcp)) {
			/* Better safe than sorry. */
			MRVL_LOG(ERR,
				"Too many PCPs configured in TC %zu!", tc);
			return -1;
		}
		for (i = 0; i < port_cfg->tc[tc].pcps; ++i) {
			priv->qos_tbl_params.pcp_cos_map[
			  port_cfg->tc[tc].pcp[i]].tc = tc;
		}
	}

	/*
	 * The same logic goes with DSCP.
	 * First, set all map elements to "default".
	 */
	for (i = 0; i < RTE_DIM(priv->qos_tbl_params.dscp_cos_map); ++i)
		priv->qos_tbl_params.dscp_cos_map[i].tc =
			port_cfg->default_tc;

	/* Fill in all known values. */
	for (tc = 0; tc < RTE_DIM(port_cfg->tc); ++tc) {
		if (port_cfg->tc[tc].dscps > RTE_DIM(port_cfg->tc[0].dscp)) {
			/* Better safe than sorry. */
			MRVL_LOG(ERR,
				"Too many DSCPs configured in TC %zu!", tc);
			return -1;
		}
		for (i = 0; i < port_cfg->tc[tc].dscps; ++i) {
			priv->qos_tbl_params.dscp_cos_map[
			  port_cfg->tc[tc].dscp[i]].tc = tc;
		}
	}

	/*
	 * Surprisingly, similar logic goes with queue mapping.
	 * We need only to store qid->tc mapping,
	 * to know TC when queue is read.
	 */
	for (i = 0; i < RTE_DIM(priv->rxq_map); ++i)
		priv->rxq_map[i].tc = MRVL_UNKNOWN_TC;

	/* Set up DPDKq->(TC,inq) mapping. */
	for (tc = 0; tc < RTE_DIM(port_cfg->tc); ++tc) {
		if (port_cfg->tc[tc].inqs > RTE_DIM(port_cfg->tc[0].inq)) {
			/* Overflow. */
			MRVL_LOG(ERR,
				"Too many RX queues configured per TC %zu!",
				tc);
			return -1;
		}
		for (i = 0; i < port_cfg->tc[tc].inqs; ++i) {
			uint8_t idx = port_cfg->tc[tc].inq[i];

			if (idx > RTE_DIM(priv->rxq_map)) {
				MRVL_LOG(ERR, "Bad queue index %d!", idx);
				return -1;
			}

			priv->rxq_map[idx].tc = tc;
			priv->rxq_map[idx].inq = i;
		}
	}

	/*
	 * Set up TC configuration. TCs need to be sequenced: 0, 1, 2
	 * with no gaps. Empty TC means end of processing.
	 */
	for (i = 0; i < MRVL_PP2_TC_MAX; ++i) {
		if (port_cfg->tc[i].inqs == 0)
			break;
		setup_tc(&priv->ppio_params.inqs_params.tcs_params[i],
				port_cfg->tc[i].inqs,
				priv->bpool, port_cfg->tc[i].color);
	}

	priv->ppio_params.inqs_params.num_tcs = i;

	if (port_cfg->setup_policer)
		return setup_policer(priv, &port_cfg->policer_params);

	return 0;
}

/**
 * Configure TX Queues in a given port.
 *
 * Sets up TX queues egress scheduler and limiter.
 *
 * @param priv Port's private data
 * @param portid DPDK port ID
 * @param max_queues Maximum number of queues to configure.
 * @returns 0 in case of success, negative value otherwise.
 */
int
mrvl_configure_txqs(struct mrvl_priv *priv, uint16_t portid,
		uint16_t max_queues)
{
	/* We need only a subset of configuration. */
	struct port_cfg *port_cfg = &mrvl_cfg->port[portid];
	int i;

	if (mrvl_cfg == NULL)
		return 0;

	priv->ppio_params.rate_limit_enable = port_cfg->rate_limit_enable;
	if (port_cfg->rate_limit_enable)
		priv->ppio_params.rate_limit_params =
			port_cfg->rate_limit_params;

	for (i = 0; i < max_queues; i++) {
		struct pp2_ppio_outq_params *params =
			&priv->ppio_params.outqs_params.outqs_params[i];

		params->sched_mode = port_cfg->outq[i].sched_mode;
		params->weight = port_cfg->outq[i].weight;
		params->rate_limit_enable = port_cfg->outq[i].rate_limit_enable;
		params->rate_limit_params = port_cfg->outq[i].rate_limit_params;
	}

	return 0;
}

/**
 * Start QoS mapping.
 *
 * Finalize QoS table configuration and initialize it in SDK. It can be done
 * only after port is started, so we have a valid ppio reference.
 *
 * @param priv Port's private (configuration) data.
 * @returns 0 in case of success, exits otherwise.
 */
int
mrvl_start_qos_mapping(struct mrvl_priv *priv)
{
	size_t i;

	if (priv->qos_tbl_params.type == PP2_CLS_QOS_TBL_NONE)
		return 0;

	if (priv->ppio == NULL) {
		MRVL_LOG(ERR, "ppio must not be NULL here!");
		return -1;
	}

	for (i = 0; i < RTE_DIM(priv->qos_tbl_params.pcp_cos_map); ++i)
		priv->qos_tbl_params.pcp_cos_map[i].ppio = priv->ppio;

	for (i = 0; i < RTE_DIM(priv->qos_tbl_params.dscp_cos_map); ++i)
		priv->qos_tbl_params.dscp_cos_map[i].ppio = priv->ppio;

	/* Initialize Classifier QoS table. */

	return pp2_cls_qos_tbl_init(&priv->qos_tbl_params, &priv->qos_tbl);
}