numam-dpdk/examples/ip_pipeline/thread_fe.c
Sankar Chokkalingam ac6bad59f1 examples/ip_pipeline: fix coremask limitation
Issue:
coremask used in IP Pipeline is limited to 64 cores.

Solution:
Modified coremask as an array of uint64_t to support RTE_MAX_LCORE

Fixes: 7f64b9c004 ("examples/ip_pipeline: rework config file syntax")
Fixes: eb32fe7c55 ("examples/ip_pipeline: rework initialization parameters")
Fixes: b4aee0fb9c ("examples/ip_pipeline: reconfigure thread binding dynamically")
Fixes: 4e14069328 ("examples/ip_pipeline: measure CPU utilization")

Signed-off-by: Sankar Chokkalingam <sankarx.chokkalingam@intel.com>
Acked-by: Cristian Dumitrescu <cristian.dumitrescu@intel.com>
2017-01-17 18:37:41 +01:00

458 lines
10 KiB
C

#include <rte_common.h>
#include <rte_ring.h>
#include <rte_malloc.h>
#include <cmdline_rdline.h>
#include <cmdline_parse.h>
#include <cmdline_parse_num.h>
#include <cmdline_parse_string.h>
#include "thread.h"
#include "thread_fe.h"
#include "pipeline.h"
#include "pipeline_common_fe.h"
#include "app.h"
static inline void *
thread_msg_send_recv(struct app_params *app,
uint32_t socket_id, uint32_t core_id, uint32_t ht_id,
void *msg,
uint32_t timeout_ms)
{
struct rte_ring *r_req = app_thread_msgq_in_get(app,
socket_id, core_id, ht_id);
struct rte_ring *r_rsp = app_thread_msgq_out_get(app,
socket_id, core_id, ht_id);
uint64_t hz = rte_get_tsc_hz();
void *msg_recv;
uint64_t deadline;
int status;
/* send */
do {
status = rte_ring_sp_enqueue(r_req, (void *) msg);
} while (status == -ENOBUFS);
/* recv */
deadline = (timeout_ms) ?
(rte_rdtsc() + ((hz * timeout_ms) / 1000)) :
UINT64_MAX;
do {
if (rte_rdtsc() > deadline)
return NULL;
status = rte_ring_sc_dequeue(r_rsp, &msg_recv);
} while (status != 0);
return msg_recv;
}
int
app_pipeline_enable(struct app_params *app,
uint32_t socket_id,
uint32_t core_id,
uint32_t hyper_th_id,
uint32_t pipeline_id)
{
struct thread_pipeline_enable_msg_req *req;
struct thread_pipeline_enable_msg_rsp *rsp;
int thread_id;
struct app_pipeline_data *p;
struct app_pipeline_params *p_params;
struct pipeline_type *p_type;
int status;
if (app == NULL)
return -1;
thread_id = cpu_core_map_get_lcore_id(app->core_map,
socket_id,
core_id,
hyper_th_id);
if ((thread_id < 0) || !app_core_is_enabled(app, thread_id))
return -1;
if (app_pipeline_data(app, pipeline_id) == NULL)
return -1;
p = &app->pipeline_data[pipeline_id];
p_params = &app->pipeline_params[pipeline_id];
p_type = app_pipeline_type_find(app, p_params->type);
if (p_type == NULL)
return -1;
if (p->enabled == 1)
return -1;
req = app_msg_alloc(app);
if (req == NULL)
return -1;
req->type = THREAD_MSG_REQ_PIPELINE_ENABLE;
req->pipeline_id = pipeline_id;
req->be = p->be;
req->f_run = p_type->be_ops->f_run;
req->f_timer = p_type->be_ops->f_timer;
req->timer_period = p->timer_period;
rsp = thread_msg_send_recv(app,
socket_id, core_id, hyper_th_id, req, MSG_TIMEOUT_DEFAULT);
if (rsp == NULL)
return -1;
status = rsp->status;
app_msg_free(app, rsp);
if (status != 0)
return -1;
p->enabled = 1;
return 0;
}
int
app_pipeline_disable(struct app_params *app,
uint32_t socket_id,
uint32_t core_id,
uint32_t hyper_th_id,
uint32_t pipeline_id)
{
struct thread_pipeline_disable_msg_req *req;
struct thread_pipeline_disable_msg_rsp *rsp;
int thread_id;
struct app_pipeline_data *p;
int status;
if (app == NULL)
return -1;
thread_id = cpu_core_map_get_lcore_id(app->core_map,
socket_id,
core_id,
hyper_th_id);
if ((thread_id < 0) || !app_core_is_enabled(app, thread_id))
return -1;
if (app_pipeline_data(app, pipeline_id) == NULL)
return -1;
p = &app->pipeline_data[pipeline_id];
if (p->enabled == 0)
return -1;
req = app_msg_alloc(app);
if (req == NULL)
return -1;
req->type = THREAD_MSG_REQ_PIPELINE_DISABLE;
req->pipeline_id = pipeline_id;
rsp = thread_msg_send_recv(app,
socket_id, core_id, hyper_th_id, req, MSG_TIMEOUT_DEFAULT);
if (rsp == NULL)
return -1;
status = rsp->status;
app_msg_free(app, rsp);
if (status != 0)
return -1;
p->enabled = 0;
return 0;
}
int
app_thread_headroom(struct app_params *app,
uint32_t socket_id,
uint32_t core_id,
uint32_t hyper_th_id)
{
struct thread_headroom_read_msg_req *req;
struct thread_headroom_read_msg_rsp *rsp;
int thread_id;
int status;
if (app == NULL)
return -1;
thread_id = cpu_core_map_get_lcore_id(app->core_map,
socket_id,
core_id,
hyper_th_id);
if ((thread_id < 0) || !app_core_is_enabled(app, thread_id))
return -1;
req = app_msg_alloc(app);
if (req == NULL)
return -1;
req->type = THREAD_MSG_REQ_HEADROOM_READ;
rsp = thread_msg_send_recv(app,
socket_id, core_id, hyper_th_id, req, MSG_TIMEOUT_DEFAULT);
if (rsp == NULL)
return -1;
status = rsp->status;
if (status != 0)
return -1;
printf("%.3f%%\n", rsp->headroom_ratio * 100);
app_msg_free(app, rsp);
return 0;
}
/*
* pipeline enable
*/
struct cmd_pipeline_enable_result {
cmdline_fixed_string_t t_string;
cmdline_fixed_string_t t_id_string;
cmdline_fixed_string_t pipeline_string;
uint32_t pipeline_id;
cmdline_fixed_string_t enable_string;
};
static void
cmd_pipeline_enable_parsed(
void *parsed_result,
__rte_unused struct cmdline *cl,
void *data)
{
struct cmd_pipeline_enable_result *params = parsed_result;
struct app_params *app = data;
int status;
uint32_t core_id, socket_id, hyper_th_id;
if (parse_pipeline_core(&socket_id,
&core_id,
&hyper_th_id,
params->t_id_string) != 0) {
printf("Command failed\n");
return;
}
status = app_pipeline_enable(app,
socket_id,
core_id,
hyper_th_id,
params->pipeline_id);
if (status != 0)
printf("Command failed\n");
}
static cmdline_parse_token_string_t cmd_pipeline_enable_t_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_enable_result, t_string, "t");
static cmdline_parse_token_string_t cmd_pipeline_enable_t_id_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_enable_result, t_id_string,
NULL);
static cmdline_parse_token_string_t cmd_pipeline_enable_pipeline_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_enable_result, pipeline_string,
"pipeline");
static cmdline_parse_token_num_t cmd_pipeline_enable_pipeline_id =
TOKEN_NUM_INITIALIZER(struct cmd_pipeline_enable_result, pipeline_id,
UINT32);
static cmdline_parse_token_string_t cmd_pipeline_enable_enable_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_enable_result, enable_string,
"enable");
static cmdline_parse_inst_t cmd_pipeline_enable = {
.f = cmd_pipeline_enable_parsed,
.data = NULL,
.help_str = "Enable pipeline on specified core",
.tokens = {
(void *)&cmd_pipeline_enable_t_string,
(void *)&cmd_pipeline_enable_t_id_string,
(void *)&cmd_pipeline_enable_pipeline_string,
(void *)&cmd_pipeline_enable_pipeline_id,
(void *)&cmd_pipeline_enable_enable_string,
NULL,
},
};
/*
* pipeline disable
*/
struct cmd_pipeline_disable_result {
cmdline_fixed_string_t t_string;
cmdline_fixed_string_t t_id_string;
cmdline_fixed_string_t pipeline_string;
uint32_t pipeline_id;
cmdline_fixed_string_t disable_string;
};
static void
cmd_pipeline_disable_parsed(
void *parsed_result,
__rte_unused struct cmdline *cl,
void *data)
{
struct cmd_pipeline_disable_result *params = parsed_result;
struct app_params *app = data;
int status;
uint32_t core_id, socket_id, hyper_th_id;
if (parse_pipeline_core(&socket_id,
&core_id,
&hyper_th_id,
params->t_id_string) != 0) {
printf("Command failed\n");
return;
}
status = app_pipeline_disable(app,
socket_id,
core_id,
hyper_th_id,
params->pipeline_id);
if (status != 0)
printf("Command failed\n");
}
static cmdline_parse_token_string_t cmd_pipeline_disable_t_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_disable_result, t_string, "t");
static cmdline_parse_token_string_t cmd_pipeline_disable_t_id_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_disable_result, t_id_string,
NULL);
static cmdline_parse_token_string_t cmd_pipeline_disable_pipeline_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_disable_result,
pipeline_string, "pipeline");
static cmdline_parse_token_num_t cmd_pipeline_disable_pipeline_id =
TOKEN_NUM_INITIALIZER(struct cmd_pipeline_disable_result, pipeline_id,
UINT32);
static cmdline_parse_token_string_t cmd_pipeline_disable_disable_string =
TOKEN_STRING_INITIALIZER(struct cmd_pipeline_disable_result, disable_string,
"disable");
static cmdline_parse_inst_t cmd_pipeline_disable = {
.f = cmd_pipeline_disable_parsed,
.data = NULL,
.help_str = "Disable pipeline on specified core",
.tokens = {
(void *)&cmd_pipeline_disable_t_string,
(void *)&cmd_pipeline_disable_t_id_string,
(void *)&cmd_pipeline_disable_pipeline_string,
(void *)&cmd_pipeline_disable_pipeline_id,
(void *)&cmd_pipeline_disable_disable_string,
NULL,
},
};
/*
* thread headroom
*/
struct cmd_thread_headroom_result {
cmdline_fixed_string_t t_string;
cmdline_fixed_string_t t_id_string;
cmdline_fixed_string_t headroom_string;
};
static void
cmd_thread_headroom_parsed(
void *parsed_result,
__rte_unused struct cmdline *cl,
void *data)
{
struct cmd_thread_headroom_result *params = parsed_result;
struct app_params *app = data;
int status;
uint32_t core_id, socket_id, hyper_th_id;
if (parse_pipeline_core(&socket_id,
&core_id,
&hyper_th_id,
params->t_id_string) != 0) {
printf("Command failed\n");
return;
}
status = app_thread_headroom(app,
socket_id,
core_id,
hyper_th_id);
if (status != 0)
printf("Command failed\n");
}
static cmdline_parse_token_string_t cmd_thread_headroom_t_string =
TOKEN_STRING_INITIALIZER(struct cmd_thread_headroom_result,
t_string, "t");
static cmdline_parse_token_string_t cmd_thread_headroom_t_id_string =
TOKEN_STRING_INITIALIZER(struct cmd_thread_headroom_result,
t_id_string, NULL);
static cmdline_parse_token_string_t cmd_thread_headroom_headroom_string =
TOKEN_STRING_INITIALIZER(struct cmd_thread_headroom_result,
headroom_string, "headroom");
static cmdline_parse_inst_t cmd_thread_headroom = {
.f = cmd_thread_headroom_parsed,
.data = NULL,
.help_str = "Display thread headroom",
.tokens = {
(void *)&cmd_thread_headroom_t_string,
(void *)&cmd_thread_headroom_t_id_string,
(void *)&cmd_thread_headroom_headroom_string,
NULL,
},
};
static cmdline_parse_ctx_t thread_cmds[] = {
(cmdline_parse_inst_t *) &cmd_pipeline_enable,
(cmdline_parse_inst_t *) &cmd_pipeline_disable,
(cmdline_parse_inst_t *) &cmd_thread_headroom,
NULL,
};
int
app_pipeline_thread_cmd_push(struct app_params *app)
{
uint32_t n_cmds, i;
/* Check for available slots in the application commands array */
n_cmds = RTE_DIM(thread_cmds) - 1;
if (n_cmds > APP_MAX_CMDS - app->n_cmds)
return -ENOMEM;
/* Push thread commands into the application */
memcpy(&app->cmds[app->n_cmds], thread_cmds,
n_cmds * sizeof(cmdline_parse_ctx_t));
for (i = 0; i < n_cmds; i++)
app->cmds[app->n_cmds + i]->data = app;
app->n_cmds += n_cmds;
app->cmds[app->n_cmds] = NULL;
return 0;
}