d/numam-spdk
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

spdk_top: reduce number of global thread data structures

Browse Source 
Deletes g_thread_history and g_thread_info to use g_threads_stats
across the whole application to simplify spdk_top code.
Now instead of separate struct, fields last_busy and last_idle are
being used.

get_data() function now uses local structure to get RPC data instead
of filling global one. This has been changed so that g_threads_stats
keeps its last_busy and last_idle fields unchanged.
free_rpc_threads_stats has been moved down so that in future patches,
when multithreading is implemented, there is no need to lock
g_threads_stats during RPC call.

Changes places of allocation/deallocation of g_threads_stats, since
we want to save last_idle and last_busy fields instead of zeroing them
out each application loop.

Changes show_thread() function to use local copy of threads array
instead of pointers to global struct. This is for the convenience
in the future patches implementing multithreading to avoid the need
to lock the global struct for details display.

Signed-off-by: Krzysztof Karas <krzysztof.karas@intel.com>
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/7587 (master)

(cherry picked from commit 081a4a0943)
Change-Id: I0dc87eac4c1b89fa16f14f5387d94ee176dfdf43
Signed-off-by: Krzysztof Karas <krzysztof.karas@intel.com>
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/8110
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
Reviewed-by: Tomasz Zawadzki <tomasz.zawadzki@intel.com>
Reviewed-by: Jim Harris <james.r.harris@intel.com>
This commit is contained in:
Krzysztof Karas 2021-04-23 13:48:02 +02:00 committed by Jim Harris
parent 464ddc03b6
commit 7dc38f83f7
1 changed files with 41 additions and 74 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

115
app/spdk_top/spdk_top.c
View File

@ -142,7 +142,6 @@ struct core_info {
uint8_t g_sleep_time = 1; uint8_t g_sleep_time = 1;
uint16_t g_selected_row; uint16_t g_selected_row;
uint16_t g_max_selected_row; uint16_t g_max_selected_row;
struct rpc_thread_info *g_thread_info[MAX_THREADS];
const char *poller_type_str[SPDK_POLLER_TYPES_COUNT] = {"Active", "Timed", "Paused"}; const char *poller_type_str[SPDK_POLLER_TYPES_COUNT] = {"Active", "Timed", "Paused"};
const char *g_tab_title[NUMBER_OF_TABS] = {"[1] THREADS", "[2] POLLERS", "[3] CORES"}; const char *g_tab_title[NUMBER_OF_TABS] = {"[1] THREADS", "[2] POLLERS", "[3] CORES"};
struct spdk_jsonrpc_client *g_rpc_client; struct spdk_jsonrpc_client *g_rpc_client;
@ -276,7 +275,6 @@ struct rpc_threads_stats g_threads_stats;
struct rpc_pollers_stats g_pollers_stats; struct rpc_pollers_stats g_pollers_stats;
struct rpc_cores_stats g_cores_stats; struct rpc_cores_stats g_cores_stats;
struct rpc_poller_info g_pollers_history[RPC_MAX_POLLERS]; struct rpc_poller_info g_pollers_history[RPC_MAX_POLLERS];
struct rpc_thread_info g_thread_history[RPC_MAX_THREADS];
static void static void
init_str_len(void) init_str_len(void)
@ -550,46 +548,36 @@ rpc_send_req(char *rpc_name, struct spdk_jsonrpc_client_response **resp)
static int static int
sort_threads(const void *p1, const void *p2) sort_threads(const void *p1, const void *p2)
{ {
const struct rpc_thread_info *thread_info1 = *(struct rpc_thread_info **)p1; const struct rpc_thread_info thread_info1 = *(struct rpc_thread_info *)p1;
const struct rpc_thread_info *thread_info2 = *(struct rpc_thread_info **)p2; const struct rpc_thread_info thread_info2 = *(struct rpc_thread_info *)p2;
uint64_t count1, count2; uint64_t count1, count2;
/* thread IDs may not be allocated contiguously, so we need
* to account for NULL thread_info pointers */
if (thread_info1 == NULL && thread_info2 == NULL) {
return 0;
} else if (thread_info1 == NULL) {
return 1;
} else if (thread_info2 == NULL) {
return -1;
}
switch (g_current_sort_col[THREADS_TAB]) { switch (g_current_sort_col[THREADS_TAB]) {
case 0: /* Sort by name */ case 0: /* Sort by name */
return strcmp(thread_info1->name, thread_info2->name); return strcmp(thread_info1.name, thread_info2.name);
case 1: /* Sort by core */ case 1: /* Sort by core */
count2 = thread_info1->core_num; count2 = thread_info1.core_num;
count1 = thread_info2->core_num; count1 = thread_info2.core_num;
break; break;
case 2: /* Sort by active pollers number */ case 2: /* Sort by active pollers number */
count1 = thread_info1->active_pollers_count; count1 = thread_info1.active_pollers_count;
count2 = thread_info2->active_pollers_count; count2 = thread_info2.active_pollers_count;
break; break;
case 3: /* Sort by timed pollers number */ case 3: /* Sort by timed pollers number */
count1 = thread_info1->timed_pollers_count; count1 = thread_info1.timed_pollers_count;
count2 = thread_info2->timed_pollers_count; count2 = thread_info2.timed_pollers_count;
break; break;
case 4: /* Sort by paused pollers number */ case 4: /* Sort by paused pollers number */
count1 = thread_info1->paused_pollers_count; count1 = thread_info1.paused_pollers_count;
count2 = thread_info2->paused_pollers_count; count2 = thread_info2.paused_pollers_count;
break; break;
case 5: /* Sort by idle time */ case 5: /* Sort by idle time */
count1 = thread_info1->idle - thread_info1->last_idle; count1 = thread_info1.idle - thread_info1.last_idle;
count2 = thread_info2->idle - thread_info2->last_idle; count2 = thread_info2.idle - thread_info2.last_idle;
break; break;
case 6: /* Sort by busy time */ case 6: /* Sort by busy time */
count1 = thread_info1->busy - thread_info1->last_busy; count1 = thread_info1.busy - thread_info1.last_busy;
count2 = thread_info2->busy - thread_info2->last_busy; count2 = thread_info2.busy - thread_info2.last_busy;
break; break;
default: default:
return 0; return 0;
@ -608,8 +596,8 @@ static int
get_data(void) get_data(void)
{ {
struct spdk_jsonrpc_client_response *json_resp = NULL; struct spdk_jsonrpc_client_response *json_resp = NULL;
struct rpc_thread_info *thread_info;
struct rpc_core_info *core_info; struct rpc_core_info *core_info;
struct rpc_threads_stats threads_stats;
uint64_t i, j; uint64_t i, j;
int rc = 0; int rc = 0;
@ -618,23 +606,29 @@ get_data(void)
goto end; goto end;
} }
/* Free old threads values before allocating memory for new ones */
free_rpc_threads_stats(&g_threads_stats);
/* Decode json */ /* Decode json */
memset(&g_threads_stats, 0, sizeof(g_threads_stats)); memset(&threads_stats, 0, sizeof(threads_stats));
if (spdk_json_decode_object(json_resp->result, rpc_threads_stats_decoders, if (spdk_json_decode_object(json_resp->result, rpc_threads_stats_decoders,
SPDK_COUNTOF(rpc_threads_stats_decoders), &g_threads_stats)) { SPDK_COUNTOF(rpc_threads_stats_decoders), &threads_stats)) {
rc = -EINVAL; rc = -EINVAL;
goto end; goto end;
} }
/* This is to free allocated char arrays with old thread names */
free_rpc_threads_stats(&g_threads_stats);
spdk_jsonrpc_client_free_response(json_resp); spdk_jsonrpc_client_free_response(json_resp);
for (i = 0; i < g_threads_stats.threads.threads_count; i++) { for (i = 0; i < threads_stats.threads.threads_count; i++) {
thread_info = &g_threads_stats.threads.thread_info[i]; for (j = 0; j < g_threads_stats.threads.threads_count; j++) {
g_thread_info[thread_info->id] = thread_info; if (g_threads_stats.threads.thread_info[j].id == threads_stats.threads.thread_info[i].id) {
threads_stats.threads.thread_info[i].last_busy = g_threads_stats.threads.thread_info[j].busy;
threads_stats.threads.thread_info[i].last_idle = g_threads_stats.threads.thread_info[j].idle;
} }
}
}
memcpy(&g_threads_stats, &threads_stats, sizeof(struct rpc_threads_stats));
qsort(&g_threads_stats.threads.thread_info, threads_stats.threads.threads_count,
sizeof(g_threads_stats.threads.thread_info[0]), sort_threads);
rc = rpc_send_req("thread_get_pollers", &json_resp); rc = rpc_send_req("thread_get_pollers", &json_resp);
if (rc) { if (rc) {
@ -674,7 +668,7 @@ get_data(void)
core_info = &g_cores_stats.cores.core[i]; core_info = &g_cores_stats.cores.core[i];
for (j = 0; j < core_info->threads.threads_count; j++) { for (j = 0; j < core_info->threads.threads_count; j++) {
g_thread_info[core_info->threads.thread[j].id]->core_num = core_info->lcore; g_threads_stats.threads.thread_info[j].core_num = core_info->lcore;
} }
} }
@ -882,7 +876,7 @@ refresh_threads_tab(uint8_t current_page)
{ {
struct col_desc *col_desc = g_col_desc[THREADS_TAB]; struct col_desc *col_desc = g_col_desc[THREADS_TAB];
uint64_t i, threads_count; uint64_t i, threads_count;
uint16_t j, k; uint16_t j;
uint16_t col; uint16_t col;
uint8_t max_pages, item_index; uint8_t max_pages, item_index;
static uint8_t last_page = 0; static uint8_t last_page = 0;
@ -903,35 +897,16 @@ refresh_threads_tab(uint8_t current_page)
g_last_threads_count = threads_count; g_last_threads_count = threads_count;
} }
/* From g_thread_info copy to thread_info without null elements. for (i = 0; i < threads_count; i++) {
* The index of g_thread_info equals to Thread IDs, so it starts from '1'. */ thread_info[i] = &g_threads_stats.threads.thread_info[i];
for (i = 0, j = 1; i < g_threads_stats.threads.threads_count; i++) {
while (g_thread_info[j] == NULL) {
j++;
}
memcpy(&thread_info[i], &g_thread_info[j], sizeof(struct rpc_thread_info *));
j++;
} }
if (last_page != current_page) { if (last_page != current_page) {
for (i = 0; i < threads_count; i++) {
/* Thread IDs start from 1, so we have to do i + 1 */
g_threads_stats.threads.thread_info[i].last_idle = g_thread_info[i + 1]->idle;
g_threads_stats.threads.thread_info[i].last_busy = g_thread_info[i + 1]->busy;
}
last_page = current_page; last_page = current_page;
} }
max_pages = (threads_count + g_max_data_rows - 1) / g_max_data_rows; max_pages = (threads_count + g_max_data_rows - 1) / g_max_data_rows;
qsort(thread_info, threads_count, sizeof(thread_info[0]), sort_threads);
for (k = 0; k < threads_count; k++) {
g_thread_history[thread_info[k]->id].busy = thread_info[k]->busy - thread_info[k]->last_busy;
g_thread_history[thread_info[k]->id].idle = thread_info[k]->idle - thread_info[k]->last_idle;
}
for (i = current_page * g_max_data_rows; for (i = current_page * g_max_data_rows;
i < spdk_min(threads_count, (uint64_t)((current_page + 1) * g_max_data_rows)); i < spdk_min(threads_count, (uint64_t)((current_page + 1) * g_max_data_rows));
i++) { i++) {
@ -975,7 +950,6 @@ refresh_threads_tab(uint8_t current_page)
col += col_desc[4].max_data_string + 2; col += col_desc[4].max_data_string + 2;
} }
g_thread_history[thread_info[i]->id].idle = thread_info[i]->idle - thread_info[i]->last_idle;
if (!col_desc[5].disabled) { if (!col_desc[5].disabled) {
if (g_interval_data == true) { if (g_interval_data == true) {
get_time_str(thread_info[i]->idle - thread_info[i]->last_idle, idle_time); get_time_str(thread_info[i]->idle - thread_info[i]->last_idle, idle_time);
@ -987,7 +961,6 @@ refresh_threads_tab(uint8_t current_page)
col += col_desc[5].max_data_string; col += col_desc[5].max_data_string;
} }
g_thread_history[thread_info[i]->id].busy = thread_info[i]->busy - thread_info[i]->last_busy;
if (!col_desc[6].disabled) { if (!col_desc[6].disabled) {
if (g_interval_data == true) { if (g_interval_data == true) {
get_time_str(thread_info[i]->busy - thread_info[i]->last_busy, busy_time); get_time_str(thread_info[i]->busy - thread_info[i]->last_busy, busy_time);
@ -1003,11 +976,6 @@ refresh_threads_tab(uint8_t current_page)
} }
} }
for (k = 0; k < threads_count; k++) {
thread_info[k]->last_idle = thread_info[k]->idle;
thread_info[k]->last_busy = thread_info[k]->busy;
}
g_max_selected_row = i - current_page * g_max_data_rows - 1; g_max_selected_row = i - current_page * g_max_data_rows - 1;
return max_pages; return max_pages;
@ -2005,9 +1973,9 @@ display_thread(struct rpc_thread_info *thread_info)
thread_info->core_num); thread_info->core_num);
if (g_interval_data) { if (g_interval_data) {
get_time_str(g_thread_history[thread_info->id].idle, idle_time); get_time_str(thread_info->idle - thread_info->last_idle, idle_time);
mvwprintw(thread_win, 3, THREAD_WIN_FIRST_COL + 32, idle_time); mvwprintw(thread_win, 3, THREAD_WIN_FIRST_COL + 32, idle_time);
get_time_str(g_thread_history[thread_info->id].busy, busy_time); get_time_str(thread_info->busy - thread_info->last_busy, busy_time);
mvwprintw(thread_win, 3, THREAD_WIN_FIRST_COL + 54, busy_time); mvwprintw(thread_win, 3, THREAD_WIN_FIRST_COL + 54, busy_time);
} else { } else {
get_time_str(thread_info->idle, idle_time); get_time_str(thread_info->idle, idle_time);
@ -2089,16 +2057,13 @@ display_thread(struct rpc_thread_info *thread_info)
static void static void
show_thread(uint8_t current_page) show_thread(uint8_t current_page)
{ {
struct rpc_thread_info *thread_info[g_threads_stats.threads.threads_count]; struct rpc_thread_info thread_info;
uint64_t thread_number = current_page * g_max_data_rows + g_selected_row; uint64_t thread_number = current_page * g_max_data_rows + g_selected_row;
uint64_t i;
assert(thread_number < g_threads_stats.threads.threads_count); assert(thread_number < g_threads_stats.threads.threads_count);
for (i = 0; i < g_threads_stats.threads.threads_count; i++) { thread_info = g_threads_stats.threads.thread_info[thread_number];
thread_info[i] = &g_threads_stats.threads.thread_info[i];
}
display_thread(thread_info[thread_number]); display_thread(&thread_info);
} }
static void static void
@ -2333,6 +2298,8 @@ show_stats(void)
clock_gettime(CLOCK_REALTIME, &time_now); clock_gettime(CLOCK_REALTIME, &time_now);
time_last = time_now.tv_sec; time_last = time_now.tv_sec;
memset(&g_threads_stats, 0, sizeof(g_threads_stats));
switch_tab(THREADS_TAB); switch_tab(THREADS_TAB);
while (1) { while (1) {