d/numam-dpdk
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

pipeline: create inline functions for meter instructions

Browse Source 
Create inline functions for the meter instructions.

Signed-off-by: Cristian Dumitrescu <cristian.dumitrescu@intel.com>
This commit is contained in:
Cristian Dumitrescu 2021-09-13 17:44:33 +01:00 committed by Thomas Monjalon
parent c5d03ffda7
commit 0d5910ddcf
2 changed files with 558 additions and 440 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

457
lib/pipeline/rte_swx_pipeline.c
View File

@ -4470,119 +4470,14 @@ instr_meter_translate(struct rte_swx_pipeline *p,
CHECK(0, EINVAL);
}
static inline struct meter *
instr_meter_idx_hbo(struct rte_swx_pipeline *p, struct thread *t, struct instruction *ip)
{
struct metarray_runtime *r = &p->metarray_runtime[ip->meter.metarray_id];
uint8_t *idx_struct = t->structs[ip->meter.idx.struct_id];
uint64_t *idx64_ptr = (uint64_t *)&idx_struct[ip->meter.idx.offset];
uint64_t idx64 = *idx64_ptr;
uint64_t idx64_mask = UINT64_MAX >> (64 - (ip)->meter.idx.n_bits);
uint64_t idx = idx64 & idx64_mask & r->size_mask;
return &r->metarray[idx];
}
#if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
static inline struct meter *
instr_meter_idx_nbo(struct rte_swx_pipeline *p, struct thread *t, struct instruction *ip)
{
struct metarray_runtime *r = &p->metarray_runtime[ip->meter.metarray_id];
uint8_t *idx_struct = t->structs[ip->meter.idx.struct_id];
uint64_t *idx64_ptr = (uint64_t *)&idx_struct[ip->meter.idx.offset];
uint64_t idx64 = *idx64_ptr;
uint64_t idx = (ntoh64(idx64) >> (64 - ip->meter.idx.n_bits)) & r->size_mask;
return &r->metarray[idx];
}
#else
#define instr_meter_idx_nbo instr_meter_idx_hbo
#endif
static inline struct meter *
instr_meter_idx_imm(struct rte_swx_pipeline *p, struct instruction *ip)
{
struct metarray_runtime *r = &p->metarray_runtime[ip->meter.metarray_id];
uint64_t idx = ip->meter.idx_val & r->size_mask;
return &r->metarray[idx];
}
static inline uint32_t
instr_meter_length_hbo(struct thread *t, struct instruction *ip)
{
uint8_t *src_struct = t->structs[ip->meter.length.struct_id];
uint64_t *src64_ptr = (uint64_t *)&src_struct[ip->meter.length.offset];
uint64_t src64 = *src64_ptr;
uint64_t src64_mask = UINT64_MAX >> (64 - (ip)->meter.length.n_bits);
uint64_t src = src64 & src64_mask;
return (uint32_t)src;
}
#if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
static inline uint32_t
instr_meter_length_nbo(struct thread *t, struct instruction *ip)
{
uint8_t *src_struct = t->structs[ip->meter.length.struct_id];
uint64_t *src64_ptr = (uint64_t *)&src_struct[ip->meter.length.offset];
uint64_t src64 = *src64_ptr;
uint64_t src = ntoh64(src64) >> (64 - ip->meter.length.n_bits);
return (uint32_t)src;
}
#else
#define instr_meter_length_nbo instr_meter_length_hbo
#endif
static inline enum rte_color
instr_meter_color_in_hbo(struct thread *t, struct instruction *ip)
{
uint8_t *src_struct = t->structs[ip->meter.color_in.struct_id];
uint64_t *src64_ptr = (uint64_t *)&src_struct[ip->meter.color_in.offset];
uint64_t src64 = *src64_ptr;
uint64_t src64_mask = UINT64_MAX >> (64 - ip->meter.color_in.n_bits);
uint64_t src = src64 & src64_mask;
return (enum rte_color)src;
}
static inline void
instr_meter_color_out_hbo_set(struct thread *t, struct instruction *ip, enum rte_color color_out)
{
uint8_t *dst_struct = t->structs[ip->meter.color_out.struct_id];
uint64_t *dst64_ptr = (uint64_t *)&dst_struct[ip->meter.color_out.offset];
uint64_t dst64 = *dst64_ptr;
uint64_t dst64_mask = UINT64_MAX >> (64 - ip->meter.color_out.n_bits);
uint64_t src = (uint64_t)color_out;
*dst64_ptr = (dst64 & ~dst64_mask) | (src & dst64_mask);
}
static inline void
instr_metprefetch_h_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
TRACE("[Thread %2u] metprefetch (h)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m);
__instr_metprefetch_h_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4593,13 +4488,9 @@ instr_metprefetch_m_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
TRACE("[Thread %2u] metprefetch (m)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m);
__instr_metprefetch_m_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4610,13 +4501,9 @@ instr_metprefetch_i_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
TRACE("[Thread %2u] metprefetch (i)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m);
__instr_metprefetch_i_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4627,35 +4514,9 @@ instr_meter_hhm_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hhm)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_hhm_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4666,35 +4527,9 @@ instr_meter_hhi_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hhi)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_hhi_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4705,73 +4540,22 @@ instr_meter_hmm_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hmm)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_hmm_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
}
static inline void
instr_meter_hmi_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hmi)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_hmi_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4782,35 +4566,9 @@ instr_meter_mhm_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mhm)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_mhm_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4821,35 +4579,9 @@ instr_meter_mhi_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mhi)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_mhi_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4860,35 +4592,9 @@ instr_meter_mmm_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mmm)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_mmm_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4899,35 +4605,9 @@ instr_meter_mmi_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mmi)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_mmi_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4938,35 +4618,9 @@ instr_meter_ihm_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (ihm)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_ihm_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -4977,35 +4631,9 @@ instr_meter_ihi_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (ihi)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_ihi_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
@ -5016,73 +4644,22 @@ instr_meter_imm_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (imm)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_imm_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);
}
static inline void
instr_meter_imi_exec(struct rte_swx_pipeline *p)
{
struct thread *t = &p->threads[p->thread_id];
struct instruction *ip = t->ip;
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (imi)\n", p->thread_id);
/* Structs. */
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
__instr_meter_imi_exec(p, t, ip);
/* Thread. */
thread_ip_inc(p);

541
lib/pipeline/rte_swx_pipeline_internal.h
View File

@ -3302,4 +3302,545 @@ __instr_regadd_rii_exec(struct rte_swx_pipeline *p,
regarray[idx] += src;
}
/*
* metarray.
*/
static inline struct meter *
instr_meter_idx_hbo(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct metarray_runtime *r = &p->metarray_runtime[ip->meter.metarray_id];
uint8_t *idx_struct = t->structs[ip->meter.idx.struct_id];
uint64_t *idx64_ptr = (uint64_t *)&idx_struct[ip->meter.idx.offset];
uint64_t idx64 = *idx64_ptr;
uint64_t idx64_mask = UINT64_MAX >> (64 - (ip)->meter.idx.n_bits);
uint64_t idx = idx64 & idx64_mask & r->size_mask;
return &r->metarray[idx];
}
#if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
static inline struct meter *
instr_meter_idx_nbo(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct metarray_runtime *r = &p->metarray_runtime[ip->meter.metarray_id];
uint8_t *idx_struct = t->structs[ip->meter.idx.struct_id];
uint64_t *idx64_ptr = (uint64_t *)&idx_struct[ip->meter.idx.offset];
uint64_t idx64 = *idx64_ptr;
uint64_t idx = (ntoh64(idx64) >> (64 - ip->meter.idx.n_bits)) & r->size_mask;
return &r->metarray[idx];
}
#else
#define instr_meter_idx_nbo instr_meter_idx_hbo
#endif
static inline struct meter *
instr_meter_idx_imm(struct rte_swx_pipeline *p, const struct instruction *ip)
{
struct metarray_runtime *r = &p->metarray_runtime[ip->meter.metarray_id];
uint64_t idx = ip->meter.idx_val & r->size_mask;
return &r->metarray[idx];
}
static inline uint32_t
instr_meter_length_hbo(struct thread *t, const struct instruction *ip)
{
uint8_t *src_struct = t->structs[ip->meter.length.struct_id];
uint64_t *src64_ptr = (uint64_t *)&src_struct[ip->meter.length.offset];
uint64_t src64 = *src64_ptr;
uint64_t src64_mask = UINT64_MAX >> (64 - (ip)->meter.length.n_bits);
uint64_t src = src64 & src64_mask;
return (uint32_t)src;
}
#if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
static inline uint32_t
instr_meter_length_nbo(struct thread *t, const struct instruction *ip)
{
uint8_t *src_struct = t->structs[ip->meter.length.struct_id];
uint64_t *src64_ptr = (uint64_t *)&src_struct[ip->meter.length.offset];
uint64_t src64 = *src64_ptr;
uint64_t src = ntoh64(src64) >> (64 - ip->meter.length.n_bits);
return (uint32_t)src;
}
#else
#define instr_meter_length_nbo instr_meter_length_hbo
#endif
static inline enum rte_color
instr_meter_color_in_hbo(struct thread *t, const struct instruction *ip)
{
uint8_t *src_struct = t->structs[ip->meter.color_in.struct_id];
uint64_t *src64_ptr = (uint64_t *)&src_struct[ip->meter.color_in.offset];
uint64_t src64 = *src64_ptr;
uint64_t src64_mask = UINT64_MAX >> (64 - ip->meter.color_in.n_bits);
uint64_t src = src64 & src64_mask;
return (enum rte_color)src;
}
static inline void
instr_meter_color_out_hbo_set(struct thread *t,
const struct instruction *ip,
enum rte_color color_out)
{
uint8_t *dst_struct = t->structs[ip->meter.color_out.struct_id];
uint64_t *dst64_ptr = (uint64_t *)&dst_struct[ip->meter.color_out.offset];
uint64_t dst64 = *dst64_ptr;
uint64_t dst64_mask = UINT64_MAX >> (64 - ip->meter.color_out.n_bits);
uint64_t src = (uint64_t)color_out;
*dst64_ptr = (dst64 & ~dst64_mask) | (src & dst64_mask);
}
static inline void
__instr_metprefetch_h_exec(struct rte_swx_pipeline *p,
struct thread *t,
const struct instruction *ip)
{
struct meter *m;
TRACE("[Thread %2u] metprefetch (h)\n", p->thread_id);
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m);
}
static inline void
__instr_metprefetch_m_exec(struct rte_swx_pipeline *p,
struct thread *t,
const struct instruction *ip)
{
struct meter *m;
TRACE("[Thread %2u] metprefetch (m)\n", p->thread_id);
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m);
}
static inline void
__instr_metprefetch_i_exec(struct rte_swx_pipeline *p,
struct thread *t __rte_unused,
const struct instruction *ip)
{
struct meter *m;
TRACE("[Thread %2u] metprefetch (i)\n", p->thread_id);
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m);
}
static inline void
__instr_meter_hhm_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hhm)\n", p->thread_id);
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_hhi_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hhi)\n", p->thread_id);
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_hmm_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hmm)\n", p->thread_id);
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_hmi_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (hmi)\n", p->thread_id);
m = instr_meter_idx_nbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_mhm_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mhm)\n", p->thread_id);
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_mhi_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mhi)\n", p->thread_id);
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_mmm_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mmm)\n", p->thread_id);
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_mmi_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (mmi)\n", p->thread_id);
m = instr_meter_idx_hbo(p, t, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_ihm_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (ihm)\n", p->thread_id);
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_ihi_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (ihi)\n", p->thread_id);
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_nbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_imm_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (imm)\n", p->thread_id);
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = instr_meter_color_in_hbo(t, ip);
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
static inline void
__instr_meter_imi_exec(struct rte_swx_pipeline *p, struct thread *t, const struct instruction *ip)
{
struct meter *m;
uint64_t time, n_pkts, n_bytes;
uint32_t length;
enum rte_color color_in, color_out;
TRACE("[Thread %2u] meter (imi)\n", p->thread_id);
m = instr_meter_idx_imm(p, ip);
rte_prefetch0(m->n_pkts);
time = rte_get_tsc_cycles();
length = instr_meter_length_hbo(t, ip);
color_in = (enum rte_color)ip->meter.color_in_val;
color_out = rte_meter_trtcm_color_aware_check(&m->m,
&m->profile->profile,
time,
length,
color_in);
color_out &= m->color_mask;
n_pkts = m->n_pkts[color_out];
n_bytes = m->n_bytes[color_out];
instr_meter_color_out_hbo_set(t, ip, color_out);
m->n_pkts[color_out] = n_pkts + 1;
m->n_bytes[color_out] = n_bytes + length;
}
#endif