f8244c6399
Extend port_id definition from uint8_t to uint16_t in lib and drivers data structures, specifically rte_eth_dev_data. Modify the APIs, drivers and app using port_id at the same time. Fix some checkpatch issues from the original code and remove some unnecessary cast operations. release_17_11 and deprecation docs have been updated in this patch. Signed-off-by: Zhiyong Yang <zhiyong.yang@intel.com> Acked-by: Adrien Mazarguil <adrien.mazarguil@6wind.com> Reviewed-by: Ferruh Yigit <ferruh.yigit@intel.com>
219 lines
6.4 KiB
C
219 lines
6.4 KiB
C
/*-
|
|
* BSD LICENSE
|
|
*
|
|
* Copyright(c) 2016 Intel Corporation. All rights reserved.
|
|
* Copyright(c) 2017, Linaro Limited
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* * Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in
|
|
* the documentation and/or other materials provided with the
|
|
* distribution.
|
|
* * Neither the name of Intel Corporation nor the names of its
|
|
* contributors may be used to endorse or promote products derived
|
|
* from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifndef __L3FWD_EM_HLM_H__
|
|
#define __L3FWD_EM_HLM_H__
|
|
|
|
#if defined RTE_ARCH_X86
|
|
#include "l3fwd_sse.h"
|
|
#include "l3fwd_em_hlm_sse.h"
|
|
#elif defined RTE_MACHINE_CPUFLAG_NEON
|
|
#include "l3fwd_neon.h"
|
|
#include "l3fwd_em_hlm_neon.h"
|
|
#endif
|
|
|
|
#ifdef RTE_ARCH_ARM64
|
|
#define EM_HASH_LOOKUP_COUNT 16
|
|
#else
|
|
#define EM_HASH_LOOKUP_COUNT 8
|
|
#endif
|
|
|
|
|
|
static __rte_always_inline void
|
|
em_get_dst_port_ipv4xN(struct lcore_conf *qconf, struct rte_mbuf *m[],
|
|
uint16_t portid, uint16_t dst_port[])
|
|
{
|
|
int i;
|
|
int32_t ret[EM_HASH_LOOKUP_COUNT];
|
|
union ipv4_5tuple_host key[EM_HASH_LOOKUP_COUNT];
|
|
const void *key_array[EM_HASH_LOOKUP_COUNT];
|
|
|
|
for (i = 0; i < EM_HASH_LOOKUP_COUNT; i++) {
|
|
get_ipv4_5tuple(m[i], mask0.x, &key[i]);
|
|
key_array[i] = &key[i];
|
|
}
|
|
|
|
rte_hash_lookup_bulk(qconf->ipv4_lookup_struct, &key_array[0],
|
|
EM_HASH_LOOKUP_COUNT, ret);
|
|
|
|
for (i = 0; i < EM_HASH_LOOKUP_COUNT; i++) {
|
|
dst_port[i] = ((ret[i] < 0) ?
|
|
portid : ipv4_l3fwd_out_if[ret[i]]);
|
|
|
|
if (dst_port[i] >= RTE_MAX_ETHPORTS ||
|
|
(enabled_port_mask & 1 << dst_port[i]) == 0)
|
|
dst_port[i] = portid;
|
|
}
|
|
}
|
|
|
|
static __rte_always_inline void
|
|
em_get_dst_port_ipv6xN(struct lcore_conf *qconf, struct rte_mbuf *m[],
|
|
uint16_t portid, uint16_t dst_port[])
|
|
{
|
|
int i;
|
|
int32_t ret[EM_HASH_LOOKUP_COUNT];
|
|
union ipv6_5tuple_host key[EM_HASH_LOOKUP_COUNT];
|
|
const void *key_array[EM_HASH_LOOKUP_COUNT];
|
|
|
|
for (i = 0; i < EM_HASH_LOOKUP_COUNT; i++) {
|
|
get_ipv6_5tuple(m[i], mask1.x, mask2.x, &key[i]);
|
|
key_array[i] = &key[i];
|
|
}
|
|
|
|
rte_hash_lookup_bulk(qconf->ipv6_lookup_struct, &key_array[0],
|
|
EM_HASH_LOOKUP_COUNT, ret);
|
|
|
|
for (i = 0; i < EM_HASH_LOOKUP_COUNT; i++) {
|
|
dst_port[i] = ((ret[i] < 0) ?
|
|
portid : ipv6_l3fwd_out_if[ret[i]]);
|
|
|
|
if (dst_port[i] >= RTE_MAX_ETHPORTS ||
|
|
(enabled_port_mask & 1 << dst_port[i]) == 0)
|
|
dst_port[i] = portid;
|
|
}
|
|
}
|
|
|
|
static __rte_always_inline uint16_t
|
|
em_get_dst_port(const struct lcore_conf *qconf, struct rte_mbuf *pkt,
|
|
uint16_t portid)
|
|
{
|
|
uint16_t next_hop;
|
|
struct ipv4_hdr *ipv4_hdr;
|
|
struct ipv6_hdr *ipv6_hdr;
|
|
uint32_t tcp_or_udp;
|
|
uint32_t l3_ptypes;
|
|
|
|
tcp_or_udp = pkt->packet_type & (RTE_PTYPE_L4_TCP | RTE_PTYPE_L4_UDP);
|
|
l3_ptypes = pkt->packet_type & RTE_PTYPE_L3_MASK;
|
|
|
|
if (tcp_or_udp && (l3_ptypes == RTE_PTYPE_L3_IPV4)) {
|
|
|
|
/* Handle IPv4 headers.*/
|
|
ipv4_hdr = rte_pktmbuf_mtod_offset(pkt, struct ipv4_hdr *,
|
|
sizeof(struct ether_hdr));
|
|
|
|
next_hop = em_get_ipv4_dst_port(ipv4_hdr, portid,
|
|
qconf->ipv4_lookup_struct);
|
|
|
|
if (next_hop >= RTE_MAX_ETHPORTS ||
|
|
(enabled_port_mask & 1 << next_hop) == 0)
|
|
next_hop = portid;
|
|
|
|
return next_hop;
|
|
|
|
} else if (tcp_or_udp && (l3_ptypes == RTE_PTYPE_L3_IPV6)) {
|
|
|
|
/* Handle IPv6 headers.*/
|
|
ipv6_hdr = rte_pktmbuf_mtod_offset(pkt, struct ipv6_hdr *,
|
|
sizeof(struct ether_hdr));
|
|
|
|
next_hop = em_get_ipv6_dst_port(ipv6_hdr, portid,
|
|
qconf->ipv6_lookup_struct);
|
|
|
|
if (next_hop >= RTE_MAX_ETHPORTS ||
|
|
(enabled_port_mask & 1 << next_hop) == 0)
|
|
next_hop = portid;
|
|
|
|
return next_hop;
|
|
|
|
}
|
|
|
|
return portid;
|
|
}
|
|
|
|
/*
|
|
* Buffer optimized handling of packets, invoked
|
|
* from main_loop.
|
|
*/
|
|
static inline void
|
|
l3fwd_em_send_packets(int nb_rx, struct rte_mbuf **pkts_burst,
|
|
uint16_t portid, struct lcore_conf *qconf)
|
|
{
|
|
int32_t i, j, pos;
|
|
uint16_t dst_port[MAX_PKT_BURST];
|
|
|
|
/*
|
|
* Send nb_rx - nb_rx % EM_HASH_LOOKUP_COUNT packets
|
|
* in groups of EM_HASH_LOOKUP_COUNT.
|
|
*/
|
|
int32_t n = RTE_ALIGN_FLOOR(nb_rx, EM_HASH_LOOKUP_COUNT);
|
|
|
|
for (j = 0; j < EM_HASH_LOOKUP_COUNT && j < nb_rx; j++) {
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts_burst[j],
|
|
struct ether_hdr *) + 1);
|
|
}
|
|
|
|
for (j = 0; j < n; j += EM_HASH_LOOKUP_COUNT) {
|
|
|
|
uint32_t pkt_type = RTE_PTYPE_L3_MASK |
|
|
RTE_PTYPE_L4_TCP | RTE_PTYPE_L4_UDP;
|
|
uint32_t l3_type, tcp_or_udp;
|
|
|
|
for (i = 0; i < EM_HASH_LOOKUP_COUNT; i++)
|
|
pkt_type &= pkts_burst[j + i]->packet_type;
|
|
|
|
l3_type = pkt_type & RTE_PTYPE_L3_MASK;
|
|
tcp_or_udp = pkt_type & (RTE_PTYPE_L4_TCP | RTE_PTYPE_L4_UDP);
|
|
|
|
for (i = 0, pos = j + EM_HASH_LOOKUP_COUNT;
|
|
i < EM_HASH_LOOKUP_COUNT && pos < nb_rx; i++, pos++) {
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts_burst[pos],
|
|
struct ether_hdr *) + 1);
|
|
}
|
|
|
|
if (tcp_or_udp && (l3_type == RTE_PTYPE_L3_IPV4)) {
|
|
|
|
em_get_dst_port_ipv4xN(qconf, &pkts_burst[j], portid,
|
|
&dst_port[j]);
|
|
|
|
} else if (tcp_or_udp && (l3_type == RTE_PTYPE_L3_IPV6)) {
|
|
|
|
em_get_dst_port_ipv6xN(qconf, &pkts_burst[j], portid,
|
|
&dst_port[j]);
|
|
|
|
} else {
|
|
for (i = 0; i < EM_HASH_LOOKUP_COUNT; i++)
|
|
dst_port[j + i] = em_get_dst_port(qconf,
|
|
pkts_burst[j + i], portid);
|
|
}
|
|
}
|
|
|
|
for (; j < nb_rx; j++)
|
|
dst_port[j] = em_get_dst_port(qconf, pkts_burst[j], portid);
|
|
|
|
send_packets_multi(qconf, pkts_burst, dst_port, nb_rx);
|
|
|
|
}
|
|
#endif /* __L3FWD_EM_HLM_H__ */
|