6d13ea8e8e
Add 'rte_' prefix to structures: - rename struct ether_addr as struct rte_ether_addr. - rename struct ether_hdr as struct rte_ether_hdr. - rename struct vlan_hdr as struct rte_vlan_hdr. - rename struct vxlan_hdr as struct rte_vxlan_hdr. - rename struct vxlan_gpe_hdr as struct rte_vxlan_gpe_hdr. Do not update the command line library to avoid adding a dependency to librte_net. Signed-off-by: Olivier Matz <olivier.matz@6wind.com> Reviewed-by: Stephen Hemminger <stephen@networkplumber.org> Reviewed-by: Maxime Coquelin <maxime.coquelin@redhat.com> Reviewed-by: Ferruh Yigit <ferruh.yigit@intel.com>
95 lines
2.5 KiB
C
95 lines
2.5 KiB
C
/* SPDX-License-Identifier: BSD-3-Clause
|
|
* Copyright(c) 2018 Intel Corporation
|
|
*/
|
|
|
|
#ifndef _MACSWAP_SSE_H_
|
|
#define _MACSWAP_SSE_H_
|
|
|
|
#include "macswap_common.h"
|
|
|
|
static inline void
|
|
do_macswap(struct rte_mbuf *pkts[], uint16_t nb,
|
|
struct rte_port *txp)
|
|
{
|
|
struct rte_ether_hdr *eth_hdr[4];
|
|
struct rte_mbuf *mb[4];
|
|
uint64_t ol_flags;
|
|
int i;
|
|
int r;
|
|
__m128i addr0, addr1, addr2, addr3;
|
|
/**
|
|
* shuffle mask be used to shuffle the 16 bytes.
|
|
* byte 0-5 wills be swapped with byte 6-11.
|
|
* byte 12-15 will keep unchanged.
|
|
*/
|
|
__m128i shfl_msk = _mm_set_epi8(15, 14, 13, 12,
|
|
5, 4, 3, 2,
|
|
1, 0, 11, 10,
|
|
9, 8, 7, 6);
|
|
|
|
ol_flags = ol_flags_init(txp->dev_conf.txmode.offloads);
|
|
vlan_qinq_set(pkts, nb, ol_flags,
|
|
txp->tx_vlan_id, txp->tx_vlan_id_outer);
|
|
|
|
i = 0;
|
|
r = nb;
|
|
|
|
while (r >= 4) {
|
|
if (r >= 8) {
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 4], void *));
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 5], void *));
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 6], void *));
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 7], void *));
|
|
}
|
|
|
|
mb[0] = pkts[i++];
|
|
eth_hdr[0] = rte_pktmbuf_mtod(mb[0], struct rte_ether_hdr *);
|
|
addr0 = _mm_loadu_si128((__m128i *)eth_hdr[0]);
|
|
|
|
mb[1] = pkts[i++];
|
|
eth_hdr[1] = rte_pktmbuf_mtod(mb[1], struct rte_ether_hdr *);
|
|
addr1 = _mm_loadu_si128((__m128i *)eth_hdr[1]);
|
|
|
|
|
|
mb[2] = pkts[i++];
|
|
eth_hdr[2] = rte_pktmbuf_mtod(mb[2], struct rte_ether_hdr *);
|
|
addr2 = _mm_loadu_si128((__m128i *)eth_hdr[2]);
|
|
|
|
mb[3] = pkts[i++];
|
|
eth_hdr[3] = rte_pktmbuf_mtod(mb[3], struct rte_ether_hdr *);
|
|
addr3 = _mm_loadu_si128((__m128i *)eth_hdr[3]);
|
|
|
|
addr0 = _mm_shuffle_epi8(addr0, shfl_msk);
|
|
addr1 = _mm_shuffle_epi8(addr1, shfl_msk);
|
|
addr2 = _mm_shuffle_epi8(addr2, shfl_msk);
|
|
addr3 = _mm_shuffle_epi8(addr3, shfl_msk);
|
|
|
|
_mm_storeu_si128((__m128i *)eth_hdr[0], addr0);
|
|
_mm_storeu_si128((__m128i *)eth_hdr[1], addr1);
|
|
_mm_storeu_si128((__m128i *)eth_hdr[2], addr2);
|
|
_mm_storeu_si128((__m128i *)eth_hdr[3], addr3);
|
|
|
|
mbuf_field_set(mb[0], ol_flags);
|
|
mbuf_field_set(mb[1], ol_flags);
|
|
mbuf_field_set(mb[2], ol_flags);
|
|
mbuf_field_set(mb[3], ol_flags);
|
|
r -= 4;
|
|
}
|
|
|
|
for ( ; i < nb; i++) {
|
|
if (i < nb - 1)
|
|
rte_prefetch0(rte_pktmbuf_mtod(pkts[i+1], void *));
|
|
mb[0] = pkts[i];
|
|
eth_hdr[0] = rte_pktmbuf_mtod(mb[0], struct rte_ether_hdr *);
|
|
|
|
/* Swap dest and src mac addresses. */
|
|
addr0 = _mm_loadu_si128((__m128i *)eth_hdr[0]);
|
|
addr0 = _mm_shuffle_epi8(addr0, shfl_msk);
|
|
_mm_storeu_si128((__m128i *)eth_hdr[0], addr0);
|
|
|
|
mbuf_field_set(mb[0], ol_flags);
|
|
}
|
|
}
|
|
|
|
#endif /* _MACSWAP_SSE_H_ */
|