Adjust if_vmx default receive parameters for better out-of-box performance

These adjustments improve performance with jumbo frames and/or LRO
enabled (i.e., when there may be multiple descriptors per packet) by
increasing the default size of the receive queues and by always using
page-sized buffers for the body type receive ring.

This patch also adjust the initialization of the max frame size to
remove cases where certain configuration sequences would result in 2K
receive buffers being used instead of 4K ones when jumbo frames were
enabled.

Reviewed by:	gallatin
MFC after:	1 week
Differential Revision:	https://reviews.freebsd.org/D23950
This commit is contained in:
Patrick Kelsey 2020-03-14 20:11:46 +00:00
parent f50375eec6
commit 1342c8c622
2 changed files with 33 additions and 6 deletions

View File

@ -381,6 +381,12 @@ vmxnet3_attach_pre(if_ctx_t ctx)
scctx->isc_rxqsizes[2] =
sizeof(struct vmxnet3_rxdesc) * scctx->isc_nrxd[2];
/*
* Initialize the max frame size and descriptor queue buffer
* sizes.
*/
vmxnet3_mtu_set(ctx, if_getmtu(sc->vmx_ifp));
scctx->isc_rss_table_size = UPT1_RSS_MAX_IND_TABLE_SIZE;
/* Map PCI BARs */
@ -1943,13 +1949,8 @@ static void
vmxnet3_init(if_ctx_t ctx)
{
struct vmxnet3_softc *sc;
if_softc_ctx_t scctx;
sc = iflib_get_softc(ctx);
scctx = sc->vmx_scctx;
scctx->isc_max_frame_size = if_getmtu(iflib_get_ifp(ctx)) +
ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN + ETHER_CRC_LEN;
/* Use the current MAC address. */
bcopy(IF_LLADDR(sc->vmx_ifp), sc->vmx_lladdr, ETHER_ADDR_LEN);
@ -1975,11 +1976,37 @@ vmxnet3_multi_set(if_ctx_t ctx)
static int
vmxnet3_mtu_set(if_ctx_t ctx, uint32_t mtu)
{
struct vmxnet3_softc *sc;
if_softc_ctx_t scctx;
sc = iflib_get_softc(ctx);
scctx = sc->vmx_scctx;
if (mtu > VMXNET3_TX_MAXSIZE - (ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN +
ETHER_CRC_LEN))
return (EINVAL);
/*
* Update the max frame size so that the rx mbuf size is
* chosen based on the new mtu during the interface init that
* will occur after this routine returns.
*/
scctx->isc_max_frame_size = mtu +
ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN + ETHER_CRC_LEN;
/* RX completion queue - n/a */
scctx->isc_rxd_buf_size[0] = 0;
/*
* For header-type descriptors (used for first segment of
* packet), let iflib determine the buffer size based on the
* max frame size.
*/
scctx->isc_rxd_buf_size[1] = 0;
/*
* For body-type descriptors (used for jumbo frames and LRO),
* always use page-sized buffers.
*/
scctx->isc_rxd_buf_size[2] = MJUMPAGESIZE;
return (0);
}

View File

@ -41,7 +41,7 @@ struct vmxnet3_softc;
#define VMXNET3_MAX_TX_NDESC 4096
#define VMXNET3_MIN_TX_NDESC 32
#define VMXNET3_MASK_TX_NDESC 0x1F
#define VMXNET3_DEF_RX_NDESC 256
#define VMXNET3_DEF_RX_NDESC 512
#define VMXNET3_MAX_RX_NDESC 2048
#define VMXNET3_MIN_RX_NDESC 32
#define VMXNET3_MASK_RX_NDESC 0x1F