ca8c913582
If, for example, a VF is configured to use a 1500 byte MTU, but the port it is attached to is set to 9000 bytes, overlength frames can be received by the VF. As Huntington scatters by default, these overlength packets would be scattered across several descriptors, with all except the last having the CONT bit set. To avoid this, disable scatter when creating RXQs if the firmware supports doing so, which all recent versions do. Then we only get a single descriptor from an overlength frame. This will have the CONT bit set to indicate it was truncated, so we can discard it. Submitted by: Mark Spender <mspender at solarflare.com> Sponsored by: Solarflare Communications, Inc. MFC after: 2 days Differential Revision: https://reviews.freebsd.org/D4354
776 lines
17 KiB
C
776 lines
17 KiB
C
/*-
|
|
* Copyright (c) 2012-2015 Solarflare Communications Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright notice,
|
|
* this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
* and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
|
|
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
|
|
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
|
|
* EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* The views and conclusions contained in the software and documentation are
|
|
* those of the authors and should not be interpreted as representing official
|
|
* policies, either expressed or implied, of the FreeBSD Project.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include "efsys.h"
|
|
#include "efx.h"
|
|
#include "efx_impl.h"
|
|
|
|
|
|
#if EFSYS_OPT_HUNTINGTON
|
|
|
|
|
|
static __checkReturn efx_rc_t
|
|
efx_mcdi_init_rxq(
|
|
__in efx_nic_t *enp,
|
|
__in uint32_t size,
|
|
__in uint32_t target_evq,
|
|
__in uint32_t label,
|
|
__in uint32_t instance,
|
|
__in efsys_mem_t *esmp,
|
|
__in boolean_t disable_scatter)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[
|
|
MAX(MC_CMD_INIT_RXQ_IN_LEN(EFX_RXQ_NBUFS(EFX_RXQ_MAXNDESCS)),
|
|
MC_CMD_INIT_RXQ_OUT_LEN)];
|
|
int npages = EFX_RXQ_NBUFS(size);
|
|
int i;
|
|
efx_qword_t *dma_addr;
|
|
uint64_t addr;
|
|
efx_rc_t rc;
|
|
|
|
EFSYS_ASSERT3U(size, <=, EFX_RXQ_MAXNDESCS);
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_INIT_RXQ;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_INIT_RXQ_IN_LEN(npages);
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_INIT_RXQ_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_SIZE, size);
|
|
MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_TARGET_EVQ, target_evq);
|
|
MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_LABEL, label);
|
|
MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_INSTANCE, instance);
|
|
MCDI_IN_POPULATE_DWORD_6(req, INIT_RXQ_IN_FLAGS,
|
|
INIT_RXQ_IN_FLAG_BUFF_MODE, 0,
|
|
INIT_RXQ_IN_FLAG_HDR_SPLIT, 0,
|
|
INIT_RXQ_IN_FLAG_TIMESTAMP, 0,
|
|
INIT_RXQ_IN_CRC_MODE, 0,
|
|
INIT_RXQ_IN_FLAG_PREFIX, 1,
|
|
INIT_RXQ_IN_FLAG_DISABLE_SCATTER, disable_scatter);
|
|
MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_OWNER_ID, 0);
|
|
MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_PORT_ID, EVB_PORT_ID_ASSIGNED);
|
|
|
|
dma_addr = MCDI_IN2(req, efx_qword_t, INIT_RXQ_IN_DMA_ADDR);
|
|
addr = EFSYS_MEM_ADDR(esmp);
|
|
|
|
for (i = 0; i < npages; i++) {
|
|
EFX_POPULATE_QWORD_2(*dma_addr,
|
|
EFX_DWORD_1, (uint32_t)(addr >> 32),
|
|
EFX_DWORD_0, (uint32_t)(addr & 0xffffffff));
|
|
|
|
dma_addr++;
|
|
addr += EFX_BUF_SIZE;
|
|
}
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail1;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
static __checkReturn efx_rc_t
|
|
efx_mcdi_fini_rxq(
|
|
__in efx_nic_t *enp,
|
|
__in uint32_t instance)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[MAX(MC_CMD_FINI_RXQ_IN_LEN,
|
|
MC_CMD_FINI_RXQ_OUT_LEN)];
|
|
efx_rc_t rc;
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_FINI_RXQ;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_FINI_RXQ_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_FINI_RXQ_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, FINI_RXQ_IN_INSTANCE, instance);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if ((req.emr_rc != 0) && (req.emr_rc != MC_CMD_ERR_EALREADY)) {
|
|
rc = req.emr_rc;
|
|
goto fail1;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
static __checkReturn efx_rc_t
|
|
efx_mcdi_rss_context_alloc(
|
|
__in efx_nic_t *enp,
|
|
__out uint32_t *rss_contextp)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_ALLOC_IN_LEN,
|
|
MC_CMD_RSS_CONTEXT_ALLOC_OUT_LEN)];
|
|
uint32_t rss_context;
|
|
efx_rc_t rc;
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_RSS_CONTEXT_ALLOC;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_RSS_CONTEXT_ALLOC_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_RSS_CONTEXT_ALLOC_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_ALLOC_IN_UPSTREAM_PORT_ID,
|
|
EVB_PORT_ID_ASSIGNED);
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_ALLOC_IN_TYPE,
|
|
MC_CMD_RSS_CONTEXT_ALLOC_IN_TYPE_EXCLUSIVE);
|
|
/* NUM_QUEUES is only used to validate indirection table offsets */
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_ALLOC_IN_NUM_QUEUES, 64);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail1;
|
|
}
|
|
|
|
if (req.emr_out_length_used < MC_CMD_RSS_CONTEXT_ALLOC_OUT_LEN) {
|
|
rc = EMSGSIZE;
|
|
goto fail2;
|
|
}
|
|
|
|
rss_context = MCDI_OUT_DWORD(req, RSS_CONTEXT_ALLOC_OUT_RSS_CONTEXT_ID);
|
|
if (rss_context == HUNTINGTON_RSS_CONTEXT_INVALID) {
|
|
rc = ENOENT;
|
|
goto fail3;
|
|
}
|
|
|
|
*rss_contextp = rss_context;
|
|
|
|
return (0);
|
|
|
|
fail3:
|
|
EFSYS_PROBE(fail3);
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
static efx_rc_t
|
|
efx_mcdi_rss_context_free(
|
|
__in efx_nic_t *enp,
|
|
__in uint32_t rss_context)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_FREE_IN_LEN,
|
|
MC_CMD_RSS_CONTEXT_FREE_OUT_LEN)];
|
|
efx_rc_t rc;
|
|
|
|
if (rss_context == HUNTINGTON_RSS_CONTEXT_INVALID) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_RSS_CONTEXT_FREE;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_RSS_CONTEXT_FREE_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_RSS_CONTEXT_FREE_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_FREE_IN_RSS_CONTEXT_ID, rss_context);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail2;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
static efx_rc_t
|
|
efx_mcdi_rss_context_set_flags(
|
|
__in efx_nic_t *enp,
|
|
__in uint32_t rss_context,
|
|
__in efx_rx_hash_type_t type)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_SET_FLAGS_IN_LEN,
|
|
MC_CMD_RSS_CONTEXT_SET_FLAGS_OUT_LEN)];
|
|
efx_rc_t rc;
|
|
|
|
if (rss_context == HUNTINGTON_RSS_CONTEXT_INVALID) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_RSS_CONTEXT_SET_FLAGS;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_RSS_CONTEXT_SET_FLAGS_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_RSS_CONTEXT_SET_FLAGS_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_SET_FLAGS_IN_RSS_CONTEXT_ID,
|
|
rss_context);
|
|
|
|
MCDI_IN_POPULATE_DWORD_4(req, RSS_CONTEXT_SET_FLAGS_IN_FLAGS,
|
|
RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_IPV4_EN,
|
|
(type & (1U << EFX_RX_HASH_IPV4)) ? 1 : 0,
|
|
RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_TCPV4_EN,
|
|
(type & (1U << EFX_RX_HASH_TCPIPV4)) ? 1 : 0,
|
|
RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_IPV6_EN,
|
|
(type & (1U << EFX_RX_HASH_IPV6)) ? 1 : 0,
|
|
RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_TCPV6_EN,
|
|
(type & (1U << EFX_RX_HASH_TCPIPV6)) ? 1 : 0);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail2;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
static efx_rc_t
|
|
efx_mcdi_rss_context_set_key(
|
|
__in efx_nic_t *enp,
|
|
__in uint32_t rss_context,
|
|
__in_ecount(n) uint8_t *key,
|
|
__in size_t n)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_SET_KEY_IN_LEN,
|
|
MC_CMD_RSS_CONTEXT_SET_KEY_OUT_LEN)];
|
|
efx_rc_t rc;
|
|
|
|
if (rss_context == HUNTINGTON_RSS_CONTEXT_INVALID) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_RSS_CONTEXT_SET_KEY;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_RSS_CONTEXT_SET_KEY_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_RSS_CONTEXT_SET_KEY_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_SET_KEY_IN_RSS_CONTEXT_ID,
|
|
rss_context);
|
|
|
|
EFSYS_ASSERT3U(n, ==, MC_CMD_RSS_CONTEXT_SET_KEY_IN_TOEPLITZ_KEY_LEN);
|
|
if (n != MC_CMD_RSS_CONTEXT_SET_KEY_IN_TOEPLITZ_KEY_LEN) {
|
|
rc = EINVAL;
|
|
goto fail2;
|
|
}
|
|
|
|
memcpy(MCDI_IN2(req, uint8_t, RSS_CONTEXT_SET_KEY_IN_TOEPLITZ_KEY),
|
|
key, n);
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail3;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail3:
|
|
EFSYS_PROBE(fail3);
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
static efx_rc_t
|
|
efx_mcdi_rss_context_set_table(
|
|
__in efx_nic_t *enp,
|
|
__in uint32_t rss_context,
|
|
__in_ecount(n) unsigned int *table,
|
|
__in size_t n)
|
|
{
|
|
efx_mcdi_req_t req;
|
|
uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_SET_TABLE_IN_LEN,
|
|
MC_CMD_RSS_CONTEXT_SET_TABLE_OUT_LEN)];
|
|
uint8_t *req_table;
|
|
int i, rc;
|
|
|
|
if (rss_context == HUNTINGTON_RSS_CONTEXT_INVALID) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
(void) memset(payload, 0, sizeof (payload));
|
|
req.emr_cmd = MC_CMD_RSS_CONTEXT_SET_TABLE;
|
|
req.emr_in_buf = payload;
|
|
req.emr_in_length = MC_CMD_RSS_CONTEXT_SET_TABLE_IN_LEN;
|
|
req.emr_out_buf = payload;
|
|
req.emr_out_length = MC_CMD_RSS_CONTEXT_SET_TABLE_OUT_LEN;
|
|
|
|
MCDI_IN_SET_DWORD(req, RSS_CONTEXT_SET_TABLE_IN_RSS_CONTEXT_ID,
|
|
rss_context);
|
|
|
|
req_table =
|
|
MCDI_IN2(req, uint8_t, RSS_CONTEXT_SET_TABLE_IN_INDIRECTION_TABLE);
|
|
|
|
for (i = 0;
|
|
i < MC_CMD_RSS_CONTEXT_SET_TABLE_IN_INDIRECTION_TABLE_LEN;
|
|
i++) {
|
|
req_table[i] = (n > 0) ? (uint8_t)table[i % n] : 0;
|
|
}
|
|
|
|
efx_mcdi_execute(enp, &req);
|
|
|
|
if (req.emr_rc != 0) {
|
|
rc = req.emr_rc;
|
|
goto fail2;
|
|
}
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_init(
|
|
__in efx_nic_t *enp)
|
|
{
|
|
#if EFSYS_OPT_RX_SCALE
|
|
|
|
if (efx_mcdi_rss_context_alloc(enp, &enp->en_rss_context) == 0) {
|
|
/*
|
|
* Allocated an exclusive RSS context, which allows both the
|
|
* indirection table and key to be modified.
|
|
*/
|
|
enp->en_rss_support = EFX_RX_SCALE_EXCLUSIVE;
|
|
enp->en_hash_support = EFX_RX_HASH_AVAILABLE;
|
|
} else {
|
|
/*
|
|
* Failed to allocate an exclusive RSS context. Continue
|
|
* operation without support for RSS. The pseudo-header in
|
|
* received packets will not contain a Toeplitz hash value.
|
|
*/
|
|
enp->en_rss_support = EFX_RX_SCALE_UNAVAILABLE;
|
|
enp->en_hash_support = EFX_RX_HASH_UNAVAILABLE;
|
|
}
|
|
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
return (0);
|
|
}
|
|
|
|
#if EFSYS_OPT_RX_HDR_SPLIT
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_hdr_split_enable(
|
|
__in efx_nic_t *enp,
|
|
__in unsigned int hdr_buf_size,
|
|
__in unsigned int pld_buf_size)
|
|
{
|
|
efx_rc_t rc;
|
|
|
|
/* FIXME */
|
|
_NOTE(ARGUNUSED(enp, hdr_buf_size, pld_buf_size))
|
|
if (B_FALSE) {
|
|
rc = ENOTSUP;
|
|
goto fail1;
|
|
}
|
|
/* FIXME */
|
|
|
|
return (0);
|
|
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_HDR_SPLIT */
|
|
|
|
#if EFSYS_OPT_RX_SCATTER
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_scatter_enable(
|
|
__in efx_nic_t *enp,
|
|
__in unsigned int buf_size)
|
|
{
|
|
_NOTE(ARGUNUSED(enp, buf_size))
|
|
return (0);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCATTER */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_scale_mode_set(
|
|
__in efx_nic_t *enp,
|
|
__in efx_rx_hash_alg_t alg,
|
|
__in efx_rx_hash_type_t type,
|
|
__in boolean_t insert)
|
|
{
|
|
efx_rc_t rc;
|
|
|
|
EFSYS_ASSERT3U(alg, ==, EFX_RX_HASHALG_TOEPLITZ);
|
|
EFSYS_ASSERT3U(insert, ==, B_TRUE);
|
|
|
|
if ((alg != EFX_RX_HASHALG_TOEPLITZ) || (insert == B_FALSE)) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
|
|
if (enp->en_rss_support == EFX_RX_SCALE_UNAVAILABLE) {
|
|
rc = ENOTSUP;
|
|
goto fail2;
|
|
}
|
|
|
|
if ((rc = efx_mcdi_rss_context_set_flags(enp,
|
|
enp->en_rss_context, type)) != 0)
|
|
goto fail3;
|
|
|
|
return (0);
|
|
|
|
fail3:
|
|
EFSYS_PROBE(fail3);
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_scale_key_set(
|
|
__in efx_nic_t *enp,
|
|
__in_ecount(n) uint8_t *key,
|
|
__in size_t n)
|
|
{
|
|
efx_rc_t rc;
|
|
|
|
if (enp->en_rss_support == EFX_RX_SCALE_UNAVAILABLE) {
|
|
rc = ENOTSUP;
|
|
goto fail1;
|
|
}
|
|
|
|
if ((rc = efx_mcdi_rss_context_set_key(enp,
|
|
enp->en_rss_context, key, n)) != 0)
|
|
goto fail2;
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
#if EFSYS_OPT_RX_SCALE
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_scale_tbl_set(
|
|
__in efx_nic_t *enp,
|
|
__in_ecount(n) unsigned int *table,
|
|
__in size_t n)
|
|
{
|
|
efx_rc_t rc;
|
|
|
|
if (enp->en_rss_support == EFX_RX_SCALE_UNAVAILABLE) {
|
|
rc = ENOTSUP;
|
|
goto fail1;
|
|
}
|
|
|
|
if ((rc = efx_mcdi_rss_context_set_table(enp,
|
|
enp->en_rss_context, table, n)) != 0)
|
|
goto fail2;
|
|
|
|
return (0);
|
|
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
|
|
void
|
|
hunt_rx_qpost(
|
|
__in efx_rxq_t *erp,
|
|
__in_ecount(n) efsys_dma_addr_t *addrp,
|
|
__in size_t size,
|
|
__in unsigned int n,
|
|
__in unsigned int completed,
|
|
__in unsigned int added)
|
|
{
|
|
efx_qword_t qword;
|
|
unsigned int i;
|
|
unsigned int offset;
|
|
unsigned int id;
|
|
|
|
/* The client driver must not overfill the queue */
|
|
EFSYS_ASSERT3U(added - completed + n, <=,
|
|
EFX_RXQ_LIMIT(erp->er_mask + 1));
|
|
|
|
id = added & (erp->er_mask);
|
|
for (i = 0; i < n; i++) {
|
|
EFSYS_PROBE4(rx_post, unsigned int, erp->er_index,
|
|
unsigned int, id, efsys_dma_addr_t, addrp[i],
|
|
size_t, size);
|
|
|
|
EFX_POPULATE_QWORD_3(qword,
|
|
ESF_DZ_RX_KER_BYTE_CNT, (uint32_t)(size),
|
|
ESF_DZ_RX_KER_BUF_ADDR_DW0,
|
|
(uint32_t)(addrp[i] & 0xffffffff),
|
|
ESF_DZ_RX_KER_BUF_ADDR_DW1,
|
|
(uint32_t)(addrp[i] >> 32));
|
|
|
|
offset = id * sizeof (efx_qword_t);
|
|
EFSYS_MEM_WRITEQ(erp->er_esmp, offset, &qword);
|
|
|
|
id = (id + 1) & (erp->er_mask);
|
|
}
|
|
}
|
|
|
|
void
|
|
hunt_rx_qpush(
|
|
__in efx_rxq_t *erp,
|
|
__in unsigned int added,
|
|
__inout unsigned int *pushedp)
|
|
{
|
|
efx_nic_t *enp = erp->er_enp;
|
|
unsigned int pushed = *pushedp;
|
|
uint32_t wptr;
|
|
efx_dword_t dword;
|
|
|
|
/* Hardware has alignment restriction for WPTR */
|
|
wptr = P2ALIGN(added, HUNTINGTON_RX_WPTR_ALIGN);
|
|
if (pushed == wptr)
|
|
return;
|
|
|
|
*pushedp = wptr;
|
|
|
|
/* Push the populated descriptors out */
|
|
wptr &= erp->er_mask;
|
|
|
|
EFX_POPULATE_DWORD_1(dword, ERF_DZ_RX_DESC_WPTR, wptr);
|
|
|
|
/* Guarantee ordering of memory (descriptors) and PIO (doorbell) */
|
|
EFX_DMA_SYNC_QUEUE_FOR_DEVICE(erp->er_esmp, erp->er_mask + 1,
|
|
wptr, pushed & erp->er_mask);
|
|
EFSYS_PIO_WRITE_BARRIER();
|
|
EFX_BAR_TBL_WRITED(enp, ER_DZ_RX_DESC_UPD_REG,
|
|
erp->er_index, &dword, B_FALSE);
|
|
}
|
|
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_qflush(
|
|
__in efx_rxq_t *erp)
|
|
{
|
|
efx_nic_t *enp = erp->er_enp;
|
|
efx_rc_t rc;
|
|
|
|
if ((rc = efx_mcdi_fini_rxq(enp, erp->er_index)) != 0)
|
|
goto fail1;
|
|
|
|
return (0);
|
|
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
void
|
|
hunt_rx_qenable(
|
|
__in efx_rxq_t *erp)
|
|
{
|
|
/* FIXME */
|
|
_NOTE(ARGUNUSED(erp))
|
|
/* FIXME */
|
|
}
|
|
|
|
__checkReturn efx_rc_t
|
|
hunt_rx_qcreate(
|
|
__in efx_nic_t *enp,
|
|
__in unsigned int index,
|
|
__in unsigned int label,
|
|
__in efx_rxq_type_t type,
|
|
__in efsys_mem_t *esmp,
|
|
__in size_t n,
|
|
__in uint32_t id,
|
|
__in efx_evq_t *eep,
|
|
__in efx_rxq_t *erp)
|
|
{
|
|
efx_nic_cfg_t *encp = &(enp->en_nic_cfg);
|
|
efx_rc_t rc;
|
|
boolean_t disable_scatter;
|
|
|
|
_NOTE(ARGUNUSED(erp))
|
|
|
|
EFX_STATIC_ASSERT(EFX_EV_RX_NLABELS == (1 << ESF_DZ_RX_QLABEL_WIDTH));
|
|
EFSYS_ASSERT3U(label, <, EFX_EV_RX_NLABELS);
|
|
EFSYS_ASSERT3U(enp->en_rx_qcount + 1, <, encp->enc_rxq_limit);
|
|
|
|
EFX_STATIC_ASSERT(ISP2(EFX_RXQ_MAXNDESCS));
|
|
EFX_STATIC_ASSERT(ISP2(EFX_RXQ_MINNDESCS));
|
|
|
|
if (!ISP2(n) || (n < EFX_RXQ_MINNDESCS) || (n > EFX_RXQ_MAXNDESCS)) {
|
|
rc = EINVAL;
|
|
goto fail1;
|
|
}
|
|
if (index >= encp->enc_rxq_limit) {
|
|
rc = EINVAL;
|
|
goto fail2;
|
|
}
|
|
|
|
/* Scatter can only be disabled if the firmware supports doing so */
|
|
if ((type != EFX_RXQ_TYPE_SCATTER) &&
|
|
enp->en_nic_cfg.enc_rx_disable_scatter_supported) {
|
|
disable_scatter = B_TRUE;
|
|
} else {
|
|
disable_scatter = B_FALSE;
|
|
}
|
|
|
|
/*
|
|
* Note: EFX_RXQ_TYPE_SPLIT_HEADER and EFX_RXQ_TYPE_SPLIT_PAYLOAD are
|
|
* not supported here.
|
|
*/
|
|
|
|
if ((rc = efx_mcdi_init_rxq(enp, n, eep->ee_index, label, index,
|
|
esmp, disable_scatter)) != 0)
|
|
goto fail3;
|
|
|
|
erp->er_eep = eep;
|
|
erp->er_label = label;
|
|
|
|
hunt_ev_rxlabel_init(eep, erp, label);
|
|
|
|
return (0);
|
|
|
|
fail3:
|
|
EFSYS_PROBE(fail3);
|
|
fail2:
|
|
EFSYS_PROBE(fail2);
|
|
fail1:
|
|
EFSYS_PROBE1(fail1, efx_rc_t, rc);
|
|
|
|
return (rc);
|
|
}
|
|
|
|
void
|
|
hunt_rx_qdestroy(
|
|
__in efx_rxq_t *erp)
|
|
{
|
|
efx_nic_t *enp = erp->er_enp;
|
|
efx_evq_t *eep = erp->er_eep;
|
|
unsigned int label = erp->er_label;
|
|
|
|
hunt_ev_rxlabel_fini(eep, label);
|
|
|
|
EFSYS_ASSERT(enp->en_rx_qcount != 0);
|
|
--enp->en_rx_qcount;
|
|
|
|
EFSYS_KMEM_FREE(enp->en_esip, sizeof (efx_rxq_t), erp);
|
|
}
|
|
|
|
void
|
|
hunt_rx_fini(
|
|
__in efx_nic_t *enp)
|
|
{
|
|
#if EFSYS_OPT_RX_SCALE
|
|
if (enp->en_rss_support != EFX_RX_SCALE_UNAVAILABLE) {
|
|
(void) efx_mcdi_rss_context_free(enp, enp->en_rss_context);
|
|
}
|
|
enp->en_rss_context = 0;
|
|
enp->en_rss_support = EFX_RX_SCALE_UNAVAILABLE;
|
|
#else
|
|
_NOTE(ARGUNUSED(enp))
|
|
#endif /* EFSYS_OPT_RX_SCALE */
|
|
}
|
|
|
|
#endif /* EFSYS_OPT_HUNTINGTON */
|