2014-05-19 01:21:02 +00:00
|
|
|
/******************************************************************************
|
|
|
|
|
2018-06-18 20:32:53 +00:00
|
|
|
Copyright (c) 2013-2018, Intel Corporation
|
2014-05-19 01:21:02 +00:00
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
|
|
|
|
1. Redistributions of source code must retain the above copyright notice,
|
|
|
|
this list of conditions and the following disclaimer.
|
|
|
|
|
|
|
|
2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
notice, this list of conditions and the following disclaimer in the
|
|
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
|
|
|
|
3. Neither the name of the Intel Corporation nor the names of its
|
|
|
|
contributors may be used to endorse or promote products derived from
|
|
|
|
this software without specific prior written permission.
|
|
|
|
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
|
|
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
|
|
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
|
|
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
|
|
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
|
|
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
|
|
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
******************************************************************************/
|
|
|
|
/*$FreeBSD$*/
|
|
|
|
|
2016-08-07 18:12:36 +00:00
|
|
|
#include <sys/limits.h>
|
2020-06-09 22:42:54 +00:00
|
|
|
#include <sys/time.h>
|
2014-05-19 01:21:02 +00:00
|
|
|
|
2014-08-22 18:59:19 +00:00
|
|
|
#include "ixl.h"
|
2014-05-19 01:21:02 +00:00
|
|
|
|
|
|
|
/********************************************************************
|
|
|
|
* Manage DMA'able memory.
|
|
|
|
*******************************************************************/
|
|
|
|
static void
|
|
|
|
i40e_dmamap_cb(void *arg, bus_dma_segment_t * segs, int nseg, int error)
|
|
|
|
{
|
|
|
|
if (error)
|
|
|
|
return;
|
|
|
|
*(bus_addr_t *) arg = segs->ds_addr;
|
|
|
|
}
|
|
|
|
|
|
|
|
i40e_status
|
2014-09-18 21:13:03 +00:00
|
|
|
i40e_allocate_virt_mem(struct i40e_hw *hw, struct i40e_virt_mem *mem, u32 size)
|
2014-05-19 01:21:02 +00:00
|
|
|
{
|
2014-09-18 08:56:25 +00:00
|
|
|
mem->va = malloc(size, M_DEVBUF, M_NOWAIT | M_ZERO);
|
2020-06-09 22:42:54 +00:00
|
|
|
return (mem->va == NULL);
|
2014-05-19 01:21:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
i40e_status
|
2014-09-18 21:13:03 +00:00
|
|
|
i40e_free_virt_mem(struct i40e_hw *hw, struct i40e_virt_mem *mem)
|
2014-05-19 01:21:02 +00:00
|
|
|
{
|
2014-09-18 08:56:25 +00:00
|
|
|
free(mem->va, M_DEVBUF);
|
2018-05-01 18:50:12 +00:00
|
|
|
mem->va = NULL;
|
|
|
|
|
2020-06-09 22:42:54 +00:00
|
|
|
return (I40E_SUCCESS);
|
2014-05-19 01:21:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
i40e_status
|
2014-09-18 21:13:03 +00:00
|
|
|
i40e_allocate_dma_mem(struct i40e_hw *hw, struct i40e_dma_mem *mem,
|
|
|
|
enum i40e_memory_type type __unused, u64 size, u32 alignment)
|
2014-05-19 01:21:02 +00:00
|
|
|
{
|
|
|
|
device_t dev = ((struct i40e_osdep *)hw->back)->dev;
|
|
|
|
int err;
|
|
|
|
|
|
|
|
|
|
|
|
err = bus_dma_tag_create(bus_get_dma_tag(dev), /* parent */
|
|
|
|
alignment, 0, /* alignment, bounds */
|
|
|
|
BUS_SPACE_MAXADDR, /* lowaddr */
|
|
|
|
BUS_SPACE_MAXADDR, /* highaddr */
|
|
|
|
NULL, NULL, /* filter, filterarg */
|
|
|
|
size, /* maxsize */
|
|
|
|
1, /* nsegments */
|
|
|
|
size, /* maxsegsize */
|
|
|
|
BUS_DMA_ALLOCNOW, /* flags */
|
|
|
|
NULL, /* lockfunc */
|
|
|
|
NULL, /* lockfuncarg */
|
2014-09-18 08:56:25 +00:00
|
|
|
&mem->tag);
|
2014-05-19 01:21:02 +00:00
|
|
|
if (err != 0) {
|
|
|
|
device_printf(dev,
|
|
|
|
"i40e_allocate_dma: bus_dma_tag_create failed, "
|
|
|
|
"error %u\n", err);
|
|
|
|
goto fail_0;
|
|
|
|
}
|
2014-09-18 08:56:25 +00:00
|
|
|
err = bus_dmamem_alloc(mem->tag, (void **)&mem->va,
|
|
|
|
BUS_DMA_NOWAIT | BUS_DMA_ZERO, &mem->map);
|
2014-05-19 01:21:02 +00:00
|
|
|
if (err != 0) {
|
|
|
|
device_printf(dev,
|
|
|
|
"i40e_allocate_dma: bus_dmamem_alloc failed, "
|
|
|
|
"error %u\n", err);
|
|
|
|
goto fail_1;
|
|
|
|
}
|
2014-09-18 08:56:25 +00:00
|
|
|
err = bus_dmamap_load(mem->tag, mem->map, mem->va,
|
2014-05-19 01:21:02 +00:00
|
|
|
size,
|
|
|
|
i40e_dmamap_cb,
|
2014-09-18 08:56:25 +00:00
|
|
|
&mem->pa,
|
2014-05-19 01:21:02 +00:00
|
|
|
BUS_DMA_NOWAIT);
|
|
|
|
if (err != 0) {
|
|
|
|
device_printf(dev,
|
|
|
|
"i40e_allocate_dma: bus_dmamap_load failed, "
|
|
|
|
"error %u\n", err);
|
|
|
|
goto fail_2;
|
|
|
|
}
|
2014-11-06 23:45:05 +00:00
|
|
|
mem->nseg = 1;
|
2014-09-18 08:56:25 +00:00
|
|
|
mem->size = size;
|
|
|
|
bus_dmamap_sync(mem->tag, mem->map,
|
2014-05-19 01:21:02 +00:00
|
|
|
BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
|
2020-06-09 22:42:54 +00:00
|
|
|
return (I40E_SUCCESS);
|
2014-05-19 01:21:02 +00:00
|
|
|
fail_2:
|
2014-09-18 08:56:25 +00:00
|
|
|
bus_dmamem_free(mem->tag, mem->va, mem->map);
|
2014-05-19 01:21:02 +00:00
|
|
|
fail_1:
|
2014-09-18 08:56:25 +00:00
|
|
|
bus_dma_tag_destroy(mem->tag);
|
2014-05-19 01:21:02 +00:00
|
|
|
fail_0:
|
2014-09-18 08:56:25 +00:00
|
|
|
mem->map = NULL;
|
|
|
|
mem->tag = NULL;
|
2014-05-19 01:21:02 +00:00
|
|
|
return (err);
|
|
|
|
}
|
|
|
|
|
|
|
|
i40e_status
|
2014-09-18 21:13:03 +00:00
|
|
|
i40e_free_dma_mem(struct i40e_hw *hw, struct i40e_dma_mem *mem)
|
2014-05-19 01:21:02 +00:00
|
|
|
{
|
2014-09-18 08:56:25 +00:00
|
|
|
bus_dmamap_sync(mem->tag, mem->map,
|
2014-05-19 01:21:02 +00:00
|
|
|
BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
|
2014-09-18 08:56:25 +00:00
|
|
|
bus_dmamap_unload(mem->tag, mem->map);
|
|
|
|
bus_dmamem_free(mem->tag, mem->va, mem->map);
|
|
|
|
bus_dma_tag_destroy(mem->tag);
|
2018-06-18 20:12:54 +00:00
|
|
|
return (I40E_SUCCESS);
|
2014-05-19 01:21:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
i40e_init_spinlock(struct i40e_spinlock *lock)
|
|
|
|
{
|
|
|
|
mtx_init(&lock->mutex, "mutex",
|
2016-08-07 18:12:36 +00:00
|
|
|
"ixl spinlock", MTX_DEF | MTX_DUPOK);
|
2014-05-19 01:21:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
i40e_acquire_spinlock(struct i40e_spinlock *lock)
|
|
|
|
{
|
|
|
|
mtx_lock(&lock->mutex);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
i40e_release_spinlock(struct i40e_spinlock *lock)
|
|
|
|
{
|
|
|
|
mtx_unlock(&lock->mutex);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
i40e_destroy_spinlock(struct i40e_spinlock *lock)
|
|
|
|
{
|
2016-05-12 18:21:52 +00:00
|
|
|
if (mtx_initialized(&lock->mutex))
|
|
|
|
mtx_destroy(&lock->mutex);
|
2014-05-19 01:21:02 +00:00
|
|
|
}
|
|
|
|
|
2020-06-09 22:42:54 +00:00
|
|
|
#ifndef MSEC_2_TICKS
|
|
|
|
#define MSEC_2_TICKS(m) max(1, (uint32_t)((hz == 1000) ? \
|
|
|
|
(m) : ((uint64_t)(m) * (uint64_t)hz)/(uint64_t)1000))
|
|
|
|
#endif
|
2018-10-12 22:40:54 +00:00
|
|
|
|
2016-08-07 18:12:36 +00:00
|
|
|
void
|
|
|
|
i40e_msec_pause(int msecs)
|
|
|
|
{
|
2020-06-09 22:42:54 +00:00
|
|
|
pause("i40e_msec_pause", MSEC_2_TICKS(msecs));
|
2016-08-07 18:12:36 +00:00
|
|
|
}
|
|
|
|
|
2014-05-19 01:21:02 +00:00
|
|
|
/*
|
2016-05-12 18:21:34 +00:00
|
|
|
* Helper function for debug statement printing
|
|
|
|
*/
|
|
|
|
void
|
2016-08-07 18:12:36 +00:00
|
|
|
i40e_debug_shared(struct i40e_hw *hw, enum i40e_debug_mask mask, char *fmt, ...)
|
2014-05-19 01:21:02 +00:00
|
|
|
{
|
2016-05-12 18:21:34 +00:00
|
|
|
va_list args;
|
2017-02-10 01:04:11 +00:00
|
|
|
device_t dev;
|
2014-05-19 01:21:02 +00:00
|
|
|
|
2016-05-12 18:21:34 +00:00
|
|
|
if (!(mask & ((struct i40e_hw *)hw)->debug_mask))
|
|
|
|
return;
|
2014-05-19 01:21:02 +00:00
|
|
|
|
2017-02-10 01:04:11 +00:00
|
|
|
dev = ((struct i40e_osdep *)hw->back)->dev;
|
|
|
|
|
|
|
|
/* Re-implement device_printf() */
|
|
|
|
device_print_prettyname(dev);
|
2014-05-19 01:21:02 +00:00
|
|
|
va_start(args, fmt);
|
2017-02-10 01:04:11 +00:00
|
|
|
vprintf(fmt, args);
|
2014-05-19 01:21:02 +00:00
|
|
|
va_end(args);
|
|
|
|
}
|
|
|
|
|
2017-02-10 01:04:11 +00:00
|
|
|
const char *
|
|
|
|
ixl_vc_opcode_str(uint16_t op)
|
|
|
|
{
|
|
|
|
switch (op) {
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_VERSION:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("VERSION");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_RESET_VF:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("RESET_VF");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_GET_VF_RESOURCES:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("GET_VF_RESOURCES");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_TX_QUEUE:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_TX_QUEUE");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_RX_QUEUE:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_RX_QUEUE");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_VSI_QUEUES:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_VSI_QUEUES");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_IRQ_MAP:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_IRQ_MAP");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_ENABLE_QUEUES:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("ENABLE_QUEUES");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_DISABLE_QUEUES:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("DISABLE_QUEUES");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_ADD_ETH_ADDR:
|
|
|
|
return ("ADD_ETH_ADDR");
|
|
|
|
case VIRTCHNL_OP_DEL_ETH_ADDR:
|
|
|
|
return ("DEL_ETH_ADDR");
|
|
|
|
case VIRTCHNL_OP_ADD_VLAN:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("ADD_VLAN");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_DEL_VLAN:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("DEL_VLAN");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_PROMISCUOUS_MODE");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_GET_STATS:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("GET_STATS");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_RSVD:
|
|
|
|
return ("RSVD");
|
|
|
|
case VIRTCHNL_OP_EVENT:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("EVENT");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_RSS_KEY:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_RSS_KEY");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_CONFIG_RSS_LUT:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("CONFIG_RSS_LUT");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_GET_RSS_HENA_CAPS:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("GET_RSS_HENA_CAPS");
|
2018-05-01 18:50:12 +00:00
|
|
|
case VIRTCHNL_OP_SET_RSS_HENA:
|
2017-02-10 01:04:11 +00:00
|
|
|
return ("SET_RSS_HENA");
|
|
|
|
default:
|
|
|
|
return ("UNKNOWN");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-05-19 01:21:02 +00:00
|
|
|
u16
|
|
|
|
i40e_read_pci_cfg(struct i40e_hw *hw, u32 reg)
|
|
|
|
{
|
|
|
|
u16 value;
|
|
|
|
|
|
|
|
value = pci_read_config(((struct i40e_osdep *)hw->back)->dev,
|
|
|
|
reg, 2);
|
|
|
|
|
|
|
|
return (value);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
i40e_write_pci_cfg(struct i40e_hw *hw, u32 reg, u16 value)
|
|
|
|
{
|
|
|
|
pci_write_config(((struct i40e_osdep *)hw->back)->dev,
|
|
|
|
reg, value, 2);
|
|
|
|
}
|
|
|
|
|