numam-dpdk/lib/librte_eal/common/eal_common_bus.c
Ben Walker c2361bab70 eal: compute IOVA mode based on PA availability
Currently, if the bus selects IOVA as PA, the memory init can fail when
lacking access to physical addresses.
This can be quite hard for normal users to understand what is wrong
since this is the default behavior.

Catch this situation earlier in eal init by validating physical addresses
availability, or select IOVA when no clear preferrence had been expressed.

The bus code is changed so that it reports when it does not care about
the IOVA mode and let the eal init decide.

In Linux implementation, rework rte_eal_using_phys_addrs() so that it can
be called earlier but still avoid a circular dependency with
rte_mem_virt2phys().
In FreeBSD implementation, rte_eal_using_phys_addrs() always returns
false, so the detection part is left as is.

If librte_kni is compiled in and the KNI kmod is loaded,
- if the buses requested VA, force to PA if physical addresses are
  available as it was done before,
- else, keep iova as VA, KNI init will fail later.

Signed-off-by: Ben Walker <benjamin.walker@intel.com>
Signed-off-by: David Marchand <david.marchand@redhat.com>
Acked-by: Anatoly Burakov <anatoly.burakov@intel.com>
2019-07-05 16:55:44 +02:00

284 lines
6.1 KiB
C

/*-
* BSD LICENSE
*
* Copyright 2016 NXP.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in
* the documentation and/or other materials provided with the
* distribution.
* * Neither the name of NXP nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#include <stdio.h>
#include <string.h>
#include <sys/queue.h>
#include <rte_bus.h>
#include <rte_debug.h>
#include <rte_string_fns.h>
#include <rte_errno.h>
#include "eal_private.h"
static struct rte_bus_list rte_bus_list =
TAILQ_HEAD_INITIALIZER(rte_bus_list);
void
rte_bus_register(struct rte_bus *bus)
{
RTE_VERIFY(bus);
RTE_VERIFY(bus->name && strlen(bus->name));
/* A bus should mandatorily have the scan implemented */
RTE_VERIFY(bus->scan);
RTE_VERIFY(bus->probe);
RTE_VERIFY(bus->find_device);
/* Buses supporting driver plug also require unplug. */
RTE_VERIFY(!bus->plug || bus->unplug);
TAILQ_INSERT_TAIL(&rte_bus_list, bus, next);
RTE_LOG(DEBUG, EAL, "Registered [%s] bus.\n", bus->name);
}
void
rte_bus_unregister(struct rte_bus *bus)
{
TAILQ_REMOVE(&rte_bus_list, bus, next);
RTE_LOG(DEBUG, EAL, "Unregistered [%s] bus.\n", bus->name);
}
/* Scan all the buses for registered devices */
int
rte_bus_scan(void)
{
int ret;
struct rte_bus *bus = NULL;
TAILQ_FOREACH(bus, &rte_bus_list, next) {
ret = bus->scan();
if (ret)
RTE_LOG(ERR, EAL, "Scan for (%s) bus failed.\n",
bus->name);
}
return 0;
}
/* Probe all devices of all buses */
int
rte_bus_probe(void)
{
int ret;
struct rte_bus *bus, *vbus = NULL;
TAILQ_FOREACH(bus, &rte_bus_list, next) {
if (!strcmp(bus->name, "vdev")) {
vbus = bus;
continue;
}
ret = bus->probe();
if (ret)
RTE_LOG(ERR, EAL, "Bus (%s) probe failed.\n",
bus->name);
}
if (vbus) {
ret = vbus->probe();
if (ret)
RTE_LOG(ERR, EAL, "Bus (%s) probe failed.\n",
vbus->name);
}
return 0;
}
/* Dump information of a single bus */
static int
bus_dump_one(FILE *f, struct rte_bus *bus)
{
int ret;
/* For now, dump only the bus name */
ret = fprintf(f, " %s\n", bus->name);
/* Error in case of inability in writing to stream */
if (ret < 0)
return ret;
return 0;
}
void
rte_bus_dump(FILE *f)
{
int ret;
struct rte_bus *bus;
TAILQ_FOREACH(bus, &rte_bus_list, next) {
ret = bus_dump_one(f, bus);
if (ret) {
RTE_LOG(ERR, EAL, "Unable to write to stream (%d)\n",
ret);
break;
}
}
}
struct rte_bus *
rte_bus_find(const struct rte_bus *start, rte_bus_cmp_t cmp,
const void *data)
{
struct rte_bus *bus;
if (start != NULL)
bus = TAILQ_NEXT(start, next);
else
bus = TAILQ_FIRST(&rte_bus_list);
while (bus != NULL) {
if (cmp(bus, data) == 0)
break;
bus = TAILQ_NEXT(bus, next);
}
return bus;
}
static int
cmp_rte_device(const struct rte_device *dev1, const void *_dev2)
{
const struct rte_device *dev2 = _dev2;
return dev1 != dev2;
}
static int
bus_find_device(const struct rte_bus *bus, const void *_dev)
{
struct rte_device *dev;
dev = bus->find_device(NULL, cmp_rte_device, _dev);
return dev == NULL;
}
struct rte_bus *
rte_bus_find_by_device(const struct rte_device *dev)
{
return rte_bus_find(NULL, bus_find_device, (const void *)dev);
}
static int
cmp_bus_name(const struct rte_bus *bus, const void *_name)
{
const char *name = _name;
return strcmp(bus->name, name);
}
struct rte_bus *
rte_bus_find_by_name(const char *busname)
{
return rte_bus_find(NULL, cmp_bus_name, (const void *)busname);
}
static int
bus_can_parse(const struct rte_bus *bus, const void *_name)
{
const char *name = _name;
return !(bus->parse && bus->parse(name, NULL) == 0);
}
struct rte_bus *
rte_bus_find_by_device_name(const char *str)
{
char name[RTE_DEV_NAME_MAX_LEN];
char *c;
strlcpy(name, str, sizeof(name));
c = strchr(name, ',');
if (c != NULL)
c[0] = '\0';
return rte_bus_find(NULL, bus_can_parse, name);
}
/*
* Get iommu class of devices on the bus.
*/
enum rte_iova_mode
rte_bus_get_iommu_class(void)
{
int mode = RTE_IOVA_DC;
struct rte_bus *bus;
TAILQ_FOREACH(bus, &rte_bus_list, next) {
if (bus->get_iommu_class)
mode |= bus->get_iommu_class();
}
return mode;
}
static int
bus_handle_sigbus(const struct rte_bus *bus,
const void *failure_addr)
{
int ret;
if (!bus->sigbus_handler)
return -1;
ret = bus->sigbus_handler(failure_addr);
/* find bus but handle failed, keep the errno be set. */
if (ret < 0 && rte_errno == 0)
rte_errno = ENOTSUP;
return ret > 0;
}
int
rte_bus_sigbus_handler(const void *failure_addr)
{
struct rte_bus *bus;
int ret = 0;
int old_errno = rte_errno;
rte_errno = 0;
bus = rte_bus_find(NULL, bus_handle_sigbus, failure_addr);
/* can not find bus. */
if (!bus)
return 1;
/* find bus but handle failed, pass on the new errno. */
else if (rte_errno != 0)
return -1;
/* restore the old errno. */
rte_errno = old_errno;
return ret;
}