2017-12-19 15:49:02 +00:00
|
|
|
/* SPDX-License-Identifier: BSD-3-Clause
|
|
|
|
* Copyright(c) 2010-2017 Intel Corporation
|
2014-10-20 04:38:13 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _MAIN_H_
|
|
|
|
#define _MAIN_H_
|
|
|
|
|
2016-05-02 21:23:45 +00:00
|
|
|
#include <sys/queue.h>
|
|
|
|
|
2017-04-01 07:22:51 +00:00
|
|
|
#include <rte_ether.h>
|
2022-02-09 12:51:45 +00:00
|
|
|
#include <rte_pci.h>
|
2017-04-01 07:22:51 +00:00
|
|
|
|
2014-10-20 04:38:13 +00:00
|
|
|
/* Macros for printing using RTE_LOG */
|
|
|
|
#define RTE_LOGTYPE_VHOST_CONFIG RTE_LOGTYPE_USER1
|
|
|
|
#define RTE_LOGTYPE_VHOST_DATA RTE_LOGTYPE_USER2
|
|
|
|
#define RTE_LOGTYPE_VHOST_PORT RTE_LOGTYPE_USER3
|
|
|
|
|
2017-04-01 07:22:50 +00:00
|
|
|
enum {VIRTIO_RXQ, VIRTIO_TXQ, VIRTIO_QNUM};
|
|
|
|
|
2017-04-01 07:23:00 +00:00
|
|
|
#define MAX_PKT_BURST 32 /* Max burst size for RX/TX */
|
|
|
|
|
2016-05-02 21:23:50 +00:00
|
|
|
struct device_statistics {
|
|
|
|
uint64_t tx;
|
|
|
|
uint64_t tx_total;
|
2021-01-12 04:38:57 +00:00
|
|
|
uint64_t rx_atomic;
|
|
|
|
uint64_t rx_total_atomic;
|
2016-05-02 21:23:50 +00:00
|
|
|
};
|
|
|
|
|
2017-04-01 07:23:00 +00:00
|
|
|
struct vhost_queue {
|
|
|
|
struct rte_vhost_vring vr;
|
|
|
|
uint16_t last_avail_idx;
|
|
|
|
uint16_t last_used_idx;
|
|
|
|
};
|
|
|
|
|
2014-10-20 04:38:16 +00:00
|
|
|
struct vhost_dev {
|
|
|
|
/**< Number of memory regions for gpa to hpa translation. */
|
|
|
|
uint32_t nregions_hpa;
|
|
|
|
/**< Device MAC address (Obtained on first TX packet). */
|
2019-05-21 16:13:03 +00:00
|
|
|
struct rte_ether_addr mac_address;
|
2014-10-20 04:38:16 +00:00
|
|
|
/**< RX VMDQ queue number. */
|
|
|
|
uint16_t vmdq_rx_q;
|
|
|
|
/**< Vlan tag assigned to the pool */
|
|
|
|
uint32_t vlan_tag;
|
|
|
|
/**< Data core that the device is added to. */
|
|
|
|
uint16_t coreid;
|
|
|
|
/**< A device is set as ready if the MAC address has been set. */
|
|
|
|
volatile uint8_t ready;
|
|
|
|
/**< Device is marked for removal from the data core. */
|
|
|
|
volatile uint8_t remove;
|
2016-05-02 21:23:45 +00:00
|
|
|
|
2016-05-23 08:36:33 +00:00
|
|
|
int vid;
|
2017-04-01 07:23:00 +00:00
|
|
|
uint64_t features;
|
|
|
|
size_t hdr_len;
|
|
|
|
uint16_t nr_vrings;
|
|
|
|
struct rte_vhost_memory *mem;
|
2016-05-02 21:23:50 +00:00
|
|
|
struct device_statistics stats;
|
2016-06-07 03:32:56 +00:00
|
|
|
TAILQ_ENTRY(vhost_dev) global_vdev_entry;
|
|
|
|
TAILQ_ENTRY(vhost_dev) lcore_vdev_entry;
|
2017-04-01 07:23:00 +00:00
|
|
|
|
|
|
|
#define MAX_QUEUE_PAIRS 4
|
|
|
|
struct vhost_queue queues[MAX_QUEUE_PAIRS * 2];
|
2014-10-20 04:38:16 +00:00
|
|
|
} __rte_cache_aligned;
|
|
|
|
|
2022-05-16 11:10:41 +00:00
|
|
|
typedef uint16_t (*vhost_enqueue_burst_t)(struct vhost_dev *dev,
|
|
|
|
uint16_t queue_id, struct rte_mbuf **pkts,
|
|
|
|
uint32_t count);
|
|
|
|
|
|
|
|
typedef uint16_t (*vhost_dequeue_burst_t)(struct vhost_dev *dev,
|
|
|
|
uint16_t queue_id, struct rte_mempool *mbuf_pool,
|
|
|
|
struct rte_mbuf **pkts, uint16_t count);
|
|
|
|
|
|
|
|
struct vhost_queue_ops {
|
|
|
|
vhost_enqueue_burst_t enqueue_pkt_burst;
|
|
|
|
vhost_dequeue_burst_t dequeue_pkt_burst;
|
|
|
|
};
|
|
|
|
|
2016-05-02 21:23:45 +00:00
|
|
|
TAILQ_HEAD(vhost_dev_tailq_list, vhost_dev);
|
|
|
|
|
|
|
|
|
|
|
|
#define REQUEST_DEV_REMOVAL 1
|
|
|
|
#define ACK_DEV_REMOVAL 0
|
2014-10-20 04:38:13 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Structure containing data core specific information.
|
|
|
|
*/
|
2016-05-02 21:23:45 +00:00
|
|
|
struct lcore_info {
|
|
|
|
uint32_t device_num;
|
|
|
|
|
|
|
|
/* Flag to synchronize device removal. */
|
|
|
|
volatile uint8_t dev_removal_flag;
|
2014-10-20 04:38:13 +00:00
|
|
|
|
2016-05-02 21:23:45 +00:00
|
|
|
struct vhost_dev_tailq_list vdev_list;
|
2014-10-20 04:38:13 +00:00
|
|
|
};
|
|
|
|
|
2022-02-09 12:51:45 +00:00
|
|
|
struct dma_info {
|
|
|
|
struct rte_pci_addr addr;
|
|
|
|
int16_t dev_id;
|
|
|
|
bool async_enabled;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct dma_for_vhost {
|
|
|
|
struct dma_info dmas[RTE_MAX_QUEUES_PER_PORT * 2];
|
2022-05-16 11:10:41 +00:00
|
|
|
uint32_t async_flag;
|
2022-02-09 12:51:45 +00:00
|
|
|
};
|
|
|
|
|
2017-04-01 07:23:00 +00:00
|
|
|
/* we implement non-extra virtio net features */
|
|
|
|
#define VIRTIO_NET_FEATURES 0
|
|
|
|
|
|
|
|
void vs_vhost_net_setup(struct vhost_dev *dev);
|
|
|
|
void vs_vhost_net_remove(struct vhost_dev *dev);
|
|
|
|
uint16_t vs_enqueue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mbuf **pkts, uint32_t count);
|
|
|
|
|
2022-05-16 11:10:41 +00:00
|
|
|
uint16_t builtin_enqueue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mbuf **pkts, uint32_t count);
|
|
|
|
uint16_t builtin_dequeue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mempool *mbuf_pool,
|
|
|
|
struct rte_mbuf **pkts, uint16_t count);
|
|
|
|
uint16_t sync_enqueue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mbuf **pkts, uint32_t count);
|
|
|
|
uint16_t sync_dequeue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mempool *mbuf_pool,
|
|
|
|
struct rte_mbuf **pkts, uint16_t count);
|
|
|
|
uint16_t async_enqueue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mbuf **pkts, uint32_t count);
|
|
|
|
uint16_t async_dequeue_pkts(struct vhost_dev *dev, uint16_t queue_id,
|
|
|
|
struct rte_mempool *mbuf_pool,
|
|
|
|
struct rte_mbuf **pkts, uint16_t count);
|
2014-10-20 04:38:13 +00:00
|
|
|
#endif /* _MAIN_H_ */
|