5ef8204d4b
MFC after: 1 week Sponsored by: Microsoft OSTC Differential Revision: https://reviews.freebsd.org/D7095
457 lines
13 KiB
C
457 lines
13 KiB
C
/*-
|
|
* Copyright (c) 2009-2012,2016 Microsoft Corp.
|
|
* Copyright (c) 2012 NetApp Inc.
|
|
* Copyright (c) 2012 Citrix Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice unmodified, this list of conditions, and the following
|
|
* disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
/**
|
|
* HyperV definitions for messages that are sent between instances of the
|
|
* Channel Management Library in separate partitions, or in some cases,
|
|
* back to itself.
|
|
*/
|
|
|
|
#ifndef __HYPERV_H__
|
|
#define __HYPERV_H__
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/mbuf.h>
|
|
#include <sys/queue.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/kthread.h>
|
|
#include <sys/taskqueue.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/sema.h>
|
|
#include <sys/smp.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/bus.h>
|
|
#include <sys/sysctl.h>
|
|
#include <vm/vm.h>
|
|
#include <vm/vm_param.h>
|
|
#include <vm/pmap.h>
|
|
|
|
#include <amd64/include/xen/synch_bitops.h>
|
|
#include <amd64/include/atomic.h>
|
|
#include <dev/hyperv/include/hyperv_busdma.h>
|
|
|
|
typedef uint8_t hv_bool_uint8_t;
|
|
|
|
#define HV_S_OK 0x00000000
|
|
#define HV_E_FAIL 0x80004005
|
|
#define HV_ERROR_NOT_SUPPORTED 0x80070032
|
|
#define HV_ERROR_MACHINE_LOCKED 0x800704F7
|
|
|
|
/*
|
|
* VMBUS version is 32 bit, upper 16 bit for major_number and lower
|
|
* 16 bit for minor_number.
|
|
*
|
|
* 0.13 -- Windows Server 2008
|
|
* 1.1 -- Windows 7
|
|
* 2.4 -- Windows 8
|
|
* 3.0 -- Windows 8.1
|
|
*/
|
|
#define VMBUS_VERSION_WS2008 ((0 << 16) | (13))
|
|
#define VMBUS_VERSION_WIN7 ((1 << 16) | (1))
|
|
#define VMBUS_VERSION_WIN8 ((2 << 16) | (4))
|
|
#define VMBUS_VERSION_WIN8_1 ((3 << 16) | (0))
|
|
|
|
#define VMBUS_VERSION_MAJOR(ver) (((uint32_t)(ver)) >> 16)
|
|
#define VMBUS_VERSION_MINOR(ver) (((uint32_t)(ver)) & 0xffff)
|
|
|
|
#define HV_MAX_PAGE_BUFFER_COUNT 32
|
|
#define HV_MAX_MULTIPAGE_BUFFER_COUNT 32
|
|
|
|
#define HV_ALIGN_UP(value, align) \
|
|
(((value) & (align-1)) ? \
|
|
(((value) + (align-1)) & ~(align-1) ) : (value))
|
|
|
|
#define HV_ALIGN_DOWN(value, align) ( (value) & ~(align-1) )
|
|
|
|
#define HV_NUM_PAGES_SPANNED(addr, len) \
|
|
((HV_ALIGN_UP(addr+len, PAGE_SIZE) - \
|
|
HV_ALIGN_DOWN(addr, PAGE_SIZE)) >> PAGE_SHIFT )
|
|
|
|
struct hyperv_guid {
|
|
uint8_t hv_guid[16];
|
|
} __packed;
|
|
|
|
#define HYPERV_GUID_STRLEN 40
|
|
|
|
int hyperv_guid2str(const struct hyperv_guid *, char *, size_t);
|
|
|
|
typedef struct {
|
|
uint16_t type;
|
|
uint16_t data_offset8;
|
|
uint16_t length8;
|
|
uint16_t flags;
|
|
uint64_t transaction_id;
|
|
} __packed hv_vm_packet_descriptor;
|
|
|
|
typedef struct {
|
|
uint32_t byte_count;
|
|
uint32_t byte_offset;
|
|
} __packed hv_vm_transfer_page;
|
|
|
|
typedef struct {
|
|
hv_vm_packet_descriptor d;
|
|
uint16_t transfer_page_set_id;
|
|
hv_bool_uint8_t sender_owns_set;
|
|
uint8_t reserved;
|
|
uint32_t range_count;
|
|
hv_vm_transfer_page ranges[1];
|
|
} __packed hv_vm_transfer_page_packet_header;
|
|
|
|
typedef enum {
|
|
HV_VMBUS_PACKET_TYPE_INVALID = 0x0,
|
|
HV_VMBUS_PACKET_TYPES_SYNCH = 0x1,
|
|
HV_VMBUS_PACKET_TYPE_ADD_TRANSFER_PAGE_SET = 0x2,
|
|
HV_VMBUS_PACKET_TYPE_REMOVE_TRANSFER_PAGE_SET = 0x3,
|
|
HV_VMBUS_PACKET_TYPE_ESTABLISH_GPADL = 0x4,
|
|
HV_VMBUS_PACKET_TYPE_TEAR_DOWN_GPADL = 0x5,
|
|
HV_VMBUS_PACKET_TYPE_DATA_IN_BAND = 0x6,
|
|
HV_VMBUS_PACKET_TYPE_DATA_USING_TRANSFER_PAGES = 0x7,
|
|
HV_VMBUS_PACKET_TYPE_DATA_USING_GPADL = 0x8,
|
|
HV_VMBUS_PACKET_TYPE_DATA_USING_GPA_DIRECT = 0x9,
|
|
HV_VMBUS_PACKET_TYPE_CANCEL_REQUEST = 0xa,
|
|
HV_VMBUS_PACKET_TYPE_COMPLETION = 0xb,
|
|
HV_VMBUS_PACKET_TYPE_DATA_USING_ADDITIONAL_PACKETS = 0xc,
|
|
HV_VMBUS_PACKET_TYPE_ADDITIONAL_DATA = 0xd
|
|
} hv_vmbus_packet_type;
|
|
|
|
#define HV_VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED 1
|
|
|
|
#define HW_MACADDR_LEN 6
|
|
|
|
/*
|
|
* Common defines for Hyper-V ICs
|
|
*/
|
|
#define HV_ICMSGTYPE_NEGOTIATE 0
|
|
#define HV_ICMSGTYPE_HEARTBEAT 1
|
|
#define HV_ICMSGTYPE_KVPEXCHANGE 2
|
|
#define HV_ICMSGTYPE_SHUTDOWN 3
|
|
#define HV_ICMSGTYPE_TIMESYNC 4
|
|
#define HV_ICMSGTYPE_VSS 5
|
|
|
|
#define HV_ICMSGHDRFLAG_TRANSACTION 1
|
|
#define HV_ICMSGHDRFLAG_REQUEST 2
|
|
#define HV_ICMSGHDRFLAG_RESPONSE 4
|
|
|
|
typedef struct hv_vmbus_pipe_hdr {
|
|
uint32_t flags;
|
|
uint32_t msgsize;
|
|
} __packed hv_vmbus_pipe_hdr;
|
|
|
|
typedef struct hv_vmbus_ic_version {
|
|
uint16_t major;
|
|
uint16_t minor;
|
|
} __packed hv_vmbus_ic_version;
|
|
|
|
typedef struct hv_vmbus_icmsg_hdr {
|
|
hv_vmbus_ic_version icverframe;
|
|
uint16_t icmsgtype;
|
|
hv_vmbus_ic_version icvermsg;
|
|
uint16_t icmsgsize;
|
|
uint32_t status;
|
|
uint8_t ictransaction_id;
|
|
uint8_t icflags;
|
|
uint8_t reserved[2];
|
|
} __packed hv_vmbus_icmsg_hdr;
|
|
|
|
typedef struct hv_vmbus_icmsg_negotiate {
|
|
uint16_t icframe_vercnt;
|
|
uint16_t icmsg_vercnt;
|
|
uint32_t reserved;
|
|
hv_vmbus_ic_version icversion_data[1]; /* any size array */
|
|
} __packed hv_vmbus_icmsg_negotiate;
|
|
|
|
typedef struct hv_vmbus_shutdown_msg_data {
|
|
uint32_t reason_code;
|
|
uint32_t timeout_seconds;
|
|
uint32_t flags;
|
|
uint8_t display_message[2048];
|
|
} __packed hv_vmbus_shutdown_msg_data;
|
|
|
|
typedef struct hv_vmbus_heartbeat_msg_data {
|
|
uint64_t seq_num;
|
|
uint32_t reserved[8];
|
|
} __packed hv_vmbus_heartbeat_msg_data;
|
|
|
|
typedef struct {
|
|
/*
|
|
* offset in bytes from the start of ring data below
|
|
*/
|
|
volatile uint32_t write_index;
|
|
/*
|
|
* offset in bytes from the start of ring data below
|
|
*/
|
|
volatile uint32_t read_index;
|
|
/*
|
|
* NOTE: The interrupt_mask field is used only for channels, but
|
|
* vmbus connection also uses this data structure
|
|
*/
|
|
volatile uint32_t interrupt_mask;
|
|
/* pad it to PAGE_SIZE so that data starts on a page */
|
|
uint8_t reserved[4084];
|
|
|
|
/*
|
|
* WARNING: Ring data starts here
|
|
* !!! DO NOT place any fields below this !!!
|
|
*/
|
|
uint8_t buffer[0]; /* doubles as interrupt mask */
|
|
} __packed hv_vmbus_ring_buffer;
|
|
|
|
typedef struct {
|
|
int length;
|
|
int offset;
|
|
uint64_t pfn;
|
|
} __packed hv_vmbus_page_buffer;
|
|
|
|
typedef struct {
|
|
int length;
|
|
int offset;
|
|
uint64_t pfn_array[HV_MAX_MULTIPAGE_BUFFER_COUNT];
|
|
} __packed hv_vmbus_multipage_buffer;
|
|
|
|
typedef struct {
|
|
hv_vmbus_ring_buffer* ring_buffer;
|
|
struct mtx ring_lock;
|
|
uint32_t ring_data_size; /* ring_size */
|
|
} hv_vmbus_ring_buffer_info;
|
|
|
|
typedef void (*hv_vmbus_pfn_channel_callback)(void *context);
|
|
|
|
typedef enum {
|
|
HV_CHANNEL_OFFER_STATE,
|
|
HV_CHANNEL_OPENING_STATE,
|
|
HV_CHANNEL_OPEN_STATE,
|
|
HV_CHANNEL_OPENED_STATE,
|
|
HV_CHANNEL_CLOSING_NONDESTRUCTIVE_STATE,
|
|
} hv_vmbus_channel_state;
|
|
|
|
typedef struct hv_vmbus_channel {
|
|
device_t ch_dev;
|
|
struct vmbus_softc *vmbus_sc;
|
|
hv_vmbus_channel_state state;
|
|
uint32_t ch_flags; /* VMBUS_CHAN_FLAG_ */
|
|
uint32_t ch_id; /* channel id */
|
|
|
|
/*
|
|
* These are based on the offer_msg.monitor_id.
|
|
* Save it here for easy access.
|
|
*/
|
|
int ch_montrig_idx; /* MNF trig index */
|
|
uint32_t ch_montrig_mask;/* MNF trig mask */
|
|
|
|
uint32_t ring_buffer_gpadl_handle;
|
|
/*
|
|
* Allocated memory for ring buffer
|
|
*/
|
|
void* ring_buffer_pages;
|
|
unsigned long ring_buffer_size;
|
|
uint32_t ring_buffer_page_count;
|
|
/*
|
|
* send to parent
|
|
*/
|
|
hv_vmbus_ring_buffer_info outbound;
|
|
/*
|
|
* receive from parent
|
|
*/
|
|
hv_vmbus_ring_buffer_info inbound;
|
|
|
|
struct taskqueue * rxq;
|
|
struct task channel_task;
|
|
hv_vmbus_pfn_channel_callback on_channel_callback;
|
|
void* channel_callback_context;
|
|
|
|
struct hyperv_mon_param *ch_monprm;
|
|
struct hyperv_dma ch_monprm_dma;
|
|
|
|
/*
|
|
* From Win8, this field specifies the target virtual process
|
|
* on which to deliver the interrupt from the host to guest.
|
|
* Before Win8, all channel interrupts would only be
|
|
* delivered on cpu 0. Setting this value to 0 would preserve
|
|
* the earlier behavior.
|
|
*/
|
|
uint32_t target_vcpu;
|
|
/* The corresponding CPUID in the guest */
|
|
uint32_t target_cpu;
|
|
|
|
/*
|
|
* Support for multi-channels.
|
|
* The initial offer is considered the primary channel and this
|
|
* offer message will indicate if the host supports multi-channels.
|
|
* The guest is free to ask for multi-channels to be offerred and can
|
|
* open these multi-channels as a normal "primary" channel. However,
|
|
* all multi-channels will have the same type and instance guids as the
|
|
* primary channel. Requests sent on a given channel will result in a
|
|
* response on the same channel.
|
|
*/
|
|
|
|
struct mtx sc_lock;
|
|
|
|
/*
|
|
* Link list of all the multi-channels if this is a primary channel
|
|
*/
|
|
TAILQ_HEAD(, hv_vmbus_channel) sc_list_anchor;
|
|
TAILQ_ENTRY(hv_vmbus_channel) sc_list_entry;
|
|
int subchan_cnt;
|
|
|
|
/*
|
|
* The primary channel this sub-channle belongs to.
|
|
* This will be NULL for the primary channel.
|
|
*/
|
|
struct hv_vmbus_channel *primary_channel;
|
|
|
|
/*
|
|
* Driver private data
|
|
*/
|
|
void *hv_chan_priv1;
|
|
void *hv_chan_priv2;
|
|
void *hv_chan_priv3;
|
|
|
|
struct task ch_detach_task;
|
|
TAILQ_ENTRY(hv_vmbus_channel) ch_link;
|
|
uint32_t ch_subidx; /* subchan index */
|
|
|
|
struct hyperv_guid ch_guid_type;
|
|
struct hyperv_guid ch_guid_inst;
|
|
|
|
struct sysctl_ctx_list ch_sysctl_ctx;
|
|
} hv_vmbus_channel;
|
|
|
|
#define HV_VMBUS_CHAN_ISPRIMARY(chan) ((chan)->primary_channel == NULL)
|
|
|
|
#define VMBUS_CHAN_FLAG_HASMNF 0x0001
|
|
/*
|
|
* If this flag is set, this channel's interrupt will be masked in ISR,
|
|
* and the RX bufring will be drained before this channel's interrupt is
|
|
* unmasked.
|
|
*
|
|
* This flag is turned on by default. Drivers can turn it off according
|
|
* to their own requirement.
|
|
*/
|
|
#define VMBUS_CHAN_FLAG_BATCHREAD 0x0002
|
|
|
|
static inline void
|
|
hv_set_channel_read_state(hv_vmbus_channel* channel, boolean_t on)
|
|
{
|
|
if (!on)
|
|
channel->ch_flags &= ~VMBUS_CHAN_FLAG_BATCHREAD;
|
|
else
|
|
channel->ch_flags |= VMBUS_CHAN_FLAG_BATCHREAD;
|
|
}
|
|
|
|
int hv_vmbus_channel_recv_packet(
|
|
hv_vmbus_channel* channel,
|
|
void* buffer,
|
|
uint32_t buffer_len,
|
|
uint32_t* buffer_actual_len,
|
|
uint64_t* request_id);
|
|
|
|
int hv_vmbus_channel_recv_packet_raw(
|
|
hv_vmbus_channel* channel,
|
|
void* buffer,
|
|
uint32_t buffer_len,
|
|
uint32_t* buffer_actual_len,
|
|
uint64_t* request_id);
|
|
|
|
int hv_vmbus_channel_open(
|
|
hv_vmbus_channel* channel,
|
|
uint32_t send_ring_buffer_size,
|
|
uint32_t recv_ring_buffer_size,
|
|
void* user_data,
|
|
uint32_t user_data_len,
|
|
hv_vmbus_pfn_channel_callback
|
|
pfn_on_channel_callback,
|
|
void* context);
|
|
|
|
void hv_vmbus_channel_close(hv_vmbus_channel *channel);
|
|
|
|
int hv_vmbus_channel_send_packet(
|
|
hv_vmbus_channel* channel,
|
|
void* buffer,
|
|
uint32_t buffer_len,
|
|
uint64_t request_id,
|
|
hv_vmbus_packet_type type,
|
|
uint32_t flags);
|
|
|
|
int hv_vmbus_channel_send_packet_pagebuffer(
|
|
hv_vmbus_channel* channel,
|
|
hv_vmbus_page_buffer page_buffers[],
|
|
uint32_t page_count,
|
|
void* buffer,
|
|
uint32_t buffer_len,
|
|
uint64_t request_id);
|
|
|
|
int hv_vmbus_channel_send_packet_multipagebuffer(
|
|
hv_vmbus_channel* channel,
|
|
hv_vmbus_multipage_buffer* multi_page_buffer,
|
|
void* buffer,
|
|
uint32_t buffer_len,
|
|
uint64_t request_id);
|
|
|
|
int hv_vmbus_channel_establish_gpadl(
|
|
hv_vmbus_channel* channel,
|
|
/* must be phys and virt contiguous */
|
|
void* contig_buffer,
|
|
/* page-size multiple */
|
|
uint32_t size,
|
|
uint32_t* gpadl_handle);
|
|
|
|
int hv_vmbus_channel_teardown_gpdal(
|
|
hv_vmbus_channel* channel,
|
|
uint32_t gpadl_handle);
|
|
|
|
struct hv_vmbus_channel* vmbus_select_outgoing_channel(struct hv_vmbus_channel *promary);
|
|
|
|
void vmbus_channel_cpu_set(struct hv_vmbus_channel *chan, int cpu);
|
|
void vmbus_channel_cpu_rr(struct hv_vmbus_channel *chan);
|
|
struct hv_vmbus_channel **
|
|
vmbus_get_subchan(struct hv_vmbus_channel *pri_chan, int subchan_cnt);
|
|
void vmbus_rel_subchan(struct hv_vmbus_channel **subchan, int subchan_cnt);
|
|
void vmbus_drain_subchan(struct hv_vmbus_channel *pri_chan);
|
|
|
|
/**
|
|
* @brief Get physical address from virtual
|
|
*/
|
|
static inline unsigned long
|
|
hv_get_phys_addr(void *virt)
|
|
{
|
|
unsigned long ret;
|
|
ret = (vtophys(virt) | ((vm_offset_t) virt & PAGE_MASK));
|
|
return (ret);
|
|
}
|
|
|
|
static __inline struct hv_vmbus_channel *
|
|
vmbus_get_channel(device_t dev)
|
|
{
|
|
return device_get_ivars(dev);
|
|
}
|
|
|
|
#endif /* __HYPERV_H__ */
|