d45b7f14ae
vmm.ko - kernel module for VT-x, VT-d and hypervisor control bhyve - user-space sequencer and i/o emulation vmmctl - dump of hypervisor register state libvmm - front-end to vmm.ko chardev interface bhyve was designed and implemented by Neel Natu. Thanks to the following folk from NetApp who helped to make this available: Joe CaraDonna Peter Snyder Jeff Heller Sandeep Mann Steve Miller Brian Pawlowski
231 lines
4.8 KiB
C
231 lines
4.8 KiB
C
/*-
|
|
* Copyright (c) 2011 NetApp, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/types.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/bus.h>
|
|
|
|
#include <dev/pci/pcivar.h>
|
|
#include <dev/pci/pcireg.h>
|
|
|
|
#include <machine/md_var.h>
|
|
|
|
#include "vmm_util.h"
|
|
#include "iommu.h"
|
|
|
|
static boolean_t iommu_avail;
|
|
static struct iommu_ops *ops;
|
|
static void *host_domain;
|
|
|
|
static __inline int
|
|
IOMMU_INIT(void)
|
|
{
|
|
if (ops != NULL)
|
|
return ((*ops->init)());
|
|
else
|
|
return (ENXIO);
|
|
}
|
|
|
|
static __inline void
|
|
IOMMU_CLEANUP(void)
|
|
{
|
|
if (ops != NULL && iommu_avail)
|
|
(*ops->cleanup)();
|
|
}
|
|
|
|
static __inline void *
|
|
IOMMU_CREATE_DOMAIN(vm_paddr_t maxaddr)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
return ((*ops->create_domain)(maxaddr));
|
|
else
|
|
return (NULL);
|
|
}
|
|
|
|
static __inline void
|
|
IOMMU_DESTROY_DOMAIN(void *dom)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
(*ops->destroy_domain)(dom);
|
|
}
|
|
|
|
static __inline uint64_t
|
|
IOMMU_CREATE_MAPPING(void *domain, vm_paddr_t gpa, vm_paddr_t hpa, uint64_t len)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
return ((*ops->create_mapping)(domain, gpa, hpa, len));
|
|
else
|
|
return (len); /* XXX */
|
|
}
|
|
|
|
static __inline void
|
|
IOMMU_ADD_DEVICE(void *domain, int bus, int slot, int func)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
(*ops->add_device)(domain, bus, slot, func);
|
|
}
|
|
|
|
static __inline void
|
|
IOMMU_REMOVE_DEVICE(void *domain, int bus, int slot, int func)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
(*ops->remove_device)(domain, bus, slot, func);
|
|
}
|
|
|
|
static __inline void
|
|
IOMMU_ENABLE(void)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
(*ops->enable)();
|
|
}
|
|
|
|
static __inline void
|
|
IOMMU_DISABLE(void)
|
|
{
|
|
|
|
if (ops != NULL && iommu_avail)
|
|
(*ops->disable)();
|
|
}
|
|
|
|
void
|
|
iommu_init(void)
|
|
{
|
|
int error, bus, slot, func;
|
|
vm_paddr_t maxaddr;
|
|
const char *name;
|
|
device_t dev;
|
|
|
|
if (vmm_is_intel())
|
|
ops = &iommu_ops_intel;
|
|
else if (vmm_is_amd())
|
|
ops = &iommu_ops_amd;
|
|
else
|
|
ops = NULL;
|
|
|
|
error = IOMMU_INIT();
|
|
if (error)
|
|
return;
|
|
|
|
iommu_avail = TRUE;
|
|
|
|
/*
|
|
* Create a domain for the devices owned by the host
|
|
*/
|
|
maxaddr = ptoa(Maxmem);
|
|
host_domain = IOMMU_CREATE_DOMAIN(maxaddr);
|
|
if (host_domain == NULL)
|
|
panic("iommu_init: unable to create a host domain");
|
|
|
|
/*
|
|
* Create 1:1 mappings from '0' to 'Maxmem' for devices assigned to
|
|
* the host
|
|
*/
|
|
iommu_create_mapping(host_domain, 0, 0, maxaddr);
|
|
|
|
for (bus = 0; bus <= PCI_BUSMAX; bus++) {
|
|
for (slot = 0; slot <= PCI_SLOTMAX; slot++) {
|
|
for (func = 0; func <= PCI_FUNCMAX; func++) {
|
|
dev = pci_find_dbsf(0, bus, slot, func);
|
|
if (dev == NULL)
|
|
continue;
|
|
|
|
/* skip passthrough devices */
|
|
name = device_get_name(dev);
|
|
if (name != NULL && strcmp(name, "ppt") == 0)
|
|
continue;
|
|
|
|
/* everything else belongs to the host domain */
|
|
iommu_add_device(host_domain, bus, slot, func);
|
|
}
|
|
}
|
|
}
|
|
IOMMU_ENABLE();
|
|
|
|
}
|
|
|
|
void
|
|
iommu_cleanup(void)
|
|
{
|
|
IOMMU_DISABLE();
|
|
IOMMU_DESTROY_DOMAIN(host_domain);
|
|
IOMMU_CLEANUP();
|
|
}
|
|
|
|
void *
|
|
iommu_create_domain(vm_paddr_t maxaddr)
|
|
{
|
|
|
|
return (IOMMU_CREATE_DOMAIN(maxaddr));
|
|
}
|
|
|
|
void
|
|
iommu_destroy_domain(void *dom)
|
|
{
|
|
|
|
IOMMU_DESTROY_DOMAIN(dom);
|
|
}
|
|
|
|
void
|
|
iommu_create_mapping(void *dom, vm_paddr_t gpa, vm_paddr_t hpa, size_t len)
|
|
{
|
|
uint64_t mapped, remaining;
|
|
|
|
remaining = len;
|
|
|
|
while (remaining > 0) {
|
|
mapped = IOMMU_CREATE_MAPPING(dom, gpa, hpa, remaining);
|
|
gpa += mapped;
|
|
hpa += mapped;
|
|
remaining -= mapped;
|
|
}
|
|
}
|
|
|
|
void
|
|
iommu_add_device(void *dom, int bus, int slot, int func)
|
|
{
|
|
|
|
IOMMU_ADD_DEVICE(dom, bus, slot, func);
|
|
}
|
|
|
|
void
|
|
iommu_remove_device(void *dom, int bus, int slot, int func)
|
|
{
|
|
|
|
IOMMU_REMOVE_DEVICE(dom, bus, slot, func);
|
|
}
|