- Add bhyve virtio-scsi storage backend support.
Example of configuration: ctl.conf: portal-group pg0 { discovery-auth-group no-authentication listen 0.0.0.0 listen [::] } target iqn.2012-06.com.example:target0 { auth-group no-authentication portal-group pg0 port ioctl/5/3 lun 0 { path /z/test.img size 8G } lun 1 { path /z/test1.img size 8G } } bhyve <...> -s 4,virtio-scsi,/dev/cam/ctl5.3,iid=3 <VM_NAME> From inside guest: root@:~ # zpool status test pool: test state: ONLINE scan: none requested config: NAME STATE READ WRITE CKSUM test ONLINE 0 0 0 da0 ONLINE 0 0 0 da1 ONLINE 0 0 0 dmesg: da0 at vtscsi0 bus 0 scbus0 target 0 lun 0 da0: <FREEBSD CTLDISK 0001> Fixed Direct Access SPC-5 SCSI device da0: Serial Number MYSERIAL0000 da0: 300.000MB/s transfers da0: Command Queueing enabled da0: 8192MB (16777216 512 byte sectors) da1 at vtscsi0 bus 0 scbus0 target 0 lun 1 da1: <FREEBSD CTLDISK 0001> Fixed Direct Access SPC-5 SCSI device da1: Serial Number MYSERIAL0001 da1: 300.000MB/s transfers da1: Command Queueing enabled da1: 8192MB (16777216 512 byte sectors) Discussed with: grehan Reviewed by: mav Obtained from: TrueOS Relnotes: Yes Sponsored by: iXsystems Inc. Tested with: FreeBSD HEAD, Fedora 28 (Workstation) and Ubuntu 18.04. Differential Revision: https://reviews.freebsd.org/D15276
This commit is contained in:
parent
e21e1dbe0c
commit
f9c005a17f
Notes:
svn2git
2020-12-20 02:59:44 +00:00
svn path=/head/; revision=334940
@ -3,6 +3,8 @@
|
|||||||
#
|
#
|
||||||
|
|
||||||
.include <src.opts.mk>
|
.include <src.opts.mk>
|
||||||
|
CFLAGS+=-I${SRCTOP}/sys
|
||||||
|
.PATH: ${SRCTOP}/sys/cam/ctl
|
||||||
|
|
||||||
PROG= bhyve
|
PROG= bhyve
|
||||||
PACKAGE= bhyve
|
PACKAGE= bhyve
|
||||||
@ -22,6 +24,8 @@ SRCS= \
|
|||||||
bootrom.c \
|
bootrom.c \
|
||||||
console.c \
|
console.c \
|
||||||
consport.c \
|
consport.c \
|
||||||
|
ctl_util.c \
|
||||||
|
ctl_scsi_all.c \
|
||||||
dbgport.c \
|
dbgport.c \
|
||||||
fwctl.c \
|
fwctl.c \
|
||||||
gdb.c \
|
gdb.c \
|
||||||
@ -42,6 +46,7 @@ SRCS= \
|
|||||||
pci_virtio_console.c \
|
pci_virtio_console.c \
|
||||||
pci_virtio_net.c \
|
pci_virtio_net.c \
|
||||||
pci_virtio_rnd.c \
|
pci_virtio_rnd.c \
|
||||||
|
pci_virtio_scsi.c \
|
||||||
pci_uart.c \
|
pci_uart.c \
|
||||||
pci_xhci.c \
|
pci_xhci.c \
|
||||||
pm.c \
|
pm.c \
|
||||||
@ -59,12 +64,13 @@ SRCS= \
|
|||||||
virtio.c \
|
virtio.c \
|
||||||
vga.c \
|
vga.c \
|
||||||
xmsr.c \
|
xmsr.c \
|
||||||
spinup_ap.c
|
spinup_ap.c \
|
||||||
|
iov.c
|
||||||
|
|
||||||
.PATH: ${BHYVE_SYSDIR}/sys/amd64/vmm
|
.PATH: ${BHYVE_SYSDIR}/sys/amd64/vmm
|
||||||
SRCS+= vmm_instruction_emul.c
|
SRCS+= vmm_instruction_emul.c
|
||||||
|
|
||||||
LIBADD= vmmapi md pthread z
|
LIBADD= vmmapi md pthread z util sbuf cam
|
||||||
|
|
||||||
.if ${MK_OPENSSL} == "no"
|
.if ${MK_OPENSSL} == "no"
|
||||||
CFLAGS+=-DNO_OPENSSL
|
CFLAGS+=-DNO_OPENSSL
|
||||||
|
@ -24,7 +24,7 @@
|
|||||||
.\"
|
.\"
|
||||||
.\" $FreeBSD$
|
.\" $FreeBSD$
|
||||||
.\"
|
.\"
|
||||||
.Dd May 1, 2018
|
.Dd Jun 11, 2018
|
||||||
.Dt BHYVE 8
|
.Dt BHYVE 8
|
||||||
.Os
|
.Os
|
||||||
.Sh NAME
|
.Sh NAME
|
||||||
@ -216,6 +216,8 @@ PCI pass-through device.
|
|||||||
Virtio network interface.
|
Virtio network interface.
|
||||||
.It Li virtio-blk
|
.It Li virtio-blk
|
||||||
Virtio block storage interface.
|
Virtio block storage interface.
|
||||||
|
.It Li virtio-scsi
|
||||||
|
Virtio SCSI interface.
|
||||||
.It Li virtio-rnd
|
.It Li virtio-rnd
|
||||||
Virtio RNG interface.
|
Virtio RNG interface.
|
||||||
.It Li virtio-console
|
.It Li virtio-console
|
||||||
@ -287,6 +289,11 @@ The physical sector size is optional and is equal to the logical sector size
|
|||||||
if not explicitly specified.
|
if not explicitly specified.
|
||||||
.El
|
.El
|
||||||
.Pp
|
.Pp
|
||||||
|
SCSI devices:
|
||||||
|
.Bl -tag -width 10n
|
||||||
|
.It Pa /dev/cam/ Ns Oo , Ns Ar port and initiator_id Oc
|
||||||
|
.El
|
||||||
|
.Pp
|
||||||
TTY devices:
|
TTY devices:
|
||||||
.Bl -tag -width 10n
|
.Bl -tag -width 10n
|
||||||
.It Li stdio
|
.It Li stdio
|
||||||
|
141
usr.sbin/bhyve/iov.c
Normal file
141
usr.sbin/bhyve/iov.c
Normal file
@ -0,0 +1,141 @@
|
|||||||
|
/*-
|
||||||
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 Jakub Klama <jceel@FreeBSD.org>.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* Redistribution and use in source and binary forms, with or without
|
||||||
|
* modification, are permitted provided that the following conditions
|
||||||
|
* are met:
|
||||||
|
* 1. Redistributions of source code must retain the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer
|
||||||
|
* in this position and unchanged.
|
||||||
|
* 2. Redistributions in binary form must reproduce the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer in the
|
||||||
|
* documentation and/or other materials provided with the distribution.
|
||||||
|
*
|
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
||||||
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||||
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||||
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
||||||
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||||
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
||||||
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
||||||
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||||
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
||||||
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||||
|
* SUCH DAMAGE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include <sys/cdefs.h>
|
||||||
|
__FBSDID("$FreeBSD$");
|
||||||
|
|
||||||
|
#include <sys/param.h>
|
||||||
|
#include <sys/types.h>
|
||||||
|
#include <sys/uio.h>
|
||||||
|
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <string.h>
|
||||||
|
#include "iov.h"
|
||||||
|
|
||||||
|
void
|
||||||
|
seek_iov(struct iovec *iov1, size_t niov1, struct iovec *iov2, size_t *niov2,
|
||||||
|
size_t seek)
|
||||||
|
{
|
||||||
|
size_t remainder = 0;
|
||||||
|
size_t left = seek;
|
||||||
|
size_t i, j;
|
||||||
|
|
||||||
|
for (i = 0; i < niov1; i++) {
|
||||||
|
size_t toseek = MIN(left, iov1[i].iov_len);
|
||||||
|
left -= toseek;
|
||||||
|
|
||||||
|
if (toseek == iov1[i].iov_len)
|
||||||
|
continue;
|
||||||
|
|
||||||
|
if (left == 0) {
|
||||||
|
remainder = toseek;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
for (j = i; j < niov1; j++) {
|
||||||
|
iov2[j - i].iov_base = (char *)iov1[j].iov_base + remainder;
|
||||||
|
iov2[j - i].iov_len = iov1[j].iov_len - remainder;
|
||||||
|
remainder = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
*niov2 = j - i;
|
||||||
|
}
|
||||||
|
|
||||||
|
size_t
|
||||||
|
count_iov(struct iovec *iov, size_t niov)
|
||||||
|
{
|
||||||
|
size_t i, total = 0;
|
||||||
|
|
||||||
|
for (i = 0; i < niov; i++)
|
||||||
|
total += iov[i].iov_len;
|
||||||
|
|
||||||
|
return (total);
|
||||||
|
}
|
||||||
|
|
||||||
|
size_t
|
||||||
|
truncate_iov(struct iovec *iov, size_t niov, size_t length)
|
||||||
|
{
|
||||||
|
size_t i, done = 0;
|
||||||
|
|
||||||
|
for (i = 0; i < niov; i++) {
|
||||||
|
size_t toseek = MIN(length - done, iov[i].iov_len);
|
||||||
|
done += toseek;
|
||||||
|
|
||||||
|
if (toseek < iov[i].iov_len) {
|
||||||
|
iov[i].iov_len = toseek;
|
||||||
|
return (i + 1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return (niov);
|
||||||
|
}
|
||||||
|
|
||||||
|
ssize_t
|
||||||
|
iov_to_buf(struct iovec *iov, size_t niov, void **buf)
|
||||||
|
{
|
||||||
|
size_t i, ptr = 0, total = 0;
|
||||||
|
|
||||||
|
for (i = 0; i < niov; i++) {
|
||||||
|
total += iov[i].iov_len;
|
||||||
|
*buf = realloc(*buf, total);
|
||||||
|
if (*buf == NULL)
|
||||||
|
return (-1);
|
||||||
|
|
||||||
|
memcpy(*buf + ptr, iov[i].iov_base, iov[i].iov_len);
|
||||||
|
ptr += iov[i].iov_len;
|
||||||
|
}
|
||||||
|
|
||||||
|
return (total);
|
||||||
|
}
|
||||||
|
|
||||||
|
ssize_t
|
||||||
|
buf_to_iov(void *buf, size_t buflen, struct iovec *iov, size_t niov,
|
||||||
|
size_t seek)
|
||||||
|
{
|
||||||
|
struct iovec *diov;
|
||||||
|
size_t ndiov, i;
|
||||||
|
uintptr_t off = 0;
|
||||||
|
|
||||||
|
if (seek > 0) {
|
||||||
|
diov = malloc(sizeof(struct iovec) * niov);
|
||||||
|
seek_iov(iov, niov, diov, &ndiov, seek);
|
||||||
|
} else {
|
||||||
|
diov = iov;
|
||||||
|
ndiov = niov;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (i = 0; i < ndiov; i++) {
|
||||||
|
memcpy(diov[i].iov_base, buf + off, diov[i].iov_len);
|
||||||
|
off += diov[i].iov_len;
|
||||||
|
}
|
||||||
|
|
||||||
|
return ((ssize_t)off);
|
||||||
|
}
|
||||||
|
|
43
usr.sbin/bhyve/iov.h
Normal file
43
usr.sbin/bhyve/iov.h
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
/*-
|
||||||
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 Jakub Klama <jceel@FreeBSD.org>.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* Redistribution and use in source and binary forms, with or without
|
||||||
|
* modification, are permitted provided that the following conditions
|
||||||
|
* are met:
|
||||||
|
* 1. Redistributions of source code must retain the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer
|
||||||
|
* in this position and unchanged.
|
||||||
|
* 2. Redistributions in binary form must reproduce the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer in the
|
||||||
|
* documentation and/or other materials provided with the distribution.
|
||||||
|
*
|
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
||||||
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||||
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||||
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
||||||
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||||
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
||||||
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
||||||
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||||
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
||||||
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||||
|
* SUCH DAMAGE.
|
||||||
|
*
|
||||||
|
* $FreeBSD$
|
||||||
|
*/
|
||||||
|
|
||||||
|
#ifndef _IOV_H_
|
||||||
|
#define _IOV_H_
|
||||||
|
|
||||||
|
void seek_iov(struct iovec *iov1, size_t niov1, struct iovec *iov2,
|
||||||
|
size_t *niov2, size_t seek);
|
||||||
|
size_t truncate_iov(struct iovec *iov, size_t niov, size_t length);
|
||||||
|
size_t count_iov(struct iovec *iov, size_t niov);
|
||||||
|
ssize_t iov_to_buf(struct iovec *iov, size_t niov, void **buf);
|
||||||
|
ssize_t buf_to_iov(void *buf, size_t buflen, struct iovec *iov, size_t niov,
|
||||||
|
size_t seek);
|
||||||
|
|
||||||
|
#endif /* _IOV_H_ */
|
718
usr.sbin/bhyve/pci_virtio_scsi.c
Normal file
718
usr.sbin/bhyve/pci_virtio_scsi.c
Normal file
@ -0,0 +1,718 @@
|
|||||||
|
/*-
|
||||||
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 Jakub Klama <jceel@FreeBSD.org>.
|
||||||
|
* Copyright (c) 2018 Marcelo Araujo <araujo@FreeBSD.org>.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* Redistribution and use in source and binary forms, with or without
|
||||||
|
* modification, are permitted provided that the following conditions
|
||||||
|
* are met:
|
||||||
|
* 1. Redistributions of source code must retain the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer
|
||||||
|
* in this position and unchanged.
|
||||||
|
* 2. Redistributions in binary form must reproduce the above copyright
|
||||||
|
* notice, this list of conditions and the following disclaimer in the
|
||||||
|
* documentation and/or other materials provided with the distribution.
|
||||||
|
*
|
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
||||||
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||||
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||||
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
||||||
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||||
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
||||||
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
||||||
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||||
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
||||||
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||||
|
* SUCH DAMAGE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include <sys/cdefs.h>
|
||||||
|
__FBSDID("$FreeBSD$");
|
||||||
|
|
||||||
|
#include <sys/param.h>
|
||||||
|
#include <sys/linker_set.h>
|
||||||
|
#include <sys/types.h>
|
||||||
|
#include <sys/uio.h>
|
||||||
|
#include <sys/time.h>
|
||||||
|
#include <sys/queue.h>
|
||||||
|
#include <sys/sbuf.h>
|
||||||
|
|
||||||
|
#include <errno.h>
|
||||||
|
#include <fcntl.h>
|
||||||
|
#include <stdio.h>
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <stdbool.h>
|
||||||
|
#include <string.h>
|
||||||
|
#include <unistd.h>
|
||||||
|
#include <assert.h>
|
||||||
|
#include <pthread.h>
|
||||||
|
#include <pthread_np.h>
|
||||||
|
|
||||||
|
#include <cam/scsi/scsi_all.h>
|
||||||
|
#include <cam/scsi/scsi_message.h>
|
||||||
|
#include <cam/ctl/ctl.h>
|
||||||
|
#include <cam/ctl/ctl_io.h>
|
||||||
|
#include <cam/ctl/ctl_backend.h>
|
||||||
|
#include <cam/ctl/ctl_ioctl.h>
|
||||||
|
#include <cam/ctl/ctl_util.h>
|
||||||
|
#include <cam/ctl/ctl_scsi_all.h>
|
||||||
|
#include <camlib.h>
|
||||||
|
|
||||||
|
#include "bhyverun.h"
|
||||||
|
#include "pci_emul.h"
|
||||||
|
#include "virtio.h"
|
||||||
|
#include "iov.h"
|
||||||
|
|
||||||
|
#define VTSCSI_RINGSZ 64
|
||||||
|
#define VTSCSI_REQUESTQ 1
|
||||||
|
#define VTSCSI_THR_PER_Q 16
|
||||||
|
#define VTSCSI_MAXQ (VTSCSI_REQUESTQ + 2)
|
||||||
|
#define VTSCSI_MAXSEG 64
|
||||||
|
|
||||||
|
#define VTSCSI_IN_HEADER_LEN(_sc) \
|
||||||
|
(sizeof(struct pci_vtscsi_req_cmd_rd) + _sc->vss_config.cdb_size)
|
||||||
|
|
||||||
|
#define VTSCSI_OUT_HEADER_LEN(_sc) \
|
||||||
|
(sizeof(struct pci_vtscsi_req_cmd_wr) + _sc->vss_config.sense_size)
|
||||||
|
|
||||||
|
#define VIRTIO_SCSI_MAX_CHANNEL 0
|
||||||
|
#define VIRTIO_SCSI_MAX_TARGET 0
|
||||||
|
#define VIRTIO_SCSI_MAX_LUN 16383
|
||||||
|
|
||||||
|
#define VIRTIO_SCSI_F_INOUT (1 << 0)
|
||||||
|
#define VIRTIO_SCSI_F_HOTPLUG (1 << 1)
|
||||||
|
#define VIRTIO_SCSI_F_CHANGE (1 << 2)
|
||||||
|
|
||||||
|
static int pci_vtscsi_debug = 0;
|
||||||
|
#define DPRINTF(params) if (pci_vtscsi_debug) printf params
|
||||||
|
#define WPRINTF(params) printf params
|
||||||
|
|
||||||
|
struct pci_vtscsi_config {
|
||||||
|
uint32_t num_queues;
|
||||||
|
uint32_t seg_max;
|
||||||
|
uint32_t max_sectors;
|
||||||
|
uint32_t cmd_per_lun;
|
||||||
|
uint32_t event_info_size;
|
||||||
|
uint32_t sense_size;
|
||||||
|
uint32_t cdb_size;
|
||||||
|
uint16_t max_channel;
|
||||||
|
uint16_t max_target;
|
||||||
|
uint32_t max_lun;
|
||||||
|
} __attribute__((packed));
|
||||||
|
|
||||||
|
struct pci_vtscsi_queue {
|
||||||
|
struct pci_vtscsi_softc * vsq_sc;
|
||||||
|
struct vqueue_info * vsq_vq;
|
||||||
|
int vsq_ctl_fd;
|
||||||
|
pthread_mutex_t vsq_mtx;
|
||||||
|
pthread_mutex_t vsq_qmtx;
|
||||||
|
pthread_cond_t vsq_cv;
|
||||||
|
STAILQ_HEAD(, pci_vtscsi_request) vsq_requests;
|
||||||
|
LIST_HEAD(, pci_vtscsi_worker) vsq_workers;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct pci_vtscsi_worker {
|
||||||
|
struct pci_vtscsi_queue * vsw_queue;
|
||||||
|
pthread_t vsw_thread;
|
||||||
|
bool vsw_exiting;
|
||||||
|
LIST_ENTRY(pci_vtscsi_worker) vsw_link;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct pci_vtscsi_request {
|
||||||
|
struct pci_vtscsi_queue * vsr_queue;
|
||||||
|
struct iovec vsr_iov_in[VTSCSI_MAXSEG];
|
||||||
|
int vsr_niov_in;
|
||||||
|
struct iovec vsr_iov_out[VTSCSI_MAXSEG];
|
||||||
|
int vsr_niov_out;
|
||||||
|
uint32_t vsr_idx;
|
||||||
|
STAILQ_ENTRY(pci_vtscsi_request) vsr_link;
|
||||||
|
};
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Per-device softc
|
||||||
|
*/
|
||||||
|
struct pci_vtscsi_softc {
|
||||||
|
struct virtio_softc vss_vs;
|
||||||
|
struct vqueue_info vss_vq[VTSCSI_MAXQ];
|
||||||
|
struct pci_vtscsi_queue vss_queues[VTSCSI_REQUESTQ];
|
||||||
|
pthread_mutex_t vss_mtx;
|
||||||
|
int vss_iid;
|
||||||
|
int vss_ctl_fd;
|
||||||
|
uint32_t vss_features;
|
||||||
|
struct pci_vtscsi_config vss_config;
|
||||||
|
};
|
||||||
|
|
||||||
|
#define VIRTIO_SCSI_T_TMF 0
|
||||||
|
#define VIRTIO_SCSI_T_TMF_ABORT_TASK 0
|
||||||
|
#define VIRTIO_SCSI_T_TMF_ABORT_TASK_SET 1
|
||||||
|
#define VIRTIO_SCSI_T_TMF_CLEAR_ACA 2
|
||||||
|
#define VIRTIO_SCSI_T_TMF_CLEAR_TASK_SET 3
|
||||||
|
#define VIRTIO_SCSI_T_TMF_I_T_NEXUS_RESET 4
|
||||||
|
#define VIRTIO_SCSI_T_TMF_LOGICAL_UNIT_RESET 5
|
||||||
|
#define VIRTIO_SCSI_T_TMF_QUERY_TASK 6
|
||||||
|
#define VIRTIO_SCSI_T_TMF_QUERY_TASK_SET 7
|
||||||
|
|
||||||
|
/* command-specific response values */
|
||||||
|
#define VIRTIO_SCSI_S_FUNCTION_COMPLETE 0
|
||||||
|
#define VIRTIO_SCSI_S_FUNCTION_SUCCEEDED 10
|
||||||
|
#define VIRTIO_SCSI_S_FUNCTION_REJECTED 11
|
||||||
|
|
||||||
|
struct pci_vtscsi_ctrl_tmf {
|
||||||
|
uint32_t type;
|
||||||
|
uint32_t subtype;
|
||||||
|
uint8_t lun[8];
|
||||||
|
uint64_t id;
|
||||||
|
uint8_t response;
|
||||||
|
} __attribute__((packed));
|
||||||
|
|
||||||
|
#define VIRTIO_SCSI_T_AN_QUERY 1
|
||||||
|
#define VIRTIO_SCSI_EVT_ASYNC_OPERATIONAL_CHANGE 2
|
||||||
|
#define VIRTIO_SCSI_EVT_ASYNC_POWER_MGMT 4
|
||||||
|
#define VIRTIO_SCSI_EVT_ASYNC_EXTERNAL_REQUEST 8
|
||||||
|
#define VIRTIO_SCSI_EVT_ASYNC_MEDIA_CHANGE 16
|
||||||
|
#define VIRTIO_SCSI_EVT_ASYNC_MULTI_HOST 32
|
||||||
|
#define VIRTIO_SCSI_EVT_ASYNC_DEVICE_BUSY 64
|
||||||
|
|
||||||
|
struct pci_vtscsi_ctrl_an {
|
||||||
|
uint32_t type;
|
||||||
|
uint8_t lun[8];
|
||||||
|
uint32_t event_requested;
|
||||||
|
uint32_t event_actual;
|
||||||
|
uint8_t response;
|
||||||
|
} __attribute__((packed));
|
||||||
|
|
||||||
|
/* command-specific response values */
|
||||||
|
#define VIRTIO_SCSI_S_OK 0
|
||||||
|
#define VIRTIO_SCSI_S_OVERRUN 1
|
||||||
|
#define VIRTIO_SCSI_S_ABORTED 2
|
||||||
|
#define VIRTIO_SCSI_S_BAD_TARGET 3
|
||||||
|
#define VIRTIO_SCSI_S_RESET 4
|
||||||
|
#define VIRTIO_SCSI_S_BUSY 5
|
||||||
|
#define VIRTIO_SCSI_S_TRANSPORT_FAILURE 6
|
||||||
|
#define VIRTIO_SCSI_S_TARGET_FAILURE 7
|
||||||
|
#define VIRTIO_SCSI_S_NEXUS_FAILURE 8
|
||||||
|
#define VIRTIO_SCSI_S_FAILURE 9
|
||||||
|
#define VIRTIO_SCSI_S_INCORRECT_LUN 12
|
||||||
|
|
||||||
|
/* task_attr */
|
||||||
|
#define VIRTIO_SCSI_S_SIMPLE 0
|
||||||
|
#define VIRTIO_SCSI_S_ORDERED 1
|
||||||
|
#define VIRTIO_SCSI_S_HEAD 2
|
||||||
|
#define VIRTIO_SCSI_S_ACA 3
|
||||||
|
|
||||||
|
struct pci_vtscsi_event {
|
||||||
|
uint32_t event;
|
||||||
|
uint8_t lun[8];
|
||||||
|
uint32_t reason;
|
||||||
|
} __attribute__((packed));
|
||||||
|
|
||||||
|
struct pci_vtscsi_req_cmd_rd {
|
||||||
|
uint8_t lun[8];
|
||||||
|
uint64_t id;
|
||||||
|
uint8_t task_attr;
|
||||||
|
uint8_t prio;
|
||||||
|
uint8_t crn;
|
||||||
|
uint8_t cdb[];
|
||||||
|
} __attribute__((packed));
|
||||||
|
|
||||||
|
struct pci_vtscsi_req_cmd_wr {
|
||||||
|
uint32_t sense_len;
|
||||||
|
uint32_t residual;
|
||||||
|
uint16_t status_qualifier;
|
||||||
|
uint8_t status;
|
||||||
|
uint8_t response;
|
||||||
|
uint8_t sense[];
|
||||||
|
} __attribute__((packed));
|
||||||
|
|
||||||
|
static void *pci_vtscsi_proc(void *);
|
||||||
|
static void pci_vtscsi_reset(void *);
|
||||||
|
static void pci_vtscsi_neg_features(void *, uint64_t);
|
||||||
|
static int pci_vtscsi_cfgread(void *, int, int, uint32_t *);
|
||||||
|
static int pci_vtscsi_cfgwrite(void *, int, int, uint32_t);
|
||||||
|
static inline int pci_vtscsi_get_lun(uint8_t *);
|
||||||
|
static int pci_vtscsi_control_handle(struct pci_vtscsi_softc *, void *, size_t);
|
||||||
|
static int pci_vtscsi_tmf_handle(struct pci_vtscsi_softc *,
|
||||||
|
struct pci_vtscsi_ctrl_tmf *);
|
||||||
|
static int pci_vtscsi_an_handle(struct pci_vtscsi_softc *,
|
||||||
|
struct pci_vtscsi_ctrl_an *);
|
||||||
|
static int pci_vtscsi_request_handle(struct pci_vtscsi_queue *, struct iovec *,
|
||||||
|
int, struct iovec *, int);
|
||||||
|
static void pci_vtscsi_controlq_notify(void *, struct vqueue_info *);
|
||||||
|
static void pci_vtscsi_eventq_notify(void *, struct vqueue_info *);
|
||||||
|
static void pci_vtscsi_requestq_notify(void *, struct vqueue_info *);
|
||||||
|
static int pci_vtscsi_init_queue(struct pci_vtscsi_softc *,
|
||||||
|
struct pci_vtscsi_queue *, int);
|
||||||
|
static int pci_vtscsi_init(struct vmctx *, struct pci_devinst *, char *);
|
||||||
|
|
||||||
|
static struct virtio_consts vtscsi_vi_consts = {
|
||||||
|
"vtscsi", /* our name */
|
||||||
|
VTSCSI_MAXQ, /* we support 2+n virtqueues */
|
||||||
|
sizeof(struct pci_vtscsi_config), /* config reg size */
|
||||||
|
pci_vtscsi_reset, /* reset */
|
||||||
|
NULL, /* device-wide qnotify */
|
||||||
|
pci_vtscsi_cfgread, /* read virtio config */
|
||||||
|
pci_vtscsi_cfgwrite, /* write virtio config */
|
||||||
|
pci_vtscsi_neg_features, /* apply negotiated features */
|
||||||
|
0, /* our capabilities */
|
||||||
|
};
|
||||||
|
|
||||||
|
static void *
|
||||||
|
pci_vtscsi_proc(void *arg)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_worker *worker = (struct pci_vtscsi_worker *)arg;
|
||||||
|
struct pci_vtscsi_queue *q = worker->vsw_queue;
|
||||||
|
struct pci_vtscsi_request *req;
|
||||||
|
int iolen;
|
||||||
|
|
||||||
|
for (;;) {
|
||||||
|
pthread_mutex_lock(&q->vsq_mtx);
|
||||||
|
|
||||||
|
while (STAILQ_EMPTY(&q->vsq_requests)
|
||||||
|
&& !worker->vsw_exiting)
|
||||||
|
pthread_cond_wait(&q->vsq_cv, &q->vsq_mtx);
|
||||||
|
|
||||||
|
if (worker->vsw_exiting)
|
||||||
|
break;
|
||||||
|
|
||||||
|
req = STAILQ_FIRST(&q->vsq_requests);
|
||||||
|
STAILQ_REMOVE_HEAD(&q->vsq_requests, vsr_link);
|
||||||
|
|
||||||
|
pthread_mutex_unlock(&q->vsq_mtx);
|
||||||
|
iolen = pci_vtscsi_request_handle(q, req->vsr_iov_in,
|
||||||
|
req->vsr_niov_in, req->vsr_iov_out, req->vsr_niov_out);
|
||||||
|
|
||||||
|
pthread_mutex_lock(&q->vsq_qmtx);
|
||||||
|
vq_relchain(q->vsq_vq, req->vsr_idx, iolen);
|
||||||
|
vq_endchains(q->vsq_vq, 0);
|
||||||
|
pthread_mutex_unlock(&q->vsq_qmtx);
|
||||||
|
|
||||||
|
DPRINTF(("virtio-scsi: request <idx=%d> completed\n",
|
||||||
|
req->vsr_idx));
|
||||||
|
free(req);
|
||||||
|
}
|
||||||
|
|
||||||
|
pthread_mutex_unlock(&q->vsq_mtx);
|
||||||
|
return (NULL);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void
|
||||||
|
pci_vtscsi_reset(void *vsc)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc;
|
||||||
|
|
||||||
|
sc = vsc;
|
||||||
|
|
||||||
|
DPRINTF(("vtscsi: device reset requested\n"));
|
||||||
|
vi_reset_dev(&sc->vss_vs);
|
||||||
|
|
||||||
|
/* initialize config structure */
|
||||||
|
sc->vss_config = (struct pci_vtscsi_config){
|
||||||
|
.num_queues = VTSCSI_REQUESTQ,
|
||||||
|
.seg_max = VTSCSI_MAXSEG,
|
||||||
|
.max_sectors = 2,
|
||||||
|
.cmd_per_lun = 1,
|
||||||
|
.event_info_size = sizeof(struct pci_vtscsi_event),
|
||||||
|
.sense_size = 96,
|
||||||
|
.cdb_size = 32,
|
||||||
|
.max_channel = VIRTIO_SCSI_MAX_CHANNEL,
|
||||||
|
.max_target = VIRTIO_SCSI_MAX_TARGET,
|
||||||
|
.max_lun = VIRTIO_SCSI_MAX_LUN
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
static void
|
||||||
|
pci_vtscsi_neg_features(void *vsc, uint64_t negotiated_features)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc = vsc;
|
||||||
|
|
||||||
|
sc->vss_features = negotiated_features;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_cfgread(void *vsc, int offset, int size, uint32_t *retval)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc = vsc;
|
||||||
|
void *ptr;
|
||||||
|
|
||||||
|
ptr = (uint8_t *)&sc->vss_config + offset;
|
||||||
|
memcpy(retval, ptr, size);
|
||||||
|
return (0);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_cfgwrite(void *vsc, int offset, int size, uint32_t val)
|
||||||
|
{
|
||||||
|
|
||||||
|
return (0);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline int
|
||||||
|
pci_vtscsi_get_lun(uint8_t *lun)
|
||||||
|
{
|
||||||
|
|
||||||
|
return (((lun[2] << 8) | lun[3]) & 0x3fff);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_control_handle(struct pci_vtscsi_softc *sc, void *buf,
|
||||||
|
size_t bufsize)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_ctrl_tmf *tmf;
|
||||||
|
struct pci_vtscsi_ctrl_an *an;
|
||||||
|
uint32_t type;
|
||||||
|
|
||||||
|
type = *(uint32_t *)buf;
|
||||||
|
|
||||||
|
if (type == VIRTIO_SCSI_T_TMF) {
|
||||||
|
tmf = (struct pci_vtscsi_ctrl_tmf *)buf;
|
||||||
|
return (pci_vtscsi_tmf_handle(sc, tmf));
|
||||||
|
}
|
||||||
|
|
||||||
|
if (type == VIRTIO_SCSI_T_AN_QUERY) {
|
||||||
|
an = (struct pci_vtscsi_ctrl_an *)buf;
|
||||||
|
return (pci_vtscsi_an_handle(sc, an));
|
||||||
|
}
|
||||||
|
|
||||||
|
return (0);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_tmf_handle(struct pci_vtscsi_softc *sc,
|
||||||
|
struct pci_vtscsi_ctrl_tmf *tmf)
|
||||||
|
{
|
||||||
|
union ctl_io *io;
|
||||||
|
int err;
|
||||||
|
|
||||||
|
io = ctl_scsi_alloc_io(sc->vss_iid);
|
||||||
|
ctl_scsi_zero_io(io);
|
||||||
|
|
||||||
|
io->io_hdr.io_type = CTL_IO_TASK;
|
||||||
|
io->io_hdr.nexus.targ_port = tmf->lun[1];
|
||||||
|
io->io_hdr.nexus.targ_lun = pci_vtscsi_get_lun(tmf->lun);
|
||||||
|
io->taskio.tag_type = CTL_TAG_SIMPLE;
|
||||||
|
io->taskio.tag_num = (uint32_t)tmf->id;
|
||||||
|
|
||||||
|
switch (tmf->subtype) {
|
||||||
|
case VIRTIO_SCSI_T_TMF_ABORT_TASK:
|
||||||
|
io->taskio.task_action = CTL_TASK_ABORT_TASK;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_ABORT_TASK_SET:
|
||||||
|
io->taskio.task_action = CTL_TASK_ABORT_TASK_SET;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_CLEAR_ACA:
|
||||||
|
io->taskio.task_action = CTL_TASK_CLEAR_ACA;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_CLEAR_TASK_SET:
|
||||||
|
io->taskio.task_action = CTL_TASK_CLEAR_TASK_SET;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_I_T_NEXUS_RESET:
|
||||||
|
io->taskio.task_action = CTL_TASK_I_T_NEXUS_RESET;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_LOGICAL_UNIT_RESET:
|
||||||
|
io->taskio.task_action = CTL_TASK_LUN_RESET;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_QUERY_TASK:
|
||||||
|
io->taskio.task_action = CTL_TASK_QUERY_TASK;
|
||||||
|
break;
|
||||||
|
|
||||||
|
case VIRTIO_SCSI_T_TMF_QUERY_TASK_SET:
|
||||||
|
io->taskio.task_action = CTL_TASK_QUERY_TASK_SET;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pci_vtscsi_debug) {
|
||||||
|
struct sbuf *sb = sbuf_new_auto();
|
||||||
|
ctl_io_sbuf(io, sb);
|
||||||
|
sbuf_finish(sb);
|
||||||
|
DPRINTF(("pci_virtio_scsi: %s", sbuf_data(sb)));
|
||||||
|
sbuf_delete(sb);
|
||||||
|
}
|
||||||
|
|
||||||
|
err = ioctl(sc->vss_ctl_fd, CTL_IO, io);
|
||||||
|
if (err != 0)
|
||||||
|
WPRINTF(("CTL_IO: err=%d (%s)\n", errno, strerror(errno)));
|
||||||
|
|
||||||
|
tmf->response = io->taskio.task_status;
|
||||||
|
ctl_scsi_free_io(io);
|
||||||
|
return (1);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_an_handle(struct pci_vtscsi_softc *sc,
|
||||||
|
struct pci_vtscsi_ctrl_an *an)
|
||||||
|
{
|
||||||
|
|
||||||
|
return (0);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_request_handle(struct pci_vtscsi_queue *q, struct iovec *iov_in,
|
||||||
|
int niov_in, struct iovec *iov_out, int niov_out)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc = q->vsq_sc;
|
||||||
|
struct pci_vtscsi_req_cmd_rd *cmd_rd = NULL;
|
||||||
|
struct pci_vtscsi_req_cmd_wr *cmd_wr;
|
||||||
|
struct iovec data_iov_in[VTSCSI_MAXSEG], data_iov_out[VTSCSI_MAXSEG];
|
||||||
|
union ctl_io *io;
|
||||||
|
size_t data_niov_in, data_niov_out;
|
||||||
|
void *ext_data_ptr = NULL;
|
||||||
|
uint32_t ext_data_len = 0, ext_sg_entries = 0;
|
||||||
|
int err;
|
||||||
|
|
||||||
|
seek_iov(iov_in, niov_in, data_iov_in, &data_niov_in,
|
||||||
|
VTSCSI_IN_HEADER_LEN(sc));
|
||||||
|
seek_iov(iov_out, niov_out, data_iov_out, &data_niov_out,
|
||||||
|
VTSCSI_OUT_HEADER_LEN(sc));
|
||||||
|
|
||||||
|
truncate_iov(iov_in, niov_in, VTSCSI_IN_HEADER_LEN(sc));
|
||||||
|
truncate_iov(iov_out, niov_out, VTSCSI_OUT_HEADER_LEN(sc));
|
||||||
|
iov_to_buf(iov_in, niov_in, (void **)&cmd_rd);
|
||||||
|
|
||||||
|
cmd_wr = malloc(VTSCSI_OUT_HEADER_LEN(sc));
|
||||||
|
io = ctl_scsi_alloc_io(sc->vss_iid);
|
||||||
|
ctl_scsi_zero_io(io);
|
||||||
|
|
||||||
|
io->io_hdr.nexus.targ_port = cmd_rd->lun[1];
|
||||||
|
io->io_hdr.nexus.targ_lun = pci_vtscsi_get_lun(cmd_rd->lun);
|
||||||
|
|
||||||
|
io->io_hdr.io_type = CTL_IO_SCSI;
|
||||||
|
|
||||||
|
if (data_niov_in > 0) {
|
||||||
|
ext_data_ptr = (void *)data_iov_in;
|
||||||
|
ext_sg_entries = data_niov_in;
|
||||||
|
ext_data_len = count_iov(data_iov_in, data_niov_in);
|
||||||
|
io->io_hdr.flags |= CTL_FLAG_DATA_OUT;
|
||||||
|
} else if (data_niov_out > 0) {
|
||||||
|
ext_data_ptr = (void *)data_iov_out;
|
||||||
|
ext_sg_entries = data_niov_out;
|
||||||
|
ext_data_len = count_iov(data_iov_out, data_niov_out);
|
||||||
|
io->io_hdr.flags |= CTL_FLAG_DATA_IN;
|
||||||
|
}
|
||||||
|
|
||||||
|
io->scsiio.sense_len = sc->vss_config.sense_size;
|
||||||
|
io->scsiio.tag_num = (uint32_t)cmd_rd->id;
|
||||||
|
io->scsiio.tag_type = CTL_TAG_SIMPLE;
|
||||||
|
io->scsiio.ext_sg_entries = ext_sg_entries;
|
||||||
|
io->scsiio.ext_data_ptr = ext_data_ptr;
|
||||||
|
io->scsiio.ext_data_len = ext_data_len;
|
||||||
|
io->scsiio.ext_data_filled = 0;
|
||||||
|
io->scsiio.cdb_len = sc->vss_config.cdb_size;
|
||||||
|
memcpy(io->scsiio.cdb, cmd_rd->cdb, sc->vss_config.cdb_size);
|
||||||
|
|
||||||
|
if (pci_vtscsi_debug) {
|
||||||
|
struct sbuf *sb = sbuf_new_auto();
|
||||||
|
ctl_io_sbuf(io, sb);
|
||||||
|
sbuf_finish(sb);
|
||||||
|
DPRINTF(("pci_virtio_scsi: %s", sbuf_data(sb)));
|
||||||
|
sbuf_delete(sb);
|
||||||
|
}
|
||||||
|
|
||||||
|
err = ioctl(q->vsq_ctl_fd, CTL_IO, io);
|
||||||
|
if (err != 0) {
|
||||||
|
WPRINTF(("CTL_IO: err=%d (%s)\n", errno, strerror(errno)));
|
||||||
|
cmd_wr->response = VIRTIO_SCSI_S_FAILURE;
|
||||||
|
} else {
|
||||||
|
cmd_wr->sense_len = MIN(io->scsiio.sense_len,
|
||||||
|
sc->vss_config.sense_size);
|
||||||
|
cmd_wr->residual = io->scsiio.residual;
|
||||||
|
cmd_wr->status = io->scsiio.scsi_status;
|
||||||
|
cmd_wr->response = VIRTIO_SCSI_S_OK;
|
||||||
|
memcpy(&cmd_wr->sense, &io->scsiio.sense_data,
|
||||||
|
cmd_wr->sense_len);
|
||||||
|
}
|
||||||
|
|
||||||
|
buf_to_iov(cmd_wr, VTSCSI_OUT_HEADER_LEN(sc), iov_out, niov_out, 0);
|
||||||
|
free(cmd_rd);
|
||||||
|
free(cmd_wr);
|
||||||
|
ctl_scsi_free_io(io);
|
||||||
|
return (VTSCSI_OUT_HEADER_LEN(sc) + io->scsiio.ext_data_filled);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void
|
||||||
|
pci_vtscsi_controlq_notify(void *vsc, struct vqueue_info *vq)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc;
|
||||||
|
struct iovec iov[VTSCSI_MAXSEG];
|
||||||
|
uint16_t idx, n;
|
||||||
|
void *buf = NULL;
|
||||||
|
size_t bufsize;
|
||||||
|
int iolen;
|
||||||
|
|
||||||
|
sc = vsc;
|
||||||
|
|
||||||
|
while (vq_has_descs(vq)) {
|
||||||
|
n = vq_getchain(vq, &idx, iov, VTSCSI_MAXSEG, NULL);
|
||||||
|
bufsize = iov_to_buf(iov, n, &buf);
|
||||||
|
iolen = pci_vtscsi_control_handle(sc, buf, bufsize);
|
||||||
|
buf_to_iov(buf + bufsize - iolen, iolen, iov, n, iolen);
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Release this chain and handle more
|
||||||
|
*/
|
||||||
|
vq_relchain(vq, idx, iolen);
|
||||||
|
}
|
||||||
|
vq_endchains(vq, 1); /* Generate interrupt if appropriate. */
|
||||||
|
}
|
||||||
|
|
||||||
|
static void
|
||||||
|
pci_vtscsi_eventq_notify(void *vsc, struct vqueue_info *vq)
|
||||||
|
{
|
||||||
|
|
||||||
|
vq->vq_used->vu_flags |= VRING_USED_F_NO_NOTIFY;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void
|
||||||
|
pci_vtscsi_requestq_notify(void *vsc, struct vqueue_info *vq)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc;
|
||||||
|
struct pci_vtscsi_queue *q;
|
||||||
|
struct pci_vtscsi_request *req;
|
||||||
|
struct iovec iov[VTSCSI_MAXSEG];
|
||||||
|
uint16_t flags[VTSCSI_MAXSEG];
|
||||||
|
uint16_t idx, n, i;
|
||||||
|
int readable;
|
||||||
|
|
||||||
|
sc = vsc;
|
||||||
|
q = &sc->vss_queues[vq->vq_num - 2];
|
||||||
|
|
||||||
|
while (vq_has_descs(vq)) {
|
||||||
|
readable = 0;
|
||||||
|
n = vq_getchain(vq, &idx, iov, VTSCSI_MAXSEG, flags);
|
||||||
|
|
||||||
|
/* Count readable descriptors */
|
||||||
|
for (i = 0; i < n; i++) {
|
||||||
|
if (flags[i] & VRING_DESC_F_WRITE)
|
||||||
|
break;
|
||||||
|
|
||||||
|
readable++;
|
||||||
|
}
|
||||||
|
|
||||||
|
req = calloc(1, sizeof(struct pci_vtscsi_request));
|
||||||
|
req->vsr_idx = idx;
|
||||||
|
req->vsr_queue = q;
|
||||||
|
req->vsr_niov_in = readable;
|
||||||
|
req->vsr_niov_out = n - readable;
|
||||||
|
memcpy(req->vsr_iov_in, iov,
|
||||||
|
req->vsr_niov_in * sizeof(struct iovec));
|
||||||
|
memcpy(req->vsr_iov_out, iov + readable,
|
||||||
|
req->vsr_niov_out * sizeof(struct iovec));
|
||||||
|
|
||||||
|
pthread_mutex_lock(&q->vsq_mtx);
|
||||||
|
STAILQ_INSERT_TAIL(&q->vsq_requests, req, vsr_link);
|
||||||
|
pthread_cond_signal(&q->vsq_cv);
|
||||||
|
pthread_mutex_unlock(&q->vsq_mtx);
|
||||||
|
|
||||||
|
DPRINTF(("virtio-scsi: request <idx=%d> enqueued\n", idx));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_init_queue(struct pci_vtscsi_softc *sc,
|
||||||
|
struct pci_vtscsi_queue *queue, int num)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_worker *worker;
|
||||||
|
char threadname[16];
|
||||||
|
int i;
|
||||||
|
|
||||||
|
queue->vsq_sc = sc;
|
||||||
|
queue->vsq_ctl_fd = open("/dev/cam/ctl", O_RDWR);
|
||||||
|
queue->vsq_vq = &sc->vss_vq[num + 2];
|
||||||
|
|
||||||
|
if (queue->vsq_ctl_fd < 0) {
|
||||||
|
WPRINTF(("cannot open /dev/cam/ctl: %s\n", strerror(errno)));
|
||||||
|
return (-1);
|
||||||
|
}
|
||||||
|
|
||||||
|
pthread_mutex_init(&queue->vsq_mtx, NULL);
|
||||||
|
pthread_mutex_init(&queue->vsq_qmtx, NULL);
|
||||||
|
pthread_cond_init(&queue->vsq_cv, NULL);
|
||||||
|
STAILQ_INIT(&queue->vsq_requests);
|
||||||
|
LIST_INIT(&queue->vsq_workers);
|
||||||
|
|
||||||
|
for (i = 0; i < VTSCSI_THR_PER_Q; i++) {
|
||||||
|
worker = calloc(1, sizeof(struct pci_vtscsi_worker));
|
||||||
|
worker->vsw_queue = queue;
|
||||||
|
|
||||||
|
pthread_create(&worker->vsw_thread, NULL, &pci_vtscsi_proc,
|
||||||
|
(void *)worker);
|
||||||
|
|
||||||
|
sprintf(threadname, "virtio-scsi:%d-%d", num, i);
|
||||||
|
pthread_set_name_np(worker->vsw_thread, threadname);
|
||||||
|
LIST_INSERT_HEAD(&queue->vsq_workers, worker, vsw_link);
|
||||||
|
}
|
||||||
|
|
||||||
|
return (0);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int
|
||||||
|
pci_vtscsi_init(struct vmctx *ctx, struct pci_devinst *pi, char *opts)
|
||||||
|
{
|
||||||
|
struct pci_vtscsi_softc *sc;
|
||||||
|
char *optname = NULL;
|
||||||
|
char *opt;
|
||||||
|
int i;
|
||||||
|
|
||||||
|
sc = calloc(1, sizeof(struct pci_vtscsi_softc));
|
||||||
|
sc->vss_ctl_fd = open("/dev/cam/ctl", O_RDWR);
|
||||||
|
|
||||||
|
if (sc->vss_ctl_fd < 0) {
|
||||||
|
WPRINTF(("cannot open /dev/cam/ctl: %s\n", strerror(errno)));
|
||||||
|
return (1);
|
||||||
|
}
|
||||||
|
|
||||||
|
while ((opt = strsep(&opts, ",")) != NULL) {
|
||||||
|
if ((optname = strsep(&opt, "=")) != NULL) {
|
||||||
|
if (strcmp(optname, "iid") == 0) {
|
||||||
|
sc->vss_iid = strtoul(opt, NULL, 10);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
vi_softc_linkup(&sc->vss_vs, &vtscsi_vi_consts, sc, pi, sc->vss_vq);
|
||||||
|
sc->vss_vs.vs_mtx = &sc->vss_mtx;
|
||||||
|
|
||||||
|
/* controlq */
|
||||||
|
sc->vss_vq[0].vq_qsize = VTSCSI_RINGSZ;
|
||||||
|
sc->vss_vq[0].vq_notify = pci_vtscsi_controlq_notify;
|
||||||
|
|
||||||
|
/* eventq */
|
||||||
|
sc->vss_vq[1].vq_qsize = VTSCSI_RINGSZ;
|
||||||
|
sc->vss_vq[1].vq_notify = pci_vtscsi_eventq_notify;
|
||||||
|
|
||||||
|
/* request queues */
|
||||||
|
for (i = 2; i < VTSCSI_MAXQ; i++) {
|
||||||
|
sc->vss_vq[i].vq_qsize = VTSCSI_RINGSZ;
|
||||||
|
sc->vss_vq[i].vq_notify = pci_vtscsi_requestq_notify;
|
||||||
|
pci_vtscsi_init_queue(sc, &sc->vss_queues[i - 2], i - 2);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* initialize config space */
|
||||||
|
pci_set_cfgdata16(pi, PCIR_DEVICE, VIRTIO_DEV_SCSI);
|
||||||
|
pci_set_cfgdata16(pi, PCIR_VENDOR, VIRTIO_VENDOR);
|
||||||
|
pci_set_cfgdata8(pi, PCIR_CLASS, PCIC_STORAGE);
|
||||||
|
pci_set_cfgdata16(pi, PCIR_SUBDEV_0, VIRTIO_TYPE_SCSI);
|
||||||
|
pci_set_cfgdata16(pi, PCIR_SUBVEND_0, VIRTIO_VENDOR);
|
||||||
|
|
||||||
|
if (vi_intr_init(&sc->vss_vs, 1, fbsdrun_virtio_msix()))
|
||||||
|
return (1);
|
||||||
|
vi_set_io_bar(&sc->vss_vs, 0);
|
||||||
|
|
||||||
|
return (0);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
struct pci_devemu pci_de_vscsi = {
|
||||||
|
.pe_emu = "virtio-scsi",
|
||||||
|
.pe_init = pci_vtscsi_init,
|
||||||
|
.pe_barwrite = vi_pci_write,
|
||||||
|
.pe_barread = vi_pci_read
|
||||||
|
};
|
||||||
|
PCI_EMUL_SET(pci_de_vscsi);
|
@ -213,6 +213,7 @@ struct vring_used {
|
|||||||
#define VIRTIO_DEV_BLOCK 0x1001
|
#define VIRTIO_DEV_BLOCK 0x1001
|
||||||
#define VIRTIO_DEV_CONSOLE 0x1003
|
#define VIRTIO_DEV_CONSOLE 0x1003
|
||||||
#define VIRTIO_DEV_RANDOM 0x1005
|
#define VIRTIO_DEV_RANDOM 0x1005
|
||||||
|
#define VIRTIO_DEV_SCSI 0x1008
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* PCI config space constants.
|
* PCI config space constants.
|
||||||
|
Loading…
Reference in New Issue
Block a user