2007-04-07 19:40:58 +00:00
|
|
|
/*-
|
2017-11-27 15:12:43 +00:00
|
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
|
|
|
*
|
2007-04-07 19:40:58 +00:00
|
|
|
* Copyright (c) 2007 Scott Long
|
|
|
|
|
* All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
|
* are met:
|
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
|
* notice, this list of conditions, and the following disclaimer,
|
|
|
|
|
* without modification, immediately at the beginning of the file.
|
|
|
|
|
* 2. The name of the author may not be used to endorse or promote products
|
|
|
|
|
* derived from this software without specific prior written permission.
|
|
|
|
|
*
|
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
|
|
|
|
|
* ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* scsi_sg peripheral driver. This driver is meant to implement the Linux
|
|
|
|
|
* SG passthrough interface for SCSI.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include <sys/cdefs.h>
|
|
|
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
|
|
|
|
|
|
#include <sys/param.h>
|
|
|
|
|
#include <sys/systm.h>
|
|
|
|
|
#include <sys/kernel.h>
|
|
|
|
|
#include <sys/types.h>
|
|
|
|
|
#include <sys/bio.h>
|
|
|
|
|
#include <sys/malloc.h>
|
|
|
|
|
#include <sys/fcntl.h>
|
|
|
|
|
#include <sys/ioccom.h>
|
|
|
|
|
#include <sys/conf.h>
|
|
|
|
|
#include <sys/errno.h>
|
|
|
|
|
#include <sys/devicestat.h>
|
|
|
|
|
#include <sys/proc.h>
|
|
|
|
|
#include <sys/uio.h>
|
|
|
|
|
|
|
|
|
|
#include <cam/cam.h>
|
|
|
|
|
#include <cam/cam_ccb.h>
|
|
|
|
|
#include <cam/cam_periph.h>
|
|
|
|
|
#include <cam/cam_queue.h>
|
|
|
|
|
#include <cam/cam_xpt_periph.h>
|
|
|
|
|
#include <cam/cam_debug.h>
|
|
|
|
|
#include <cam/cam_sim.h>
|
|
|
|
|
|
|
|
|
|
#include <cam/scsi/scsi_all.h>
|
|
|
|
|
#include <cam/scsi/scsi_message.h>
|
|
|
|
|
#include <cam/scsi/scsi_sg.h>
|
|
|
|
|
|
|
|
|
|
#include <compat/linux/linux_ioctl.h>
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
Work around a race condition in devfs by changing the way closes
are handled in most CAM peripheral drivers that are not handled by
GEOM's disk class.
The usual character driver open and close semantics are that the
driver gets N open calls, but only one close, when the last caller
closes the device.
CAM peripheral drivers expect that behavior to be honored to the
letter, and the CAM peripheral driver code (specifically
cam_periph_release_locked_busses()) panics if it is done incorrectly.
Since devfs has to drop its locks while it calls a driver's close
routine, and it does not have a way to delay or prevent open calls
while it is calling the close routine, there is a race.
The sequence of events, simplified a bit, is:
- devfs acquires a lock
- devfs checks the reference count, and if it is 1, continues to close.
- devfs releases the lock
- 2nd process open call on the device happens here
- devfs calls the driver's close routine
- devfs acquires a lock
- devfs decrements the reference count
- devfs releases the lock
- 2nd process close call on the device happens here
At the second close, we get a panic in
cam_periph_release_locked_busses(), complaining that peripheral
has been released when the reference count is already 0. This is
because we have gotten two closes in a row, which should not
happen.
The fix is to add the D_TRACKCLOSE flag to the driver's cdevsw, so
that we get a close() call for each open(). That does happen
reliably, so we can make sure that our reference counts are
correct.
Note that the sa(4) and pt(4) drivers only allow one context
through the open routine. So these drivers aren't exposed to the
same race condition.
scsi_ch.c,
scsi_enc.c,
scsi_enc_internal.h,
scsi_pass.c,
scsi_sg.c:
For these drivers, change the open() routine to
increment the reference count for every open, and
just decrement the reference count in the close.
Call cam_periph_release_locked() in some scenarios
to avoid additional lock and unlock calls.
scsi_pt.c: Call cam_periph_release_locked() in some scenarios
to avoid additional lock and unlock calls.
MFC after: 3 days
2012-05-27 06:11:09 +00:00
|
|
|
SG_FLAG_LOCKED = 0x01,
|
|
|
|
|
SG_FLAG_INVALID = 0x02
|
2007-04-07 19:40:58 +00:00
|
|
|
} sg_flags;
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
|
|
|
|
SG_STATE_NORMAL
|
|
|
|
|
} sg_state;
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
2007-04-09 05:43:02 +00:00
|
|
|
SG_RDWR_FREE,
|
2007-04-07 19:40:58 +00:00
|
|
|
SG_RDWR_INPROG,
|
|
|
|
|
SG_RDWR_DONE
|
|
|
|
|
} sg_rdwr_state;
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
SG_CCB_RDWR_IO
|
2007-04-07 19:40:58 +00:00
|
|
|
} sg_ccb_types;
|
|
|
|
|
|
|
|
|
|
#define ccb_type ppriv_field0
|
|
|
|
|
#define ccb_rdwr ppriv_ptr1
|
|
|
|
|
|
|
|
|
|
struct sg_rdwr {
|
|
|
|
|
TAILQ_ENTRY(sg_rdwr) rdwr_link;
|
|
|
|
|
int tag;
|
|
|
|
|
int state;
|
|
|
|
|
int buf_len;
|
|
|
|
|
char *buf;
|
|
|
|
|
union ccb *ccb;
|
|
|
|
|
union {
|
|
|
|
|
struct sg_header hdr;
|
|
|
|
|
struct sg_io_hdr io_hdr;
|
|
|
|
|
} hdr;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
struct sg_softc {
|
|
|
|
|
sg_state state;
|
|
|
|
|
sg_flags flags;
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
int open_count;
|
2015-09-30 13:31:37 +00:00
|
|
|
u_int maxio;
|
2007-04-07 19:40:58 +00:00
|
|
|
struct devstat *device_stats;
|
|
|
|
|
TAILQ_HEAD(, sg_rdwr) rdwr_done;
|
|
|
|
|
struct cdev *dev;
|
2007-04-10 20:03:42 +00:00
|
|
|
int sg_timeout;
|
|
|
|
|
int sg_user_timeout;
|
|
|
|
|
uint8_t pd_type;
|
2007-04-07 19:40:58 +00:00
|
|
|
union ccb saved_ccb;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
static d_open_t sgopen;
|
|
|
|
|
static d_close_t sgclose;
|
|
|
|
|
static d_ioctl_t sgioctl;
|
|
|
|
|
static d_write_t sgwrite;
|
|
|
|
|
static d_read_t sgread;
|
|
|
|
|
|
|
|
|
|
static periph_init_t sginit;
|
|
|
|
|
static periph_ctor_t sgregister;
|
|
|
|
|
static periph_oninv_t sgoninvalidate;
|
|
|
|
|
static periph_dtor_t sgcleanup;
|
|
|
|
|
static void sgasync(void *callback_arg, uint32_t code,
|
|
|
|
|
struct cam_path *path, void *arg);
|
|
|
|
|
static void sgdone(struct cam_periph *periph, union ccb *done_ccb);
|
|
|
|
|
static int sgsendccb(struct cam_periph *periph, union ccb *ccb);
|
|
|
|
|
static int sgsendrdwr(struct cam_periph *periph, union ccb *ccb);
|
|
|
|
|
static int sgerror(union ccb *ccb, uint32_t cam_flags,
|
|
|
|
|
uint32_t sense_flags);
|
|
|
|
|
static void sg_scsiio_status(struct ccb_scsiio *csio,
|
|
|
|
|
u_short *hoststat, u_short *drvstat);
|
|
|
|
|
|
|
|
|
|
static int scsi_group_len(u_char cmd);
|
|
|
|
|
|
|
|
|
|
static struct periph_driver sgdriver =
|
|
|
|
|
{
|
|
|
|
|
sginit, "sg",
|
|
|
|
|
TAILQ_HEAD_INITIALIZER(sgdriver.units), /* gen */ 0
|
|
|
|
|
};
|
|
|
|
|
PERIPHDRIVER_DECLARE(sg, sgdriver);
|
|
|
|
|
|
|
|
|
|
static struct cdevsw sg_cdevsw = {
|
|
|
|
|
.d_version = D_VERSION,
|
2019-11-22 18:18:36 +00:00
|
|
|
.d_flags = D_TRACKCLOSE,
|
2007-04-07 19:40:58 +00:00
|
|
|
.d_open = sgopen,
|
|
|
|
|
.d_close = sgclose,
|
|
|
|
|
.d_ioctl = sgioctl,
|
|
|
|
|
.d_write = sgwrite,
|
|
|
|
|
.d_read = sgread,
|
|
|
|
|
.d_name = "sg",
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
static int sg_version = 30125;
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
|
sginit(void)
|
|
|
|
|
{
|
|
|
|
|
cam_status status;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Install a global async callback. This callback will receive aync
|
|
|
|
|
* callbacks like "new device found".
|
|
|
|
|
*/
|
2007-05-16 16:54:23 +00:00
|
|
|
status = xpt_register_async(AC_FOUND_DEVICE, sgasync, NULL, NULL);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
if (status != CAM_REQ_CMP) {
|
|
|
|
|
printf("sg: Failed to attach master async callbac "
|
|
|
|
|
"due to status 0x%x!\n", status);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
static void
|
|
|
|
|
sgdevgonecb(void *arg)
|
|
|
|
|
{
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
struct sg_softc *softc;
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
struct mtx *mtx;
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
int i;
|
|
|
|
|
|
|
|
|
|
periph = (struct cam_periph *)arg;
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
mtx = cam_periph_mtx(periph);
|
|
|
|
|
mtx_lock(mtx);
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
softc = (struct sg_softc *)periph->softc;
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
KASSERT(softc->open_count >= 0, ("Negative open count %d",
|
|
|
|
|
softc->open_count));
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* When we get this callback, we will get no more close calls from
|
|
|
|
|
* devfs. So if we have any dangling opens, we need to release the
|
|
|
|
|
* reference held for that particular context.
|
|
|
|
|
*/
|
|
|
|
|
for (i = 0; i < softc->open_count; i++)
|
|
|
|
|
cam_periph_release_locked(periph);
|
|
|
|
|
|
|
|
|
|
softc->open_count = 0;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Release the reference held for the device node, it is gone now.
|
|
|
|
|
*/
|
|
|
|
|
cam_periph_release_locked(periph);
|
|
|
|
|
|
|
|
|
|
/*
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
* We reference the lock directly here, instead of using
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
* cam_periph_unlock(). The reason is that the final call to
|
|
|
|
|
* cam_periph_release_locked() above could result in the periph
|
|
|
|
|
* getting freed. If that is the case, dereferencing the periph
|
|
|
|
|
* with a cam_periph_unlock() call would cause a page fault.
|
|
|
|
|
*/
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
mtx_unlock(mtx);
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
}
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
static void
|
|
|
|
|
sgoninvalidate(struct cam_periph *periph)
|
|
|
|
|
{
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
|
|
|
|
|
softc = (struct sg_softc *)periph->softc;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Deregister any async callbacks.
|
|
|
|
|
*/
|
2007-05-16 16:54:23 +00:00
|
|
|
xpt_register_async(0, sgasync, periph, periph->path);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
softc->flags |= SG_FLAG_INVALID;
|
|
|
|
|
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
/*
|
|
|
|
|
* Tell devfs this device has gone away, and ask for a callback
|
|
|
|
|
* when it has cleaned up its state.
|
|
|
|
|
*/
|
|
|
|
|
destroy_dev_sched_cb(softc->dev, sgdevgonecb, periph);
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
/*
|
|
|
|
|
* XXX Return all queued I/O with ENXIO.
|
|
|
|
|
* XXX Handle any transactions queued to the card
|
|
|
|
|
* with XPT_ABORT_CCB.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
|
sgcleanup(struct cam_periph *periph)
|
|
|
|
|
{
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
|
|
|
|
|
softc = (struct sg_softc *)periph->softc;
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
devstat_remove_entry(softc->device_stats);
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
free(softc, M_DEVBUF);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
|
sgasync(void *callback_arg, uint32_t code, struct cam_path *path, void *arg)
|
|
|
|
|
{
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
|
|
|
|
|
periph = (struct cam_periph *)callback_arg;
|
|
|
|
|
|
|
|
|
|
switch (code) {
|
|
|
|
|
case AC_FOUND_DEVICE:
|
|
|
|
|
{
|
|
|
|
|
struct ccb_getdev *cgd;
|
|
|
|
|
cam_status status;
|
|
|
|
|
|
|
|
|
|
cgd = (struct ccb_getdev *)arg;
|
|
|
|
|
if (cgd == NULL)
|
|
|
|
|
break;
|
|
|
|
|
|
Separate the parallel scsi knowledge out of the core of the XPT, and
modularize it so that new transports can be created.
Add a transport for SATA
Add a periph+protocol layer for ATA
Add a driver for AHCI-compliant hardware.
Add a maxio field to CAM so that drivers can advertise their max
I/O capability. Modify various drivers so that they are insulated
from the value of MAXPHYS.
The new ATA/SATA code supports AHCI-compliant hardware, and will override
the classic ATA driver if it is loaded as a module at boot time or compiled
into the kernel. The stack now support NCQ (tagged queueing) for increased
performance on modern SATA drives. It also supports port multipliers.
ATA drives are accessed via 'ada' device nodes. ATAPI drives are
accessed via 'cd' device nodes. They can all be enumerated and manipulated
via camcontrol, just like SCSI drives. SCSI commands are not translated to
their ATA equivalents; ATA native commands are used throughout the entire
stack, including camcontrol. See the camcontrol manpage for further
details. Testing this code may require that you update your fstab, and
possibly modify your BIOS to enable AHCI functionality, if available.
This code is very experimental at the moment. The userland ABI/API has
changed, so applications will need to be recompiled. It may change
further in the near future. The 'ada' device name may also change as
more infrastructure is completed in this project. The goal is to
eventually put all CAM busses and devices until newbus, allowing for
interesting topology and management options.
Few functional changes will be seen with existing SCSI/SAS/FC drivers,
though the userland ABI has still changed. In the future, transports
specific modules for SAS and FC may appear in order to better support
the topologies and capabilities of these technologies.
The modularization of CAM and the addition of the ATA/SATA modules is
meant to break CAM out of the mold of being specific to SCSI, letting it
grow to be a framework for arbitrary transports and protocols. It also
allows drivers to be written to support discrete hardware without
jeopardizing the stability of non-related hardware. While only an AHCI
driver is provided now, a Silicon Image driver is also in the works.
Drivers for ICH1-4, ICH5-6, PIIX, classic IDE, and any other hardware
is possible and encouraged. Help with new transports is also encouraged.
Submitted by: scottl, mav
Approved by: re
2009-07-10 08:18:08 +00:00
|
|
|
if (cgd->protocol != PROTO_SCSI)
|
|
|
|
|
break;
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
/*
|
|
|
|
|
* Allocate a peripheral instance for this device and
|
|
|
|
|
* start the probe process.
|
|
|
|
|
*/
|
|
|
|
|
status = cam_periph_alloc(sgregister, sgoninvalidate,
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
sgcleanup, NULL, "sg",
|
|
|
|
|
CAM_PERIPH_BIO, path,
|
2007-04-07 19:40:58 +00:00
|
|
|
sgasync, AC_FOUND_DEVICE, cgd);
|
|
|
|
|
if ((status != CAM_REQ_CMP) && (status != CAM_REQ_INPROG)) {
|
|
|
|
|
const struct cam_status_entry *entry;
|
|
|
|
|
|
|
|
|
|
entry = cam_fetch_status_entry(status);
|
|
|
|
|
printf("sgasync: Unable to attach new device "
|
|
|
|
|
"due to status %#x: %s\n", status, entry ?
|
|
|
|
|
entry->status_text : "Unknown");
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
default:
|
|
|
|
|
cam_periph_async(periph, code, path, arg);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static cam_status
|
|
|
|
|
sgregister(struct cam_periph *periph, void *arg)
|
|
|
|
|
{
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
struct ccb_getdev *cgd;
|
2011-04-14 21:25:32 +00:00
|
|
|
struct ccb_pathinq cpi;
|
2016-01-07 20:22:55 +00:00
|
|
|
struct make_dev_args args;
|
|
|
|
|
int no_tags, error;
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
cgd = (struct ccb_getdev *)arg;
|
|
|
|
|
if (cgd == NULL) {
|
|
|
|
|
printf("sgregister: no getdev CCB, can't register device\n");
|
|
|
|
|
return (CAM_REQ_CMP_ERR);
|
|
|
|
|
}
|
|
|
|
|
|
2007-04-09 05:47:32 +00:00
|
|
|
softc = malloc(sizeof(*softc), M_DEVBUF, M_ZERO | M_NOWAIT);
|
2007-04-07 19:40:58 +00:00
|
|
|
if (softc == NULL) {
|
|
|
|
|
printf("sgregister: Unable to allocate softc\n");
|
|
|
|
|
return (CAM_REQ_CMP_ERR);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
softc->state = SG_STATE_NORMAL;
|
|
|
|
|
softc->pd_type = SID_TYPE(&cgd->inq_data);
|
2007-04-10 20:03:42 +00:00
|
|
|
softc->sg_timeout = SG_DEFAULT_TIMEOUT / SG_DEFAULT_HZ * hz;
|
|
|
|
|
softc->sg_user_timeout = SG_DEFAULT_TIMEOUT;
|
2007-04-07 19:40:58 +00:00
|
|
|
TAILQ_INIT(&softc->rdwr_done);
|
|
|
|
|
periph->softc = softc;
|
|
|
|
|
|
2017-12-06 23:05:22 +00:00
|
|
|
xpt_path_inq(&cpi, periph->path);
|
2011-04-14 21:25:32 +00:00
|
|
|
|
2015-09-30 13:31:37 +00:00
|
|
|
if (cpi.maxio == 0)
|
|
|
|
|
softc->maxio = DFLTPHYS; /* traditional default */
|
Make MAXPHYS tunable. Bump MAXPHYS to 1M.
Replace MAXPHYS by runtime variable maxphys. It is initialized from
MAXPHYS by default, but can be also adjusted with the tunable kern.maxphys.
Make b_pages[] array in struct buf flexible. Size b_pages[] for buffer
cache buffers exactly to atop(maxbcachebuf) (currently it is sized to
atop(MAXPHYS)), and b_pages[] for pbufs is sized to atop(maxphys) + 1.
The +1 for pbufs allow several pbuf consumers, among them vmapbuf(),
to use unaligned buffers still sized to maxphys, esp. when such
buffers come from userspace (*). Overall, we save significant amount
of otherwise wasted memory in b_pages[] for buffer cache buffers,
while bumping MAXPHYS to desired high value.
Eliminate all direct uses of the MAXPHYS constant in kernel and driver
sources, except a place which initialize maxphys. Some random (and
arguably weird) uses of MAXPHYS, e.g. in linuxolator, are converted
straight. Some drivers, which use MAXPHYS to size embeded structures,
get private MAXPHYS-like constant; their convertion is out of scope
for this work.
Changes to cam/, dev/ahci, dev/ata, dev/mpr, dev/mpt, dev/mvs,
dev/siis, where either submitted by, or based on changes by mav.
Suggested by: mav (*)
Reviewed by: imp, mav, imp, mckusick, scottl (intermediate versions)
Tested by: pho
Sponsored by: The FreeBSD Foundation
Differential revision: https://reviews.freebsd.org/D27225
2020-11-28 12:12:51 +00:00
|
|
|
else if (cpi.maxio > maxphys)
|
|
|
|
|
softc->maxio = maxphys; /* for safety */
|
2015-09-30 13:31:37 +00:00
|
|
|
else
|
|
|
|
|
softc->maxio = cpi.maxio; /* real value */
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
/*
|
|
|
|
|
* We pass in 0 for all blocksize, since we don't know what the
|
|
|
|
|
* blocksize of the device is, if it even has a blocksize.
|
|
|
|
|
*/
|
2007-05-16 16:54:23 +00:00
|
|
|
cam_periph_unlock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
no_tags = (cgd->inq_data.flags & SID_CmdQue) == 0;
|
|
|
|
|
softc->device_stats = devstat_new_entry("sg",
|
2008-09-26 14:19:52 +00:00
|
|
|
periph->unit_number, 0,
|
2007-04-07 19:40:58 +00:00
|
|
|
DEVSTAT_NO_BLOCKSIZE
|
|
|
|
|
| (no_tags ? DEVSTAT_NO_ORDERED_TAGS : 0),
|
|
|
|
|
softc->pd_type |
|
2011-04-14 21:25:32 +00:00
|
|
|
XPORT_DEVSTAT_TYPE(cpi.transport) |
|
2007-04-07 19:40:58 +00:00
|
|
|
DEVSTAT_TYPE_PASS,
|
|
|
|
|
DEVSTAT_PRIORITY_PASS);
|
|
|
|
|
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
/*
|
|
|
|
|
* Acquire a reference to the periph before we create the devfs
|
|
|
|
|
* instance for it. We'll release this reference once the devfs
|
|
|
|
|
* instance has been freed.
|
|
|
|
|
*/
|
2018-02-06 06:42:25 +00:00
|
|
|
if (cam_periph_acquire(periph) != 0) {
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
xpt_print(periph->path, "%s: lost periph during "
|
|
|
|
|
"registration!\n", __func__);
|
|
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
return (CAM_REQ_CMP_ERR);
|
|
|
|
|
}
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
/* Register the device */
|
2016-01-07 20:22:55 +00:00
|
|
|
make_dev_args_init(&args);
|
|
|
|
|
args.mda_devsw = &sg_cdevsw;
|
|
|
|
|
args.mda_unit = periph->unit_number;
|
|
|
|
|
args.mda_uid = UID_ROOT;
|
|
|
|
|
args.mda_gid = GID_OPERATOR;
|
|
|
|
|
args.mda_mode = 0600;
|
|
|
|
|
args.mda_si_drv1 = periph;
|
|
|
|
|
error = make_dev_s(&args, &softc->dev, "%s%d",
|
|
|
|
|
periph->periph_name, periph->unit_number);
|
|
|
|
|
if (error != 0) {
|
|
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
cam_periph_release_locked(periph);
|
|
|
|
|
return (CAM_REQ_CMP_ERR);
|
|
|
|
|
}
|
2010-05-11 22:22:01 +00:00
|
|
|
if (periph->unit_number < 26) {
|
2010-05-11 22:51:13 +00:00
|
|
|
(void)make_dev_alias(softc->dev, "sg%c",
|
|
|
|
|
periph->unit_number + 'a');
|
2010-05-11 22:22:01 +00:00
|
|
|
} else {
|
|
|
|
|
(void)make_dev_alias(softc->dev, "sg%c%c",
|
2010-05-11 22:51:13 +00:00
|
|
|
((periph->unit_number / 26) - 1) + 'a',
|
|
|
|
|
(periph->unit_number % 26) + 'a');
|
2010-05-11 22:22:01 +00:00
|
|
|
}
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_lock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Add as async callback so that we get
|
|
|
|
|
* notified if this device goes away.
|
|
|
|
|
*/
|
2007-05-16 16:54:23 +00:00
|
|
|
xpt_register_async(AC_LOST_DEVICE, sgasync, periph, periph->path);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
if (bootverbose)
|
|
|
|
|
xpt_announce_periph(periph, NULL);
|
|
|
|
|
|
|
|
|
|
return (CAM_REQ_CMP);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
|
sgdone(struct cam_periph *periph, union ccb *done_ccb)
|
|
|
|
|
{
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
struct ccb_scsiio *csio;
|
|
|
|
|
|
|
|
|
|
softc = (struct sg_softc *)periph->softc;
|
|
|
|
|
csio = &done_ccb->csio;
|
|
|
|
|
switch (csio->ccb_h.ccb_type) {
|
|
|
|
|
case SG_CCB_RDWR_IO:
|
|
|
|
|
{
|
|
|
|
|
struct sg_rdwr *rdwr;
|
|
|
|
|
int state;
|
|
|
|
|
|
|
|
|
|
devstat_end_transaction(softc->device_stats,
|
|
|
|
|
csio->dxfer_len,
|
|
|
|
|
csio->tag_action & 0xf,
|
|
|
|
|
((csio->ccb_h.flags & CAM_DIR_MASK) ==
|
|
|
|
|
CAM_DIR_NONE) ? DEVSTAT_NO_DATA :
|
|
|
|
|
(csio->ccb_h.flags & CAM_DIR_OUT) ?
|
|
|
|
|
DEVSTAT_WRITE : DEVSTAT_READ,
|
|
|
|
|
NULL, NULL);
|
|
|
|
|
|
|
|
|
|
rdwr = done_ccb->ccb_h.ccb_rdwr;
|
|
|
|
|
state = rdwr->state;
|
|
|
|
|
rdwr->state = SG_RDWR_DONE;
|
2007-04-09 05:43:02 +00:00
|
|
|
wakeup(rdwr);
|
2007-04-07 19:40:58 +00:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
default:
|
|
|
|
|
panic("unknown sg CCB type");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgopen(struct cdev *dev, int flags, int fmt, struct thread *td)
|
|
|
|
|
{
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
int error = 0;
|
|
|
|
|
|
|
|
|
|
periph = (struct cam_periph *)dev->si_drv1;
|
2018-02-06 06:42:25 +00:00
|
|
|
if (cam_periph_acquire(periph) != 0)
|
Fix a race condition in CAM peripheral free handling, locking
in the CAM XPT bus traversal code, and a number of other periph level
issues.
cam_periph.h,
cam_periph.c: Modify cam_periph_acquire() to test the CAM_PERIPH_INVALID
flag prior to allowing a reference count to be gained
on a peripheral. Callers of this function will receive
CAM_REQ_CMP_ERR status in the situation of attempting to
reference an invalidated periph. This guarantees that
a peripheral scheduled for a deferred free will not
be accessed during its wait for destruction.
Panic during attempts to drop a reference count on
a peripheral that already has a zero reference count.
In cam_periph_list(), use a local sbuf with SBUF_FIXEDLEN
set so that mallocs do not occur while the xpt topology
lock is held, regardless of the allocation policy of the
passed in sbuf.
Add a new routine, cam_periph_release_locked_buses(),
that can be called when the caller already holds
the CAM topology lock.
Add some extra debugging for duplicate peripheral
allocations in cam_periph_alloc().
Treat CAM_DEV_NOT_THERE much the same as a selection
timeout (AC_LOST_DEVICE is emitted), but forgo retries.
cam_xpt.c: Revamp the way the EDT traversal code does locking
and reference counting. This was broken, since it
assumed that the EDT would not change during
traversal, but that assumption is no longer valid.
So, to prevent devices from going away while we
traverse the EDT, make sure we properly lock
everything and hold references on devices that
we are using.
The two peripheral driver traversal routines should
be examined. xptpdperiphtraverse() holds the
topology lock for the entire time it runs.
xptperiphtraverse() is now locked properly, but
only holds the topology lock while it is traversing
the list, and not while the traversal function is
running.
The bus locking code in xptbustraverse() should
also be revisited at a later time, since it is
complex and should probably be simplified.
scsi_da.c: Pay attention to the return value from cam_periph_acquire().
Return 0 always from daclose() even if the disk is now gone.
Add some rudimentary error injection support.
scsi_sg.c: Fix reference counting in the sg(4) driver.
The sg driver was calling cam_periph_release() on close,
but never called cam_periph_acquire() (which increments
the reference count) on open.
The periph code correctly complained that the sg(4)
driver was trying to decrement the refcount when it
was already 0.
Sponsored by: Spectra Logic
MFC after: 2 weeks
2012-01-12 00:41:48 +00:00
|
|
|
return (ENXIO);
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
/*
|
|
|
|
|
* Don't allow access when we're running at a high securelevel.
|
|
|
|
|
*/
|
|
|
|
|
error = securelevel_gt(td->td_ucred, 1);
|
Fix a race condition in CAM peripheral free handling, locking
in the CAM XPT bus traversal code, and a number of other periph level
issues.
cam_periph.h,
cam_periph.c: Modify cam_periph_acquire() to test the CAM_PERIPH_INVALID
flag prior to allowing a reference count to be gained
on a peripheral. Callers of this function will receive
CAM_REQ_CMP_ERR status in the situation of attempting to
reference an invalidated periph. This guarantees that
a peripheral scheduled for a deferred free will not
be accessed during its wait for destruction.
Panic during attempts to drop a reference count on
a peripheral that already has a zero reference count.
In cam_periph_list(), use a local sbuf with SBUF_FIXEDLEN
set so that mallocs do not occur while the xpt topology
lock is held, regardless of the allocation policy of the
passed in sbuf.
Add a new routine, cam_periph_release_locked_buses(),
that can be called when the caller already holds
the CAM topology lock.
Add some extra debugging for duplicate peripheral
allocations in cam_periph_alloc().
Treat CAM_DEV_NOT_THERE much the same as a selection
timeout (AC_LOST_DEVICE is emitted), but forgo retries.
cam_xpt.c: Revamp the way the EDT traversal code does locking
and reference counting. This was broken, since it
assumed that the EDT would not change during
traversal, but that assumption is no longer valid.
So, to prevent devices from going away while we
traverse the EDT, make sure we properly lock
everything and hold references on devices that
we are using.
The two peripheral driver traversal routines should
be examined. xptpdperiphtraverse() holds the
topology lock for the entire time it runs.
xptperiphtraverse() is now locked properly, but
only holds the topology lock while it is traversing
the list, and not while the traversal function is
running.
The bus locking code in xptbustraverse() should
also be revisited at a later time, since it is
complex and should probably be simplified.
scsi_da.c: Pay attention to the return value from cam_periph_acquire().
Return 0 always from daclose() even if the disk is now gone.
Add some rudimentary error injection support.
scsi_sg.c: Fix reference counting in the sg(4) driver.
The sg driver was calling cam_periph_release() on close,
but never called cam_periph_acquire() (which increments
the reference count) on open.
The periph code correctly complained that the sg(4)
driver was trying to decrement the refcount when it
was already 0.
Sponsored by: Spectra Logic
MFC after: 2 weeks
2012-01-12 00:41:48 +00:00
|
|
|
if (error) {
|
|
|
|
|
cam_periph_release(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
return (error);
|
Fix a race condition in CAM peripheral free handling, locking
in the CAM XPT bus traversal code, and a number of other periph level
issues.
cam_periph.h,
cam_periph.c: Modify cam_periph_acquire() to test the CAM_PERIPH_INVALID
flag prior to allowing a reference count to be gained
on a peripheral. Callers of this function will receive
CAM_REQ_CMP_ERR status in the situation of attempting to
reference an invalidated periph. This guarantees that
a peripheral scheduled for a deferred free will not
be accessed during its wait for destruction.
Panic during attempts to drop a reference count on
a peripheral that already has a zero reference count.
In cam_periph_list(), use a local sbuf with SBUF_FIXEDLEN
set so that mallocs do not occur while the xpt topology
lock is held, regardless of the allocation policy of the
passed in sbuf.
Add a new routine, cam_periph_release_locked_buses(),
that can be called when the caller already holds
the CAM topology lock.
Add some extra debugging for duplicate peripheral
allocations in cam_periph_alloc().
Treat CAM_DEV_NOT_THERE much the same as a selection
timeout (AC_LOST_DEVICE is emitted), but forgo retries.
cam_xpt.c: Revamp the way the EDT traversal code does locking
and reference counting. This was broken, since it
assumed that the EDT would not change during
traversal, but that assumption is no longer valid.
So, to prevent devices from going away while we
traverse the EDT, make sure we properly lock
everything and hold references on devices that
we are using.
The two peripheral driver traversal routines should
be examined. xptpdperiphtraverse() holds the
topology lock for the entire time it runs.
xptperiphtraverse() is now locked properly, but
only holds the topology lock while it is traversing
the list, and not while the traversal function is
running.
The bus locking code in xptbustraverse() should
also be revisited at a later time, since it is
complex and should probably be simplified.
scsi_da.c: Pay attention to the return value from cam_periph_acquire().
Return 0 always from daclose() even if the disk is now gone.
Add some rudimentary error injection support.
scsi_sg.c: Fix reference counting in the sg(4) driver.
The sg driver was calling cam_periph_release() on close,
but never called cam_periph_acquire() (which increments
the reference count) on open.
The periph code correctly complained that the sg(4)
driver was trying to decrement the refcount when it
was already 0.
Sponsored by: Spectra Logic
MFC after: 2 weeks
2012-01-12 00:41:48 +00:00
|
|
|
}
|
2007-04-07 19:40:58 +00:00
|
|
|
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
|
|
|
|
|
softc = (struct sg_softc *)periph->softc;
|
|
|
|
|
if (softc->flags & SG_FLAG_INVALID) {
|
Work around a race condition in devfs by changing the way closes
are handled in most CAM peripheral drivers that are not handled by
GEOM's disk class.
The usual character driver open and close semantics are that the
driver gets N open calls, but only one close, when the last caller
closes the device.
CAM peripheral drivers expect that behavior to be honored to the
letter, and the CAM peripheral driver code (specifically
cam_periph_release_locked_busses()) panics if it is done incorrectly.
Since devfs has to drop its locks while it calls a driver's close
routine, and it does not have a way to delay or prevent open calls
while it is calling the close routine, there is a race.
The sequence of events, simplified a bit, is:
- devfs acquires a lock
- devfs checks the reference count, and if it is 1, continues to close.
- devfs releases the lock
- 2nd process open call on the device happens here
- devfs calls the driver's close routine
- devfs acquires a lock
- devfs decrements the reference count
- devfs releases the lock
- 2nd process close call on the device happens here
At the second close, we get a panic in
cam_periph_release_locked_busses(), complaining that peripheral
has been released when the reference count is already 0. This is
because we have gotten two closes in a row, which should not
happen.
The fix is to add the D_TRACKCLOSE flag to the driver's cdevsw, so
that we get a close() call for each open(). That does happen
reliably, so we can make sure that our reference counts are
correct.
Note that the sa(4) and pt(4) drivers only allow one context
through the open routine. So these drivers aren't exposed to the
same race condition.
scsi_ch.c,
scsi_enc.c,
scsi_enc_internal.h,
scsi_pass.c,
scsi_sg.c:
For these drivers, change the open() routine to
increment the reference count for every open, and
just decrement the reference count in the close.
Call cam_periph_release_locked() in some scenarios
to avoid additional lock and unlock calls.
scsi_pt.c: Call cam_periph_release_locked() in some scenarios
to avoid additional lock and unlock calls.
MFC after: 3 days
2012-05-27 06:11:09 +00:00
|
|
|
cam_periph_release_locked(periph);
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_unlock(periph);
|
|
|
|
|
return (ENXIO);
|
|
|
|
|
}
|
2007-04-07 19:40:58 +00:00
|
|
|
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
softc->open_count++;
|
|
|
|
|
|
Work around a race condition in devfs by changing the way closes
are handled in most CAM peripheral drivers that are not handled by
GEOM's disk class.
The usual character driver open and close semantics are that the
driver gets N open calls, but only one close, when the last caller
closes the device.
CAM peripheral drivers expect that behavior to be honored to the
letter, and the CAM peripheral driver code (specifically
cam_periph_release_locked_busses()) panics if it is done incorrectly.
Since devfs has to drop its locks while it calls a driver's close
routine, and it does not have a way to delay or prevent open calls
while it is calling the close routine, there is a race.
The sequence of events, simplified a bit, is:
- devfs acquires a lock
- devfs checks the reference count, and if it is 1, continues to close.
- devfs releases the lock
- 2nd process open call on the device happens here
- devfs calls the driver's close routine
- devfs acquires a lock
- devfs decrements the reference count
- devfs releases the lock
- 2nd process close call on the device happens here
At the second close, we get a panic in
cam_periph_release_locked_busses(), complaining that peripheral
has been released when the reference count is already 0. This is
because we have gotten two closes in a row, which should not
happen.
The fix is to add the D_TRACKCLOSE flag to the driver's cdevsw, so
that we get a close() call for each open(). That does happen
reliably, so we can make sure that our reference counts are
correct.
Note that the sa(4) and pt(4) drivers only allow one context
through the open routine. So these drivers aren't exposed to the
same race condition.
scsi_ch.c,
scsi_enc.c,
scsi_enc_internal.h,
scsi_pass.c,
scsi_sg.c:
For these drivers, change the open() routine to
increment the reference count for every open, and
just decrement the reference count in the close.
Call cam_periph_release_locked() in some scenarios
to avoid additional lock and unlock calls.
scsi_pt.c: Call cam_periph_release_locked() in some scenarios
to avoid additional lock and unlock calls.
MFC after: 3 days
2012-05-27 06:11:09 +00:00
|
|
|
cam_periph_unlock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
return (error);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgclose(struct cdev *dev, int flag, int fmt, struct thread *td)
|
|
|
|
|
{
|
|
|
|
|
struct cam_periph *periph;
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
struct sg_softc *softc;
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
struct mtx *mtx;
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
periph = (struct cam_periph *)dev->si_drv1;
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
mtx = cam_periph_mtx(periph);
|
|
|
|
|
mtx_lock(mtx);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
softc = periph->softc;
|
|
|
|
|
softc->open_count--;
|
|
|
|
|
|
|
|
|
|
cam_periph_release_locked(periph);
|
|
|
|
|
|
|
|
|
|
/*
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
* We reference the lock directly here, instead of using
|
Fix a device departure bug for the the pass(4), enc(4), sg(4) and ch(4)
drivers.
The bug occurrs when a userland process has the driver instance
open and the underlying device goes away. We get the devfs
callback that the device node has been destroyed, but not all of
the closes necessary to fully decrement the reference count on the
CAM peripheral.
The reason is that once devfs calls back and says the device has
been destroyed, it is moved off to deadfs, and devfs guarantees
that there will be no more open or close calls. So the solution
is to keep track of how many outstanding open calls there are on
the device, and just release that many references when we get the
callback from devfs.
scsi_pass.c,
scsi_enc.c,
scsi_enc_internal.h: Add an open count to the softc in these
drivers. Increment it on open and
decrement it on close.
When we get a devfs callback to say that
the device node has gone away, decrement
the peripheral reference count by the
number of still outstanding opens.
Make sure we don't access the peripheral
with cam_periph_unlock() after what might
be the final call to
cam_periph_release_locked(). The
peripheral might have been freed, and we
will be dereferencing freed memory.
scsi_ch.c,
scsi_sg.c: For the ch(4) and sg(4) drivers, add the
same changes described above, and in
addition, fix another bug that was
previously fixed in the pass(4) and enc(4)
drivers.
These drivers were calling destroy_dev()
from their cleanup routine, but that could
cause a deadlock because the cleanup
routine could be indirectly called from
the driver's close routine. This would
cause a deadlock, because the device node
is being held open by the active close
call, and can't be destroyed.
Sponsored by: Spectra Logic Corporation
MFC after: 1 week
2012-12-08 04:03:04 +00:00
|
|
|
* cam_periph_unlock(). The reason is that the call to
|
|
|
|
|
* cam_periph_release_locked() above could result in the periph
|
|
|
|
|
* getting freed. If that is the case, dereferencing the periph
|
|
|
|
|
* with a cam_periph_unlock() call would cause a page fault.
|
|
|
|
|
*
|
|
|
|
|
* cam_periph_release() avoids this problem using the same method,
|
|
|
|
|
* but we're manually acquiring and dropping the lock here to
|
|
|
|
|
* protect the open count and avoid another lock acquisition and
|
|
|
|
|
* release.
|
|
|
|
|
*/
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
mtx_unlock(mtx);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
return (0);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgioctl(struct cdev *dev, u_long cmd, caddr_t arg, int flag, struct thread *td)
|
|
|
|
|
{
|
|
|
|
|
union ccb *ccb;
|
|
|
|
|
struct ccb_scsiio *csio;
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
struct sg_softc *softc;
|
2014-06-02 19:53:53 +00:00
|
|
|
struct sg_io_hdr *req;
|
2007-04-07 19:40:58 +00:00
|
|
|
int dir, error;
|
|
|
|
|
|
|
|
|
|
periph = (struct cam_periph *)dev->si_drv1;
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
softc = (struct sg_softc *)periph->softc;
|
|
|
|
|
error = 0;
|
|
|
|
|
|
|
|
|
|
switch (cmd) {
|
2014-06-02 19:53:53 +00:00
|
|
|
case SG_GET_VERSION_NUM:
|
|
|
|
|
{
|
|
|
|
|
int *version = (int *)arg;
|
2007-04-07 19:40:58 +00:00
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
*version = sg_version;
|
2007-04-07 19:40:58 +00:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
case SG_SET_TIMEOUT:
|
2014-06-02 19:53:53 +00:00
|
|
|
{
|
|
|
|
|
u_int user_timeout = *(u_int *)arg;
|
2007-04-10 20:03:42 +00:00
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
softc->sg_user_timeout = user_timeout;
|
|
|
|
|
softc->sg_timeout = user_timeout / SG_DEFAULT_HZ * hz;
|
2007-04-07 19:40:58 +00:00
|
|
|
break;
|
2007-04-10 20:03:42 +00:00
|
|
|
}
|
2007-04-07 19:40:58 +00:00
|
|
|
case SG_GET_TIMEOUT:
|
|
|
|
|
/*
|
2007-04-10 20:03:42 +00:00
|
|
|
* The value is returned directly to the syscall.
|
2007-04-07 19:40:58 +00:00
|
|
|
*/
|
2007-04-10 20:03:42 +00:00
|
|
|
td->td_retval[0] = softc->sg_user_timeout;
|
2007-04-07 19:40:58 +00:00
|
|
|
error = 0;
|
|
|
|
|
break;
|
|
|
|
|
case SG_IO:
|
2014-06-02 19:53:53 +00:00
|
|
|
req = (struct sg_io_hdr *)arg;
|
2007-04-07 19:40:58 +00:00
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
if (req->cmd_len > IOCDBLEN) {
|
2007-04-07 19:40:58 +00:00
|
|
|
error = EINVAL;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
if (req->iovec_count != 0) {
|
2007-04-07 19:40:58 +00:00
|
|
|
error = EOPNOTSUPP;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2009-10-31 10:43:38 +00:00
|
|
|
ccb = cam_periph_getccb(periph, CAM_PRIORITY_NORMAL);
|
2007-04-07 19:40:58 +00:00
|
|
|
csio = &ccb->csio;
|
|
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
error = copyin(req->cmdp, &csio->cdb_io.cdb_bytes,
|
|
|
|
|
req->cmd_len);
|
2007-04-07 19:40:58 +00:00
|
|
|
if (error) {
|
|
|
|
|
xpt_release_ccb(ccb);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
switch(req->dxfer_direction) {
|
2007-04-07 19:40:58 +00:00
|
|
|
case SG_DXFER_TO_DEV:
|
|
|
|
|
dir = CAM_DIR_OUT;
|
|
|
|
|
break;
|
|
|
|
|
case SG_DXFER_FROM_DEV:
|
|
|
|
|
dir = CAM_DIR_IN;
|
|
|
|
|
break;
|
|
|
|
|
case SG_DXFER_TO_FROM_DEV:
|
2020-04-21 23:38:54 +00:00
|
|
|
dir = CAM_DIR_BOTH;
|
2007-04-07 19:40:58 +00:00
|
|
|
break;
|
|
|
|
|
case SG_DXFER_NONE:
|
|
|
|
|
default:
|
|
|
|
|
dir = CAM_DIR_NONE;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
cam_fill_csio(csio,
|
|
|
|
|
/*retries*/1,
|
2018-05-01 20:09:29 +00:00
|
|
|
/*cbfcnp*/NULL,
|
2007-04-07 19:40:58 +00:00
|
|
|
dir|CAM_DEV_QFRZDIS,
|
|
|
|
|
MSG_SIMPLE_Q_TAG,
|
2020-09-25 21:19:56 +00:00
|
|
|
req->dxferp,
|
2014-06-02 19:53:53 +00:00
|
|
|
req->dxfer_len,
|
|
|
|
|
req->mx_sb_len,
|
|
|
|
|
req->cmd_len,
|
|
|
|
|
req->timeout);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
error = sgsendccb(periph, ccb);
|
|
|
|
|
if (error) {
|
2014-06-02 19:53:53 +00:00
|
|
|
req->host_status = DID_ERROR;
|
|
|
|
|
req->driver_status = DRIVER_INVALID;
|
2007-04-07 19:40:58 +00:00
|
|
|
xpt_release_ccb(ccb);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-02 19:53:53 +00:00
|
|
|
req->status = csio->scsi_status;
|
|
|
|
|
req->masked_status = (csio->scsi_status >> 1) & 0x7f;
|
|
|
|
|
sg_scsiio_status(csio, &req->host_status, &req->driver_status);
|
|
|
|
|
req->resid = csio->resid;
|
|
|
|
|
req->duration = csio->ccb_h.timeout;
|
|
|
|
|
req->info = 0;
|
|
|
|
|
|
|
|
|
|
if ((csio->ccb_h.status & CAM_AUTOSNS_VALID)
|
|
|
|
|
&& (req->sbp != NULL)) {
|
|
|
|
|
req->sb_len_wr = req->mx_sb_len - csio->sense_resid;
|
|
|
|
|
error = copyout(&csio->sense_data, req->sbp,
|
|
|
|
|
req->sb_len_wr);
|
2007-04-07 19:40:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
xpt_release_ccb(ccb);
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
case SG_GET_RESERVED_SIZE:
|
2014-06-02 19:53:53 +00:00
|
|
|
{
|
|
|
|
|
int *size = (int *)arg;
|
|
|
|
|
*size = DFLTPHYS;
|
2007-04-07 19:40:58 +00:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
case SG_GET_SCSI_ID:
|
|
|
|
|
{
|
2014-06-02 19:53:53 +00:00
|
|
|
struct sg_scsi_id *id = (struct sg_scsi_id *)arg;
|
|
|
|
|
|
|
|
|
|
id->host_no = cam_sim_path(xpt_path_sim(periph->path));
|
|
|
|
|
id->channel = xpt_path_path_id(periph->path);
|
|
|
|
|
id->scsi_id = xpt_path_target_id(periph->path);
|
|
|
|
|
id->lun = xpt_path_lun_id(periph->path);
|
|
|
|
|
id->scsi_type = softc->pd_type;
|
|
|
|
|
id->h_cmd_per_lun = 1;
|
|
|
|
|
id->d_queue_depth = 1;
|
|
|
|
|
id->unused[0] = 0;
|
|
|
|
|
id->unused[1] = 0;
|
2007-04-07 19:40:58 +00:00
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2014-06-04 12:05:47 +00:00
|
|
|
case SG_GET_SG_TABLESIZE:
|
|
|
|
|
{
|
|
|
|
|
int *size = (int *)arg;
|
|
|
|
|
*size = 0;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2007-04-07 19:40:58 +00:00
|
|
|
case SG_EMULATED_HOST:
|
|
|
|
|
case SG_SET_TRANSFORM:
|
|
|
|
|
case SG_GET_TRANSFORM:
|
|
|
|
|
case SG_GET_NUM_WAITING:
|
|
|
|
|
case SG_SCSI_RESET:
|
|
|
|
|
case SG_GET_REQUEST_TABLE:
|
|
|
|
|
case SG_SET_KEEP_ORPHAN:
|
|
|
|
|
case SG_GET_KEEP_ORPHAN:
|
|
|
|
|
case SG_GET_ACCESS_COUNT:
|
|
|
|
|
case SG_SET_FORCE_LOW_DMA:
|
|
|
|
|
case SG_GET_LOW_DMA:
|
|
|
|
|
case SG_SET_FORCE_PACK_ID:
|
|
|
|
|
case SG_GET_PACK_ID:
|
|
|
|
|
case SG_SET_RESERVED_SIZE:
|
|
|
|
|
case SG_GET_COMMAND_Q:
|
|
|
|
|
case SG_SET_COMMAND_Q:
|
|
|
|
|
case SG_SET_DEBUG:
|
|
|
|
|
case SG_NEXT_CMD_LEN:
|
|
|
|
|
default:
|
|
|
|
|
#ifdef CAMDEBUG
|
|
|
|
|
printf("sgioctl: rejecting cmd 0x%lx\n", cmd);
|
|
|
|
|
#endif
|
|
|
|
|
error = ENODEV;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_unlock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
return (error);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgwrite(struct cdev *dev, struct uio *uio, int ioflag)
|
|
|
|
|
{
|
|
|
|
|
union ccb *ccb;
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
struct ccb_scsiio *csio;
|
|
|
|
|
struct sg_softc *sc;
|
|
|
|
|
struct sg_header *hdr;
|
|
|
|
|
struct sg_rdwr *rdwr;
|
|
|
|
|
u_char cdb_cmd;
|
|
|
|
|
char *buf;
|
|
|
|
|
int error = 0, cdb_len, buf_len, dir;
|
|
|
|
|
|
|
|
|
|
periph = dev->si_drv1;
|
2007-04-09 05:47:32 +00:00
|
|
|
rdwr = malloc(sizeof(*rdwr), M_DEVBUF, M_WAITOK | M_ZERO);
|
2007-04-07 19:40:58 +00:00
|
|
|
hdr = &rdwr->hdr.hdr;
|
|
|
|
|
|
|
|
|
|
/* Copy in the header block and sanity check it */
|
|
|
|
|
if (uio->uio_resid < sizeof(*hdr)) {
|
|
|
|
|
error = EINVAL;
|
|
|
|
|
goto out_hdr;
|
|
|
|
|
}
|
|
|
|
|
error = uiomove(hdr, sizeof(*hdr), uio);
|
|
|
|
|
if (error)
|
|
|
|
|
goto out_hdr;
|
|
|
|
|
|
2014-06-04 12:05:47 +00:00
|
|
|
/* XXX: We don't support SG 3.x read/write API. */
|
|
|
|
|
if (hdr->reply_len < 0) {
|
|
|
|
|
error = ENODEV;
|
|
|
|
|
goto out_hdr;
|
|
|
|
|
}
|
|
|
|
|
|
2007-04-18 04:58:53 +00:00
|
|
|
ccb = xpt_alloc_ccb();
|
2007-04-07 19:40:58 +00:00
|
|
|
if (ccb == NULL) {
|
|
|
|
|
error = ENOMEM;
|
|
|
|
|
goto out_hdr;
|
|
|
|
|
}
|
|
|
|
|
csio = &ccb->csio;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Copy in the CDB block. The designers of the interface didn't
|
|
|
|
|
* bother to provide a size for this in the header, so we have to
|
|
|
|
|
* figure it out ourselves.
|
|
|
|
|
*/
|
|
|
|
|
if (uio->uio_resid < 1)
|
|
|
|
|
goto out_ccb;
|
|
|
|
|
error = uiomove(&cdb_cmd, 1, uio);
|
|
|
|
|
if (error)
|
|
|
|
|
goto out_ccb;
|
|
|
|
|
if (hdr->twelve_byte)
|
|
|
|
|
cdb_len = 12;
|
|
|
|
|
else
|
|
|
|
|
cdb_len = scsi_group_len(cdb_cmd);
|
|
|
|
|
/*
|
|
|
|
|
* We've already read the first byte of the CDB and advanced the uio
|
|
|
|
|
* pointer. Just read the rest.
|
|
|
|
|
*/
|
|
|
|
|
csio->cdb_io.cdb_bytes[0] = cdb_cmd;
|
|
|
|
|
error = uiomove(&csio->cdb_io.cdb_bytes[1], cdb_len - 1, uio);
|
|
|
|
|
if (error)
|
|
|
|
|
goto out_ccb;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Now set up the data block. Again, the designers didn't bother
|
|
|
|
|
* to make this reliable.
|
|
|
|
|
*/
|
|
|
|
|
buf_len = uio->uio_resid;
|
|
|
|
|
if (buf_len != 0) {
|
2007-04-09 05:47:32 +00:00
|
|
|
buf = malloc(buf_len, M_DEVBUF, M_WAITOK | M_ZERO);
|
2007-04-07 19:40:58 +00:00
|
|
|
error = uiomove(buf, buf_len, uio);
|
|
|
|
|
if (error)
|
|
|
|
|
goto out_buf;
|
|
|
|
|
dir = CAM_DIR_OUT;
|
|
|
|
|
} else if (hdr->reply_len != 0) {
|
2007-04-09 05:47:32 +00:00
|
|
|
buf = malloc(hdr->reply_len, M_DEVBUF, M_WAITOK | M_ZERO);
|
2007-04-07 19:40:58 +00:00
|
|
|
buf_len = hdr->reply_len;
|
|
|
|
|
dir = CAM_DIR_IN;
|
|
|
|
|
} else {
|
|
|
|
|
buf = NULL;
|
|
|
|
|
buf_len = 0;
|
|
|
|
|
dir = CAM_DIR_NONE;
|
|
|
|
|
}
|
|
|
|
|
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
sc = periph->softc;
|
2009-10-31 10:43:38 +00:00
|
|
|
xpt_setup_ccb(&ccb->ccb_h, periph->path, CAM_PRIORITY_NORMAL);
|
2007-04-07 19:40:58 +00:00
|
|
|
cam_fill_csio(csio,
|
|
|
|
|
/*retries*/1,
|
|
|
|
|
sgdone,
|
|
|
|
|
dir|CAM_DEV_QFRZDIS,
|
|
|
|
|
MSG_SIMPLE_Q_TAG,
|
|
|
|
|
buf,
|
|
|
|
|
buf_len,
|
|
|
|
|
SG_MAX_SENSE,
|
|
|
|
|
cdb_len,
|
2007-04-10 20:03:42 +00:00
|
|
|
sc->sg_timeout);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Send off the command and hope that it works. This path does not
|
|
|
|
|
* go through sgstart because the I/O is supposed to be asynchronous.
|
|
|
|
|
*/
|
|
|
|
|
rdwr->buf = buf;
|
|
|
|
|
rdwr->buf_len = buf_len;
|
|
|
|
|
rdwr->tag = hdr->pack_id;
|
|
|
|
|
rdwr->ccb = ccb;
|
|
|
|
|
rdwr->state = SG_RDWR_INPROG;
|
|
|
|
|
ccb->ccb_h.ccb_rdwr = rdwr;
|
|
|
|
|
ccb->ccb_h.ccb_type = SG_CCB_RDWR_IO;
|
|
|
|
|
TAILQ_INSERT_TAIL(&sc->rdwr_done, rdwr, rdwr_link);
|
2007-04-15 08:49:19 +00:00
|
|
|
error = sgsendrdwr(periph, ccb);
|
|
|
|
|
cam_periph_unlock(periph);
|
|
|
|
|
return (error);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
out_buf:
|
|
|
|
|
free(buf, M_DEVBUF);
|
|
|
|
|
out_ccb:
|
|
|
|
|
xpt_free_ccb(ccb);
|
|
|
|
|
out_hdr:
|
|
|
|
|
free(rdwr, M_DEVBUF);
|
|
|
|
|
return (error);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgread(struct cdev *dev, struct uio *uio, int ioflag)
|
|
|
|
|
{
|
|
|
|
|
struct ccb_scsiio *csio;
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
struct sg_softc *sc;
|
|
|
|
|
struct sg_header *hdr;
|
|
|
|
|
struct sg_rdwr *rdwr;
|
|
|
|
|
u_short hstat, dstat;
|
|
|
|
|
int error, pack_len, reply_len, pack_id;
|
|
|
|
|
|
|
|
|
|
periph = dev->si_drv1;
|
|
|
|
|
|
|
|
|
|
/* XXX The pack len field needs to be updated and written out instead
|
|
|
|
|
* of discarded. Not sure how to do that.
|
|
|
|
|
*/
|
|
|
|
|
uio->uio_rw = UIO_WRITE;
|
|
|
|
|
if ((error = uiomove(&pack_len, 4, uio)) != 0)
|
|
|
|
|
return (error);
|
|
|
|
|
if ((error = uiomove(&reply_len, 4, uio)) != 0)
|
|
|
|
|
return (error);
|
|
|
|
|
if ((error = uiomove(&pack_id, 4, uio)) != 0)
|
|
|
|
|
return (error);
|
|
|
|
|
uio->uio_rw = UIO_READ;
|
|
|
|
|
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
sc = periph->softc;
|
2007-04-07 19:40:58 +00:00
|
|
|
search:
|
|
|
|
|
TAILQ_FOREACH(rdwr, &sc->rdwr_done, rdwr_link) {
|
|
|
|
|
if (rdwr->tag == pack_id)
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
if ((rdwr == NULL) || (rdwr->state != SG_RDWR_DONE)) {
|
Merge CAM locking changes from the projects/camlock branch to radically
reduce lock congestion and improve SMP scalability of the SCSI/ATA stack,
preparing the ground for the coming next GEOM direct dispatch support.
Replace big per-SIM locks with bunch of smaller ones:
- per-LUN locks to protect device and peripheral drivers state;
- per-target locks to protect list of LUNs on target;
- per-bus locks to protect reference counting;
- per-send queue locks to protect queue of CCBs to be sent;
- per-done queue locks to protect queue of completed CCBs;
- remaining per-SIM locks now protect only HBA driver internals.
While holding LUN lock it is allowed (while not recommended for performance
reasons) to take SIM lock. The opposite acquisition order is forbidden.
All the other locks are leaf locks, that can be taken anywhere, but should
not be cascaded. Many functions, such as: xpt_action(), xpt_done(),
xpt_async(), xpt_create_path(), etc. are no longer require (but allow) SIM
lock to be held.
To keep compatibility and solve cases where SIM lock can't be dropped, all
xpt_async() calls in addition to xpt_done() calls are queued to completion
threads for async processing in clean environment without SIM lock held.
Instead of single CAM SWI thread, used for commands completion processing
before, use multiple (depending on number of CPUs) threads. Load balanced
between them using "hash" of the device B:T:L address.
HBA drivers that can drop SIM lock during completion processing and have
sufficient number of completion threads to efficiently scale to multiple
CPUs can use new function xpt_done_direct() to avoid extra context switch.
Make ahci(4) driver to use this mechanism depending on hardware setup.
Sponsored by: iXsystems, Inc.
MFC after: 2 months
2013-10-21 12:00:26 +00:00
|
|
|
if (cam_periph_sleep(periph, rdwr, PCATCH, "sgread", 0) == ERESTART)
|
2007-04-07 19:40:58 +00:00
|
|
|
return (EAGAIN);
|
|
|
|
|
goto search;
|
|
|
|
|
}
|
|
|
|
|
TAILQ_REMOVE(&sc->rdwr_done, rdwr, rdwr_link);
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_unlock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
hdr = &rdwr->hdr.hdr;
|
|
|
|
|
csio = &rdwr->ccb->csio;
|
|
|
|
|
sg_scsiio_status(csio, &hstat, &dstat);
|
|
|
|
|
hdr->host_status = hstat;
|
|
|
|
|
hdr->driver_status = dstat;
|
|
|
|
|
hdr->target_status = csio->scsi_status >> 1;
|
|
|
|
|
|
|
|
|
|
switch (hstat) {
|
|
|
|
|
case DID_OK:
|
|
|
|
|
case DID_PASSTHROUGH:
|
|
|
|
|
case DID_SOFT_ERROR:
|
|
|
|
|
hdr->result = 0;
|
|
|
|
|
break;
|
|
|
|
|
case DID_NO_CONNECT:
|
|
|
|
|
case DID_BUS_BUSY:
|
|
|
|
|
case DID_TIME_OUT:
|
|
|
|
|
hdr->result = EBUSY;
|
|
|
|
|
break;
|
|
|
|
|
case DID_BAD_TARGET:
|
|
|
|
|
case DID_ABORT:
|
|
|
|
|
case DID_PARITY:
|
|
|
|
|
case DID_RESET:
|
|
|
|
|
case DID_BAD_INTR:
|
|
|
|
|
case DID_ERROR:
|
|
|
|
|
default:
|
|
|
|
|
hdr->result = EIO;
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (dstat == DRIVER_SENSE) {
|
|
|
|
|
bcopy(&csio->sense_data, hdr->sense_buffer,
|
|
|
|
|
min(csio->sense_len, SG_MAX_SENSE));
|
|
|
|
|
#ifdef CAMDEBUG
|
|
|
|
|
scsi_sense_print(csio);
|
|
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
error = uiomove(&hdr->result, sizeof(*hdr) -
|
|
|
|
|
offsetof(struct sg_header, result), uio);
|
|
|
|
|
if ((error == 0) && (hdr->result == 0))
|
|
|
|
|
error = uiomove(rdwr->buf, rdwr->buf_len, uio);
|
|
|
|
|
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_lock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
xpt_free_ccb(rdwr->ccb);
|
2007-04-15 08:49:19 +00:00
|
|
|
cam_periph_unlock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
free(rdwr->buf, M_DEVBUF);
|
|
|
|
|
free(rdwr, M_DEVBUF);
|
|
|
|
|
return (error);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgsendccb(struct cam_periph *periph, union ccb *ccb)
|
|
|
|
|
{
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
struct cam_periph_map_info mapinfo;
|
2013-06-07 00:22:38 +00:00
|
|
|
int error;
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
softc = periph->softc;
|
2013-06-07 00:22:38 +00:00
|
|
|
bzero(&mapinfo, sizeof(mapinfo));
|
2007-04-15 08:49:19 +00:00
|
|
|
|
2013-06-07 00:22:38 +00:00
|
|
|
/*
|
|
|
|
|
* cam_periph_mapmem calls into proc and vm functions that can
|
|
|
|
|
* sleep as well as trigger I/O, so we can't hold the lock.
|
|
|
|
|
* Dropping it here is reasonably safe.
|
|
|
|
|
* The only CCB opcode that is possible here is XPT_SCSI_IO, no
|
|
|
|
|
* need for additional checks.
|
|
|
|
|
*/
|
|
|
|
|
cam_periph_unlock(periph);
|
2015-09-30 13:31:37 +00:00
|
|
|
error = cam_periph_mapmem(ccb, &mapinfo, softc->maxio);
|
2013-06-07 00:22:38 +00:00
|
|
|
cam_periph_lock(periph);
|
|
|
|
|
if (error)
|
|
|
|
|
return (error);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
error = cam_periph_runccb(ccb,
|
|
|
|
|
sgerror,
|
|
|
|
|
CAM_RETRY_SELTO,
|
|
|
|
|
SF_RETRY_UA,
|
|
|
|
|
softc->device_stats);
|
|
|
|
|
|
2019-05-06 19:08:03 +00:00
|
|
|
cam_periph_unlock(periph);
|
2013-06-07 00:22:38 +00:00
|
|
|
cam_periph_unmapmem(ccb, &mapinfo);
|
2019-05-06 19:08:03 +00:00
|
|
|
cam_periph_lock(periph);
|
2007-04-07 19:40:58 +00:00
|
|
|
|
|
|
|
|
return (error);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgsendrdwr(struct cam_periph *periph, union ccb *ccb)
|
|
|
|
|
{
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
|
|
|
|
|
softc = periph->softc;
|
|
|
|
|
devstat_start_transaction(softc->device_stats, NULL);
|
|
|
|
|
xpt_action(ccb);
|
|
|
|
|
return (0);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
sgerror(union ccb *ccb, uint32_t cam_flags, uint32_t sense_flags)
|
|
|
|
|
{
|
|
|
|
|
struct cam_periph *periph;
|
|
|
|
|
struct sg_softc *softc;
|
|
|
|
|
|
|
|
|
|
periph = xpt_path_periph(ccb->ccb_h.path);
|
|
|
|
|
softc = (struct sg_softc *)periph->softc;
|
|
|
|
|
|
2017-12-06 00:29:50 +00:00
|
|
|
return (cam_periph_error(ccb, cam_flags, sense_flags));
|
2007-04-07 19:40:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
|
sg_scsiio_status(struct ccb_scsiio *csio, u_short *hoststat, u_short *drvstat)
|
|
|
|
|
{
|
|
|
|
|
int status;
|
|
|
|
|
|
|
|
|
|
status = csio->ccb_h.status;
|
|
|
|
|
|
|
|
|
|
switch (status & CAM_STATUS_MASK) {
|
|
|
|
|
case CAM_REQ_CMP:
|
|
|
|
|
*hoststat = DID_OK;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_REQ_CMP_ERR:
|
|
|
|
|
*hoststat = DID_ERROR;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_REQ_ABORTED:
|
|
|
|
|
*hoststat = DID_ABORT;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_REQ_INVALID:
|
|
|
|
|
*hoststat = DID_ERROR;
|
|
|
|
|
*drvstat = DRIVER_INVALID;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_DEV_NOT_THERE:
|
|
|
|
|
*hoststat = DID_BAD_TARGET;
|
|
|
|
|
*drvstat = 0;
|
2009-01-14 21:31:22 +00:00
|
|
|
break;
|
2007-04-07 19:40:58 +00:00
|
|
|
case CAM_SEL_TIMEOUT:
|
|
|
|
|
*hoststat = DID_NO_CONNECT;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_CMD_TIMEOUT:
|
|
|
|
|
*hoststat = DID_TIME_OUT;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_SCSI_STATUS_ERROR:
|
|
|
|
|
*hoststat = DID_ERROR;
|
|
|
|
|
*drvstat = 0;
|
2009-05-12 15:03:47 +00:00
|
|
|
break;
|
2007-04-07 19:40:58 +00:00
|
|
|
case CAM_SCSI_BUS_RESET:
|
|
|
|
|
*hoststat = DID_RESET;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_UNCOR_PARITY:
|
|
|
|
|
*hoststat = DID_PARITY;
|
|
|
|
|
*drvstat = 0;
|
|
|
|
|
break;
|
|
|
|
|
case CAM_SCSI_BUSY:
|
|
|
|
|
*hoststat = DID_BUS_BUSY;
|
|
|
|
|
*drvstat = 0;
|
2009-05-12 15:03:47 +00:00
|
|
|
break;
|
2007-04-07 19:40:58 +00:00
|
|
|
default:
|
|
|
|
|
*hoststat = DID_ERROR;
|
|
|
|
|
*drvstat = DRIVER_ERROR;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (status & CAM_AUTOSNS_VALID)
|
|
|
|
|
*drvstat = DRIVER_SENSE;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
|
scsi_group_len(u_char cmd)
|
|
|
|
|
{
|
|
|
|
|
int len[] = {6, 10, 10, 12, 12, 12, 10, 10};
|
|
|
|
|
int group;
|
|
|
|
|
|
|
|
|
|
group = (cmd >> 5) & 0x7;
|
|
|
|
|
return (len[group]);
|
|
|
|
|
}
|
