cd4455d638
locking support for CAM r256826: Fix several target mode SIMs to not blindly clear ccb_h.flags field of ATIO CCBs. Not all CCB flags there belong to them. r256836: Remove hard limit on number of BIOs handled with one ATA TRIM request. r256843: Merge CAM locking changes from the projects/camlock branch to radically reduce lock congestion and improve SMP scalability of the SCSI/ATA stack, preparing the ground for the coming next GEOM direct dispatch support. r256888: Unconditionally acquire periph reference on CCB allocation failure. r256895: Fix memory and references leak due to unfreed path. r256960: Move CAM_UNQUEUED_INDEX setting to the last moment and under the periph lock. This fixes race condition with cam_periph_ccbwait(), causing use-after-free. r256975: Minor (mostly cosmetical) addition to r256960. r257054: Some microoptimizations for da and ada drivers: - Replace ordered_tag_count counter with single flag; - From da remove outstanding_cmds counter, duplicating pending_ccbs list; - From da_softc remove unused links field. r257482: Fix lock recursion, triggered by `smartctl -a /dev/adaX`. r257501: Make getenv_*() functions and respectively TUNABLE_*_FETCH() macros not allocate memory and so not require sleepable environment. getenv() has already used on-stack temporary storage, so just use it more rationally. getenv_string() receives buffer as argument, so don't need another one. r257914: Some CAM locks polishing: - Fix LOR and possible lock recursion when handling high-power commands. Introduce new lock to protect left power quota and list of frozen devices. - Correct locking around xpt periph creation. - Remove seems never used XPT_FLAG_OPEN xpt periph flag. Again, Netflix assisted with testing the merge, but all of the credit goes to Alexander and iX Systems. Submitted by: mav Sponsored by: iX Systems
155 lines
3.9 KiB
C
155 lines
3.9 KiB
C
/*-
|
|
* Common functions for SCSI Interface Modules (SIMs).
|
|
*
|
|
* Copyright (c) 1997 Justin T. Gibbs.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions, and the following disclaimer,
|
|
* without modification, immediately at the beginning of the file.
|
|
* 2. The name of the author may not be used to endorse or promote products
|
|
* derived from this software without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
|
|
* ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/mutex.h>
|
|
|
|
#include <cam/cam.h>
|
|
#include <cam/cam_ccb.h>
|
|
#include <cam/cam_sim.h>
|
|
#include <cam/cam_queue.h>
|
|
#include <cam/cam_xpt.h>
|
|
|
|
#define CAM_PATH_ANY (u_int32_t)-1
|
|
|
|
static MALLOC_DEFINE(M_CAMSIM, "CAM SIM", "CAM SIM buffers");
|
|
|
|
struct cam_devq *
|
|
cam_simq_alloc(u_int32_t max_sim_transactions)
|
|
{
|
|
return (cam_devq_alloc(/*size*/0, max_sim_transactions));
|
|
}
|
|
|
|
void
|
|
cam_simq_free(struct cam_devq *devq)
|
|
{
|
|
cam_devq_free(devq);
|
|
}
|
|
|
|
struct cam_sim *
|
|
cam_sim_alloc(sim_action_func sim_action, sim_poll_func sim_poll,
|
|
const char *sim_name, void *softc, u_int32_t unit,
|
|
struct mtx *mtx, int max_dev_transactions,
|
|
int max_tagged_dev_transactions, struct cam_devq *queue)
|
|
{
|
|
struct cam_sim *sim;
|
|
|
|
if (mtx == NULL)
|
|
return (NULL);
|
|
|
|
sim = (struct cam_sim *)malloc(sizeof(struct cam_sim),
|
|
M_CAMSIM, M_ZERO | M_NOWAIT);
|
|
|
|
if (sim == NULL)
|
|
return (NULL);
|
|
|
|
sim->sim_action = sim_action;
|
|
sim->sim_poll = sim_poll;
|
|
sim->sim_name = sim_name;
|
|
sim->softc = softc;
|
|
sim->path_id = CAM_PATH_ANY;
|
|
sim->unit_number = unit;
|
|
sim->bus_id = 0; /* set in xpt_bus_register */
|
|
sim->max_tagged_dev_openings = max_tagged_dev_transactions;
|
|
sim->max_dev_openings = max_dev_transactions;
|
|
sim->flags = 0;
|
|
sim->refcount = 1;
|
|
sim->devq = queue;
|
|
sim->mtx = mtx;
|
|
if (mtx == &Giant) {
|
|
sim->flags |= 0;
|
|
callout_init(&sim->callout, 0);
|
|
} else {
|
|
sim->flags |= CAM_SIM_MPSAFE;
|
|
callout_init(&sim->callout, 1);
|
|
}
|
|
return (sim);
|
|
}
|
|
|
|
void
|
|
cam_sim_free(struct cam_sim *sim, int free_devq)
|
|
{
|
|
int error;
|
|
|
|
mtx_assert(sim->mtx, MA_OWNED);
|
|
sim->refcount--;
|
|
if (sim->refcount > 0) {
|
|
error = msleep(sim, sim->mtx, PRIBIO, "simfree", 0);
|
|
KASSERT(error == 0, ("invalid error value for msleep(9)"));
|
|
}
|
|
|
|
KASSERT(sim->refcount == 0, ("sim->refcount == 0"));
|
|
|
|
if (free_devq)
|
|
cam_simq_free(sim->devq);
|
|
free(sim, M_CAMSIM);
|
|
}
|
|
|
|
void
|
|
cam_sim_release(struct cam_sim *sim)
|
|
{
|
|
int lock;
|
|
|
|
lock = (mtx_owned(sim->mtx) == 0);
|
|
if (lock)
|
|
CAM_SIM_LOCK(sim);
|
|
KASSERT(sim->refcount >= 1, ("sim->refcount >= 1"));
|
|
sim->refcount--;
|
|
if (sim->refcount == 0)
|
|
wakeup(sim);
|
|
if (lock)
|
|
CAM_SIM_UNLOCK(sim);
|
|
}
|
|
|
|
void
|
|
cam_sim_hold(struct cam_sim *sim)
|
|
{
|
|
int lock;
|
|
|
|
lock = (mtx_owned(sim->mtx) == 0);
|
|
if (lock)
|
|
CAM_SIM_LOCK(sim);
|
|
KASSERT(sim->refcount >= 1, ("sim->refcount >= 1"));
|
|
sim->refcount++;
|
|
if (lock)
|
|
CAM_SIM_UNLOCK(sim);
|
|
}
|
|
|
|
void
|
|
cam_sim_set_path(struct cam_sim *sim, u_int32_t path_id)
|
|
{
|
|
sim->path_id = path_id;
|
|
}
|