f470ab4283
- Introduce the amr_io_lock to control access to command queues, bio queues, and the hardware. - Eliminate the taskqueue and do all completion processing in the ithread. - Assign a static slot number to each command instead of doing a linear search for free slots each time a command is needed. - Modify the interrupt handler to more closely match what Linux does, for safety.
375 lines
11 KiB
C
375 lines
11 KiB
C
/*-
|
|
* Copyright (c) 1999,2000 Michael Smith
|
|
* Copyright (c) 2000 BSDi
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* Copyright (c) 2002 Eric Moore
|
|
* Copyright (c) 2002 LSI Logic Corporation
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. The party using or redistributing the source code and binary forms
|
|
* agrees to the disclaimer below and the terms and conditions set forth
|
|
* herein.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#if __FreeBSD_version >= 500005
|
|
# include <geom/geom_disk.h>
|
|
# include <sys/lock.h>
|
|
# include <sys/mutex.h>
|
|
#endif
|
|
|
|
#ifdef AMR_DEBUG
|
|
# define debug(level, fmt, args...) do {if (level <= AMR_DEBUG) printf("%s: " fmt "\n", __func__ , ##args);} while(0)
|
|
# define debug_called(level) do {if (level <= AMR_DEBUG) printf("%s: called\n", __func__);} while(0)
|
|
#else
|
|
# define debug(level, fmt, args...)
|
|
# define debug_called(level)
|
|
#endif
|
|
#define xdebug(fmt, args...) printf("%s: " fmt "\n", __func__ , ##args)
|
|
|
|
/*
|
|
* Per-logical-drive datastructure
|
|
*/
|
|
struct amr_logdrive
|
|
{
|
|
u_int32_t al_size;
|
|
int al_state;
|
|
int al_properties;
|
|
|
|
/* synthetic geometry */
|
|
int al_cylinders;
|
|
int al_heads;
|
|
int al_sectors;
|
|
|
|
/* driver */
|
|
device_t al_disk;
|
|
};
|
|
|
|
/*
|
|
* Due to the difficulty of using the zone allocator to create a new
|
|
* zone from within a module, we use our own clustering to reduce
|
|
* memory wastage due to allocating lots of these small structures.
|
|
*
|
|
* 16k gives us a little under 200 command structures, which should
|
|
* normally be plenty. We will grab more if we need them.
|
|
*/
|
|
|
|
#define AMR_CMD_CLUSTERSIZE (16 * 1024)
|
|
|
|
/*
|
|
* Per-command control structure.
|
|
*/
|
|
struct amr_command
|
|
{
|
|
TAILQ_ENTRY(amr_command) ac_link;
|
|
|
|
struct amr_softc *ac_sc;
|
|
u_int8_t ac_slot;
|
|
int ac_status; /* command completion status */
|
|
struct amr_mailbox ac_mailbox;
|
|
int ac_flags;
|
|
#define AMR_CMD_DATAIN (1<<0)
|
|
#define AMR_CMD_DATAOUT (1<<1)
|
|
#define AMR_CMD_CCB_DATAIN (1<<2)
|
|
#define AMR_CMD_CCB_DATAOUT (1<<3)
|
|
#define AMR_CMD_PRIORITY (1<<4)
|
|
#define AMR_CMD_MAPPED (1<<5)
|
|
#define AMR_CMD_SLEEP (1<<6)
|
|
#define AMR_CMD_BUSY (1<<7)
|
|
|
|
struct bio *ac_bio;
|
|
|
|
void *ac_data;
|
|
size_t ac_length;
|
|
bus_dmamap_t ac_dmamap;
|
|
u_int32_t ac_dataphys;
|
|
|
|
void *ac_ccb_data;
|
|
size_t ac_ccb_length;
|
|
bus_dmamap_t ac_ccb_dmamap;
|
|
u_int32_t ac_ccb_dataphys;
|
|
|
|
void (* ac_complete)(struct amr_command *ac);
|
|
void *ac_private;
|
|
};
|
|
|
|
struct amr_command_cluster
|
|
{
|
|
TAILQ_ENTRY(amr_command_cluster) acc_link;
|
|
struct amr_command acc_command[0];
|
|
};
|
|
|
|
#define AMR_CMD_CLUSTERCOUNT ((AMR_CMD_CLUSTERSIZE - sizeof(struct amr_command_cluster)) / \
|
|
sizeof(struct amr_command))
|
|
|
|
/*
|
|
* Per-controller-instance data
|
|
*/
|
|
struct amr_softc
|
|
{
|
|
/* bus attachments */
|
|
device_t amr_dev;
|
|
struct resource *amr_reg; /* control registers */
|
|
bus_space_handle_t amr_bhandle;
|
|
bus_space_tag_t amr_btag;
|
|
bus_dma_tag_t amr_parent_dmat; /* parent DMA tag */
|
|
bus_dma_tag_t amr_buffer_dmat; /* data buffer DMA tag */
|
|
struct resource *amr_irq; /* interrupt */
|
|
void *amr_intr;
|
|
|
|
/* mailbox */
|
|
volatile struct amr_mailbox *amr_mailbox;
|
|
volatile struct amr_mailbox64 *amr_mailbox64;
|
|
u_int32_t amr_mailboxphys;
|
|
bus_dma_tag_t amr_mailbox_dmat;
|
|
bus_dmamap_t amr_mailbox_dmamap;
|
|
|
|
/* scatter/gather lists and their controller-visible mappings */
|
|
struct amr_sgentry *amr_sgtable; /* s/g lists */
|
|
u_int32_t amr_sgbusaddr; /* s/g table base address in bus space */
|
|
bus_dma_tag_t amr_sg_dmat; /* s/g buffer DMA tag */
|
|
bus_dmamap_t amr_sg_dmamap; /* map for s/g buffers */
|
|
|
|
/* controller limits and features */
|
|
int amr_nextslot; /* Next slot to use for newly allocated commands */
|
|
int amr_maxio; /* maximum number of I/O transactions */
|
|
int amr_maxdrives; /* max number of logical drives */
|
|
int amr_maxchan; /* count of SCSI channels */
|
|
|
|
/* connected logical drives */
|
|
struct amr_logdrive amr_drive[AMR_MAXLD];
|
|
|
|
/* controller state */
|
|
int amr_state;
|
|
#define AMR_STATE_OPEN (1<<0)
|
|
#define AMR_STATE_SUSPEND (1<<1)
|
|
#define AMR_STATE_INTEN (1<<2)
|
|
#define AMR_STATE_SHUTDOWN (1<<3)
|
|
#define AMR_STATE_CRASHDUMP (1<<4)
|
|
#define AMR_STATE_QUEUE_FRZN (1<<5)
|
|
|
|
/* per-controller queues */
|
|
struct bio_queue_head amr_bioq; /* pending I/O with no commands */
|
|
TAILQ_HEAD(,amr_command) amr_ready; /* commands ready to be submitted */
|
|
struct amr_command *amr_busycmd[AMR_MAXCMD];
|
|
int amr_busyslots;
|
|
TAILQ_HEAD(,amr_command) amr_completed;
|
|
TAILQ_HEAD(,amr_command) amr_freecmds;
|
|
TAILQ_HEAD(,amr_command_cluster) amr_cmd_clusters;
|
|
|
|
/* CAM attachments for passthrough */
|
|
struct cam_sim *amr_cam_sim[AMR_MAX_CHANNELS];
|
|
TAILQ_HEAD(, ccb_hdr) amr_cam_ccbq;
|
|
struct cam_devq *amr_cam_devq;
|
|
|
|
/* control device */
|
|
struct cdev *amr_dev_t;
|
|
|
|
/* controller type-specific support */
|
|
int amr_type;
|
|
#define AMR_TYPE_QUARTZ (1<<0)
|
|
#define AMR_IS_QUARTZ(sc) ((sc)->amr_type & AMR_TYPE_QUARTZ)
|
|
#define AMR_TYPE_40LD (1<<1)
|
|
#define AMR_IS_40LD(sc) ((sc)->amr_type & AMR_TYPE_40LD)
|
|
int (* amr_submit_command)(struct amr_softc *sc);
|
|
int (* amr_get_work)(struct amr_softc *sc, struct amr_mailbox *mbsave);
|
|
int (*amr_poll_command)(struct amr_command *ac);
|
|
int (*amr_poll_command1)(struct amr_softc *sc, struct amr_command *ac);
|
|
int support_ext_cdb; /* greater than 10 byte cdb support */
|
|
|
|
/* misc glue */
|
|
struct intr_config_hook amr_ich; /* wait-for-interrupts probe hook */
|
|
struct callout_handle amr_timeout; /* periodic status check */
|
|
struct mtx amr_io_lock;
|
|
};
|
|
|
|
/*
|
|
* Interface between bus connections and driver core.
|
|
*/
|
|
extern int amr_attach(struct amr_softc *sc);
|
|
extern void amr_free(struct amr_softc *sc);
|
|
extern int amr_flush(struct amr_softc *sc);
|
|
extern int amr_done(struct amr_softc *sc);
|
|
extern void amr_startio(struct amr_softc *sc);
|
|
|
|
/*
|
|
* Command buffer allocation.
|
|
*/
|
|
extern struct amr_command *amr_alloccmd(struct amr_softc *sc);
|
|
extern void amr_releasecmd(struct amr_command *ac);
|
|
|
|
/*
|
|
* CAM interface
|
|
*/
|
|
extern int amr_cam_attach(struct amr_softc *sc);
|
|
extern void amr_cam_detach(struct amr_softc *sc);
|
|
extern int amr_cam_command(struct amr_softc *sc, struct amr_command **acp);
|
|
|
|
/*
|
|
* MegaRAID logical disk driver
|
|
*/
|
|
struct amrd_softc
|
|
{
|
|
device_t amrd_dev;
|
|
struct amr_softc *amrd_controller;
|
|
struct amr_logdrive *amrd_drive;
|
|
struct disk *amrd_disk;
|
|
int amrd_unit;
|
|
};
|
|
|
|
/*
|
|
* Interface between driver core and disk driver (should be using a bus?)
|
|
*/
|
|
extern int amr_submit_bio(struct amr_softc *sc, struct bio *bio);
|
|
extern int amr_dump_blocks(struct amr_softc *sc, int unit, u_int32_t lba, void *data, int blks);
|
|
extern void amrd_intr(void *data);
|
|
|
|
/********************************************************************************
|
|
* Enqueue/dequeue functions
|
|
*/
|
|
static __inline void
|
|
amr_enqueue_bio(struct amr_softc *sc, struct bio *bio)
|
|
{
|
|
int s;
|
|
|
|
s = splbio();
|
|
bioq_insert_tail(&sc->amr_bioq, bio);
|
|
splx(s);
|
|
}
|
|
|
|
static __inline struct bio *
|
|
amr_dequeue_bio(struct amr_softc *sc)
|
|
{
|
|
struct bio *bio;
|
|
int s;
|
|
|
|
s = splbio();
|
|
if ((bio = bioq_first(&sc->amr_bioq)) != NULL)
|
|
bioq_remove(&sc->amr_bioq, bio);
|
|
splx(s);
|
|
return(bio);
|
|
}
|
|
|
|
static __inline void
|
|
amr_enqueue_ready(struct amr_command *ac)
|
|
{
|
|
int s;
|
|
|
|
s = splbio();
|
|
TAILQ_INSERT_TAIL(&ac->ac_sc->amr_ready, ac, ac_link);
|
|
splx(s);
|
|
}
|
|
|
|
static __inline void
|
|
amr_requeue_ready(struct amr_command *ac)
|
|
{
|
|
int s;
|
|
|
|
s = splbio();
|
|
TAILQ_INSERT_HEAD(&ac->ac_sc->amr_ready, ac, ac_link);
|
|
splx(s);
|
|
}
|
|
|
|
static __inline struct amr_command *
|
|
amr_dequeue_ready(struct amr_softc *sc)
|
|
{
|
|
struct amr_command *ac;
|
|
int s;
|
|
|
|
s = splbio();
|
|
if ((ac = TAILQ_FIRST(&sc->amr_ready)) != NULL)
|
|
TAILQ_REMOVE(&sc->amr_ready, ac, ac_link);
|
|
splx(s);
|
|
return(ac);
|
|
}
|
|
|
|
static __inline void
|
|
amr_enqueue_completed(struct amr_command *ac)
|
|
{
|
|
int s;
|
|
|
|
s = splbio();
|
|
TAILQ_INSERT_TAIL(&ac->ac_sc->amr_completed, ac, ac_link);
|
|
splx(s);
|
|
}
|
|
|
|
static __inline struct amr_command *
|
|
amr_dequeue_completed(struct amr_softc *sc)
|
|
{
|
|
struct amr_command *ac;
|
|
int s;
|
|
|
|
s = splbio();
|
|
if ((ac = TAILQ_FIRST(&sc->amr_completed)) != NULL)
|
|
TAILQ_REMOVE(&sc->amr_completed, ac, ac_link);
|
|
splx(s);
|
|
return(ac);
|
|
}
|
|
|
|
static __inline void
|
|
amr_enqueue_free(struct amr_command *ac)
|
|
{
|
|
int s;
|
|
|
|
s = splbio();
|
|
TAILQ_INSERT_TAIL(&ac->ac_sc->amr_freecmds, ac, ac_link);
|
|
splx(s);
|
|
}
|
|
|
|
static __inline struct amr_command *
|
|
amr_dequeue_free(struct amr_softc *sc)
|
|
{
|
|
struct amr_command *ac;
|
|
int s;
|
|
|
|
s = splbio();
|
|
if ((ac = TAILQ_FIRST(&sc->amr_freecmds)) != NULL)
|
|
TAILQ_REMOVE(&sc->amr_freecmds, ac, ac_link);
|
|
splx(s);
|
|
return(ac);
|
|
}
|