d1df7fdd04
On a MINIMAL kernel, mps.ko wouldn't load because it uses the xpt_hold_boot symbol from CAM, but didn't have a dependency on cam(4). (CEM: Some context: when linking loaded modules, the kernel dynamic linker only looks for definitions in explictly marked dependency modules. Also, the identical mpr(4) driver uses the same CAM function, but already had the correct MODULE_DEPEND(), so no similar change is needed there.) Submitted by: Greg V <greg AT unrelenting.technology> Reviewed by: imp, myself Differential Revision: https://reviews.freebsd.org/D23272
446 lines
12 KiB
C
446 lines
12 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
|
|
*
|
|
* Copyright (c) 2009 Yahoo! Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
/* PCI/PCI-X/PCIe bus interface for the Avago Tech (LSI) MPT2 controllers */
|
|
|
|
/* TODO Move headers to mpsvar */
|
|
#include <sys/types.h>
|
|
#include <sys/param.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/module.h>
|
|
#include <sys/bus.h>
|
|
#include <sys/conf.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/sysctl.h>
|
|
#include <sys/uio.h>
|
|
|
|
#include <machine/bus.h>
|
|
#include <machine/resource.h>
|
|
#include <sys/rman.h>
|
|
|
|
#include <dev/pci/pcireg.h>
|
|
#include <dev/pci/pcivar.h>
|
|
#include <dev/pci/pci_private.h>
|
|
|
|
#include <dev/mps/mpi/mpi2_type.h>
|
|
#include <dev/mps/mpi/mpi2.h>
|
|
#include <dev/mps/mpi/mpi2_ioc.h>
|
|
#include <dev/mps/mpi/mpi2_cnfg.h>
|
|
#include <dev/mps/mpi/mpi2_tool.h>
|
|
|
|
#include <sys/queue.h>
|
|
#include <sys/kthread.h>
|
|
#include <dev/mps/mps_ioctl.h>
|
|
#include <dev/mps/mpsvar.h>
|
|
|
|
static int mps_pci_probe(device_t);
|
|
static int mps_pci_attach(device_t);
|
|
static int mps_pci_detach(device_t);
|
|
static int mps_pci_suspend(device_t);
|
|
static int mps_pci_resume(device_t);
|
|
static void mps_pci_free(struct mps_softc *);
|
|
static int mps_alloc_msix(struct mps_softc *sc, int msgs);
|
|
static int mps_alloc_msi(struct mps_softc *sc, int msgs);
|
|
static int mps_pci_alloc_interrupts(struct mps_softc *sc);
|
|
|
|
static device_method_t mps_methods[] = {
|
|
DEVMETHOD(device_probe, mps_pci_probe),
|
|
DEVMETHOD(device_attach, mps_pci_attach),
|
|
DEVMETHOD(device_detach, mps_pci_detach),
|
|
DEVMETHOD(device_suspend, mps_pci_suspend),
|
|
DEVMETHOD(device_resume, mps_pci_resume),
|
|
|
|
DEVMETHOD_END
|
|
};
|
|
|
|
static driver_t mps_pci_driver = {
|
|
"mps",
|
|
mps_methods,
|
|
sizeof(struct mps_softc)
|
|
};
|
|
|
|
struct mps_ident {
|
|
uint16_t vendor;
|
|
uint16_t device;
|
|
uint16_t subvendor;
|
|
uint16_t subdevice;
|
|
u_int flags;
|
|
const char *desc;
|
|
} mps_identifiers[] = {
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2004,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2004" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2008,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2008" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2108_1,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2108" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2108_2,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2108" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2108_3,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2108" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2116_1,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2116" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2116_2,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2116" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2208_1,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2208" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2208_2,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2208" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2208_3,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2208" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2208_4,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2208" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2208_5,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2208" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2208_6,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2208" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_1,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2308" },
|
|
// Add Customer specific vender/subdevice id before generic
|
|
// (0xffff) vender/subdevice id.
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_2,
|
|
0x8086, 0x3516, 0, "Intel(R) Integrated RAID Module RMS25JB080" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_2,
|
|
0x8086, 0x3517, 0, "Intel(R) Integrated RAID Module RMS25JB040" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_2,
|
|
0x8086, 0x3518, 0, "Intel(R) Integrated RAID Module RMS25KB080" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_2,
|
|
0x8086, 0x3519, 0, "Intel(R) Integrated RAID Module RMS25KB040" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_2,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2308" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SAS2308_3,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SAS2308" },
|
|
{ MPI2_MFGPAGE_VENDORID_LSI, MPI2_MFGPAGE_DEVID_SSS6200,
|
|
0xffff, 0xffff, 0, "Avago Technologies (LSI) SSS6200" },
|
|
{ 0, 0, 0, 0, 0, NULL }
|
|
};
|
|
|
|
static devclass_t mps_devclass;
|
|
DRIVER_MODULE(mps, pci, mps_pci_driver, mps_devclass, 0, 0);
|
|
MODULE_DEPEND(mps, cam, 1, 1, 1);
|
|
MODULE_PNP_INFO("U16:vendor;U16:device;U16:subvendor;U16:subdevice", pci, mps,
|
|
mps_identifiers, nitems(mps_identifiers) - 1);
|
|
static struct mps_ident *
|
|
mps_find_ident(device_t dev)
|
|
{
|
|
struct mps_ident *m;
|
|
|
|
for (m = mps_identifiers; m->vendor != 0; m++) {
|
|
if (m->vendor != pci_get_vendor(dev))
|
|
continue;
|
|
if (m->device != pci_get_device(dev))
|
|
continue;
|
|
if ((m->subvendor != 0xffff) &&
|
|
(m->subvendor != pci_get_subvendor(dev)))
|
|
continue;
|
|
if ((m->subdevice != 0xffff) &&
|
|
(m->subdevice != pci_get_subdevice(dev)))
|
|
continue;
|
|
return (m);
|
|
}
|
|
|
|
return (NULL);
|
|
}
|
|
|
|
static int
|
|
mps_pci_probe(device_t dev)
|
|
{
|
|
struct mps_ident *id;
|
|
|
|
if ((id = mps_find_ident(dev)) != NULL) {
|
|
device_set_desc(dev, id->desc);
|
|
return (BUS_PROBE_DEFAULT);
|
|
}
|
|
return (ENXIO);
|
|
}
|
|
|
|
static int
|
|
mps_pci_attach(device_t dev)
|
|
{
|
|
struct mps_softc *sc;
|
|
struct mps_ident *m;
|
|
int error;
|
|
|
|
sc = device_get_softc(dev);
|
|
bzero(sc, sizeof(*sc));
|
|
sc->mps_dev = dev;
|
|
m = mps_find_ident(dev);
|
|
sc->mps_flags = m->flags;
|
|
|
|
mps_get_tunables(sc);
|
|
|
|
/* Twiddle basic PCI config bits for a sanity check */
|
|
pci_enable_busmaster(dev);
|
|
|
|
/* Allocate the System Interface Register Set */
|
|
sc->mps_regs_rid = PCIR_BAR(1);
|
|
if ((sc->mps_regs_resource = bus_alloc_resource_any(dev,
|
|
SYS_RES_MEMORY, &sc->mps_regs_rid, RF_ACTIVE)) == NULL) {
|
|
mps_printf(sc, "Cannot allocate PCI registers\n");
|
|
return (ENXIO);
|
|
}
|
|
sc->mps_btag = rman_get_bustag(sc->mps_regs_resource);
|
|
sc->mps_bhandle = rman_get_bushandle(sc->mps_regs_resource);
|
|
|
|
/* Allocate the parent DMA tag */
|
|
if (bus_dma_tag_create( bus_get_dma_tag(dev), /* parent */
|
|
1, 0, /* algnmnt, boundary */
|
|
BUS_SPACE_MAXADDR, /* lowaddr */
|
|
BUS_SPACE_MAXADDR, /* highaddr */
|
|
NULL, NULL, /* filter, filterarg */
|
|
BUS_SPACE_MAXSIZE_32BIT,/* maxsize */
|
|
BUS_SPACE_UNRESTRICTED, /* nsegments */
|
|
BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */
|
|
0, /* flags */
|
|
NULL, NULL, /* lockfunc, lockarg */
|
|
&sc->mps_parent_dmat)) {
|
|
mps_printf(sc, "Cannot allocate parent DMA tag\n");
|
|
mps_pci_free(sc);
|
|
return (ENOMEM);
|
|
}
|
|
|
|
if (((error = mps_pci_alloc_interrupts(sc)) != 0) ||
|
|
((error = mps_attach(sc)) != 0))
|
|
mps_pci_free(sc);
|
|
|
|
return (error);
|
|
}
|
|
|
|
/*
|
|
* Allocate, but don't assign interrupts early. Doing it before requesting
|
|
* the IOCFacts message informs the firmware that we want to do MSI-X
|
|
* multiqueue. We might not use all of the available messages, but there's
|
|
* no reason to re-alloc if we don't.
|
|
*/
|
|
static int
|
|
mps_pci_alloc_interrupts(struct mps_softc *sc)
|
|
{
|
|
device_t dev;
|
|
int error, msgs;
|
|
|
|
dev = sc->mps_dev;
|
|
error = 0;
|
|
msgs = 0;
|
|
|
|
if (sc->disable_msix == 0) {
|
|
msgs = pci_msix_count(dev);
|
|
mps_dprint(sc, MPS_INIT, "Counted %d MSI-X messages\n", msgs);
|
|
msgs = min(msgs, sc->max_msix);
|
|
msgs = min(msgs, MPS_MSIX_MAX);
|
|
msgs = min(msgs, 1); /* XXX */
|
|
if (msgs != 0) {
|
|
mps_dprint(sc, MPS_INIT, "Attempting to allocate %d "
|
|
"MSI-X messages\n", msgs);
|
|
error = mps_alloc_msix(sc, msgs);
|
|
}
|
|
}
|
|
if (((error != 0) || (msgs == 0)) && (sc->disable_msi == 0)) {
|
|
msgs = pci_msi_count(dev);
|
|
mps_dprint(sc, MPS_INIT, "Counted %d MSI messages\n", msgs);
|
|
msgs = min(msgs, MPS_MSI_MAX);
|
|
if (msgs != 0) {
|
|
mps_dprint(sc, MPS_INIT, "Attempting to allocate %d "
|
|
"MSI messages\n", MPS_MSI_MAX);
|
|
error = mps_alloc_msi(sc, MPS_MSI_MAX);
|
|
}
|
|
}
|
|
if ((error != 0) || (msgs == 0)) {
|
|
/*
|
|
* If neither MSI or MSI-X are avaiable, assume legacy INTx.
|
|
* This also implies that there will be only 1 queue.
|
|
*/
|
|
mps_dprint(sc, MPS_INIT, "Falling back to legacy INTx\n");
|
|
sc->mps_flags |= MPS_FLAGS_INTX;
|
|
msgs = 1;
|
|
} else
|
|
sc->mps_flags |= MPS_FLAGS_MSI;
|
|
|
|
sc->msi_msgs = msgs;
|
|
mps_dprint(sc, MPS_INIT, "Allocated %d interrupts\n", msgs);
|
|
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
mps_pci_setup_interrupts(struct mps_softc *sc)
|
|
{
|
|
device_t dev;
|
|
struct mps_queue *q;
|
|
void *ihandler;
|
|
int i, error, rid, initial_rid;
|
|
|
|
dev = sc->mps_dev;
|
|
error = ENXIO;
|
|
|
|
if (sc->mps_flags & MPS_FLAGS_INTX) {
|
|
initial_rid = 0;
|
|
ihandler = mps_intr;
|
|
} else if (sc->mps_flags & MPS_FLAGS_MSI) {
|
|
initial_rid = 1;
|
|
ihandler = mps_intr_msi;
|
|
} else {
|
|
mps_dprint(sc, MPS_ERROR|MPS_INIT,
|
|
"Unable to set up interrupts\n");
|
|
return (EINVAL);
|
|
}
|
|
|
|
for (i = 0; i < sc->msi_msgs; i++) {
|
|
q = &sc->queues[i];
|
|
rid = i + initial_rid;
|
|
q->irq_rid = rid;
|
|
q->irq = bus_alloc_resource_any(dev, SYS_RES_IRQ,
|
|
&q->irq_rid, RF_ACTIVE);
|
|
if (q->irq == NULL) {
|
|
mps_dprint(sc, MPS_ERROR|MPS_INIT,
|
|
"Cannot allocate interrupt RID %d\n", rid);
|
|
sc->msi_msgs = i;
|
|
break;
|
|
}
|
|
error = bus_setup_intr(dev, q->irq,
|
|
INTR_TYPE_BIO | INTR_MPSAFE, NULL, ihandler,
|
|
sc, &q->intrhand);
|
|
if (error) {
|
|
mps_dprint(sc, MPS_ERROR|MPS_INIT,
|
|
"Cannot setup interrupt RID %d\n", rid);
|
|
sc->msi_msgs = i;
|
|
break;
|
|
}
|
|
}
|
|
|
|
mps_dprint(sc, MPS_INIT, "Set up %d interrupts\n", sc->msi_msgs);
|
|
|
|
return (error);
|
|
}
|
|
|
|
static int
|
|
mps_pci_detach(device_t dev)
|
|
{
|
|
struct mps_softc *sc;
|
|
int error;
|
|
|
|
sc = device_get_softc(dev);
|
|
|
|
if ((error = mps_free(sc)) != 0)
|
|
return (error);
|
|
|
|
mps_pci_free(sc);
|
|
return (0);
|
|
}
|
|
|
|
void
|
|
mps_pci_free_interrupts(struct mps_softc *sc)
|
|
{
|
|
struct mps_queue *q;
|
|
int i;
|
|
|
|
if (sc->queues == NULL)
|
|
return;
|
|
|
|
for (i = 0; i < sc->msi_msgs; i++) {
|
|
q = &sc->queues[i];
|
|
if (q->irq != NULL) {
|
|
bus_teardown_intr(sc->mps_dev, q->irq,
|
|
q->intrhand);
|
|
bus_release_resource(sc->mps_dev, SYS_RES_IRQ,
|
|
q->irq_rid, q->irq);
|
|
}
|
|
}
|
|
}
|
|
|
|
static void
|
|
mps_pci_free(struct mps_softc *sc)
|
|
{
|
|
|
|
if (sc->mps_parent_dmat != NULL) {
|
|
bus_dma_tag_destroy(sc->mps_parent_dmat);
|
|
}
|
|
|
|
mps_pci_free_interrupts(sc);
|
|
|
|
if (sc->mps_flags & MPS_FLAGS_MSI)
|
|
pci_release_msi(sc->mps_dev);
|
|
|
|
if (sc->mps_regs_resource != NULL) {
|
|
bus_release_resource(sc->mps_dev, SYS_RES_MEMORY,
|
|
sc->mps_regs_rid, sc->mps_regs_resource);
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
static int
|
|
mps_pci_suspend(device_t dev)
|
|
{
|
|
return (EINVAL);
|
|
}
|
|
|
|
static int
|
|
mps_pci_resume(device_t dev)
|
|
{
|
|
return (EINVAL);
|
|
}
|
|
|
|
static int
|
|
mps_alloc_msix(struct mps_softc *sc, int msgs)
|
|
{
|
|
int error;
|
|
|
|
error = pci_alloc_msix(sc->mps_dev, &msgs);
|
|
return (error);
|
|
}
|
|
|
|
static int
|
|
mps_alloc_msi(struct mps_softc *sc, int msgs)
|
|
{
|
|
int error;
|
|
|
|
error = pci_alloc_msi(sc->mps_dev, &msgs);
|
|
return (error);
|
|
}
|
|
|
|
int
|
|
mps_pci_restore(struct mps_softc *sc)
|
|
{
|
|
struct pci_devinfo *dinfo;
|
|
|
|
mps_dprint(sc, MPS_TRACE, "%s\n", __func__);
|
|
|
|
dinfo = device_get_ivars(sc->mps_dev);
|
|
if (dinfo == NULL) {
|
|
mps_dprint(sc, MPS_FAULT, "%s: NULL dinfo\n", __func__);
|
|
return (EINVAL);
|
|
}
|
|
|
|
pci_cfg_restore(sc->mps_dev, dinfo);
|
|
return (0);
|
|
}
|
|
|