1485 lines
42 KiB
C
1485 lines
42 KiB
C
/*-
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* Copyright 1994-2009 The FreeBSD Project.
|
|
* All rights reserved.
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE FREEBSD PROJECT``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
|
|
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FREEBSD PROJECT OR
|
|
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
* EXEMPLARY,OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
* PROFITS; OR BUSINESS INTERRUPTION)HOWEVER CAUSED AND ON ANY THEORY
|
|
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* The views and conclusions contained in the software and documentation
|
|
* are those of the authors and should not be interpreted as representing
|
|
* official policies,either expressed or implied, of the FreeBSD Project.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
#include "opt_mfi.h"
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/types.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/selinfo.h>
|
|
#include <sys/bus.h>
|
|
#include <sys/conf.h>
|
|
#include <sys/bio.h>
|
|
#include <sys/ioccom.h>
|
|
#include <sys/eventhandler.h>
|
|
#include <sys/callout.h>
|
|
#include <sys/uio.h>
|
|
#include <machine/bus.h>
|
|
#include <sys/sysctl.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/malloc.h>
|
|
|
|
#include <dev/mfi/mfireg.h>
|
|
#include <dev/mfi/mfi_ioctl.h>
|
|
#include <dev/mfi/mfivar.h>
|
|
|
|
struct mfi_cmd_tbolt *mfi_tbolt_get_cmd(struct mfi_softc *sc, struct mfi_command *);
|
|
union mfi_mpi2_request_descriptor *
|
|
mfi_tbolt_get_request_descriptor(struct mfi_softc *sc, uint16_t index);
|
|
void mfi_tbolt_complete_cmd(struct mfi_softc *sc);
|
|
int mfi_tbolt_build_io(struct mfi_softc *sc, struct mfi_command *mfi_cmd,
|
|
struct mfi_cmd_tbolt *cmd);
|
|
union mfi_mpi2_request_descriptor *mfi_tbolt_build_mpt_cmd(struct mfi_softc
|
|
*sc, struct mfi_command *cmd);
|
|
uint8_t
|
|
mfi_build_mpt_pass_thru(struct mfi_softc *sc, struct mfi_command *mfi_cmd);
|
|
union mfi_mpi2_request_descriptor *mfi_build_and_issue_cmd(struct mfi_softc
|
|
*sc, struct mfi_command *mfi_cmd);
|
|
void mfi_tbolt_build_ldio(struct mfi_softc *sc, struct mfi_command *mfi_cmd,
|
|
struct mfi_cmd_tbolt *cmd);
|
|
static int mfi_tbolt_make_sgl(struct mfi_softc *sc, struct mfi_command
|
|
*mfi_cmd, pMpi25IeeeSgeChain64_t sgl_ptr, struct mfi_cmd_tbolt *cmd);
|
|
void
|
|
map_tbolt_cmd_status(struct mfi_command *mfi_cmd, uint8_t status,
|
|
uint8_t ext_status);
|
|
static void mfi_issue_pending_cmds_again (struct mfi_softc *sc);
|
|
static void mfi_kill_hba (struct mfi_softc *sc);
|
|
static void mfi_process_fw_state_chg_isr(void *arg);
|
|
static void mfi_sync_map_complete(struct mfi_command *);
|
|
static void mfi_queue_map_sync(struct mfi_softc *sc);
|
|
|
|
#define MFI_FUSION_ENABLE_INTERRUPT_MASK (0x00000008)
|
|
|
|
extern int mfi_polled_cmd_timeout;
|
|
static int mfi_fw_reset_test = 0;
|
|
#ifdef MFI_DEBUG
|
|
SYSCTL_INT(_hw_mfi, OID_AUTO, fw_reset_test, CTLFLAG_RWTUN, &mfi_fw_reset_test,
|
|
0, "Force a firmware reset condition");
|
|
#endif
|
|
|
|
void
|
|
mfi_tbolt_enable_intr_ppc(struct mfi_softc *sc)
|
|
{
|
|
MFI_WRITE4(sc, MFI_OMSK, ~MFI_FUSION_ENABLE_INTERRUPT_MASK);
|
|
MFI_READ4(sc, MFI_OMSK);
|
|
}
|
|
|
|
void
|
|
mfi_tbolt_disable_intr_ppc(struct mfi_softc *sc)
|
|
{
|
|
MFI_WRITE4(sc, MFI_OMSK, 0xFFFFFFFF);
|
|
MFI_READ4(sc, MFI_OMSK);
|
|
}
|
|
|
|
int32_t
|
|
mfi_tbolt_read_fw_status_ppc(struct mfi_softc *sc)
|
|
{
|
|
return MFI_READ4(sc, MFI_OSP0);
|
|
}
|
|
|
|
int32_t
|
|
mfi_tbolt_check_clear_intr_ppc(struct mfi_softc *sc)
|
|
{
|
|
int32_t status, mfi_status = 0;
|
|
|
|
status = MFI_READ4(sc, MFI_OSTS);
|
|
|
|
if (status & 1) {
|
|
MFI_WRITE4(sc, MFI_OSTS, status);
|
|
MFI_READ4(sc, MFI_OSTS);
|
|
if (status & MFI_STATE_CHANGE_INTERRUPT) {
|
|
mfi_status |= MFI_FIRMWARE_STATE_CHANGE;
|
|
}
|
|
|
|
return mfi_status;
|
|
}
|
|
if (!(status & MFI_FUSION_ENABLE_INTERRUPT_MASK))
|
|
return 1;
|
|
|
|
MFI_READ4(sc, MFI_OSTS);
|
|
return 0;
|
|
}
|
|
|
|
void
|
|
mfi_tbolt_issue_cmd_ppc(struct mfi_softc *sc, bus_addr_t bus_add,
|
|
uint32_t frame_cnt)
|
|
{
|
|
bus_add |= (MFI_REQ_DESCRIPT_FLAGS_MFA
|
|
<< MFI_REQ_DESCRIPT_FLAGS_TYPE_SHIFT);
|
|
MFI_WRITE4(sc, MFI_IQPL, (uint32_t)bus_add);
|
|
MFI_WRITE4(sc, MFI_IQPH, (uint32_t)((uint64_t)bus_add >> 32));
|
|
}
|
|
|
|
/*
|
|
* mfi_tbolt_adp_reset - For controller reset
|
|
* @regs: MFI register set
|
|
*/
|
|
int
|
|
mfi_tbolt_adp_reset(struct mfi_softc *sc)
|
|
{
|
|
int retry = 0, i = 0;
|
|
int HostDiag;
|
|
|
|
MFI_WRITE4(sc, MFI_WSR, 0xF);
|
|
MFI_WRITE4(sc, MFI_WSR, 4);
|
|
MFI_WRITE4(sc, MFI_WSR, 0xB);
|
|
MFI_WRITE4(sc, MFI_WSR, 2);
|
|
MFI_WRITE4(sc, MFI_WSR, 7);
|
|
MFI_WRITE4(sc, MFI_WSR, 0xD);
|
|
|
|
for (i = 0; i < 10000; i++) ;
|
|
|
|
HostDiag = (uint32_t)MFI_READ4(sc, MFI_HDR);
|
|
|
|
while (!( HostDiag & DIAG_WRITE_ENABLE)) {
|
|
for (i = 0; i < 1000; i++);
|
|
HostDiag = (uint32_t)MFI_READ4(sc, MFI_HDR);
|
|
device_printf(sc->mfi_dev, "ADP_RESET_TBOLT: retry time=%d, "
|
|
"hostdiag=%#x\n", retry, HostDiag);
|
|
|
|
if (retry++ >= 100)
|
|
return 1;
|
|
}
|
|
|
|
device_printf(sc->mfi_dev, "ADP_RESET_TBOLT: HostDiag=%#x\n", HostDiag);
|
|
|
|
MFI_WRITE4(sc, MFI_HDR, (HostDiag | DIAG_RESET_ADAPTER));
|
|
|
|
for (i=0; i < 10; i++) {
|
|
for (i = 0; i < 10000; i++);
|
|
}
|
|
|
|
HostDiag = (uint32_t)MFI_READ4(sc, MFI_RSR);
|
|
while (HostDiag & DIAG_RESET_ADAPTER) {
|
|
for (i = 0; i < 1000; i++) ;
|
|
HostDiag = (uint32_t)MFI_READ4(sc, MFI_RSR);
|
|
device_printf(sc->mfi_dev, "ADP_RESET_TBOLT: retry time=%d, "
|
|
"hostdiag=%#x\n", retry, HostDiag);
|
|
|
|
if (retry++ >= 1000)
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* This routine initialize Thunderbolt specific device information
|
|
*/
|
|
void
|
|
mfi_tbolt_init_globals(struct mfi_softc *sc)
|
|
{
|
|
/* Initialize single reply size and Message size */
|
|
sc->reply_size = MEGASAS_THUNDERBOLT_REPLY_SIZE;
|
|
sc->raid_io_msg_size = MEGASAS_THUNDERBOLT_NEW_MSG_SIZE;
|
|
|
|
/*
|
|
* Calculating how many SGEs allowed in a allocated main message
|
|
* (size of the Message - Raid SCSI IO message size(except SGE))
|
|
* / size of SGE
|
|
* (0x100 - (0x90 - 0x10)) / 0x10 = 8
|
|
*/
|
|
sc->max_SGEs_in_main_message =
|
|
(uint8_t)((sc->raid_io_msg_size
|
|
- (sizeof(struct mfi_mpi2_request_raid_scsi_io)
|
|
- sizeof(MPI2_SGE_IO_UNION))) / sizeof(MPI2_SGE_IO_UNION));
|
|
/*
|
|
* (Command frame size allocaed in SRB ext - Raid SCSI IO message size)
|
|
* / size of SGL ;
|
|
* (1280 - 256) / 16 = 64
|
|
*/
|
|
sc->max_SGEs_in_chain_message = (MR_COMMAND_SIZE
|
|
- sc->raid_io_msg_size) / sizeof(MPI2_SGE_IO_UNION);
|
|
/*
|
|
* (0x08-1) + 0x40 = 0x47 - 0x01 = 0x46 one is left for command
|
|
* colscing
|
|
*/
|
|
sc->mfi_max_sge = (sc->max_SGEs_in_main_message - 1)
|
|
+ sc->max_SGEs_in_chain_message - 1;
|
|
/*
|
|
* This is the offset in number of 4 * 32bit words to the next chain
|
|
* (0x100 - 0x10)/0x10 = 0xF(15)
|
|
*/
|
|
sc->chain_offset_value_for_main_message = (sc->raid_io_msg_size
|
|
- sizeof(MPI2_SGE_IO_UNION))/16;
|
|
sc->chain_offset_value_for_mpt_ptmsg
|
|
= offsetof(struct mfi_mpi2_request_raid_scsi_io, SGL)/16;
|
|
sc->mfi_cmd_pool_tbolt = NULL;
|
|
sc->request_desc_pool = NULL;
|
|
}
|
|
|
|
/*
|
|
* This function calculates the memory requirement for Thunderbolt
|
|
* controller, returns the total required memory in bytes
|
|
*/
|
|
|
|
uint32_t
|
|
mfi_tbolt_get_memory_requirement(struct mfi_softc *sc)
|
|
{
|
|
uint32_t size;
|
|
size = MEGASAS_THUNDERBOLT_MSG_ALLIGNMENT; /* for Alignment */
|
|
size += sc->raid_io_msg_size * (sc->mfi_max_fw_cmds + 1);
|
|
size += sc->reply_size * sc->mfi_max_fw_cmds;
|
|
/* this is for SGL's */
|
|
size += MEGASAS_MAX_SZ_CHAIN_FRAME * sc->mfi_max_fw_cmds;
|
|
return size;
|
|
}
|
|
|
|
/*
|
|
* Description:
|
|
* This function will prepare message pools for the Thunderbolt controller
|
|
* Arguments:
|
|
* DevExt - HBA miniport driver's adapter data storage structure
|
|
* pMemLocation - start of the memory allocated for Thunderbolt.
|
|
* Return Value:
|
|
* TRUE if successful
|
|
* FALSE if failed
|
|
*/
|
|
int
|
|
mfi_tbolt_init_desc_pool(struct mfi_softc *sc, uint8_t* mem_location,
|
|
uint32_t tbolt_contg_length)
|
|
{
|
|
uint32_t offset = 0;
|
|
uint8_t *addr = mem_location;
|
|
|
|
/* Request Descriptor Base physical Address */
|
|
|
|
/* For Request Decriptors Virtual Memory */
|
|
/* Initialise the aligned IO Frames Virtual Memory Pointer */
|
|
if (((uintptr_t)addr) & (0xFF)) {
|
|
addr = &addr[sc->raid_io_msg_size];
|
|
addr = (uint8_t *)((uintptr_t)addr & (~0xFF));
|
|
sc->request_message_pool_align = addr;
|
|
} else
|
|
sc->request_message_pool_align = addr;
|
|
|
|
offset = sc->request_message_pool_align - sc->request_message_pool;
|
|
sc->request_msg_busaddr = sc->mfi_tb_busaddr + offset;
|
|
|
|
/* DJA XXX should this be bus dma ??? */
|
|
/* Skip request message pool */
|
|
addr = &addr[sc->raid_io_msg_size * (sc->mfi_max_fw_cmds + 1)];
|
|
/* Reply Frame Pool is initialized */
|
|
sc->reply_frame_pool = (struct mfi_mpi2_reply_header *) addr;
|
|
if (((uintptr_t)addr) & (0xFF)) {
|
|
addr = &addr[sc->reply_size];
|
|
addr = (uint8_t *)((uintptr_t)addr & (~0xFF));
|
|
}
|
|
sc->reply_frame_pool_align
|
|
= (struct mfi_mpi2_reply_header *)addr;
|
|
|
|
offset = (uintptr_t)sc->reply_frame_pool_align
|
|
- (uintptr_t)sc->request_message_pool;
|
|
sc->reply_frame_busaddr = sc->mfi_tb_busaddr + offset;
|
|
|
|
/* Skip Reply Frame Pool */
|
|
addr += sc->reply_size * sc->mfi_max_fw_cmds;
|
|
sc->reply_pool_limit = addr;
|
|
|
|
/* initializing reply address to 0xFFFFFFFF */
|
|
memset((uint8_t *)sc->reply_frame_pool, 0xFF,
|
|
(sc->reply_size * sc->mfi_max_fw_cmds));
|
|
|
|
offset = sc->reply_size * sc->mfi_max_fw_cmds;
|
|
sc->sg_frame_busaddr = sc->reply_frame_busaddr + offset;
|
|
/* initialize the last_reply_idx to 0 */
|
|
sc->last_reply_idx = 0;
|
|
MFI_WRITE4(sc, MFI_RFPI, sc->mfi_max_fw_cmds - 1);
|
|
MFI_WRITE4(sc, MFI_RPI, sc->last_reply_idx);
|
|
offset = (sc->sg_frame_busaddr + (MEGASAS_MAX_SZ_CHAIN_FRAME *
|
|
sc->mfi_max_fw_cmds)) - sc->mfi_tb_busaddr;
|
|
if (offset > tbolt_contg_length)
|
|
device_printf(sc->mfi_dev, "Error:Initialized more than "
|
|
"allocated\n");
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* This routine prepare and issue INIT2 frame to the Firmware
|
|
*/
|
|
|
|
int
|
|
mfi_tbolt_init_MFI_queue(struct mfi_softc *sc)
|
|
{
|
|
struct MPI2_IOC_INIT_REQUEST *mpi2IocInit;
|
|
struct mfi_init_frame *mfi_init;
|
|
uintptr_t offset = 0;
|
|
bus_addr_t phyAddress;
|
|
MFI_ADDRESS *mfiAddressTemp;
|
|
struct mfi_command *cm, cmd_tmp;
|
|
int error;
|
|
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
|
|
/* Check if initialization is already completed */
|
|
if (sc->MFA_enabled) {
|
|
device_printf(sc->mfi_dev, "tbolt_init already initialised!\n");
|
|
return 1;
|
|
}
|
|
|
|
if ((cm = mfi_dequeue_free(sc)) == NULL) {
|
|
device_printf(sc->mfi_dev, "tbolt_init failed to get command "
|
|
" entry!\n");
|
|
return (EBUSY);
|
|
}
|
|
|
|
cmd_tmp.cm_frame = cm->cm_frame;
|
|
cmd_tmp.cm_frame_busaddr = cm->cm_frame_busaddr;
|
|
cmd_tmp.cm_dmamap = cm->cm_dmamap;
|
|
|
|
cm->cm_frame = (union mfi_frame *)((uintptr_t)sc->mfi_tb_init);
|
|
cm->cm_frame_busaddr = sc->mfi_tb_init_busaddr;
|
|
cm->cm_dmamap = sc->mfi_tb_init_dmamap;
|
|
cm->cm_frame->header.context = 0;
|
|
|
|
/*
|
|
* Abuse the SG list area of the frame to hold the init_qinfo
|
|
* object;
|
|
*/
|
|
mfi_init = &cm->cm_frame->init;
|
|
|
|
mpi2IocInit = (struct MPI2_IOC_INIT_REQUEST *)sc->mfi_tb_ioc_init_desc;
|
|
bzero(mpi2IocInit, sizeof(struct MPI2_IOC_INIT_REQUEST));
|
|
mpi2IocInit->Function = MPI2_FUNCTION_IOC_INIT;
|
|
mpi2IocInit->WhoInit = MPI2_WHOINIT_HOST_DRIVER;
|
|
|
|
/* set MsgVersion and HeaderVersion host driver was built with */
|
|
mpi2IocInit->MsgVersion = MPI2_VERSION;
|
|
mpi2IocInit->HeaderVersion = MPI2_HEADER_VERSION;
|
|
mpi2IocInit->SystemRequestFrameSize = sc->raid_io_msg_size/4;
|
|
mpi2IocInit->ReplyDescriptorPostQueueDepth
|
|
= (uint16_t)sc->mfi_max_fw_cmds;
|
|
mpi2IocInit->ReplyFreeQueueDepth = 0; /* Not supported by MR. */
|
|
|
|
/* Get physical address of reply frame pool */
|
|
offset = (uintptr_t) sc->reply_frame_pool_align
|
|
- (uintptr_t)sc->request_message_pool;
|
|
phyAddress = sc->mfi_tb_busaddr + offset;
|
|
mfiAddressTemp =
|
|
(MFI_ADDRESS *)&mpi2IocInit->ReplyDescriptorPostQueueAddress;
|
|
mfiAddressTemp->u.addressLow = (uint32_t)phyAddress;
|
|
mfiAddressTemp->u.addressHigh = (uint32_t)((uint64_t)phyAddress >> 32);
|
|
|
|
/* Get physical address of request message pool */
|
|
offset = sc->request_message_pool_align - sc->request_message_pool;
|
|
phyAddress = sc->mfi_tb_busaddr + offset;
|
|
mfiAddressTemp = (MFI_ADDRESS *)&mpi2IocInit->SystemRequestFrameBaseAddress;
|
|
mfiAddressTemp->u.addressLow = (uint32_t)phyAddress;
|
|
mfiAddressTemp->u.addressHigh = (uint32_t)((uint64_t)phyAddress >> 32);
|
|
mpi2IocInit->ReplyFreeQueueAddress = 0; /* Not supported by MR. */
|
|
mpi2IocInit->TimeStamp = time_uptime;
|
|
|
|
if (sc->verbuf) {
|
|
snprintf((char *)sc->verbuf, strlen(MEGASAS_VERSION) + 2, "%s\n",
|
|
MEGASAS_VERSION);
|
|
mfi_init->driver_ver_lo = (uint32_t)sc->verbuf_h_busaddr;
|
|
mfi_init->driver_ver_hi =
|
|
(uint32_t)((uint64_t)sc->verbuf_h_busaddr >> 32);
|
|
}
|
|
/* Get the physical address of the mpi2 ioc init command */
|
|
phyAddress = sc->mfi_tb_ioc_init_busaddr;
|
|
mfi_init->qinfo_new_addr_lo = (uint32_t)phyAddress;
|
|
mfi_init->qinfo_new_addr_hi = (uint32_t)((uint64_t)phyAddress >> 32);
|
|
mfi_init->header.flags |= MFI_FRAME_DONT_POST_IN_REPLY_QUEUE;
|
|
|
|
mfi_init->header.cmd = MFI_CMD_INIT;
|
|
mfi_init->header.data_len = sizeof(struct MPI2_IOC_INIT_REQUEST);
|
|
mfi_init->header.cmd_status = MFI_STAT_INVALID_STATUS;
|
|
|
|
cm->cm_data = NULL;
|
|
cm->cm_flags |= MFI_CMD_POLLED;
|
|
cm->cm_timestamp = time_uptime;
|
|
if ((error = mfi_mapcmd(sc, cm)) != 0) {
|
|
device_printf(sc->mfi_dev, "failed to send IOC init2 "
|
|
"command %d at %lx\n", error, (long)cm->cm_frame_busaddr);
|
|
goto out;
|
|
}
|
|
|
|
if (mfi_init->header.cmd_status == MFI_STAT_OK) {
|
|
sc->MFA_enabled = 1;
|
|
} else {
|
|
device_printf(sc->mfi_dev, "Init command Failed %#x\n",
|
|
mfi_init->header.cmd_status);
|
|
error = mfi_init->header.cmd_status;
|
|
goto out;
|
|
}
|
|
|
|
out:
|
|
cm->cm_frame = cmd_tmp.cm_frame;
|
|
cm->cm_frame_busaddr = cmd_tmp.cm_frame_busaddr;
|
|
cm->cm_dmamap = cmd_tmp.cm_dmamap;
|
|
mfi_release_command(cm);
|
|
|
|
return (error);
|
|
|
|
}
|
|
|
|
int
|
|
mfi_tbolt_alloc_cmd(struct mfi_softc *sc)
|
|
{
|
|
struct mfi_cmd_tbolt *cmd;
|
|
bus_addr_t io_req_base_phys;
|
|
uint8_t *io_req_base;
|
|
int i = 0, j = 0, offset = 0;
|
|
|
|
/*
|
|
* sc->mfi_cmd_pool_tbolt is an array of struct mfi_cmd_tbolt pointers.
|
|
* Allocate the dynamic array first and then allocate individual
|
|
* commands.
|
|
*/
|
|
sc->request_desc_pool = malloc(sizeof(
|
|
union mfi_mpi2_request_descriptor) * sc->mfi_max_fw_cmds,
|
|
M_MFIBUF, M_NOWAIT|M_ZERO);
|
|
|
|
if (sc->request_desc_pool == NULL) {
|
|
device_printf(sc->mfi_dev, "Could not alloc "
|
|
"memory for request_desc_pool\n");
|
|
return (ENOMEM);
|
|
}
|
|
|
|
sc->mfi_cmd_pool_tbolt = malloc(sizeof(struct mfi_cmd_tbolt*)
|
|
* sc->mfi_max_fw_cmds, M_MFIBUF, M_NOWAIT|M_ZERO);
|
|
|
|
if (sc->mfi_cmd_pool_tbolt == NULL) {
|
|
free(sc->request_desc_pool, M_MFIBUF);
|
|
device_printf(sc->mfi_dev, "Could not alloc "
|
|
"memory for cmd_pool_tbolt\n");
|
|
return (ENOMEM);
|
|
}
|
|
|
|
for (i = 0; i < sc->mfi_max_fw_cmds; i++) {
|
|
sc->mfi_cmd_pool_tbolt[i] = malloc(sizeof(
|
|
struct mfi_cmd_tbolt),M_MFIBUF, M_NOWAIT|M_ZERO);
|
|
|
|
if (!sc->mfi_cmd_pool_tbolt[i]) {
|
|
device_printf(sc->mfi_dev, "Could not alloc "
|
|
"cmd_pool_tbolt entry\n");
|
|
|
|
for (j = 0; j < i; j++)
|
|
free(sc->mfi_cmd_pool_tbolt[j], M_MFIBUF);
|
|
|
|
free(sc->request_desc_pool, M_MFIBUF);
|
|
sc->request_desc_pool = NULL;
|
|
free(sc->mfi_cmd_pool_tbolt, M_MFIBUF);
|
|
sc->mfi_cmd_pool_tbolt = NULL;
|
|
|
|
return (ENOMEM);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* The first 256 bytes (SMID 0) is not used. Don't add to the cmd
|
|
* list
|
|
*/
|
|
io_req_base = sc->request_message_pool_align
|
|
+ MEGASAS_THUNDERBOLT_NEW_MSG_SIZE;
|
|
io_req_base_phys = sc->request_msg_busaddr
|
|
+ MEGASAS_THUNDERBOLT_NEW_MSG_SIZE;
|
|
|
|
/*
|
|
* Add all the commands to command pool (instance->cmd_pool)
|
|
*/
|
|
/* SMID 0 is reserved. Set SMID/index from 1 */
|
|
|
|
for (i = 0; i < sc->mfi_max_fw_cmds; i++) {
|
|
cmd = sc->mfi_cmd_pool_tbolt[i];
|
|
offset = MEGASAS_THUNDERBOLT_NEW_MSG_SIZE * i;
|
|
cmd->index = i + 1;
|
|
cmd->request_desc = (union mfi_mpi2_request_descriptor *)
|
|
(sc->request_desc_pool + i);
|
|
cmd->io_request = (struct mfi_mpi2_request_raid_scsi_io *)
|
|
(io_req_base + offset);
|
|
cmd->io_request_phys_addr = io_req_base_phys + offset;
|
|
cmd->sg_frame = (MPI2_SGE_IO_UNION *)(sc->reply_pool_limit
|
|
+ i * MEGASAS_MAX_SZ_CHAIN_FRAME);
|
|
cmd->sg_frame_phys_addr = sc->sg_frame_busaddr + i
|
|
* MEGASAS_MAX_SZ_CHAIN_FRAME;
|
|
cmd->sync_cmd_idx = sc->mfi_max_fw_cmds;
|
|
|
|
TAILQ_INSERT_TAIL(&(sc->mfi_cmd_tbolt_tqh), cmd, next);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int
|
|
mfi_tbolt_reset(struct mfi_softc *sc)
|
|
{
|
|
uint32_t fw_state;
|
|
|
|
mtx_lock(&sc->mfi_io_lock);
|
|
if (sc->hw_crit_error) {
|
|
device_printf(sc->mfi_dev, "HW CRITICAL ERROR\n");
|
|
mtx_unlock(&sc->mfi_io_lock);
|
|
return 1;
|
|
}
|
|
|
|
if (sc->mfi_flags & MFI_FLAGS_TBOLT) {
|
|
fw_state = sc->mfi_read_fw_status(sc);
|
|
if ((fw_state & MFI_FWSTATE_FAULT) == MFI_FWSTATE_FAULT ||
|
|
mfi_fw_reset_test) {
|
|
if ((sc->disableOnlineCtrlReset == 0)
|
|
&& (sc->adpreset == 0)) {
|
|
device_printf(sc->mfi_dev, "Adapter RESET "
|
|
"condition is detected\n");
|
|
sc->adpreset = 1;
|
|
sc->issuepend_done = 0;
|
|
sc->MFA_enabled = 0;
|
|
sc->last_reply_idx = 0;
|
|
mfi_process_fw_state_chg_isr((void *) sc);
|
|
}
|
|
mtx_unlock(&sc->mfi_io_lock);
|
|
return 0;
|
|
}
|
|
}
|
|
mtx_unlock(&sc->mfi_io_lock);
|
|
return 1;
|
|
}
|
|
|
|
/*
|
|
* mfi_intr_tbolt - isr entry point
|
|
*/
|
|
void
|
|
mfi_intr_tbolt(void *arg)
|
|
{
|
|
struct mfi_softc *sc = (struct mfi_softc *)arg;
|
|
|
|
if (sc->mfi_check_clear_intr(sc) == 1) {
|
|
return;
|
|
}
|
|
if (sc->mfi_detaching)
|
|
return;
|
|
mtx_lock(&sc->mfi_io_lock);
|
|
mfi_tbolt_complete_cmd(sc);
|
|
sc->mfi_flags &= ~MFI_FLAGS_QFRZN;
|
|
mfi_startio(sc);
|
|
mtx_unlock(&sc->mfi_io_lock);
|
|
return;
|
|
}
|
|
|
|
/*
|
|
* map_cmd_status - Maps FW cmd status to OS cmd status
|
|
* @cmd : Pointer to cmd
|
|
* @status : status of cmd returned by FW
|
|
* @ext_status : ext status of cmd returned by FW
|
|
*/
|
|
|
|
void
|
|
map_tbolt_cmd_status(struct mfi_command *mfi_cmd, uint8_t status,
|
|
uint8_t ext_status)
|
|
{
|
|
switch (status) {
|
|
case MFI_STAT_OK:
|
|
mfi_cmd->cm_frame->header.cmd_status = MFI_STAT_OK;
|
|
mfi_cmd->cm_frame->dcmd.header.cmd_status = MFI_STAT_OK;
|
|
mfi_cmd->cm_error = MFI_STAT_OK;
|
|
break;
|
|
|
|
case MFI_STAT_SCSI_IO_FAILED:
|
|
case MFI_STAT_LD_INIT_IN_PROGRESS:
|
|
mfi_cmd->cm_frame->header.cmd_status = status;
|
|
mfi_cmd->cm_frame->header.scsi_status = ext_status;
|
|
mfi_cmd->cm_frame->dcmd.header.cmd_status = status;
|
|
mfi_cmd->cm_frame->dcmd.header.scsi_status
|
|
= ext_status;
|
|
break;
|
|
|
|
case MFI_STAT_SCSI_DONE_WITH_ERROR:
|
|
mfi_cmd->cm_frame->header.cmd_status = ext_status;
|
|
mfi_cmd->cm_frame->dcmd.header.cmd_status = ext_status;
|
|
break;
|
|
|
|
case MFI_STAT_LD_OFFLINE:
|
|
case MFI_STAT_DEVICE_NOT_FOUND:
|
|
mfi_cmd->cm_frame->header.cmd_status = status;
|
|
mfi_cmd->cm_frame->dcmd.header.cmd_status = status;
|
|
break;
|
|
|
|
default:
|
|
mfi_cmd->cm_frame->header.cmd_status = status;
|
|
mfi_cmd->cm_frame->dcmd.header.cmd_status = status;
|
|
break;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* mfi_tbolt_return_cmd - Return a cmd to free command pool
|
|
* @instance: Adapter soft state
|
|
* @tbolt_cmd: Tbolt command packet to be returned to free command pool
|
|
* @mfi_cmd: Oning MFI command packe
|
|
*/
|
|
void
|
|
mfi_tbolt_return_cmd(struct mfi_softc *sc, struct mfi_cmd_tbolt *tbolt_cmd,
|
|
struct mfi_command *mfi_cmd)
|
|
{
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
|
|
mfi_cmd->cm_flags &= ~MFI_CMD_TBOLT;
|
|
mfi_cmd->cm_extra_frames = 0;
|
|
tbolt_cmd->sync_cmd_idx = sc->mfi_max_fw_cmds;
|
|
|
|
TAILQ_INSERT_TAIL(&sc->mfi_cmd_tbolt_tqh, tbolt_cmd, next);
|
|
}
|
|
|
|
void
|
|
mfi_tbolt_complete_cmd(struct mfi_softc *sc)
|
|
{
|
|
struct mfi_mpi2_reply_header *desc, *reply_desc;
|
|
struct mfi_command *cmd_mfi; /* For MFA Cmds */
|
|
struct mfi_cmd_tbolt *cmd_tbolt;
|
|
uint16_t smid;
|
|
uint8_t reply_descript_type;
|
|
uint32_t status, extStatus;
|
|
uint16_t num_completed;
|
|
union desc_value val;
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
|
|
desc = (struct mfi_mpi2_reply_header *)
|
|
((uintptr_t)sc->reply_frame_pool_align
|
|
+ sc->last_reply_idx * sc->reply_size);
|
|
reply_desc = desc;
|
|
|
|
if (reply_desc == NULL) {
|
|
device_printf(sc->mfi_dev, "reply desc is NULL!!\n");
|
|
return;
|
|
}
|
|
|
|
reply_descript_type = reply_desc->ReplyFlags
|
|
& MPI2_RPY_DESCRIPT_FLAGS_TYPE_MASK;
|
|
if (reply_descript_type == MPI2_RPY_DESCRIPT_FLAGS_UNUSED)
|
|
return;
|
|
|
|
num_completed = 0;
|
|
val.word = ((union mfi_mpi2_reply_descriptor *)desc)->words;
|
|
|
|
/* Read Reply descriptor */
|
|
while ((val.u.low != 0xFFFFFFFF) && (val.u.high != 0xFFFFFFFF)) {
|
|
smid = reply_desc->SMID;
|
|
if (smid == 0 || smid > sc->mfi_max_fw_cmds) {
|
|
device_printf(sc->mfi_dev, "smid is %d cannot "
|
|
"proceed - skipping\n", smid);
|
|
goto next;
|
|
}
|
|
cmd_tbolt = sc->mfi_cmd_pool_tbolt[smid - 1];
|
|
if (cmd_tbolt->sync_cmd_idx == sc->mfi_max_fw_cmds) {
|
|
device_printf(sc->mfi_dev, "cmd_tbolt %p "
|
|
"has invalid sync_cmd_idx=%d - skipping\n",
|
|
cmd_tbolt, cmd_tbolt->sync_cmd_idx);
|
|
goto next;
|
|
}
|
|
cmd_mfi = &sc->mfi_commands[cmd_tbolt->sync_cmd_idx];
|
|
|
|
status = cmd_mfi->cm_frame->dcmd.header.cmd_status;
|
|
extStatus = cmd_mfi->cm_frame->dcmd.header.scsi_status;
|
|
map_tbolt_cmd_status(cmd_mfi, status, extStatus);
|
|
|
|
/* mfi_tbolt_return_cmd is handled by mfi complete / return */
|
|
if ((cmd_mfi->cm_flags & MFI_CMD_SCSI) != 0 &&
|
|
(cmd_mfi->cm_flags & MFI_CMD_POLLED) != 0) {
|
|
/* polled LD/SYSPD IO command */
|
|
/* XXX mark okay for now DJA */
|
|
cmd_mfi->cm_frame->header.cmd_status = MFI_STAT_OK;
|
|
|
|
} else {
|
|
/* remove command from busy queue if not polled */
|
|
if ((cmd_mfi->cm_flags & MFI_ON_MFIQ_BUSY) != 0)
|
|
mfi_remove_busy(cmd_mfi);
|
|
|
|
/* complete the command */
|
|
mfi_complete(sc, cmd_mfi);
|
|
}
|
|
|
|
next:
|
|
sc->last_reply_idx++;
|
|
if (sc->last_reply_idx >= sc->mfi_max_fw_cmds) {
|
|
MFI_WRITE4(sc, MFI_RPI, sc->last_reply_idx);
|
|
sc->last_reply_idx = 0;
|
|
}
|
|
|
|
/* Set it back to all 0xfff */
|
|
((union mfi_mpi2_reply_descriptor*)desc)->words =
|
|
~((uint64_t)0x00);
|
|
|
|
num_completed++;
|
|
|
|
/* Get the next reply descriptor */
|
|
desc = (struct mfi_mpi2_reply_header *)
|
|
((uintptr_t)sc->reply_frame_pool_align
|
|
+ sc->last_reply_idx * sc->reply_size);
|
|
reply_desc = desc;
|
|
val.word = ((union mfi_mpi2_reply_descriptor*)desc)->words;
|
|
reply_descript_type = reply_desc->ReplyFlags
|
|
& MPI2_RPY_DESCRIPT_FLAGS_TYPE_MASK;
|
|
if (reply_descript_type == MPI2_RPY_DESCRIPT_FLAGS_UNUSED)
|
|
break;
|
|
}
|
|
|
|
if (!num_completed)
|
|
return;
|
|
|
|
/* update replyIndex to FW */
|
|
if (sc->last_reply_idx)
|
|
MFI_WRITE4(sc, MFI_RPI, sc->last_reply_idx);
|
|
|
|
return;
|
|
}
|
|
|
|
/*
|
|
* mfi_get_cmd - Get a command from the free pool
|
|
* @instance: Adapter soft state
|
|
*
|
|
* Returns a free command from the pool
|
|
*/
|
|
|
|
struct mfi_cmd_tbolt *
|
|
mfi_tbolt_get_cmd(struct mfi_softc *sc, struct mfi_command *mfi_cmd)
|
|
{
|
|
struct mfi_cmd_tbolt *cmd = NULL;
|
|
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
|
|
if ((cmd = TAILQ_FIRST(&sc->mfi_cmd_tbolt_tqh)) == NULL)
|
|
return (NULL);
|
|
TAILQ_REMOVE(&sc->mfi_cmd_tbolt_tqh, cmd, next);
|
|
memset((uint8_t *)cmd->sg_frame, 0, MEGASAS_MAX_SZ_CHAIN_FRAME);
|
|
memset((uint8_t *)cmd->io_request, 0,
|
|
MEGASAS_THUNDERBOLT_NEW_MSG_SIZE);
|
|
|
|
cmd->sync_cmd_idx = mfi_cmd->cm_index;
|
|
mfi_cmd->cm_extra_frames = cmd->index; /* Frame count used as SMID */
|
|
mfi_cmd->cm_flags |= MFI_CMD_TBOLT;
|
|
|
|
return cmd;
|
|
}
|
|
|
|
union mfi_mpi2_request_descriptor *
|
|
mfi_tbolt_get_request_descriptor(struct mfi_softc *sc, uint16_t index)
|
|
{
|
|
uint8_t *p;
|
|
|
|
if (index >= sc->mfi_max_fw_cmds) {
|
|
device_printf(sc->mfi_dev, "Invalid SMID (0x%x)request "
|
|
"for descriptor\n", index);
|
|
return NULL;
|
|
}
|
|
p = sc->request_desc_pool + sizeof(union mfi_mpi2_request_descriptor)
|
|
* index;
|
|
memset(p, 0, sizeof(union mfi_mpi2_request_descriptor));
|
|
return (union mfi_mpi2_request_descriptor *)p;
|
|
}
|
|
|
|
/* Used to build IOCTL cmd */
|
|
uint8_t
|
|
mfi_build_mpt_pass_thru(struct mfi_softc *sc, struct mfi_command *mfi_cmd)
|
|
{
|
|
MPI25_IEEE_SGE_CHAIN64 *mpi25_ieee_chain;
|
|
struct mfi_mpi2_request_raid_scsi_io *io_req;
|
|
struct mfi_cmd_tbolt *cmd;
|
|
|
|
cmd = mfi_tbolt_get_cmd(sc, mfi_cmd);
|
|
if (!cmd)
|
|
return EBUSY;
|
|
io_req = cmd->io_request;
|
|
mpi25_ieee_chain = (MPI25_IEEE_SGE_CHAIN64 *)&io_req->SGL.IeeeChain;
|
|
|
|
io_req->Function = MPI2_FUNCTION_PASSTHRU_IO_REQUEST;
|
|
io_req->SGLOffset0 = offsetof(struct mfi_mpi2_request_raid_scsi_io,
|
|
SGL) / 4;
|
|
io_req->ChainOffset = sc->chain_offset_value_for_mpt_ptmsg;
|
|
|
|
mpi25_ieee_chain->Address = mfi_cmd->cm_frame_busaddr;
|
|
|
|
/*
|
|
In MFI pass thru, nextChainOffset will always be zero to
|
|
indicate the end of the chain.
|
|
*/
|
|
mpi25_ieee_chain->Flags= MPI2_IEEE_SGE_FLAGS_CHAIN_ELEMENT
|
|
| MPI2_IEEE_SGE_FLAGS_IOCPLBNTA_ADDR;
|
|
|
|
/* setting the length to the maximum length */
|
|
mpi25_ieee_chain->Length = 1024;
|
|
|
|
return 0;
|
|
}
|
|
|
|
void
|
|
mfi_tbolt_build_ldio(struct mfi_softc *sc, struct mfi_command *mfi_cmd,
|
|
struct mfi_cmd_tbolt *cmd)
|
|
{
|
|
uint32_t start_lba_lo = 0, start_lba_hi = 0, device_id;
|
|
struct mfi_mpi2_request_raid_scsi_io *io_request;
|
|
struct IO_REQUEST_INFO io_info;
|
|
|
|
device_id = mfi_cmd->cm_frame->io.header.target_id;
|
|
io_request = cmd->io_request;
|
|
io_request->RaidContext.TargetID = device_id;
|
|
io_request->RaidContext.Status = 0;
|
|
io_request->RaidContext.exStatus = 0;
|
|
io_request->RaidContext.regLockFlags = 0;
|
|
|
|
start_lba_lo = mfi_cmd->cm_frame->io.lba_lo;
|
|
start_lba_hi = mfi_cmd->cm_frame->io.lba_hi;
|
|
|
|
memset(&io_info, 0, sizeof(struct IO_REQUEST_INFO));
|
|
io_info.ldStartBlock = ((uint64_t)start_lba_hi << 32) | start_lba_lo;
|
|
io_info.numBlocks = mfi_cmd->cm_frame->io.header.data_len;
|
|
io_info.ldTgtId = device_id;
|
|
if ((mfi_cmd->cm_frame->header.flags & MFI_FRAME_DIR_READ) ==
|
|
MFI_FRAME_DIR_READ)
|
|
io_info.isRead = 1;
|
|
|
|
io_request->RaidContext.timeoutValue
|
|
= MFI_FUSION_FP_DEFAULT_TIMEOUT;
|
|
io_request->Function = MPI2_FUNCTION_LD_IO_REQUEST;
|
|
io_request->DevHandle = device_id;
|
|
cmd->request_desc->header.RequestFlags
|
|
= (MFI_REQ_DESCRIPT_FLAGS_LD_IO
|
|
<< MFI_REQ_DESCRIPT_FLAGS_TYPE_SHIFT);
|
|
if ((io_request->IoFlags == 6) && (io_info.numBlocks == 0))
|
|
io_request->RaidContext.RegLockLength = 0x100;
|
|
io_request->DataLength = mfi_cmd->cm_frame->io.header.data_len
|
|
* MFI_SECTOR_LEN;
|
|
}
|
|
|
|
int
|
|
mfi_tbolt_build_io(struct mfi_softc *sc, struct mfi_command *mfi_cmd,
|
|
struct mfi_cmd_tbolt *cmd)
|
|
{
|
|
struct mfi_mpi2_request_raid_scsi_io *io_request;
|
|
uint32_t sge_count;
|
|
uint8_t cdb_len;
|
|
int readop;
|
|
u_int64_t lba;
|
|
|
|
io_request = cmd->io_request;
|
|
if (!(mfi_cmd->cm_frame->header.cmd == MFI_CMD_LD_READ
|
|
|| mfi_cmd->cm_frame->header.cmd == MFI_CMD_LD_WRITE))
|
|
return 1;
|
|
|
|
mfi_tbolt_build_ldio(sc, mfi_cmd, cmd);
|
|
|
|
/* Convert to SCSI command CDB */
|
|
bzero(io_request->CDB.CDB32, sizeof(io_request->CDB.CDB32));
|
|
if (mfi_cmd->cm_frame->header.cmd == MFI_CMD_LD_WRITE)
|
|
readop = 0;
|
|
else
|
|
readop = 1;
|
|
|
|
lba = mfi_cmd->cm_frame->io.lba_hi;
|
|
lba = (lba << 32) + mfi_cmd->cm_frame->io.lba_lo;
|
|
cdb_len = mfi_build_cdb(readop, 0, lba,
|
|
mfi_cmd->cm_frame->io.header.data_len, io_request->CDB.CDB32);
|
|
|
|
/* Just the CDB length, rest of the Flags are zero */
|
|
io_request->IoFlags = cdb_len;
|
|
|
|
/*
|
|
* Construct SGL
|
|
*/
|
|
sge_count = mfi_tbolt_make_sgl(sc, mfi_cmd,
|
|
(pMpi25IeeeSgeChain64_t) &io_request->SGL, cmd);
|
|
if (sge_count > sc->mfi_max_sge) {
|
|
device_printf(sc->mfi_dev, "Error. sge_count (0x%x) exceeds "
|
|
"max (0x%x) allowed\n", sge_count, sc->mfi_max_sge);
|
|
return 1;
|
|
}
|
|
io_request->RaidContext.numSGE = sge_count;
|
|
io_request->SGLFlags = MPI2_SGE_FLAGS_64_BIT_ADDRESSING;
|
|
|
|
if (mfi_cmd->cm_frame->header.cmd == MFI_CMD_LD_WRITE)
|
|
io_request->Control = MPI2_SCSIIO_CONTROL_WRITE;
|
|
else
|
|
io_request->Control = MPI2_SCSIIO_CONTROL_READ;
|
|
|
|
io_request->SGLOffset0 = offsetof(
|
|
struct mfi_mpi2_request_raid_scsi_io, SGL)/4;
|
|
|
|
io_request->SenseBufferLowAddress = mfi_cmd->cm_sense_busaddr;
|
|
io_request->SenseBufferLength = MFI_SENSE_LEN;
|
|
io_request->RaidContext.Status = MFI_STAT_INVALID_STATUS;
|
|
io_request->RaidContext.exStatus = MFI_STAT_INVALID_STATUS;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
mfi_tbolt_make_sgl(struct mfi_softc *sc, struct mfi_command *mfi_cmd,
|
|
pMpi25IeeeSgeChain64_t sgl_ptr, struct mfi_cmd_tbolt *cmd)
|
|
{
|
|
uint8_t i, sg_processed;
|
|
uint8_t sge_count, sge_idx;
|
|
union mfi_sgl *os_sgl;
|
|
pMpi25IeeeSgeChain64_t sgl_end;
|
|
|
|
/*
|
|
* Return 0 if there is no data transfer
|
|
*/
|
|
if (!mfi_cmd->cm_sg || !mfi_cmd->cm_len) {
|
|
device_printf(sc->mfi_dev, "Buffer empty \n");
|
|
return 0;
|
|
}
|
|
os_sgl = mfi_cmd->cm_sg;
|
|
sge_count = mfi_cmd->cm_frame->header.sg_count;
|
|
|
|
if (sge_count > sc->mfi_max_sge) {
|
|
device_printf(sc->mfi_dev, "sgl ptr %p sg_cnt %d \n",
|
|
os_sgl, sge_count);
|
|
return sge_count;
|
|
}
|
|
|
|
if (sge_count > sc->max_SGEs_in_main_message)
|
|
/* One element to store the chain info */
|
|
sge_idx = sc->max_SGEs_in_main_message - 1;
|
|
else
|
|
sge_idx = sge_count;
|
|
|
|
if (sc->mfi_flags & (MFI_FLAGS_INVADER | MFI_FLAGS_FURY)) {
|
|
sgl_end = sgl_ptr + (sc->max_SGEs_in_main_message - 1);
|
|
sgl_end->Flags = 0;
|
|
}
|
|
|
|
for (i = 0; i < sge_idx; i++) {
|
|
/*
|
|
* For 32bit BSD we are getting 32 bit SGL's from OS
|
|
* but FW only take 64 bit SGL's so copying from 32 bit
|
|
* SGL's to 64.
|
|
*/
|
|
if (sc->mfi_flags & MFI_FLAGS_SKINNY) {
|
|
sgl_ptr->Length = os_sgl->sg_skinny[i].len;
|
|
sgl_ptr->Address = os_sgl->sg_skinny[i].addr;
|
|
} else {
|
|
sgl_ptr->Length = os_sgl->sg32[i].len;
|
|
sgl_ptr->Address = os_sgl->sg32[i].addr;
|
|
}
|
|
if (i == sge_count - 1 &&
|
|
(sc->mfi_flags & (MFI_FLAGS_INVADER | MFI_FLAGS_FURY)))
|
|
sgl_ptr->Flags = MPI25_IEEE_SGE_FLAGS_END_OF_LIST;
|
|
else
|
|
sgl_ptr->Flags = 0;
|
|
sgl_ptr++;
|
|
cmd->io_request->ChainOffset = 0;
|
|
}
|
|
|
|
sg_processed = i;
|
|
|
|
if (sg_processed < sge_count) {
|
|
pMpi25IeeeSgeChain64_t sg_chain;
|
|
|
|
cmd->io_request->ChainOffset =
|
|
sc->chain_offset_value_for_main_message;
|
|
sg_chain = sgl_ptr;
|
|
/* Prepare chain element */
|
|
sg_chain->NextChainOffset = 0;
|
|
if (sc->mfi_flags & (MFI_FLAGS_INVADER | MFI_FLAGS_FURY))
|
|
sg_chain->Flags = MPI2_IEEE_SGE_FLAGS_CHAIN_ELEMENT;
|
|
else
|
|
sg_chain->Flags = MPI2_IEEE_SGE_FLAGS_CHAIN_ELEMENT |
|
|
MPI2_IEEE_SGE_FLAGS_IOCPLBNTA_ADDR;
|
|
sg_chain->Length = (sizeof(MPI2_SGE_IO_UNION) *
|
|
(sge_count - sg_processed));
|
|
sg_chain->Address = cmd->sg_frame_phys_addr;
|
|
sgl_ptr = (pMpi25IeeeSgeChain64_t)cmd->sg_frame;
|
|
for (; i < sge_count; i++) {
|
|
if (sc->mfi_flags & MFI_FLAGS_SKINNY) {
|
|
sgl_ptr->Length = os_sgl->sg_skinny[i].len;
|
|
sgl_ptr->Address = os_sgl->sg_skinny[i].addr;
|
|
} else {
|
|
sgl_ptr->Length = os_sgl->sg32[i].len;
|
|
sgl_ptr->Address = os_sgl->sg32[i].addr;
|
|
}
|
|
if (i == sge_count - 1 &&
|
|
(sc->mfi_flags &
|
|
(MFI_FLAGS_INVADER | MFI_FLAGS_FURY)))
|
|
sgl_ptr->Flags =
|
|
MPI25_IEEE_SGE_FLAGS_END_OF_LIST;
|
|
else
|
|
sgl_ptr->Flags = 0;
|
|
sgl_ptr++;
|
|
}
|
|
}
|
|
return sge_count;
|
|
}
|
|
|
|
union mfi_mpi2_request_descriptor *
|
|
mfi_build_and_issue_cmd(struct mfi_softc *sc, struct mfi_command *mfi_cmd)
|
|
{
|
|
struct mfi_cmd_tbolt *cmd;
|
|
union mfi_mpi2_request_descriptor *req_desc = NULL;
|
|
uint16_t index;
|
|
cmd = mfi_tbolt_get_cmd(sc, mfi_cmd);
|
|
if (cmd == NULL)
|
|
return (NULL);
|
|
|
|
index = cmd->index;
|
|
req_desc = mfi_tbolt_get_request_descriptor(sc, index-1);
|
|
if (req_desc == NULL) {
|
|
mfi_tbolt_return_cmd(sc, cmd, mfi_cmd);
|
|
return (NULL);
|
|
}
|
|
|
|
if (mfi_tbolt_build_io(sc, mfi_cmd, cmd) != 0) {
|
|
mfi_tbolt_return_cmd(sc, cmd, mfi_cmd);
|
|
return (NULL);
|
|
}
|
|
req_desc->header.SMID = index;
|
|
return req_desc;
|
|
}
|
|
|
|
union mfi_mpi2_request_descriptor *
|
|
mfi_tbolt_build_mpt_cmd(struct mfi_softc *sc, struct mfi_command *cmd)
|
|
{
|
|
union mfi_mpi2_request_descriptor *req_desc = NULL;
|
|
uint16_t index;
|
|
if (mfi_build_mpt_pass_thru(sc, cmd)) {
|
|
device_printf(sc->mfi_dev, "Couldn't build MFI pass thru "
|
|
"cmd\n");
|
|
return NULL;
|
|
}
|
|
/* For fusion the frame_count variable is used for SMID */
|
|
index = cmd->cm_extra_frames;
|
|
|
|
req_desc = mfi_tbolt_get_request_descriptor(sc, index - 1);
|
|
if (req_desc == NULL)
|
|
return NULL;
|
|
|
|
bzero(req_desc, sizeof(*req_desc));
|
|
req_desc->header.RequestFlags = (MPI2_REQ_DESCRIPT_FLAGS_SCSI_IO <<
|
|
MFI_REQ_DESCRIPT_FLAGS_TYPE_SHIFT);
|
|
req_desc->header.SMID = index;
|
|
return req_desc;
|
|
}
|
|
|
|
int
|
|
mfi_tbolt_send_frame(struct mfi_softc *sc, struct mfi_command *cm)
|
|
{
|
|
struct mfi_frame_header *hdr;
|
|
union mfi_mpi2_request_descriptor *req_desc = NULL;
|
|
int tm = mfi_polled_cmd_timeout * 1000;
|
|
|
|
hdr = &cm->cm_frame->header;
|
|
if (sc->adpreset)
|
|
return 1;
|
|
if ((cm->cm_flags & MFI_CMD_POLLED) == 0) {
|
|
cm->cm_timestamp = time_uptime;
|
|
mfi_enqueue_busy(cm);
|
|
} else { /* still get interrupts for it */
|
|
hdr->cmd_status = MFI_STAT_INVALID_STATUS;
|
|
hdr->flags |= MFI_FRAME_DONT_POST_IN_REPLY_QUEUE;
|
|
}
|
|
|
|
if (hdr->cmd == MFI_CMD_PD_SCSI_IO) {
|
|
/* check for inquiry commands coming from CLI */
|
|
if ((req_desc = mfi_tbolt_build_mpt_cmd(sc, cm)) ==
|
|
NULL) {
|
|
device_printf(sc->mfi_dev, "Mapping from MFI "
|
|
"to MPT Failed \n");
|
|
return 1;
|
|
}
|
|
} else if (hdr->cmd == MFI_CMD_LD_SCSI_IO ||
|
|
hdr->cmd == MFI_CMD_LD_READ || hdr->cmd == MFI_CMD_LD_WRITE) {
|
|
cm->cm_flags |= MFI_CMD_SCSI;
|
|
if ((req_desc = mfi_build_and_issue_cmd(sc, cm)) == NULL) {
|
|
device_printf(sc->mfi_dev, "LDIO Failed \n");
|
|
return 1;
|
|
}
|
|
} else if ((req_desc = mfi_tbolt_build_mpt_cmd(sc, cm)) == NULL) {
|
|
device_printf(sc->mfi_dev, "Mapping from MFI to MPT Failed\n");
|
|
return (1);
|
|
}
|
|
|
|
if (cm->cm_flags & MFI_CMD_SCSI) {
|
|
/*
|
|
* LD IO needs to be posted since it doesn't get
|
|
* acknowledged via a status update so have the
|
|
* controller reply via mfi_tbolt_complete_cmd.
|
|
*/
|
|
hdr->flags &= ~MFI_FRAME_DONT_POST_IN_REPLY_QUEUE;
|
|
}
|
|
|
|
MFI_WRITE4(sc, MFI_ILQP, (req_desc->words & 0xFFFFFFFF));
|
|
MFI_WRITE4(sc, MFI_IHQP, (req_desc->words >>0x20));
|
|
|
|
if ((cm->cm_flags & MFI_CMD_POLLED) == 0)
|
|
return 0;
|
|
|
|
/*
|
|
* This is a polled command, so busy-wait for it to complete.
|
|
*
|
|
* The value of hdr->cmd_status is updated directly by the hardware
|
|
* so there is no guarantee that mfi_tbolt_complete_cmd is called
|
|
* prior to this value changing.
|
|
*/
|
|
while (hdr->cmd_status == MFI_STAT_INVALID_STATUS) {
|
|
DELAY(1000);
|
|
tm -= 1;
|
|
if (tm <= 0)
|
|
break;
|
|
if (cm->cm_flags & MFI_CMD_SCSI) {
|
|
/*
|
|
* Force check reply queue.
|
|
* This ensures that dump works correctly
|
|
*/
|
|
mfi_tbolt_complete_cmd(sc);
|
|
}
|
|
}
|
|
|
|
/* ensure the command cleanup has been processed before returning */
|
|
mfi_tbolt_complete_cmd(sc);
|
|
|
|
if (hdr->cmd_status == MFI_STAT_INVALID_STATUS) {
|
|
device_printf(sc->mfi_dev, "Frame %p timed out "
|
|
"command 0x%X\n", hdr, cm->cm_frame->dcmd.opcode);
|
|
return (ETIMEDOUT);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static void
|
|
mfi_issue_pending_cmds_again(struct mfi_softc *sc)
|
|
{
|
|
struct mfi_command *cm, *tmp;
|
|
struct mfi_cmd_tbolt *cmd;
|
|
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
TAILQ_FOREACH_REVERSE_SAFE(cm, &sc->mfi_busy, BUSYQ, cm_link, tmp) {
|
|
cm->retry_for_fw_reset++;
|
|
|
|
/*
|
|
* If a command has continuously been tried multiple times
|
|
* and causing a FW reset condition, no further recoveries
|
|
* should be performed on the controller
|
|
*/
|
|
if (cm->retry_for_fw_reset == 3) {
|
|
device_printf(sc->mfi_dev, "megaraid_sas: command %p "
|
|
"index=%d was tried multiple times during adapter "
|
|
"reset - Shutting down the HBA\n", cm, cm->cm_index);
|
|
mfi_kill_hba(sc);
|
|
sc->hw_crit_error = 1;
|
|
return;
|
|
}
|
|
|
|
mfi_remove_busy(cm);
|
|
if ((cm->cm_flags & MFI_CMD_TBOLT) != 0) {
|
|
if (cm->cm_extra_frames != 0 && cm->cm_extra_frames <=
|
|
sc->mfi_max_fw_cmds) {
|
|
cmd = sc->mfi_cmd_pool_tbolt[cm->cm_extra_frames - 1];
|
|
mfi_tbolt_return_cmd(sc, cmd, cm);
|
|
} else {
|
|
device_printf(sc->mfi_dev,
|
|
"Invalid extra_frames: %d detected\n",
|
|
cm->cm_extra_frames);
|
|
}
|
|
}
|
|
|
|
if (cm->cm_frame->dcmd.opcode != MFI_DCMD_CTRL_EVENT_WAIT) {
|
|
device_printf(sc->mfi_dev,
|
|
"APJ ****requeue command %p index=%d\n",
|
|
cm, cm->cm_index);
|
|
mfi_requeue_ready(cm);
|
|
} else
|
|
mfi_release_command(cm);
|
|
}
|
|
mfi_startio(sc);
|
|
}
|
|
|
|
static void
|
|
mfi_kill_hba(struct mfi_softc *sc)
|
|
{
|
|
if (sc->mfi_flags & MFI_FLAGS_TBOLT)
|
|
MFI_WRITE4(sc, 0x00, MFI_STOP_ADP);
|
|
else
|
|
MFI_WRITE4(sc, MFI_IDB, MFI_STOP_ADP);
|
|
}
|
|
|
|
static void
|
|
mfi_process_fw_state_chg_isr(void *arg)
|
|
{
|
|
struct mfi_softc *sc= (struct mfi_softc *)arg;
|
|
int error, status;
|
|
|
|
if (sc->adpreset == 1) {
|
|
device_printf(sc->mfi_dev, "First stage of FW reset "
|
|
"initiated...\n");
|
|
|
|
sc->mfi_adp_reset(sc);
|
|
sc->mfi_enable_intr(sc);
|
|
|
|
device_printf(sc->mfi_dev, "First stage of reset complete, "
|
|
"second stage initiated...\n");
|
|
|
|
sc->adpreset = 2;
|
|
|
|
/* waiting for about 20 second before start the second init */
|
|
for (int wait = 0; wait < 20000; wait++)
|
|
DELAY(1000);
|
|
device_printf(sc->mfi_dev, "Second stage of FW reset "
|
|
"initiated...\n");
|
|
while ((status = MFI_READ4(sc, MFI_RSR)) & 0x04);
|
|
|
|
sc->mfi_disable_intr(sc);
|
|
|
|
/* We expect the FW state to be READY */
|
|
if (mfi_transition_firmware(sc)) {
|
|
device_printf(sc->mfi_dev, "controller is not in "
|
|
"ready state\n");
|
|
mfi_kill_hba(sc);
|
|
sc->hw_crit_error = 1;
|
|
return;
|
|
}
|
|
if ((error = mfi_tbolt_init_MFI_queue(sc)) != 0) {
|
|
device_printf(sc->mfi_dev, "Failed to initialise MFI "
|
|
"queue\n");
|
|
mfi_kill_hba(sc);
|
|
sc->hw_crit_error = 1;
|
|
return;
|
|
}
|
|
|
|
/* Init last reply index and max */
|
|
MFI_WRITE4(sc, MFI_RFPI, sc->mfi_max_fw_cmds - 1);
|
|
MFI_WRITE4(sc, MFI_RPI, sc->last_reply_idx);
|
|
|
|
sc->mfi_enable_intr(sc);
|
|
sc->adpreset = 0;
|
|
if (sc->mfi_aen_cm != NULL) {
|
|
free(sc->mfi_aen_cm->cm_data, M_MFIBUF);
|
|
mfi_remove_busy(sc->mfi_aen_cm);
|
|
mfi_release_command(sc->mfi_aen_cm);
|
|
sc->mfi_aen_cm = NULL;
|
|
}
|
|
|
|
if (sc->mfi_map_sync_cm != NULL) {
|
|
mfi_remove_busy(sc->mfi_map_sync_cm);
|
|
mfi_release_command(sc->mfi_map_sync_cm);
|
|
sc->mfi_map_sync_cm = NULL;
|
|
}
|
|
mfi_issue_pending_cmds_again(sc);
|
|
|
|
/*
|
|
* Issue pending command can result in adapter being marked
|
|
* dead because of too many re-tries. Check for that
|
|
* condition before clearing the reset condition on the FW
|
|
*/
|
|
if (!sc->hw_crit_error) {
|
|
/*
|
|
* Initiate AEN (Asynchronous Event Notification) &
|
|
* Sync Map
|
|
*/
|
|
mfi_aen_setup(sc, sc->last_seq_num);
|
|
mfi_tbolt_sync_map_info(sc);
|
|
|
|
sc->issuepend_done = 1;
|
|
device_printf(sc->mfi_dev, "second stage of reset "
|
|
"complete, FW is ready now.\n");
|
|
} else {
|
|
device_printf(sc->mfi_dev, "second stage of reset "
|
|
"never completed, hba was marked offline.\n");
|
|
}
|
|
} else {
|
|
device_printf(sc->mfi_dev, "mfi_process_fw_state_chg_isr "
|
|
"called with unhandled value:%d\n", sc->adpreset);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* The ThunderBolt HW has an option for the driver to directly
|
|
* access the underlying disks and operate on the RAID. To
|
|
* do this there needs to be a capability to keep the RAID controller
|
|
* and driver in sync. The FreeBSD driver does not take advantage
|
|
* of this feature since it adds a lot of complexity and slows down
|
|
* performance. Performance is gained by using the controller's
|
|
* cache etc.
|
|
*
|
|
* Even though this driver doesn't access the disks directly, an
|
|
* AEN like command is used to inform the RAID firmware to "sync"
|
|
* with all LD's via the MFI_DCMD_LD_MAP_GET_INFO command. This
|
|
* command in write mode will return when the RAID firmware has
|
|
* detected a change to the RAID state. Examples of this type
|
|
* of change are removing a disk. Once the command returns then
|
|
* the driver needs to acknowledge this and "sync" all LD's again.
|
|
* This repeats until we shutdown. Then we need to cancel this
|
|
* pending command.
|
|
*
|
|
* If this is not done right the RAID firmware will not remove a
|
|
* pulled drive and the RAID won't go degraded etc. Effectively,
|
|
* stopping any RAID mangement to functions.
|
|
*
|
|
* Doing another LD sync, requires the use of an event since the
|
|
* driver needs to do a mfi_wait_command and can't do that in an
|
|
* interrupt thread.
|
|
*
|
|
* The driver could get the RAID state via the MFI_DCMD_LD_MAP_GET_INFO
|
|
* That requires a bunch of structure and it is simpler to just do
|
|
* the MFI_DCMD_LD_GET_LIST versus walking the RAID map.
|
|
*/
|
|
|
|
void
|
|
mfi_tbolt_sync_map_info(struct mfi_softc *sc)
|
|
{
|
|
int error = 0, i;
|
|
struct mfi_command *cmd = NULL;
|
|
struct mfi_dcmd_frame *dcmd = NULL;
|
|
uint32_t context = 0;
|
|
union mfi_ld_ref *ld_sync = NULL;
|
|
size_t ld_size;
|
|
struct mfi_frame_header *hdr;
|
|
struct mfi_command *cm = NULL;
|
|
struct mfi_ld_list *list = NULL;
|
|
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
|
|
if (sc->mfi_map_sync_cm != NULL || sc->cm_map_abort)
|
|
return;
|
|
|
|
error = mfi_dcmd_command(sc, &cm, MFI_DCMD_LD_GET_LIST,
|
|
(void **)&list, sizeof(*list));
|
|
if (error)
|
|
goto out;
|
|
|
|
cm->cm_flags = MFI_CMD_POLLED | MFI_CMD_DATAIN;
|
|
|
|
if (mfi_wait_command(sc, cm) != 0) {
|
|
device_printf(sc->mfi_dev, "Failed to get device listing\n");
|
|
goto out;
|
|
}
|
|
|
|
hdr = &cm->cm_frame->header;
|
|
if (hdr->cmd_status != MFI_STAT_OK) {
|
|
device_printf(sc->mfi_dev, "MFI_DCMD_LD_GET_LIST failed %x\n",
|
|
hdr->cmd_status);
|
|
goto out;
|
|
}
|
|
|
|
ld_size = sizeof(*ld_sync) * list->ld_count;
|
|
ld_sync = (union mfi_ld_ref *) malloc(ld_size, M_MFIBUF,
|
|
M_NOWAIT | M_ZERO);
|
|
if (ld_sync == NULL) {
|
|
device_printf(sc->mfi_dev, "Failed to allocate sync\n");
|
|
goto out;
|
|
}
|
|
for (i = 0; i < list->ld_count; i++)
|
|
ld_sync[i].ref = list->ld_list[i].ld.ref;
|
|
|
|
if ((cmd = mfi_dequeue_free(sc)) == NULL) {
|
|
device_printf(sc->mfi_dev, "Failed to get command\n");
|
|
free(ld_sync, M_MFIBUF);
|
|
goto out;
|
|
}
|
|
|
|
context = cmd->cm_frame->header.context;
|
|
bzero(cmd->cm_frame, sizeof(union mfi_frame));
|
|
cmd->cm_frame->header.context = context;
|
|
|
|
dcmd = &cmd->cm_frame->dcmd;
|
|
bzero(dcmd->mbox, MFI_MBOX_SIZE);
|
|
dcmd->header.cmd = MFI_CMD_DCMD;
|
|
dcmd->header.flags = MFI_FRAME_DIR_WRITE;
|
|
dcmd->header.timeout = 0;
|
|
dcmd->header.data_len = ld_size;
|
|
dcmd->header.scsi_status = 0;
|
|
dcmd->opcode = MFI_DCMD_LD_MAP_GET_INFO;
|
|
cmd->cm_sg = &dcmd->sgl;
|
|
cmd->cm_total_frame_size = MFI_DCMD_FRAME_SIZE;
|
|
cmd->cm_data = ld_sync;
|
|
cmd->cm_private = ld_sync;
|
|
|
|
cmd->cm_len = ld_size;
|
|
cmd->cm_complete = mfi_sync_map_complete;
|
|
sc->mfi_map_sync_cm = cmd;
|
|
|
|
cmd->cm_flags = MFI_CMD_DATAOUT;
|
|
cmd->cm_frame->dcmd.mbox[0] = list->ld_count;
|
|
cmd->cm_frame->dcmd.mbox[1] = MFI_DCMD_MBOX_PEND_FLAG;
|
|
|
|
if ((error = mfi_mapcmd(sc, cmd)) != 0) {
|
|
device_printf(sc->mfi_dev, "failed to send map sync\n");
|
|
free(ld_sync, M_MFIBUF);
|
|
sc->mfi_map_sync_cm = NULL;
|
|
mfi_release_command(cmd);
|
|
goto out;
|
|
}
|
|
|
|
out:
|
|
if (list)
|
|
free(list, M_MFIBUF);
|
|
if (cm)
|
|
mfi_release_command(cm);
|
|
}
|
|
|
|
static void
|
|
mfi_sync_map_complete(struct mfi_command *cm)
|
|
{
|
|
struct mfi_frame_header *hdr;
|
|
struct mfi_softc *sc;
|
|
int aborted = 0;
|
|
|
|
sc = cm->cm_sc;
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
|
|
hdr = &cm->cm_frame->header;
|
|
|
|
if (sc->mfi_map_sync_cm == NULL)
|
|
return;
|
|
|
|
if (sc->cm_map_abort ||
|
|
hdr->cmd_status == MFI_STAT_INVALID_STATUS) {
|
|
sc->cm_map_abort = 0;
|
|
aborted = 1;
|
|
}
|
|
|
|
free(cm->cm_data, M_MFIBUF);
|
|
wakeup(&sc->mfi_map_sync_cm);
|
|
sc->mfi_map_sync_cm = NULL;
|
|
mfi_release_command(cm);
|
|
|
|
/* set it up again so the driver can catch more events */
|
|
if (!aborted)
|
|
mfi_queue_map_sync(sc);
|
|
}
|
|
|
|
static void
|
|
mfi_queue_map_sync(struct mfi_softc *sc)
|
|
{
|
|
mtx_assert(&sc->mfi_io_lock, MA_OWNED);
|
|
taskqueue_enqueue(taskqueue_swi, &sc->mfi_map_sync_task);
|
|
}
|
|
|
|
void
|
|
mfi_handle_map_sync(void *context, int pending)
|
|
{
|
|
struct mfi_softc *sc;
|
|
|
|
sc = context;
|
|
mtx_lock(&sc->mfi_io_lock);
|
|
mfi_tbolt_sync_map_info(sc);
|
|
mtx_unlock(&sc->mfi_io_lock);
|
|
}
|