faefad9c12
Certain invalid operations trigger hardware error conditions. Error conditions that only halt one channel can be detected and recovered by resetting the channel. Error conditions that halt the whole device are generally not recoverable. Add a sysctl to inject channel-fatal HW errors, 'dev.ioat.<N>.force_hw_error=1'. When a halt due to a channel error is detected, ioat(4) blocks new operations from being queued on the channel, completes any outstanding operations with an error status, and resets the channel before allowing new operations to be queued again. Update ioat.4 to document error recovery; document blockfill introduced in r290021 while we are here; document ioat_put_dmaengine() added in r289907; document DMA_NO_WAIT added in r289982. Sponsored by: EMC / Isilon Storage Division
96 lines
3.3 KiB
C
96 lines
3.3 KiB
C
/*-
|
|
* Copyright (C) 2012 Intel Corporation
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#ifndef __IOAT_H__
|
|
#define __IOAT_H__
|
|
|
|
#include <sys/param.h>
|
|
#include <machine/bus.h>
|
|
|
|
/*
|
|
* This file defines the public interface to the IOAT driver.
|
|
*/
|
|
|
|
/*
|
|
* Enables an interrupt for this operation. Typically, you would only enable
|
|
* this on the last operation in a group
|
|
*/
|
|
#define DMA_INT_EN 0x1
|
|
/*
|
|
* Like M_NOWAIT. Operations will return NULL if they cannot allocate a
|
|
* descriptor without blocking.
|
|
*/
|
|
#define DMA_NO_WAIT 0x2
|
|
#define DMA_ALL_FLAGS (DMA_INT_EN | DMA_NO_WAIT)
|
|
|
|
typedef void *bus_dmaengine_t;
|
|
struct bus_dmadesc;
|
|
typedef void (*bus_dmaengine_callback_t)(void *arg, int error);
|
|
|
|
/*
|
|
* Called first to acquire a reference to the DMA channel
|
|
*/
|
|
bus_dmaengine_t ioat_get_dmaengine(uint32_t channel_index);
|
|
|
|
/* Release the DMA channel */
|
|
void ioat_put_dmaengine(bus_dmaengine_t dmaengine);
|
|
|
|
/*
|
|
* Acquire must be called before issuing an operation to perform. Release is
|
|
* called after. Multiple operations can be issued within the context of one
|
|
* acquire and release
|
|
*/
|
|
void ioat_acquire(bus_dmaengine_t dmaengine);
|
|
void ioat_release(bus_dmaengine_t dmaengine);
|
|
|
|
/*
|
|
* Issue a blockfill operation. The 64-bit pattern 'fillpattern' is written to
|
|
* 'len' physically contiguous bytes at 'dst'.
|
|
*
|
|
* Only supported on devices with the BFILL capability.
|
|
*/
|
|
struct bus_dmadesc *ioat_blockfill(bus_dmaengine_t dmaengine, bus_addr_t dst,
|
|
uint64_t fillpattern, bus_size_t len, bus_dmaengine_callback_t callback_fn,
|
|
void *callback_arg, uint32_t flags);
|
|
|
|
/* Issues the copy data operation */
|
|
struct bus_dmadesc *ioat_copy(bus_dmaengine_t dmaengine, bus_addr_t dst,
|
|
bus_addr_t src, bus_size_t len, bus_dmaengine_callback_t callback_fn,
|
|
void *callback_arg, uint32_t flags);
|
|
|
|
/*
|
|
* Issues a null operation. This issues the operation to the hardware, but the
|
|
* hardware doesn't do anything with it.
|
|
*/
|
|
struct bus_dmadesc *ioat_null(bus_dmaengine_t dmaengine,
|
|
bus_dmaengine_callback_t callback_fn, void *callback_arg, uint32_t flags);
|
|
|
|
|
|
#endif /* __IOAT_H__ */
|
|
|