freebsd-nq/sys/dev/xdma/xdma_fdt_test.c
Ruslan Bukin 85debf7f6e Add xDMA -- the DMA abstraction layer, initial verison.
xDMA is a DMA framework designed to abstract the interaction
between device drivers and DMA engines.

Project wiki: https://wiki.freebsd.org/xdma

Sponsored by:	DARPA, AFRL
Differential Revision:	https://reviews.freebsd.org/D8807
2016-12-20 18:02:07 +00:00

418 lines
9.7 KiB
C

/*-
* Copyright (c) 2016 Ruslan Bukin <br@bsdpad.com>
* All rights reserved.
*
* This software was developed by SRI International and the University of
* Cambridge Computer Laboratory under DARPA/AFRL contract FA8750-10-C-0237
* ("CTSRD"), as part of the DARPA CRASH research programme.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
/* xDMA memcpy test driver. */
#include <sys/cdefs.h>
__FBSDID("$FreeBSD$");
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/conf.h>
#include <sys/bus.h>
#include <sys/kernel.h>
#include <sys/kthread.h>
#include <sys/module.h>
#include <sys/lock.h>
#include <sys/mutex.h>
#include <sys/resource.h>
#include <sys/rman.h>
#include <machine/bus.h>
#include <dev/xdma/xdma.h>
#include <dev/fdt/fdt_common.h>
#include <dev/ofw/ofw_bus.h>
#include <dev/ofw/ofw_bus_subr.h>
/*
* To use this test add a compatible node to your dts, e.g.
*
* xdma_test {
* compatible = "freebsd,xdma-test";
*
* dmas = <&dma 0 0 0xffffffff>;
* dma-names = "test";
* };
*/
struct xdmatest_softc {
device_t dev;
xdma_controller_t *xdma;
xdma_channel_t *xchan;
void *ih;
struct intr_config_hook config_intrhook;
char *src;
char *dst;
uint32_t len;
uintptr_t src_phys;
uintptr_t dst_phys;
bus_dma_tag_t src_dma_tag;
bus_dmamap_t src_dma_map;
bus_dma_tag_t dst_dma_tag;
bus_dmamap_t dst_dma_map;
struct mtx mtx;
int done;
struct proc *newp;
};
static int xdmatest_probe(device_t dev);
static int xdmatest_attach(device_t dev);
static int xdmatest_detach(device_t dev);
static int
xdmatest_intr(void *arg)
{
struct xdmatest_softc *sc;
sc = arg;
sc->done = 1;
mtx_lock(&sc->mtx);
wakeup(sc);
mtx_unlock(&sc->mtx);
return (0);
}
static void
xdmatest_dmamap_cb(void *arg, bus_dma_segment_t *segs, int nseg, int err)
{
bus_addr_t *addr;
if (err)
return;
addr = (bus_addr_t*)arg;
*addr = segs[0].ds_addr;
}
static int
xdmatest_alloc_test_memory(struct xdmatest_softc *sc)
{
int err;
sc->len = (0x1000000 - 8); /* 16mb */
sc->len = 8;
/* Source memory. */
err = bus_dma_tag_create(
bus_get_dma_tag(sc->dev),
1024, 0, /* alignment, boundary */
BUS_SPACE_MAXADDR_32BIT, /* lowaddr */
BUS_SPACE_MAXADDR, /* highaddr */
NULL, NULL, /* filter, filterarg */
sc->len, 1, /* maxsize, nsegments*/
sc->len, 0, /* maxsegsize, flags */
NULL, NULL, /* lockfunc, lockarg */
&sc->src_dma_tag);
if (err) {
device_printf(sc->dev,
"%s: Can't create bus_dma tag.\n", __func__);
return (-1);
}
err = bus_dmamem_alloc(sc->src_dma_tag, (void **)&sc->src,
BUS_DMA_WAITOK | BUS_DMA_COHERENT, &sc->src_dma_map);
if (err) {
device_printf(sc->dev,
"%s: Can't allocate memory.\n", __func__);
return (-1);
}
err = bus_dmamap_load(sc->src_dma_tag, sc->src_dma_map, sc->src,
sc->len, xdmatest_dmamap_cb, &sc->src_phys, BUS_DMA_WAITOK);
if (err) {
device_printf(sc->dev,
"%s: Can't load DMA map.\n", __func__);
return (-1);
}
/* Destination memory. */
err = bus_dma_tag_create(
bus_get_dma_tag(sc->dev),
1024, 0, /* alignment, boundary */
BUS_SPACE_MAXADDR_32BIT, /* lowaddr */
BUS_SPACE_MAXADDR, /* highaddr */
NULL, NULL, /* filter, filterarg */
sc->len, 1, /* maxsize, nsegments*/
sc->len, 0, /* maxsegsize, flags */
NULL, NULL, /* lockfunc, lockarg */
&sc->dst_dma_tag);
if (err) {
device_printf(sc->dev,
"%s: Can't create bus_dma tag.\n", __func__);
return (-1);
}
err = bus_dmamem_alloc(sc->dst_dma_tag, (void **)&sc->dst,
BUS_DMA_WAITOK | BUS_DMA_COHERENT, &sc->dst_dma_map);
if (err) {
device_printf(sc->dev,
"%s: Can't allocate memory.\n", __func__);
return (-1);
}
err = bus_dmamap_load(sc->dst_dma_tag, sc->dst_dma_map, sc->dst,
sc->len, xdmatest_dmamap_cb, &sc->dst_phys, BUS_DMA_WAITOK);
if (err) {
device_printf(sc->dev,
"%s: Can't load DMA map.\n", __func__);
return (-1);
}
return (0);
}
static int
xdmatest_test(struct xdmatest_softc *sc)
{
int err;
int i;
/* Get xDMA controller. */
sc->xdma = xdma_ofw_get(sc->dev, "test");
if (sc->xdma == NULL) {
device_printf(sc->dev, "Can't find xDMA controller.\n");
return (-1);
}
/* Alloc xDMA virtual channel. */
sc->xchan = xdma_channel_alloc(sc->xdma);
if (sc->xchan == NULL) {
device_printf(sc->dev, "Can't alloc virtual DMA channel.\n");
return (-1);
}
/* Setup callback. */
err = xdma_setup_intr(sc->xchan, xdmatest_intr, sc, &sc->ih);
if (err) {
device_printf(sc->dev, "Can't setup xDMA interrupt handler.\n");
return (-1);
}
/* We are going to fill memory. */
bus_dmamap_sync(sc->src_dma_tag, sc->src_dma_map, BUS_DMASYNC_PREWRITE);
bus_dmamap_sync(sc->dst_dma_tag, sc->dst_dma_map, BUS_DMASYNC_PREWRITE);
/* Fill memory. */
for (i = 0; i < sc->len; i++) {
sc->src[i] = (i & 0xff);
sc->dst[i] = 0;
}
/* Configure channel for memcpy transfer. */
err = xdma_prep_memcpy(sc->xchan, sc->src_phys, sc->dst_phys, sc->len);
if (err != 0) {
device_printf(sc->dev, "Can't configure virtual channel.\n");
return (-1);
}
/* Start operation. */
xdma_begin(sc->xchan);
return (0);
}
static int
xdmatest_verify(struct xdmatest_softc *sc)
{
int err;
int i;
/* We have memory updated by DMA controller. */
bus_dmamap_sync(sc->src_dma_tag, sc->src_dma_map, BUS_DMASYNC_POSTREAD);
bus_dmamap_sync(sc->dst_dma_tag, sc->dst_dma_map, BUS_DMASYNC_POSTWRITE);
for (i = 0; i < sc->len; i++) {
if (sc->dst[i] != sc->src[i]) {
device_printf(sc->dev,
"%s: Test failed: iter %d\n", __func__, i);
return (-1);
}
}
err = xdma_channel_free(sc->xchan);
if (err != 0) {
device_printf(sc->dev,
"%s: Test failed: can't deallocate channel.\n", __func__);
return (-1);
}
err = xdma_put(sc->xdma);
if (err != 0) {
device_printf(sc->dev,
"%s: Test failed: can't deallocate xDMA.\n", __func__);
return (-1);
}
return (0);
}
static void
xdmatest_worker(void *arg)
{
struct xdmatest_softc *sc;
int timeout;
int err;
sc = arg;
device_printf(sc->dev, "Worker %d started.\n",
device_get_unit(sc->dev));
while (1) {
sc->done = 0;
mtx_lock(&sc->mtx);
xdmatest_test(sc);
timeout = 100;
do {
mtx_sleep(sc, &sc->mtx, 0, "xdmatest_wait", hz);
} while (timeout-- && sc->done == 0);
if (timeout != 0) {
err = xdmatest_verify(sc);
if (err == 0) {
/* Test succeeded. */
mtx_unlock(&sc->mtx);
continue;
}
}
mtx_unlock(&sc->mtx);
device_printf(sc->dev,
"%s: Test failed.\n", __func__);
break;
}
}
static void
xdmatest_delayed_attach(void *arg)
{
struct xdmatest_softc *sc;
sc = arg;
if (kproc_create(xdmatest_worker, (void *)sc, &sc->newp, 0, 0,
"xdmatest_worker") != 0) {
device_printf(sc->dev,
"%s: Failed to create worker thread.\n", __func__);
}
config_intrhook_disestablish(&sc->config_intrhook);
}
static int
xdmatest_probe(device_t dev)
{
if (!ofw_bus_status_okay(dev))
return (ENXIO);
if (!ofw_bus_is_compatible(dev, "freebsd,xdma-test"))
return (ENXIO);
device_set_desc(dev, "xDMA test driver");
return (BUS_PROBE_DEFAULT);
}
static int
xdmatest_attach(device_t dev)
{
struct xdmatest_softc *sc;
int err;
sc = device_get_softc(dev);
sc->dev = dev;
mtx_init(&sc->mtx, device_get_nameunit(dev), "xdmatest", MTX_DEF);
/* Allocate test memory */
err = xdmatest_alloc_test_memory(sc);
if (err != 0) {
device_printf(sc->dev, "Can't allocate test memory.\n");
return (-1);
}
/* We'll run test later, but before / mount. */
sc->config_intrhook.ich_func = xdmatest_delayed_attach;
sc->config_intrhook.ich_arg = sc;
if (config_intrhook_establish(&sc->config_intrhook) != 0)
device_printf(dev, "config_intrhook_establish failed\n");
return (0);
}
static int
xdmatest_detach(device_t dev)
{
struct xdmatest_softc *sc;
sc = device_get_softc(dev);
bus_dmamap_unload(sc->src_dma_tag, sc->src_dma_map);
bus_dmamem_free(sc->src_dma_tag, sc->src, sc->src_dma_map);
bus_dma_tag_destroy(sc->src_dma_tag);
bus_dmamap_unload(sc->dst_dma_tag, sc->dst_dma_map);
bus_dmamem_free(sc->dst_dma_tag, sc->dst, sc->dst_dma_map);
bus_dma_tag_destroy(sc->dst_dma_tag);
return (0);
}
static device_method_t xdmatest_methods[] = {
/* Device interface */
DEVMETHOD(device_probe, xdmatest_probe),
DEVMETHOD(device_attach, xdmatest_attach),
DEVMETHOD(device_detach, xdmatest_detach),
DEVMETHOD_END
};
static driver_t xdmatest_driver = {
"xdmatest",
xdmatest_methods,
sizeof(struct xdmatest_softc),
};
static devclass_t xdmatest_devclass;
DRIVER_MODULE(xdmatest, simplebus, xdmatest_driver, xdmatest_devclass, 0, 0);