freebsd-dev/sys/dev/dpaa/bman.c
2016-10-21 02:07:03 +00:00

370 lines
7.7 KiB
C

/*-
* Copyright (c) 2011-2012 Semihalf.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
#include <sys/cdefs.h>
__FBSDID("$FreeBSD$");
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/kernel.h>
#include <sys/bus.h>
#include <sys/lock.h>
#include <sys/module.h>
#include <sys/mutex.h>
#include <sys/proc.h>
#include <sys/pcpu.h>
#include <sys/rman.h>
#include <sys/sched.h>
#include <machine/tlb.h>
#include "bman.h"
devclass_t bman_devclass;
static struct bman_softc *bman_sc;
extern t_Handle bman_portal_setup(struct bman_softc *bsc);
static void
bman_exception(t_Handle h_App, e_BmExceptions exception)
{
struct bman_softc *sc;
const char *message;
sc = h_App;
switch (exception) {
case e_BM_EX_INVALID_COMMAND:
message = "Invalid Command Verb";
break;
case e_BM_EX_FBPR_THRESHOLD:
message = "FBPR pool exhaused. Consider increasing "
"BMAN_MAX_BUFFERS";
break;
case e_BM_EX_SINGLE_ECC:
message = "Single bit ECC error";
break;
case e_BM_EX_MULTI_ECC:
message = "Multi bit ECC error";
break;
default:
message = "Unknown error";
}
device_printf(sc->sc_dev, "BMAN Exception: %s.\n", message);
}
int
bman_attach(device_t dev)
{
struct bman_softc *sc;
t_BmRevisionInfo rev;
t_Error error;
t_BmParam bp;
sc = device_get_softc(dev);
sc->sc_dev = dev;
bman_sc = sc;
/* Check if MallocSmart allocator is ready */
if (XX_MallocSmartInit() != E_OK)
return (ENXIO);
/* Allocate resources */
sc->sc_rrid = 0;
sc->sc_rres = bus_alloc_resource(dev, SYS_RES_MEMORY,
&sc->sc_rrid, 0, ~0, BMAN_CCSR_SIZE, RF_ACTIVE);
if (sc->sc_rres == NULL)
return (ENXIO);
sc->sc_irid = 0;
sc->sc_ires = bus_alloc_resource_any(sc->sc_dev, SYS_RES_IRQ,
&sc->sc_irid, RF_ACTIVE | RF_SHAREABLE);
if (sc->sc_ires == NULL)
goto err;
/* Initialize BMAN */
memset(&bp, 0, sizeof(bp));
bp.guestId = NCSW_MASTER_ID;
bp.baseAddress = rman_get_bushandle(sc->sc_rres);
bp.totalNumOfBuffers = BMAN_MAX_BUFFERS;
bp.f_Exception = bman_exception;
bp.h_App = sc;
bp.errIrq = (uintptr_t)sc->sc_ires;
bp.partBpidBase = 0;
bp.partNumOfPools = BM_MAX_NUM_OF_POOLS;
sc->sc_bh = BM_Config(&bp);
if (sc->sc_bh == NULL)
goto err;
/* Warn if there is less than 5% free FPBR's in pool */
error = BM_ConfigFbprThreshold(sc->sc_bh, (BMAN_MAX_BUFFERS / 8) / 20);
if (error != E_OK)
goto err;
error = BM_Init(sc->sc_bh);
if (error != E_OK)
goto err;
error = BM_GetRevision(sc->sc_bh, &rev);
if (error != E_OK)
goto err;
device_printf(dev, "Hardware version: %d.%d.\n",
rev.majorRev, rev.minorRev);
return (0);
err:
bman_detach(dev);
return (ENXIO);
}
int
bman_detach(device_t dev)
{
struct bman_softc *sc;
sc = device_get_softc(dev);
if (sc->sc_bh != NULL)
BM_Free(sc->sc_bh);
if (sc->sc_ires != NULL)
bus_release_resource(dev, SYS_RES_IRQ,
sc->sc_irid, sc->sc_ires);
if (sc->sc_rres != NULL)
bus_release_resource(dev, SYS_RES_MEMORY,
sc->sc_rrid, sc->sc_rres);
return (0);
}
int
bman_suspend(device_t dev)
{
return (0);
}
int
bman_resume(device_t dev)
{
return (0);
}
int
bman_shutdown(device_t dev)
{
return (0);
}
/*
* BMAN API
*/
t_Handle
bman_pool_create(uint8_t *bpid, uint16_t bufferSize, uint16_t maxBuffers,
uint16_t minBuffers, uint16_t allocBuffers, t_GetBufFunction *f_GetBuf,
t_PutBufFunction *f_PutBuf, uint32_t dep_sw_entry, uint32_t dep_sw_exit,
uint32_t dep_hw_entry, uint32_t dep_hw_exit,
t_BmDepletionCallback *f_Depletion, t_Handle h_BufferPool,
t_PhysToVirt *f_PhysToVirt, t_VirtToPhys *f_VirtToPhys)
{
uint32_t thresholds[MAX_DEPLETION_THRESHOLDS];
struct bman_softc *sc;
t_Handle pool, portal;
t_BmPoolParam bpp;
int error;
sc = bman_sc;
pool = NULL;
sched_pin();
portal = bman_portal_setup(sc);
if (portal == NULL)
goto err;
memset(&bpp, 0, sizeof(bpp));
bpp.h_Bm = sc->sc_bh;
bpp.h_BmPortal = portal;
bpp.h_App = h_BufferPool;
bpp.numOfBuffers = allocBuffers;
bpp.bufferPoolInfo.h_BufferPool = h_BufferPool;
bpp.bufferPoolInfo.f_GetBuf = f_GetBuf;
bpp.bufferPoolInfo.f_PutBuf = f_PutBuf;
bpp.bufferPoolInfo.f_PhysToVirt = f_PhysToVirt;
bpp.bufferPoolInfo.f_VirtToPhys = f_VirtToPhys;
bpp.bufferPoolInfo.bufferSize = bufferSize;
pool = BM_POOL_Config(&bpp);
if (pool == NULL)
goto err;
/*
* Buffer context must be disabled on FreeBSD
* as it could cause memory corruption.
*/
BM_POOL_ConfigBuffContextMode(pool, 0);
if (minBuffers != 0 || maxBuffers != 0) {
error = BM_POOL_ConfigStockpile(pool, maxBuffers, minBuffers);
if (error != E_OK)
goto err;
}
if (f_Depletion != NULL) {
thresholds[BM_POOL_DEP_THRESH_SW_ENTRY] = dep_sw_entry;
thresholds[BM_POOL_DEP_THRESH_SW_EXIT] = dep_sw_exit;
thresholds[BM_POOL_DEP_THRESH_HW_ENTRY] = dep_hw_entry;
thresholds[BM_POOL_DEP_THRESH_HW_EXIT] = dep_hw_exit;
error = BM_POOL_ConfigDepletion(pool, f_Depletion, thresholds);
if (error != E_OK)
goto err;
}
error = BM_POOL_Init(pool);
if (error != E_OK)
goto err;
*bpid = BM_POOL_GetId(pool);
sc->sc_bpool_cpu[*bpid] = PCPU_GET(cpuid);
sched_unpin();
return (pool);
err:
if (pool != NULL)
BM_POOL_Free(pool);
sched_unpin();
return (NULL);
}
int
bman_pool_destroy(t_Handle pool)
{
struct bman_softc *sc;
sc = bman_sc;
thread_lock(curthread);
sched_bind(curthread, sc->sc_bpool_cpu[BM_POOL_GetId(pool)]);
thread_unlock(curthread);
BM_POOL_Free(pool);
thread_lock(curthread);
sched_unbind(curthread);
thread_unlock(curthread);
return (0);
}
int
bman_pool_fill(t_Handle pool, uint16_t nbufs)
{
struct bman_softc *sc;
t_Handle portal;
int error;
sc = bman_sc;
sched_pin();
portal = bman_portal_setup(sc);
if (portal == NULL) {
sched_unpin();
return (EIO);
}
error = BM_POOL_FillBufs(pool, portal, nbufs);
sched_unpin();
return ((error == E_OK) ? 0 : EIO);
}
void *
bman_get_buffer(t_Handle pool)
{
struct bman_softc *sc;
t_Handle portal;
void *buffer;
sc = bman_sc;
sched_pin();
portal = bman_portal_setup(sc);
if (portal == NULL) {
sched_unpin();
return (NULL);
}
buffer = BM_POOL_GetBuf(pool, portal);
sched_unpin();
return (buffer);
}
int
bman_put_buffer(t_Handle pool, void *buffer)
{
struct bman_softc *sc;
t_Handle portal;
int error;
sc = bman_sc;
sched_pin();
portal = bman_portal_setup(sc);
if (portal == NULL) {
sched_unpin();
return (EIO);
}
error = BM_POOL_PutBuf(pool, portal, buffer);
sched_unpin();
return ((error == E_OK) ? 0 : EIO);
}
uint32_t
bman_count(t_Handle pool)
{
return (BM_POOL_GetCounter(pool, e_BM_POOL_COUNTERS_CONTENT));
}