3161f583ca
its users. netisr_queue() now returns (0) on success and ERRNO on failure. At the moment ENXIO (netisr queue not functional) and ENOBUFS (netisr queue full) are supported. Previously it would return (1) on success but the return value of IF_HANDOFF() was interpreted wrongly and (0) was actually returned on success. Due to this schednetisr() was never called to kick the scheduling of the isr. However this was masked by other normal packets coming through netisr_dispatch() causing the dequeueing of waiting packets. PR: kern/70988 Found by: MOROHOSHI Akihiko <moro@remus.dti.ne.jp> MFC after: 3 days
596 lines
12 KiB
C
596 lines
12 KiB
C
/*-
|
|
* ===================================
|
|
* HARP | Host ATM Research Platform
|
|
* ===================================
|
|
*
|
|
* This Host ATM Research Platform ("HARP") file (the "Software") is
|
|
* made available by Network Computing Services, Inc. ("NetworkCS")
|
|
* "AS IS". NetworkCS does not provide maintenance, improvements or
|
|
* support of any kind.
|
|
*
|
|
* NETWORKCS MAKES NO WARRANTIES OR REPRESENTATIONS, EXPRESS OR IMPLIED,
|
|
* INCLUDING, BUT NOT LIMITED TO, IMPLIED WARRANTIES OF MERCHANTABILITY
|
|
* AND FITNESS FOR A PARTICULAR PURPOSE, AS TO ANY ELEMENT OF THE
|
|
* SOFTWARE OR ANY SUPPORT PROVIDED IN CONNECTION WITH THIS SOFTWARE.
|
|
* In no event shall NetworkCS be responsible for any damages, including
|
|
* but not limited to consequential damages, arising from or relating to
|
|
* any use of the Software or related support.
|
|
*
|
|
* Copyright 1994-1998 Network Computing Services, Inc.
|
|
*
|
|
* Copies of this Software may be made, however, the above copyright
|
|
* notice must be reproduced on all copies.
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
/*
|
|
* FORE Systems 200-Series Adapter Support
|
|
* ---------------------------------------
|
|
*
|
|
* Receive queue management
|
|
*
|
|
*/
|
|
|
|
#include <sys/param.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/socket.h>
|
|
#include <sys/socketvar.h>
|
|
#include <sys/syslog.h>
|
|
#include <vm/vm.h>
|
|
#include <vm/pmap.h>
|
|
#include <net/if.h>
|
|
#include <net/netisr.h>
|
|
#include <netatm/port.h>
|
|
#include <netatm/queue.h>
|
|
#include <netatm/atm.h>
|
|
#include <netatm/atm_sys.h>
|
|
#include <netatm/atm_sap.h>
|
|
#include <netatm/atm_cm.h>
|
|
#include <netatm/atm_if.h>
|
|
#include <netatm/atm_vc.h>
|
|
#include <netatm/atm_stack.h>
|
|
#include <netatm/atm_pcb.h>
|
|
#include <netatm/atm_var.h>
|
|
#include <dev/pci/pcivar.h>
|
|
#include <dev/hfa/fore.h>
|
|
#include <dev/hfa/fore_aali.h>
|
|
#include <dev/hfa/fore_slave.h>
|
|
#include <dev/hfa/fore_stats.h>
|
|
#include <dev/hfa/fore_var.h>
|
|
#include <dev/hfa/fore_include.h>
|
|
|
|
#ifndef lint
|
|
__RCSID("@(#) $FreeBSD$");
|
|
#endif
|
|
|
|
|
|
/*
|
|
* Local functions
|
|
*/
|
|
static void fore_recv_stack(void *, KBuffer *);
|
|
|
|
|
|
/*
|
|
* Allocate Receive Queue Data Structures
|
|
*
|
|
* Arguments:
|
|
* fup pointer to device unit structure
|
|
*
|
|
* Returns:
|
|
* 0 allocations successful
|
|
* else allocation failed
|
|
*/
|
|
int
|
|
fore_recv_allocate(fup)
|
|
Fore_unit *fup;
|
|
{
|
|
caddr_t memp;
|
|
vm_paddr_t pmemp;
|
|
|
|
/*
|
|
* Allocate non-cacheable memory for receive status words
|
|
*/
|
|
memp = atm_dev_alloc(sizeof(Q_status) * RECV_QUELEN,
|
|
QSTAT_ALIGN, ATM_DEV_NONCACHE);
|
|
if (memp == NULL) {
|
|
return (1);
|
|
}
|
|
fup->fu_recv_stat = (Q_status *) memp;
|
|
|
|
pmemp = vtophys(fup->fu_recv_stat);
|
|
if (pmemp == 0) {
|
|
return (1);
|
|
}
|
|
fup->fu_recv_statd = pmemp;
|
|
|
|
/*
|
|
* Allocate memory for receive descriptors
|
|
*/
|
|
memp = atm_dev_alloc(sizeof(Recv_descr) * RECV_QUELEN,
|
|
RECV_DESCR_ALIGN, 0);
|
|
if (memp == NULL) {
|
|
return (1);
|
|
}
|
|
fup->fu_recv_desc = (Recv_descr *) memp;
|
|
|
|
pmemp = vtophys(fup->fu_recv_desc);
|
|
if (pmemp == 0) {
|
|
return (1);
|
|
}
|
|
fup->fu_recv_descd = pmemp;
|
|
|
|
return (0);
|
|
}
|
|
|
|
|
|
/*
|
|
* Receive Queue Initialization
|
|
*
|
|
* Allocate and initialize the host-resident receive queue structures
|
|
* and then initialize the CP-resident queue structures.
|
|
*
|
|
* Called at interrupt level.
|
|
*
|
|
* Arguments:
|
|
* fup pointer to device unit structure
|
|
*
|
|
* Returns:
|
|
* none
|
|
*/
|
|
void
|
|
fore_recv_initialize(fup)
|
|
Fore_unit *fup;
|
|
{
|
|
Aali *aap = fup->fu_aali;
|
|
Recv_queue *cqp;
|
|
H_recv_queue *hrp;
|
|
Recv_descr *rdp;
|
|
vm_paddr_t rdp_dma;
|
|
Q_status *qsp;
|
|
vm_paddr_t qsp_dma;
|
|
int i;
|
|
|
|
/*
|
|
* Point to CP-resident receive queue
|
|
*/
|
|
cqp = (Recv_queue *)(fup->fu_ram + CP_READ(aap->aali_recv_q));
|
|
|
|
/*
|
|
* Point to host-resident receive queue structures
|
|
*/
|
|
hrp = fup->fu_recv_q;
|
|
qsp = fup->fu_recv_stat;
|
|
qsp_dma = fup->fu_recv_statd;
|
|
rdp = fup->fu_recv_desc;
|
|
rdp_dma = fup->fu_recv_descd;
|
|
|
|
/*
|
|
* Loop thru all queue entries and do whatever needs doing
|
|
*/
|
|
for (i = 0; i < RECV_QUELEN; i++) {
|
|
|
|
/*
|
|
* Set queue status word to free
|
|
*/
|
|
*qsp = QSTAT_FREE;
|
|
|
|
/*
|
|
* Set up host queue entry and link into ring
|
|
*/
|
|
hrp->hrq_cpelem = cqp;
|
|
hrp->hrq_status = qsp;
|
|
hrp->hrq_descr = rdp;
|
|
hrp->hrq_descr_dma = rdp_dma;
|
|
if (i == (RECV_QUELEN - 1))
|
|
hrp->hrq_next = fup->fu_recv_q;
|
|
else
|
|
hrp->hrq_next = hrp + 1;
|
|
|
|
/*
|
|
* Now let the CP into the game
|
|
*/
|
|
cqp->cq_descr = (CP_dma) CP_WRITE(rdp_dma);
|
|
cqp->cq_status = (CP_dma) CP_WRITE(qsp_dma);
|
|
|
|
/*
|
|
* Bump all queue pointers
|
|
*/
|
|
hrp++;
|
|
qsp++;
|
|
qsp_dma += sizeof(Q_status);
|
|
rdp++;
|
|
rdp_dma += sizeof(Recv_descr);
|
|
cqp++;
|
|
}
|
|
|
|
/*
|
|
* Initialize queue pointers
|
|
*/
|
|
fup->fu_recv_head = fup->fu_recv_q;
|
|
|
|
return;
|
|
}
|
|
|
|
|
|
/*
|
|
* Drain Receive Queue
|
|
*
|
|
* This function will process all completed entries at the head of the
|
|
* receive queue. The received segments will be linked into a received
|
|
* PDU buffer chain and it will then be passed up the PDU's VCC stack for
|
|
* processing by the next higher protocol layer.
|
|
*
|
|
* May be called in interrupt state.
|
|
* Must be called with interrupts locked out.
|
|
*
|
|
* Arguments:
|
|
* fup pointer to device unit structure
|
|
*
|
|
* Returns:
|
|
* none
|
|
*/
|
|
void
|
|
fore_recv_drain(fup)
|
|
Fore_unit *fup;
|
|
{
|
|
H_recv_queue *hrp = NULL;
|
|
Recv_descr *rdp;
|
|
Recv_seg_descr *rsp;
|
|
Buf_handle *bhp;
|
|
Fore_vcc *fvp;
|
|
struct vccb *vcp;
|
|
KBuffer *m, *mhead, *mtail;
|
|
caddr_t cp;
|
|
u_long hdr, nsegs;
|
|
u_int seglen, type0;
|
|
int i, pdulen, retries = 0, error;
|
|
|
|
/* Silence the compiler */
|
|
mtail = NULL;
|
|
type0 = 0;
|
|
|
|
/*
|
|
* Process each completed entry
|
|
*/
|
|
retry:
|
|
while (*fup->fu_recv_head->hrq_status & QSTAT_COMPLETED) {
|
|
|
|
/*
|
|
* Get completed entry's receive descriptor
|
|
*/
|
|
hrp = fup->fu_recv_head;
|
|
rdp = hrp->hrq_descr;
|
|
|
|
#ifdef VAC
|
|
/*
|
|
* Cache flush receive descriptor
|
|
*/
|
|
if (vac) {
|
|
vac_flush((addr_t)rdp, sizeof(Recv_descr));
|
|
}
|
|
#endif
|
|
|
|
hdr = rdp->rd_cell_hdr;
|
|
nsegs = rdp->rd_nsegs;
|
|
|
|
pdulen = 0;
|
|
error = 0;
|
|
mhead = NULL;
|
|
|
|
/*
|
|
* Locate incoming VCC for this PDU
|
|
*/
|
|
fvp = (Fore_vcc *) atm_dev_vcc_find((Cmn_unit *)fup,
|
|
ATM_HDR_GET_VPI(hdr), ATM_HDR_GET_VCI(hdr), VCC_IN);
|
|
|
|
/*
|
|
* Check for a receive error
|
|
*
|
|
* Apparently the receive descriptor itself contains valid
|
|
* information, but the received pdu data is probably bogus.
|
|
* We'll arrange for the receive buffer segments to be tossed.
|
|
*/
|
|
if (*hrp->hrq_status & QSTAT_ERROR) {
|
|
|
|
fup->fu_pif.pif_ierrors++;
|
|
if (fvp) {
|
|
vcp = fvp->fv_connvc->cvc_vcc;
|
|
vcp->vc_ierrors++;
|
|
if (vcp->vc_nif)
|
|
vcp->vc_nif->nif_if.if_ierrors++;
|
|
}
|
|
ATM_DEBUG1("fore receive error: hdr=0x%lx\n", hdr);
|
|
error = 1;
|
|
}
|
|
|
|
/*
|
|
* Build PDU buffer chain from receive segments
|
|
*/
|
|
for (i = 0, rsp = rdp->rd_seg; i < nsegs; i++, rsp++) {
|
|
|
|
bhp = rsp->rsd_handle;
|
|
seglen = rsp->rsd_len;
|
|
|
|
/*
|
|
* Remove buffer from our supplied queue and get
|
|
* to the underlying buffer
|
|
*/
|
|
switch (bhp->bh_type) {
|
|
|
|
case BHT_S1_SMALL:
|
|
DEQUEUE(bhp, Buf_handle, bh_qelem,
|
|
fup->fu_buf1s_bq);
|
|
fup->fu_buf1s_cnt--;
|
|
m = (KBuffer *) ((caddr_t)bhp - BUF1_SM_HOFF);
|
|
KB_DATASTART(m, cp, caddr_t);
|
|
break;
|
|
|
|
case BHT_S1_LARGE:
|
|
DEQUEUE(bhp, Buf_handle, bh_qelem,
|
|
fup->fu_buf1l_bq);
|
|
fup->fu_buf1l_cnt--;
|
|
m = (KBuffer *) ((caddr_t)bhp - BUF1_LG_HOFF);
|
|
KB_DATASTART(m, cp, caddr_t);
|
|
break;
|
|
|
|
default:
|
|
log(LOG_ERR,
|
|
"fore_recv_drain: bhp=%p type=0x%x\n",
|
|
bhp, bhp->bh_type);
|
|
panic("fore_recv_drain: bad buffer type");
|
|
}
|
|
|
|
/*
|
|
* Toss any zero-length or receive error buffers
|
|
*/
|
|
if ((seglen == 0) || error) {
|
|
KB_FREEALL(m);
|
|
continue;
|
|
}
|
|
|
|
/*
|
|
* Link buffer into chain
|
|
*/
|
|
if (mhead == NULL) {
|
|
type0 = bhp->bh_type;
|
|
KB_LINKHEAD(m, mhead);
|
|
mhead = m;
|
|
} else {
|
|
KB_LINK(m, mtail);
|
|
}
|
|
KB_LEN(m) = seglen;
|
|
pdulen += seglen;
|
|
mtail = m;
|
|
|
|
/*
|
|
* Flush received buffer data
|
|
*/
|
|
#ifdef VAC
|
|
if (vac) {
|
|
addr_t dp;
|
|
|
|
KB_DATASTART(m, dp, addr_t);
|
|
vac_pageflush(dp);
|
|
}
|
|
#endif
|
|
}
|
|
|
|
/*
|
|
* Make sure we've got a non-null PDU
|
|
*/
|
|
if (mhead == NULL) {
|
|
goto free_ent;
|
|
}
|
|
|
|
/*
|
|
* We only support user data PDUs (for now)
|
|
*/
|
|
if (hdr & ATM_HDR_SET_PT(ATM_PT_NONUSER)) {
|
|
KB_FREEALL(mhead);
|
|
goto free_ent;
|
|
}
|
|
|
|
/*
|
|
* Toss the data if there's no VCC
|
|
*/
|
|
if (fvp == NULL) {
|
|
fup->fu_stats->st_drv.drv_rv_novcc++;
|
|
KB_FREEALL(mhead);
|
|
goto free_ent;
|
|
}
|
|
|
|
#ifdef DIAGNOSTIC
|
|
if (atm_dev_print)
|
|
atm_dev_pdu_print((Cmn_unit *)fup, (Cmn_vcc *)fvp,
|
|
mhead, "fore_recv");
|
|
#endif
|
|
|
|
/*
|
|
* Make sure we have our queueing headroom at the front
|
|
* of the buffer chain
|
|
*/
|
|
if (type0 != BHT_S1_SMALL) {
|
|
|
|
/*
|
|
* Small buffers already have headroom built-in, but
|
|
* if CP had to use a large buffer for the first
|
|
* buffer, then we have to allocate a buffer here to
|
|
* contain the headroom.
|
|
*/
|
|
fup->fu_stats->st_drv.drv_rv_nosbf++;
|
|
|
|
KB_ALLOCPKT(m, BUF1_SM_SIZE, KB_F_NOWAIT, KB_T_DATA);
|
|
if (m == NULL) {
|
|
fup->fu_stats->st_drv.drv_rv_nomb++;
|
|
KB_FREEALL(mhead);
|
|
goto free_ent;
|
|
}
|
|
|
|
/*
|
|
* Put new buffer at head of PDU chain
|
|
*/
|
|
KB_LINKHEAD(m, mhead);
|
|
KB_LEN(m) = 0;
|
|
KB_HEADSET(m, BUF1_SM_DOFF);
|
|
mhead = m;
|
|
}
|
|
|
|
/*
|
|
* It looks like we've got a valid PDU - count it quick!!
|
|
*/
|
|
mhead->m_pkthdr.rcvif = NULL;
|
|
mhead->m_pkthdr.csum_flags = 0;
|
|
SLIST_INIT(&mhead->m_pkthdr.tags);
|
|
KB_PLENSET(mhead, pdulen);
|
|
fup->fu_pif.pif_ipdus++;
|
|
fup->fu_pif.pif_ibytes += pdulen;
|
|
vcp = fvp->fv_connvc->cvc_vcc;
|
|
vcp->vc_ipdus++;
|
|
vcp->vc_ibytes += pdulen;
|
|
if (vcp->vc_nif) {
|
|
vcp->vc_nif->nif_ibytes += pdulen;
|
|
vcp->vc_nif->nif_if.if_ipackets++;
|
|
#if (defined(BSD) && (BSD >= 199103))
|
|
vcp->vc_nif->nif_if.if_ibytes += pdulen;
|
|
#endif
|
|
}
|
|
|
|
/*
|
|
* The STACK_CALL needs to happen at splnet() in order
|
|
* for the stack sequence processing to work. Schedule an
|
|
* interrupt queue callback at splnet() since we are
|
|
* currently at device level.
|
|
*/
|
|
|
|
/*
|
|
* Prepend callback function pointer and token value to buffer.
|
|
* We have already guaranteed that the space is available
|
|
* in the first buffer.
|
|
* Don't count this extra fields in m_pkthdr.len (XXX)
|
|
*/
|
|
mhead->m_data -= sizeof(atm_intr_func_t) + sizeof(void *);
|
|
mhead->m_len += sizeof(atm_intr_func_t) + sizeof(void *);
|
|
cp = mtod(mhead, caddr_t);
|
|
*((atm_intr_func_t *)cp) = fore_recv_stack;
|
|
cp += sizeof(atm_intr_func_t);
|
|
*((void **)cp) = (void *)fvp;
|
|
|
|
/*
|
|
* Schedule callback
|
|
*/
|
|
if (netisr_queue(NETISR_ATM, mhead)) { /* (0) on success. */
|
|
fup->fu_stats->st_drv.drv_rv_ifull++;
|
|
goto free_ent;
|
|
}
|
|
|
|
free_ent:
|
|
/*
|
|
* Mark this entry free for use and bump head pointer
|
|
* to the next entry in the queue
|
|
*/
|
|
*hrp->hrq_status = QSTAT_FREE;
|
|
hrp->hrq_cpelem->cq_descr =
|
|
(CP_dma) CP_WRITE((u_long)hrp->hrq_descr_dma);
|
|
fup->fu_recv_head = hrp->hrq_next;
|
|
}
|
|
|
|
/*
|
|
* Nearly all of the interrupts generated by the CP will be due
|
|
* to PDU reception. However, we may receive an interrupt before
|
|
* the CP has completed the status word DMA to host memory. Thus,
|
|
* if we haven't processed any PDUs during this interrupt, we will
|
|
* wait a bit for completed work on the receive queue, rather than
|
|
* having to field an extra interrupt very soon.
|
|
*/
|
|
if (hrp == NULL) {
|
|
if (++retries <= FORE_RECV_RETRY) {
|
|
DELAY(FORE_RECV_DELAY);
|
|
goto retry;
|
|
}
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
|
|
/*
|
|
* Pass Incoming PDU up Stack
|
|
*
|
|
* This function is called via the core ATM interrupt queue callback
|
|
* set in fore_recv_drain(). It will pass the supplied incoming
|
|
* PDU up the incoming VCC's stack.
|
|
*
|
|
* Called at splnet.
|
|
*
|
|
* Arguments:
|
|
* tok token to identify stack instantiation
|
|
* m pointer to incoming PDU buffer chain
|
|
*
|
|
* Returns:
|
|
* none
|
|
*/
|
|
static void
|
|
fore_recv_stack(tok, m)
|
|
void *tok;
|
|
KBuffer *m;
|
|
{
|
|
Fore_vcc *fvp = (Fore_vcc *)tok;
|
|
int err;
|
|
|
|
/*
|
|
* Send the data up the stack
|
|
*/
|
|
STACK_CALL(CPCS_UNITDATA_SIG, fvp->fv_upper,
|
|
fvp->fv_toku, fvp->fv_connvc, (intptr_t)m, 0, err);
|
|
if (err)
|
|
KB_FREEALL(m);
|
|
|
|
return;
|
|
}
|
|
|
|
|
|
/*
|
|
* Free Receive Queue Data Structures
|
|
*
|
|
* Arguments:
|
|
* fup pointer to device unit structure
|
|
*
|
|
* Returns:
|
|
* none
|
|
*/
|
|
void
|
|
fore_recv_free(fup)
|
|
Fore_unit *fup;
|
|
{
|
|
/*
|
|
* We'll just let fore_buf_free() take care of freeing any
|
|
* buffers sitting on the receive queue (which are also still
|
|
* on the fu_*_bq queue).
|
|
*/
|
|
if (fup->fu_flags & CUF_INITED) {
|
|
}
|
|
|
|
/*
|
|
* Free the status words
|
|
*/
|
|
if (fup->fu_recv_stat) {
|
|
atm_dev_free((volatile void *)fup->fu_recv_stat);
|
|
fup->fu_recv_stat = NULL;
|
|
fup->fu_recv_statd = 0;
|
|
}
|
|
|
|
/*
|
|
* Free the receive descriptors
|
|
*/
|
|
if (fup->fu_recv_desc) {
|
|
atm_dev_free(fup->fu_recv_desc);
|
|
fup->fu_recv_desc = NULL;
|
|
fup->fu_recv_descd = 0;
|
|
}
|
|
|
|
return;
|
|
}
|
|
|