2000-05-28 15:45:30 +00:00
|
|
|
/*-
|
|
|
|
* Copyright (c) 2000 Doug Rabson
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
2003-06-11 00:56:59 +00:00
|
|
|
#include <sys/cdefs.h>
|
|
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
#include <sys/param.h>
|
|
|
|
#include <sys/systm.h>
|
2001-10-26 06:32:21 +00:00
|
|
|
#include <sys/bus.h>
|
2001-10-26 18:46:48 +00:00
|
|
|
#include <sys/interrupt.h>
|
2000-05-28 15:45:30 +00:00
|
|
|
#include <sys/kernel.h>
|
2003-12-17 21:13:04 +00:00
|
|
|
#include <sys/kthread.h>
|
2001-10-26 06:32:21 +00:00
|
|
|
#include <sys/lock.h>
|
2000-05-28 15:45:30 +00:00
|
|
|
#include <sys/malloc.h>
|
2001-10-26 06:32:21 +00:00
|
|
|
#include <sys/mutex.h>
|
2005-05-01 00:38:11 +00:00
|
|
|
#include <sys/proc.h>
|
2006-01-14 01:55:24 +00:00
|
|
|
#include <sys/sched.h>
|
2001-10-26 06:32:21 +00:00
|
|
|
#include <sys/taskqueue.h>
|
Move dynamic sysctl(8) variable creation for the cd(4) and da(4) drivers
out of cdregister() and daregister(), which are run from interrupt context.
The sysctl code does blocking mallocs (M_WAITOK), which causes problems
if malloc(9) actually needs to sleep.
The eventual fix for this issue will involve moving the CAM probe process
inside a kernel thread. For now, though, I have fixed the issue by moving
dynamic sysctl variable creation for these two drivers to a task queue
running in a kernel thread.
The existing task queues (taskqueue_swi and taskqueue_swi_giant) run in
software interrupt handlers, which wouldn't fix the problem at hand. So I
have created a new task queue, taskqueue_thread, that runs inside a kernel
thread. (It also runs outside of Giant -- clients must explicitly acquire
and release Giant in their taskqueue functions.)
scsi_cd.c: Remove sysctl variable creation code from cdregister(), and
move it to a new function, cdsysctlinit(). Queue
cdsysctlinit() to the taskqueue_thread taskqueue once we
have fully registered the cd(4) driver instance.
scsi_da.c: Remove sysctl variable creation code from daregister(), and
move it to move it to a new function, dasysctlinit().
Queue dasysctlinit() to the taskqueue_thread taskqueue once
we have fully registered the da(4) instance.
taskqueue.h: Declare the new taskqueue_thread taskqueue, update some
comments.
subr_taskqueue.c:
Create the new kernel thread taskqueue. This taskqueue
runs outside of Giant, so any functions queued to it would
need to explicitly acquire/release Giant if they need it.
cd.4: Update the cd(4) man page to talk about the minimum command
size sysctl/loader tunable. Also note that the changer
variables are available as loader tunables as well.
da.4: Update the da(4) man page to cover the retry_count,
default_timeout and minimum_cmd_size sysctl variables/loader
tunables. Remove references to /dev/r???, they aren't used
any longer.
cd.9: Update the cd(9) man page to describe the CD_Q_10_BYTE_ONLY
quirk.
taskqueue.9: Update the taskqueue(9) man page to describe the new thread
task queue, and the taskqueue_swi_giant queue.
MFC after: 3 days
2003-09-03 04:46:28 +00:00
|
|
|
#include <sys/unistd.h>
|
2006-01-14 01:55:24 +00:00
|
|
|
#include <machine/stdarg.h>
|
2000-05-28 15:45:30 +00:00
|
|
|
|
2000-12-08 20:09:00 +00:00
|
|
|
static MALLOC_DEFINE(M_TASKQUEUE, "taskqueue", "Task Queues");
|
2003-02-26 03:15:42 +00:00
|
|
|
static void *taskqueue_giant_ih;
|
2003-12-17 21:13:04 +00:00
|
|
|
static void *taskqueue_ih;
|
2000-10-25 05:19:40 +00:00
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
struct taskqueue {
|
|
|
|
STAILQ_HEAD(, task) tq_queue;
|
|
|
|
const char *tq_name;
|
|
|
|
taskqueue_enqueue_fn tq_enqueue;
|
|
|
|
void *tq_context;
|
2010-06-01 16:04:01 +00:00
|
|
|
struct task *tq_running;
|
2001-10-26 06:32:21 +00:00
|
|
|
struct mtx tq_mutex;
|
2008-04-08 17:48:02 +00:00
|
|
|
struct thread **tq_threads;
|
|
|
|
int tq_tcount;
|
2008-07-18 07:10:33 +00:00
|
|
|
int tq_spin;
|
2006-01-14 01:55:24 +00:00
|
|
|
int tq_flags;
|
2000-05-28 15:45:30 +00:00
|
|
|
};
|
|
|
|
|
2006-01-14 01:55:24 +00:00
|
|
|
#define TQ_FLAGS_ACTIVE (1 << 0)
|
2008-03-25 22:38:45 +00:00
|
|
|
#define TQ_FLAGS_BLOCKED (1 << 1)
|
|
|
|
#define TQ_FLAGS_PENDING (1 << 2)
|
2006-01-14 01:55:24 +00:00
|
|
|
|
2010-07-22 16:41:09 +00:00
|
|
|
static void taskqueue_run(struct taskqueue *, struct task **);
|
|
|
|
|
2008-07-18 07:10:33 +00:00
|
|
|
static __inline void
|
|
|
|
TQ_LOCK(struct taskqueue *tq)
|
|
|
|
{
|
|
|
|
if (tq->tq_spin)
|
|
|
|
mtx_lock_spin(&tq->tq_mutex);
|
|
|
|
else
|
|
|
|
mtx_lock(&tq->tq_mutex);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline void
|
|
|
|
TQ_UNLOCK(struct taskqueue *tq)
|
|
|
|
{
|
|
|
|
if (tq->tq_spin)
|
|
|
|
mtx_unlock_spin(&tq->tq_mutex);
|
|
|
|
else
|
|
|
|
mtx_unlock(&tq->tq_mutex);
|
|
|
|
}
|
2006-01-10 06:31:12 +00:00
|
|
|
|
|
|
|
static __inline int
|
|
|
|
TQ_SLEEP(struct taskqueue *tq, void *p, struct mtx *m, int pri, const char *wm,
|
|
|
|
int t)
|
|
|
|
{
|
2008-07-18 07:10:33 +00:00
|
|
|
if (tq->tq_spin)
|
2006-01-10 06:31:12 +00:00
|
|
|
return (msleep_spin(p, m, wm, t));
|
|
|
|
return (msleep(p, m, pri, wm, t));
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct taskqueue *
|
|
|
|
_taskqueue_create(const char *name, int mflags,
|
2005-05-01 00:38:11 +00:00
|
|
|
taskqueue_enqueue_fn enqueue, void *context,
|
2006-01-10 06:31:12 +00:00
|
|
|
int mtxflags, const char *mtxname)
|
2000-05-28 15:45:30 +00:00
|
|
|
{
|
|
|
|
struct taskqueue *queue;
|
2008-07-18 07:10:33 +00:00
|
|
|
|
2001-10-26 06:32:21 +00:00
|
|
|
queue = malloc(sizeof(struct taskqueue), M_TASKQUEUE, mflags | M_ZERO);
|
2000-05-28 15:45:30 +00:00
|
|
|
if (!queue)
|
2009-02-03 07:51:41 +00:00
|
|
|
return NULL;
|
2008-07-18 07:10:33 +00:00
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
STAILQ_INIT(&queue->tq_queue);
|
|
|
|
queue->tq_name = name;
|
|
|
|
queue->tq_enqueue = enqueue;
|
|
|
|
queue->tq_context = context;
|
2008-07-18 07:10:33 +00:00
|
|
|
queue->tq_spin = (mtxflags & MTX_SPIN) != 0;
|
|
|
|
queue->tq_flags |= TQ_FLAGS_ACTIVE;
|
2006-01-10 06:31:12 +00:00
|
|
|
mtx_init(&queue->tq_mutex, mtxname, NULL, mtxflags);
|
2000-05-28 15:45:30 +00:00
|
|
|
|
|
|
|
return queue;
|
|
|
|
}
|
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
struct taskqueue *
|
|
|
|
taskqueue_create(const char *name, int mflags,
|
2006-01-14 01:55:24 +00:00
|
|
|
taskqueue_enqueue_fn enqueue, void *context)
|
2006-01-10 06:31:12 +00:00
|
|
|
{
|
2006-01-14 01:55:24 +00:00
|
|
|
return _taskqueue_create(name, mflags, enqueue, context,
|
2006-01-10 06:31:12 +00:00
|
|
|
MTX_DEF, "taskqueue");
|
|
|
|
}
|
|
|
|
|
2005-05-01 00:38:11 +00:00
|
|
|
/*
|
|
|
|
* Signal a taskqueue thread to terminate.
|
|
|
|
*/
|
|
|
|
static void
|
2008-04-08 17:48:02 +00:00
|
|
|
taskqueue_terminate(struct thread **pp, struct taskqueue *tq)
|
2005-05-01 00:38:11 +00:00
|
|
|
{
|
|
|
|
|
2008-04-08 17:48:02 +00:00
|
|
|
while (tq->tq_tcount > 0) {
|
2006-01-14 01:55:24 +00:00
|
|
|
wakeup(tq);
|
|
|
|
TQ_SLEEP(tq, pp, &tq->tq_mutex, PWAIT, "taskqueue_destroy", 0);
|
2005-05-01 00:38:11 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
void
|
|
|
|
taskqueue_free(struct taskqueue *queue)
|
|
|
|
{
|
2001-10-26 06:32:21 +00:00
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_LOCK(queue);
|
2006-01-14 01:55:24 +00:00
|
|
|
queue->tq_flags &= ~TQ_FLAGS_ACTIVE;
|
2008-04-08 17:48:02 +00:00
|
|
|
taskqueue_terminate(queue->tq_threads, queue);
|
2001-10-26 06:32:21 +00:00
|
|
|
mtx_destroy(&queue->tq_mutex);
|
2008-04-08 17:48:02 +00:00
|
|
|
free(queue->tq_threads, M_TASKQUEUE);
|
2000-05-28 15:45:30 +00:00
|
|
|
free(queue, M_TASKQUEUE);
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
taskqueue_enqueue(struct taskqueue *queue, struct task *task)
|
|
|
|
{
|
|
|
|
struct task *ins;
|
|
|
|
struct task *prev;
|
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_LOCK(queue);
|
2001-10-26 18:46:48 +00:00
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
/*
|
|
|
|
* Count multiple enqueues.
|
|
|
|
*/
|
2008-07-18 07:10:33 +00:00
|
|
|
if (task->ta_pending) {
|
2000-05-28 15:45:30 +00:00
|
|
|
task->ta_pending++;
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_UNLOCK(queue);
|
2000-05-28 15:45:30 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Optimise the case when all tasks have the same priority.
|
|
|
|
*/
|
2000-08-03 16:37:46 +00:00
|
|
|
prev = STAILQ_LAST(&queue->tq_queue, task, ta_link);
|
2000-05-28 15:45:30 +00:00
|
|
|
if (!prev || prev->ta_priority >= task->ta_priority) {
|
|
|
|
STAILQ_INSERT_TAIL(&queue->tq_queue, task, ta_link);
|
|
|
|
} else {
|
2009-02-03 07:51:41 +00:00
|
|
|
prev = NULL;
|
2000-05-28 15:45:30 +00:00
|
|
|
for (ins = STAILQ_FIRST(&queue->tq_queue); ins;
|
|
|
|
prev = ins, ins = STAILQ_NEXT(ins, ta_link))
|
|
|
|
if (ins->ta_priority < task->ta_priority)
|
|
|
|
break;
|
|
|
|
|
|
|
|
if (prev)
|
|
|
|
STAILQ_INSERT_AFTER(&queue->tq_queue, prev, task, ta_link);
|
|
|
|
else
|
|
|
|
STAILQ_INSERT_HEAD(&queue->tq_queue, task, ta_link);
|
|
|
|
}
|
|
|
|
|
|
|
|
task->ta_pending = 1;
|
2008-07-18 07:10:33 +00:00
|
|
|
if ((queue->tq_flags & TQ_FLAGS_BLOCKED) == 0)
|
2008-03-25 22:38:45 +00:00
|
|
|
queue->tq_enqueue(queue->tq_context);
|
2008-07-18 07:10:33 +00:00
|
|
|
else
|
2008-03-25 22:38:45 +00:00
|
|
|
queue->tq_flags |= TQ_FLAGS_PENDING;
|
2001-10-26 18:46:48 +00:00
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_UNLOCK(queue);
|
2001-10-26 18:46:48 +00:00
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-03-25 22:38:45 +00:00
|
|
|
void
|
|
|
|
taskqueue_block(struct taskqueue *queue)
|
|
|
|
{
|
|
|
|
|
|
|
|
TQ_LOCK(queue);
|
|
|
|
queue->tq_flags |= TQ_FLAGS_BLOCKED;
|
|
|
|
TQ_UNLOCK(queue);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
taskqueue_unblock(struct taskqueue *queue)
|
|
|
|
{
|
|
|
|
|
|
|
|
TQ_LOCK(queue);
|
|
|
|
queue->tq_flags &= ~TQ_FLAGS_BLOCKED;
|
|
|
|
if (queue->tq_flags & TQ_FLAGS_PENDING) {
|
|
|
|
queue->tq_flags &= ~TQ_FLAGS_PENDING;
|
|
|
|
queue->tq_enqueue(queue->tq_context);
|
|
|
|
}
|
|
|
|
TQ_UNLOCK(queue);
|
|
|
|
}
|
|
|
|
|
2010-07-22 16:41:09 +00:00
|
|
|
static void
|
|
|
|
taskqueue_run(struct taskqueue *queue, struct task **tpp)
|
2000-05-28 15:45:30 +00:00
|
|
|
{
|
2010-07-22 17:23:43 +00:00
|
|
|
struct task *task;
|
2010-07-22 16:41:09 +00:00
|
|
|
int pending;
|
2000-05-28 15:45:30 +00:00
|
|
|
|
2010-07-22 16:41:09 +00:00
|
|
|
mtx_assert(&queue->tq_mutex, MA_OWNED);
|
2000-05-28 15:45:30 +00:00
|
|
|
while (STAILQ_FIRST(&queue->tq_queue)) {
|
|
|
|
/*
|
|
|
|
* Carefully remove the first task from the queue and
|
|
|
|
* zero its pending count.
|
|
|
|
*/
|
|
|
|
task = STAILQ_FIRST(&queue->tq_queue);
|
|
|
|
STAILQ_REMOVE_HEAD(&queue->tq_queue, ta_link);
|
|
|
|
pending = task->ta_pending;
|
|
|
|
task->ta_pending = 0;
|
2010-07-22 16:41:09 +00:00
|
|
|
task->ta_running = tpp;
|
|
|
|
*tpp = task;
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_UNLOCK(queue);
|
2000-05-28 15:45:30 +00:00
|
|
|
|
2001-10-26 18:46:48 +00:00
|
|
|
task->ta_func(task->ta_context, pending);
|
2000-05-28 15:45:30 +00:00
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_LOCK(queue);
|
2010-07-22 16:41:09 +00:00
|
|
|
*tpp = NULL;
|
2010-06-01 16:04:01 +00:00
|
|
|
wakeup(task);
|
2000-05-28 15:45:30 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-10-05 04:16:01 +00:00
|
|
|
void
|
|
|
|
taskqueue_drain(struct taskqueue *queue, struct task *task)
|
|
|
|
{
|
2010-08-13 19:20:35 +00:00
|
|
|
|
|
|
|
if (!queue->tq_spin)
|
2006-01-10 06:31:12 +00:00
|
|
|
WITNESS_WARN(WARN_GIANTOK | WARN_SLEEPOK, NULL, __func__);
|
2005-05-01 00:38:11 +00:00
|
|
|
|
2010-08-13 19:20:35 +00:00
|
|
|
TQ_LOCK(queue);
|
|
|
|
while (task->ta_pending != 0 ||
|
|
|
|
(task->ta_running != NULL && task == *task->ta_running)) {
|
|
|
|
TQ_SLEEP(queue, task, &queue->tq_mutex, PWAIT, "-", 0);
|
2006-01-10 06:31:12 +00:00
|
|
|
}
|
2010-08-13 19:20:35 +00:00
|
|
|
TQ_UNLOCK(queue);
|
2004-10-05 04:16:01 +00:00
|
|
|
}
|
|
|
|
|
2000-05-28 15:45:30 +00:00
|
|
|
static void
|
|
|
|
taskqueue_swi_enqueue(void *context)
|
|
|
|
{
|
Change the preemption code for software interrupt thread schedules and
mutex releases to not require flags for the cases when preemption is
not allowed:
The purpose of the MTX_NOSWITCH and SWI_NOSWITCH flags is to prevent
switching to a higher priority thread on mutex releease and swi schedule,
respectively when that switch is not safe. Now that the critical section
API maintains a per-thread nesting count, the kernel can easily check
whether or not it should switch without relying on flags from the
programmer. This fixes a few bugs in that all current callers of
swi_sched() used SWI_NOSWITCH, when in fact, only the ones called from
fast interrupt handlers and the swi_sched of softclock needed this flag.
Note that to ensure that swi_sched()'s in clock and fast interrupt
handlers do not switch, these handlers have to be explicitly wrapped
in critical_enter/exit pairs. Presently, just wrapping the handlers is
sufficient, but in the future with the fully preemptive kernel, the
interrupt must be EOI'd before critical_exit() is called. (critical_exit()
can switch due to a deferred preemption in a fully preemptive kernel.)
I've tested the changes to the interrupt code on i386 and alpha. I have
not tested ia64, but the interrupt code is almost identical to the alpha
code, so I expect it will work fine. PowerPC and ARM do not yet have
interrupt code in the tree so they shouldn't be broken. Sparc64 is
broken, but that's been ok'd by jake and tmm who will be fixing the
interrupt code for sparc64 shortly.
Reviewed by: peter
Tested on: i386, alpha
2002-01-05 08:47:13 +00:00
|
|
|
swi_sched(taskqueue_ih, 0);
|
2000-05-28 15:45:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
2000-10-25 05:19:40 +00:00
|
|
|
taskqueue_swi_run(void *dummy)
|
2000-05-28 15:45:30 +00:00
|
|
|
{
|
2010-07-22 16:41:09 +00:00
|
|
|
TQ_LOCK(taskqueue_swi);
|
|
|
|
taskqueue_run(taskqueue_swi, &taskqueue_swi->tq_running);
|
|
|
|
TQ_UNLOCK(taskqueue_swi);
|
2000-05-28 15:45:30 +00:00
|
|
|
}
|
|
|
|
|
2003-02-26 03:15:42 +00:00
|
|
|
static void
|
|
|
|
taskqueue_swi_giant_enqueue(void *context)
|
|
|
|
{
|
|
|
|
swi_sched(taskqueue_giant_ih, 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
taskqueue_swi_giant_run(void *dummy)
|
|
|
|
{
|
2010-07-22 16:41:09 +00:00
|
|
|
TQ_LOCK(taskqueue_swi_giant);
|
|
|
|
taskqueue_run(taskqueue_swi_giant, &taskqueue_swi_giant->tq_running);
|
|
|
|
TQ_UNLOCK(taskqueue_swi_giant);
|
2003-02-26 03:15:42 +00:00
|
|
|
}
|
|
|
|
|
2006-01-14 01:55:24 +00:00
|
|
|
int
|
|
|
|
taskqueue_start_threads(struct taskqueue **tqp, int count, int pri,
|
|
|
|
const char *name, ...)
|
|
|
|
{
|
|
|
|
va_list ap;
|
2006-05-24 22:11:07 +00:00
|
|
|
struct thread *td;
|
2008-04-08 17:48:02 +00:00
|
|
|
struct taskqueue *tq;
|
2006-03-30 23:06:59 +00:00
|
|
|
int i, error;
|
2009-10-23 15:14:54 +00:00
|
|
|
char ktname[MAXCOMLEN + 1];
|
2006-01-14 01:55:24 +00:00
|
|
|
|
|
|
|
if (count <= 0)
|
|
|
|
return (EINVAL);
|
2008-04-08 17:48:02 +00:00
|
|
|
|
2006-01-14 01:55:24 +00:00
|
|
|
tq = *tqp;
|
|
|
|
|
|
|
|
va_start(ap, name);
|
2009-10-23 15:14:54 +00:00
|
|
|
vsnprintf(ktname, sizeof(ktname), name, ap);
|
2006-01-14 01:55:24 +00:00
|
|
|
va_end(ap);
|
|
|
|
|
2008-04-08 17:48:02 +00:00
|
|
|
tq->tq_threads = malloc(sizeof(struct thread *) * count, M_TASKQUEUE,
|
2006-03-30 23:06:59 +00:00
|
|
|
M_NOWAIT | M_ZERO);
|
2008-04-08 17:48:02 +00:00
|
|
|
if (tq->tq_threads == NULL) {
|
2006-03-30 23:06:59 +00:00
|
|
|
printf("%s: no memory for %s threads\n", __func__, ktname);
|
|
|
|
return (ENOMEM);
|
|
|
|
}
|
|
|
|
|
2006-01-14 01:55:24 +00:00
|
|
|
for (i = 0; i < count; i++) {
|
|
|
|
if (count == 1)
|
2008-04-08 17:48:02 +00:00
|
|
|
error = kthread_add(taskqueue_thread_loop, tqp, NULL,
|
2010-06-11 19:27:21 +00:00
|
|
|
&tq->tq_threads[i], RFSTOPPED, 0, "%s", ktname);
|
2006-01-14 01:55:24 +00:00
|
|
|
else
|
2008-04-08 17:48:02 +00:00
|
|
|
error = kthread_add(taskqueue_thread_loop, tqp, NULL,
|
|
|
|
&tq->tq_threads[i], RFSTOPPED, 0,
|
|
|
|
"%s_%d", ktname, i);
|
2006-05-24 22:11:07 +00:00
|
|
|
if (error) {
|
2006-03-30 23:06:59 +00:00
|
|
|
/* should be ok to continue, taskqueue_free will dtrt */
|
2008-04-08 17:48:02 +00:00
|
|
|
printf("%s: kthread_add(%s): error %d", __func__,
|
|
|
|
ktname, error);
|
|
|
|
tq->tq_threads[i] = NULL; /* paranoid */
|
2006-05-24 22:11:07 +00:00
|
|
|
} else
|
2008-04-08 17:48:02 +00:00
|
|
|
tq->tq_tcount++;
|
2006-05-24 22:11:07 +00:00
|
|
|
}
|
|
|
|
for (i = 0; i < count; i++) {
|
2008-04-08 17:48:02 +00:00
|
|
|
if (tq->tq_threads[i] == NULL)
|
2006-05-24 22:11:07 +00:00
|
|
|
continue;
|
2008-04-08 17:48:02 +00:00
|
|
|
td = tq->tq_threads[i];
|
Commit 14/14 of sched_lock decomposition.
- Use thread_lock() rather than sched_lock for per-thread scheduling
sychronization.
- Use the per-process spinlock rather than the sched_lock for per-process
scheduling synchronization.
Tested by: kris, current@
Tested on: i386, amd64, ULE, 4BSD, libthr, libkse, PREEMPTION, etc.
Discussed with: kris, attilio, kmacy, jhb, julian, bde (small parts each)
2007-06-05 00:00:57 +00:00
|
|
|
thread_lock(td);
|
2006-05-24 22:11:07 +00:00
|
|
|
sched_prio(td, pri);
|
2007-01-23 08:46:51 +00:00
|
|
|
sched_add(td, SRQ_BORING);
|
Commit 14/14 of sched_lock decomposition.
- Use thread_lock() rather than sched_lock for per-thread scheduling
sychronization.
- Use the per-process spinlock rather than the sched_lock for per-process
scheduling synchronization.
Tested by: kris, current@
Tested on: i386, amd64, ULE, 4BSD, libthr, libkse, PREEMPTION, etc.
Discussed with: kris, attilio, kmacy, jhb, julian, bde (small parts each)
2007-06-05 00:00:57 +00:00
|
|
|
thread_unlock(td);
|
2006-01-14 01:55:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return (0);
|
|
|
|
}
|
|
|
|
|
2004-08-08 02:37:22 +00:00
|
|
|
void
|
|
|
|
taskqueue_thread_loop(void *arg)
|
Move dynamic sysctl(8) variable creation for the cd(4) and da(4) drivers
out of cdregister() and daregister(), which are run from interrupt context.
The sysctl code does blocking mallocs (M_WAITOK), which causes problems
if malloc(9) actually needs to sleep.
The eventual fix for this issue will involve moving the CAM probe process
inside a kernel thread. For now, though, I have fixed the issue by moving
dynamic sysctl variable creation for these two drivers to a task queue
running in a kernel thread.
The existing task queues (taskqueue_swi and taskqueue_swi_giant) run in
software interrupt handlers, which wouldn't fix the problem at hand. So I
have created a new task queue, taskqueue_thread, that runs inside a kernel
thread. (It also runs outside of Giant -- clients must explicitly acquire
and release Giant in their taskqueue functions.)
scsi_cd.c: Remove sysctl variable creation code from cdregister(), and
move it to a new function, cdsysctlinit(). Queue
cdsysctlinit() to the taskqueue_thread taskqueue once we
have fully registered the cd(4) driver instance.
scsi_da.c: Remove sysctl variable creation code from daregister(), and
move it to move it to a new function, dasysctlinit().
Queue dasysctlinit() to the taskqueue_thread taskqueue once
we have fully registered the da(4) instance.
taskqueue.h: Declare the new taskqueue_thread taskqueue, update some
comments.
subr_taskqueue.c:
Create the new kernel thread taskqueue. This taskqueue
runs outside of Giant, so any functions queued to it would
need to explicitly acquire/release Giant if they need it.
cd.4: Update the cd(4) man page to talk about the minimum command
size sysctl/loader tunable. Also note that the changer
variables are available as loader tunables as well.
da.4: Update the da(4) man page to cover the retry_count,
default_timeout and minimum_cmd_size sysctl variables/loader
tunables. Remove references to /dev/r???, they aren't used
any longer.
cd.9: Update the cd(9) man page to describe the CD_Q_10_BYTE_ONLY
quirk.
taskqueue.9: Update the taskqueue(9) man page to describe the new thread
task queue, and the taskqueue_swi_giant queue.
MFC after: 3 days
2003-09-03 04:46:28 +00:00
|
|
|
{
|
2004-08-08 02:37:22 +00:00
|
|
|
struct taskqueue **tqp, *tq;
|
2010-07-22 16:41:09 +00:00
|
|
|
struct task *running;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The kernel stack space is globaly addressable, and it would
|
|
|
|
* be an error to ask whether a task is running after the
|
|
|
|
* taskqueue has been released. So it is safe to have the
|
|
|
|
* task point back to an address in the taskqueue's stack to
|
|
|
|
* determine if the task is running.
|
|
|
|
*/
|
|
|
|
running = NULL;
|
2004-06-28 16:28:23 +00:00
|
|
|
|
2004-08-08 02:37:22 +00:00
|
|
|
tqp = arg;
|
|
|
|
tq = *tqp;
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_LOCK(tq);
|
2009-02-13 01:16:51 +00:00
|
|
|
while ((tq->tq_flags & TQ_FLAGS_ACTIVE) != 0) {
|
2010-07-22 16:41:09 +00:00
|
|
|
taskqueue_run(tq, &running);
|
2009-08-17 08:42:34 +00:00
|
|
|
/*
|
|
|
|
* Because taskqueue_run() can drop tq_mutex, we need to
|
|
|
|
* check if the TQ_FLAGS_ACTIVE flag wasn't removed in the
|
|
|
|
* meantime, which means we missed a wakeup.
|
|
|
|
*/
|
|
|
|
if ((tq->tq_flags & TQ_FLAGS_ACTIVE) == 0)
|
|
|
|
break;
|
2006-04-17 18:20:38 +00:00
|
|
|
TQ_SLEEP(tq, tq, &tq->tq_mutex, 0, "-", 0);
|
2009-02-13 18:51:39 +00:00
|
|
|
}
|
2010-08-28 08:38:03 +00:00
|
|
|
taskqueue_run(tq, &running);
|
2005-05-01 00:38:11 +00:00
|
|
|
|
|
|
|
/* rendezvous with thread that asked us to terminate */
|
2008-04-08 17:48:02 +00:00
|
|
|
tq->tq_tcount--;
|
|
|
|
wakeup_one(tq->tq_threads);
|
2006-01-10 06:31:12 +00:00
|
|
|
TQ_UNLOCK(tq);
|
2008-04-11 17:35:54 +00:00
|
|
|
kthread_exit();
|
Move dynamic sysctl(8) variable creation for the cd(4) and da(4) drivers
out of cdregister() and daregister(), which are run from interrupt context.
The sysctl code does blocking mallocs (M_WAITOK), which causes problems
if malloc(9) actually needs to sleep.
The eventual fix for this issue will involve moving the CAM probe process
inside a kernel thread. For now, though, I have fixed the issue by moving
dynamic sysctl variable creation for these two drivers to a task queue
running in a kernel thread.
The existing task queues (taskqueue_swi and taskqueue_swi_giant) run in
software interrupt handlers, which wouldn't fix the problem at hand. So I
have created a new task queue, taskqueue_thread, that runs inside a kernel
thread. (It also runs outside of Giant -- clients must explicitly acquire
and release Giant in their taskqueue functions.)
scsi_cd.c: Remove sysctl variable creation code from cdregister(), and
move it to a new function, cdsysctlinit(). Queue
cdsysctlinit() to the taskqueue_thread taskqueue once we
have fully registered the cd(4) driver instance.
scsi_da.c: Remove sysctl variable creation code from daregister(), and
move it to move it to a new function, dasysctlinit().
Queue dasysctlinit() to the taskqueue_thread taskqueue once
we have fully registered the da(4) instance.
taskqueue.h: Declare the new taskqueue_thread taskqueue, update some
comments.
subr_taskqueue.c:
Create the new kernel thread taskqueue. This taskqueue
runs outside of Giant, so any functions queued to it would
need to explicitly acquire/release Giant if they need it.
cd.4: Update the cd(4) man page to talk about the minimum command
size sysctl/loader tunable. Also note that the changer
variables are available as loader tunables as well.
da.4: Update the da(4) man page to cover the retry_count,
default_timeout and minimum_cmd_size sysctl variables/loader
tunables. Remove references to /dev/r???, they aren't used
any longer.
cd.9: Update the cd(9) man page to describe the CD_Q_10_BYTE_ONLY
quirk.
taskqueue.9: Update the taskqueue(9) man page to describe the new thread
task queue, and the taskqueue_swi_giant queue.
MFC after: 3 days
2003-09-03 04:46:28 +00:00
|
|
|
}
|
|
|
|
|
2004-08-08 02:37:22 +00:00
|
|
|
void
|
Move dynamic sysctl(8) variable creation for the cd(4) and da(4) drivers
out of cdregister() and daregister(), which are run from interrupt context.
The sysctl code does blocking mallocs (M_WAITOK), which causes problems
if malloc(9) actually needs to sleep.
The eventual fix for this issue will involve moving the CAM probe process
inside a kernel thread. For now, though, I have fixed the issue by moving
dynamic sysctl variable creation for these two drivers to a task queue
running in a kernel thread.
The existing task queues (taskqueue_swi and taskqueue_swi_giant) run in
software interrupt handlers, which wouldn't fix the problem at hand. So I
have created a new task queue, taskqueue_thread, that runs inside a kernel
thread. (It also runs outside of Giant -- clients must explicitly acquire
and release Giant in their taskqueue functions.)
scsi_cd.c: Remove sysctl variable creation code from cdregister(), and
move it to a new function, cdsysctlinit(). Queue
cdsysctlinit() to the taskqueue_thread taskqueue once we
have fully registered the cd(4) driver instance.
scsi_da.c: Remove sysctl variable creation code from daregister(), and
move it to move it to a new function, dasysctlinit().
Queue dasysctlinit() to the taskqueue_thread taskqueue once
we have fully registered the da(4) instance.
taskqueue.h: Declare the new taskqueue_thread taskqueue, update some
comments.
subr_taskqueue.c:
Create the new kernel thread taskqueue. This taskqueue
runs outside of Giant, so any functions queued to it would
need to explicitly acquire/release Giant if they need it.
cd.4: Update the cd(4) man page to talk about the minimum command
size sysctl/loader tunable. Also note that the changer
variables are available as loader tunables as well.
da.4: Update the da(4) man page to cover the retry_count,
default_timeout and minimum_cmd_size sysctl variables/loader
tunables. Remove references to /dev/r???, they aren't used
any longer.
cd.9: Update the cd(9) man page to describe the CD_Q_10_BYTE_ONLY
quirk.
taskqueue.9: Update the taskqueue(9) man page to describe the new thread
task queue, and the taskqueue_swi_giant queue.
MFC after: 3 days
2003-09-03 04:46:28 +00:00
|
|
|
taskqueue_thread_enqueue(void *context)
|
|
|
|
{
|
2004-08-08 02:37:22 +00:00
|
|
|
struct taskqueue **tqp, *tq;
|
|
|
|
|
|
|
|
tqp = context;
|
|
|
|
tq = *tqp;
|
2004-06-28 16:28:23 +00:00
|
|
|
|
2004-08-08 02:37:22 +00:00
|
|
|
mtx_assert(&tq->tq_mutex, MA_OWNED);
|
2005-05-01 00:38:11 +00:00
|
|
|
wakeup_one(tq);
|
Move dynamic sysctl(8) variable creation for the cd(4) and da(4) drivers
out of cdregister() and daregister(), which are run from interrupt context.
The sysctl code does blocking mallocs (M_WAITOK), which causes problems
if malloc(9) actually needs to sleep.
The eventual fix for this issue will involve moving the CAM probe process
inside a kernel thread. For now, though, I have fixed the issue by moving
dynamic sysctl variable creation for these two drivers to a task queue
running in a kernel thread.
The existing task queues (taskqueue_swi and taskqueue_swi_giant) run in
software interrupt handlers, which wouldn't fix the problem at hand. So I
have created a new task queue, taskqueue_thread, that runs inside a kernel
thread. (It also runs outside of Giant -- clients must explicitly acquire
and release Giant in their taskqueue functions.)
scsi_cd.c: Remove sysctl variable creation code from cdregister(), and
move it to a new function, cdsysctlinit(). Queue
cdsysctlinit() to the taskqueue_thread taskqueue once we
have fully registered the cd(4) driver instance.
scsi_da.c: Remove sysctl variable creation code from daregister(), and
move it to move it to a new function, dasysctlinit().
Queue dasysctlinit() to the taskqueue_thread taskqueue once
we have fully registered the da(4) instance.
taskqueue.h: Declare the new taskqueue_thread taskqueue, update some
comments.
subr_taskqueue.c:
Create the new kernel thread taskqueue. This taskqueue
runs outside of Giant, so any functions queued to it would
need to explicitly acquire/release Giant if they need it.
cd.4: Update the cd(4) man page to talk about the minimum command
size sysctl/loader tunable. Also note that the changer
variables are available as loader tunables as well.
da.4: Update the da(4) man page to cover the retry_count,
default_timeout and minimum_cmd_size sysctl variables/loader
tunables. Remove references to /dev/r???, they aren't used
any longer.
cd.9: Update the cd(9) man page to describe the CD_Q_10_BYTE_ONLY
quirk.
taskqueue.9: Update the taskqueue(9) man page to describe the new thread
task queue, and the taskqueue_swi_giant queue.
MFC after: 3 days
2003-09-03 04:46:28 +00:00
|
|
|
}
|
|
|
|
|
2009-02-03 07:51:41 +00:00
|
|
|
TASKQUEUE_DEFINE(swi, taskqueue_swi_enqueue, NULL,
|
2003-02-26 03:15:42 +00:00
|
|
|
swi_add(NULL, "task queue", taskqueue_swi_run, NULL, SWI_TQ,
|
|
|
|
INTR_MPSAFE, &taskqueue_ih));
|
|
|
|
|
2009-02-03 07:51:41 +00:00
|
|
|
TASKQUEUE_DEFINE(swi_giant, taskqueue_swi_giant_enqueue, NULL,
|
2005-10-25 19:29:02 +00:00
|
|
|
swi_add(NULL, "Giant taskq", taskqueue_swi_giant_run,
|
2003-02-26 03:15:42 +00:00
|
|
|
NULL, SWI_TQ_GIANT, 0, &taskqueue_giant_ih));
|
Move dynamic sysctl(8) variable creation for the cd(4) and da(4) drivers
out of cdregister() and daregister(), which are run from interrupt context.
The sysctl code does blocking mallocs (M_WAITOK), which causes problems
if malloc(9) actually needs to sleep.
The eventual fix for this issue will involve moving the CAM probe process
inside a kernel thread. For now, though, I have fixed the issue by moving
dynamic sysctl variable creation for these two drivers to a task queue
running in a kernel thread.
The existing task queues (taskqueue_swi and taskqueue_swi_giant) run in
software interrupt handlers, which wouldn't fix the problem at hand. So I
have created a new task queue, taskqueue_thread, that runs inside a kernel
thread. (It also runs outside of Giant -- clients must explicitly acquire
and release Giant in their taskqueue functions.)
scsi_cd.c: Remove sysctl variable creation code from cdregister(), and
move it to a new function, cdsysctlinit(). Queue
cdsysctlinit() to the taskqueue_thread taskqueue once we
have fully registered the cd(4) driver instance.
scsi_da.c: Remove sysctl variable creation code from daregister(), and
move it to move it to a new function, dasysctlinit().
Queue dasysctlinit() to the taskqueue_thread taskqueue once
we have fully registered the da(4) instance.
taskqueue.h: Declare the new taskqueue_thread taskqueue, update some
comments.
subr_taskqueue.c:
Create the new kernel thread taskqueue. This taskqueue
runs outside of Giant, so any functions queued to it would
need to explicitly acquire/release Giant if they need it.
cd.4: Update the cd(4) man page to talk about the minimum command
size sysctl/loader tunable. Also note that the changer
variables are available as loader tunables as well.
da.4: Update the da(4) man page to cover the retry_count,
default_timeout and minimum_cmd_size sysctl variables/loader
tunables. Remove references to /dev/r???, they aren't used
any longer.
cd.9: Update the cd(9) man page to describe the CD_Q_10_BYTE_ONLY
quirk.
taskqueue.9: Update the taskqueue(9) man page to describe the new thread
task queue, and the taskqueue_swi_giant queue.
MFC after: 3 days
2003-09-03 04:46:28 +00:00
|
|
|
|
2004-08-08 02:37:22 +00:00
|
|
|
TASKQUEUE_DEFINE_THREAD(thread);
|
2003-09-05 23:09:22 +00:00
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
struct taskqueue *
|
|
|
|
taskqueue_create_fast(const char *name, int mflags,
|
2006-01-14 01:55:24 +00:00
|
|
|
taskqueue_enqueue_fn enqueue, void *context)
|
2003-09-05 23:09:22 +00:00
|
|
|
{
|
2006-01-14 01:55:24 +00:00
|
|
|
return _taskqueue_create(name, mflags, enqueue, context,
|
2006-01-10 06:31:12 +00:00
|
|
|
MTX_SPIN, "fast_taskqueue");
|
2003-09-05 23:09:22 +00:00
|
|
|
}
|
|
|
|
|
2006-01-10 06:31:12 +00:00
|
|
|
/* NB: for backwards compatibility */
|
|
|
|
int
|
|
|
|
taskqueue_enqueue_fast(struct taskqueue *queue, struct task *task)
|
2003-09-05 23:09:22 +00:00
|
|
|
{
|
2006-01-10 06:31:12 +00:00
|
|
|
return taskqueue_enqueue(queue, task);
|
2003-09-05 23:09:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static void *taskqueue_fast_ih;
|
|
|
|
|
|
|
|
static void
|
2006-01-10 06:31:12 +00:00
|
|
|
taskqueue_fast_enqueue(void *context)
|
2003-09-05 23:09:22 +00:00
|
|
|
{
|
|
|
|
swi_sched(taskqueue_fast_ih, 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
taskqueue_fast_run(void *dummy)
|
|
|
|
{
|
2010-07-22 16:41:09 +00:00
|
|
|
TQ_LOCK(taskqueue_fast);
|
|
|
|
taskqueue_run(taskqueue_fast, &taskqueue_fast->tq_running);
|
|
|
|
TQ_UNLOCK(taskqueue_fast);
|
2003-09-05 23:09:22 +00:00
|
|
|
}
|
|
|
|
|
2009-02-03 07:51:41 +00:00
|
|
|
TASKQUEUE_FAST_DEFINE(fast, taskqueue_fast_enqueue, NULL,
|
2006-01-10 06:31:12 +00:00
|
|
|
swi_add(NULL, "Fast task queue", taskqueue_fast_run, NULL,
|
|
|
|
SWI_TQ_FAST, INTR_MPSAFE, &taskqueue_fast_ih));
|
2009-08-17 09:01:20 +00:00
|
|
|
|
|
|
|
int
|
|
|
|
taskqueue_member(struct taskqueue *queue, struct thread *td)
|
|
|
|
{
|
|
|
|
int i, j, ret = 0;
|
|
|
|
|
|
|
|
TQ_LOCK(queue);
|
|
|
|
for (i = 0, j = 0; ; i++) {
|
|
|
|
if (queue->tq_threads[i] == NULL)
|
|
|
|
continue;
|
|
|
|
if (queue->tq_threads[i] == td) {
|
|
|
|
ret = 1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (++j >= queue->tq_tcount)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
TQ_UNLOCK(queue);
|
|
|
|
return (ret);
|
|
|
|
}
|