xref: /freebsd-src/sys/cddl/compat/opensolaris/kern/opensolaris_taskq.c (revision fdafd315ad0d0f28a11b9fb4476a9ab059c62b92)
1159ef108SPawel Jakub Dawidek /*-
2159ef108SPawel Jakub Dawidek  * Copyright (c) 2009 Pawel Jakub Dawidek <pjd@FreeBSD.org>
3159ef108SPawel Jakub Dawidek  * All rights reserved.
4159ef108SPawel Jakub Dawidek  *
5159ef108SPawel Jakub Dawidek  * Redistribution and use in source and binary forms, with or without
6159ef108SPawel Jakub Dawidek  * modification, are permitted provided that the following conditions
7159ef108SPawel Jakub Dawidek  * are met:
8159ef108SPawel Jakub Dawidek  * 1. Redistributions of source code must retain the above copyright
9159ef108SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer.
10159ef108SPawel Jakub Dawidek  * 2. Redistributions in binary form must reproduce the above copyright
11159ef108SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer in the
12159ef108SPawel Jakub Dawidek  *    documentation and/or other materials provided with the distribution.
13159ef108SPawel Jakub Dawidek  *
14159ef108SPawel Jakub Dawidek  * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
15159ef108SPawel Jakub Dawidek  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16159ef108SPawel Jakub Dawidek  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17159ef108SPawel Jakub Dawidek  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
18159ef108SPawel Jakub Dawidek  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19159ef108SPawel Jakub Dawidek  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20159ef108SPawel Jakub Dawidek  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21159ef108SPawel Jakub Dawidek  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22159ef108SPawel Jakub Dawidek  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23159ef108SPawel Jakub Dawidek  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24159ef108SPawel Jakub Dawidek  * SUCH DAMAGE.
25159ef108SPawel Jakub Dawidek  */
26159ef108SPawel Jakub Dawidek 
27159ef108SPawel Jakub Dawidek #include <sys/param.h>
28159ef108SPawel Jakub Dawidek #include <sys/kernel.h>
29159ef108SPawel Jakub Dawidek #include <sys/kmem.h>
30159ef108SPawel Jakub Dawidek #include <sys/lock.h>
31159ef108SPawel Jakub Dawidek #include <sys/mutex.h>
32159ef108SPawel Jakub Dawidek #include <sys/queue.h>
33159ef108SPawel Jakub Dawidek #include <sys/taskqueue.h>
34159ef108SPawel Jakub Dawidek #include <sys/taskq.h>
35159ef108SPawel Jakub Dawidek 
36159ef108SPawel Jakub Dawidek #include <vm/uma.h>
37159ef108SPawel Jakub Dawidek 
38159ef108SPawel Jakub Dawidek static uma_zone_t taskq_zone;
39159ef108SPawel Jakub Dawidek 
40159ef108SPawel Jakub Dawidek taskq_t *system_taskq = NULL;
41159ef108SPawel Jakub Dawidek 
42*ec039888SAndriy Gapon struct proc *system_proc;
43*ec039888SAndriy Gapon 
44159ef108SPawel Jakub Dawidek static void
system_taskq_init(void * arg)45159ef108SPawel Jakub Dawidek system_taskq_init(void *arg)
46159ef108SPawel Jakub Dawidek {
47159ef108SPawel Jakub Dawidek 
4834140e78SAndriy Gapon 	taskq_zone = uma_zcreate("taskq_zone", sizeof(taskq_ent_t),
49159ef108SPawel Jakub Dawidek 	    NULL, NULL, NULL, NULL, 0, 0);
50ca7019d2SAndriy Gapon 	system_taskq = taskq_create("system_taskq", mp_ncpus, minclsyspri,
51ca7019d2SAndriy Gapon 	    0, 0, 0);
52159ef108SPawel Jakub Dawidek }
53159ef108SPawel Jakub Dawidek SYSINIT(system_taskq_init, SI_SUB_CONFIGURE, SI_ORDER_ANY, system_taskq_init, NULL);
54159ef108SPawel Jakub Dawidek 
55159ef108SPawel Jakub Dawidek static void
system_taskq_fini(void * arg)56159ef108SPawel Jakub Dawidek system_taskq_fini(void *arg)
57159ef108SPawel Jakub Dawidek {
58159ef108SPawel Jakub Dawidek 
590e568ab2SXin LI 	taskq_destroy(system_taskq);
60159ef108SPawel Jakub Dawidek 	uma_zdestroy(taskq_zone);
61159ef108SPawel Jakub Dawidek }
62159ef108SPawel Jakub Dawidek SYSUNINIT(system_taskq_fini, SI_SUB_CONFIGURE, SI_ORDER_ANY, system_taskq_fini, NULL);
63159ef108SPawel Jakub Dawidek 
64eb819923SAndriy Gapon static taskq_t *
taskq_create_impl(const char * name,int nthreads,pri_t pri,proc_t * proc,uint_t flags)65eb819923SAndriy Gapon taskq_create_impl(const char *name, int nthreads, pri_t pri, proc_t *proc,
66eb819923SAndriy Gapon     uint_t flags)
67159ef108SPawel Jakub Dawidek {
68159ef108SPawel Jakub Dawidek 	taskq_t *tq;
69159ef108SPawel Jakub Dawidek 
700e568ab2SXin LI 	if ((flags & TASKQ_THREADS_CPU_PCT) != 0)
710e568ab2SXin LI 		nthreads = MAX((mp_ncpus * nthreads) / 100, 1);
72159ef108SPawel Jakub Dawidek 
73159ef108SPawel Jakub Dawidek 	tq = kmem_alloc(sizeof(*tq), KM_SLEEP);
74159ef108SPawel Jakub Dawidek 	tq->tq_queue = taskqueue_create(name, M_WAITOK, taskqueue_thread_enqueue,
75159ef108SPawel Jakub Dawidek 	    &tq->tq_queue);
76eb819923SAndriy Gapon 	(void) taskqueue_start_threads_in_proc(&tq->tq_queue, nthreads, pri,
77eb819923SAndriy Gapon 	    proc, "%s", name);
78159ef108SPawel Jakub Dawidek 
79159ef108SPawel Jakub Dawidek 	return ((taskq_t *)tq);
80159ef108SPawel Jakub Dawidek }
81159ef108SPawel Jakub Dawidek 
820e568ab2SXin LI taskq_t *
taskq_create(const char * name,int nthreads,pri_t pri,int minalloc __unused,int maxalloc __unused,uint_t flags)83eb819923SAndriy Gapon taskq_create(const char *name, int nthreads, pri_t pri, int minalloc __unused,
84eb819923SAndriy Gapon     int maxalloc __unused, uint_t flags)
850e568ab2SXin LI {
86*ec039888SAndriy Gapon 	return (taskq_create_impl(name, nthreads, pri, system_proc, flags));
87eb819923SAndriy Gapon }
880e568ab2SXin LI 
89eb819923SAndriy Gapon taskq_t *
taskq_create_proc(const char * name,int nthreads,pri_t pri,int minalloc,int maxalloc,proc_t * proc,uint_t flags)90eb819923SAndriy Gapon taskq_create_proc(const char *name, int nthreads, pri_t pri, int minalloc,
91eb819923SAndriy Gapon     int maxalloc, proc_t *proc, uint_t flags)
92eb819923SAndriy Gapon {
93eb819923SAndriy Gapon 	return (taskq_create_impl(name, nthreads, pri, proc, flags));
940e568ab2SXin LI }
950e568ab2SXin LI 
96159ef108SPawel Jakub Dawidek void
taskq_destroy(taskq_t * tq)97159ef108SPawel Jakub Dawidek taskq_destroy(taskq_t *tq)
98159ef108SPawel Jakub Dawidek {
99159ef108SPawel Jakub Dawidek 
100159ef108SPawel Jakub Dawidek 	taskqueue_free(tq->tq_queue);
101159ef108SPawel Jakub Dawidek 	kmem_free(tq, sizeof(*tq));
102159ef108SPawel Jakub Dawidek }
103159ef108SPawel Jakub Dawidek 
104159ef108SPawel Jakub Dawidek int
taskq_member(taskq_t * tq,kthread_t * thread)105159ef108SPawel Jakub Dawidek taskq_member(taskq_t *tq, kthread_t *thread)
106159ef108SPawel Jakub Dawidek {
107159ef108SPawel Jakub Dawidek 
108159ef108SPawel Jakub Dawidek 	return (taskqueue_member(tq->tq_queue, thread));
109159ef108SPawel Jakub Dawidek }
110159ef108SPawel Jakub Dawidek 
111159ef108SPawel Jakub Dawidek static void
taskq_run(void * arg,int pending __unused)112159ef108SPawel Jakub Dawidek taskq_run(void *arg, int pending __unused)
113159ef108SPawel Jakub Dawidek {
11434140e78SAndriy Gapon 	taskq_ent_t *task = arg;
115159ef108SPawel Jakub Dawidek 
11634140e78SAndriy Gapon 	task->tqent_func(task->tqent_arg);
117159ef108SPawel Jakub Dawidek 
118159ef108SPawel Jakub Dawidek 	uma_zfree(taskq_zone, task);
119159ef108SPawel Jakub Dawidek }
120159ef108SPawel Jakub Dawidek 
121159ef108SPawel Jakub Dawidek taskqid_t
taskq_dispatch(taskq_t * tq,task_func_t func,void * arg,uint_t flags)122159ef108SPawel Jakub Dawidek taskq_dispatch(taskq_t *tq, task_func_t func, void *arg, uint_t flags)
123159ef108SPawel Jakub Dawidek {
12434140e78SAndriy Gapon 	taskq_ent_t *task;
12510b9d77bSPawel Jakub Dawidek 	int mflag, prio;
126159ef108SPawel Jakub Dawidek 
127159ef108SPawel Jakub Dawidek 	if ((flags & (TQ_SLEEP | TQ_NOQUEUE)) == TQ_SLEEP)
128159ef108SPawel Jakub Dawidek 		mflag = M_WAITOK;
129159ef108SPawel Jakub Dawidek 	else
130159ef108SPawel Jakub Dawidek 		mflag = M_NOWAIT;
13110b9d77bSPawel Jakub Dawidek 	/*
13210b9d77bSPawel Jakub Dawidek 	 * If TQ_FRONT is given, we want higher priority for this task, so it
13310b9d77bSPawel Jakub Dawidek 	 * can go at the front of the queue.
13410b9d77bSPawel Jakub Dawidek 	 */
13510b9d77bSPawel Jakub Dawidek 	prio = !!(flags & TQ_FRONT);
136159ef108SPawel Jakub Dawidek 
137159ef108SPawel Jakub Dawidek 	task = uma_zalloc(taskq_zone, mflag);
138159ef108SPawel Jakub Dawidek 	if (task == NULL)
139159ef108SPawel Jakub Dawidek 		return (0);
140159ef108SPawel Jakub Dawidek 
14134140e78SAndriy Gapon 	task->tqent_func = func;
14234140e78SAndriy Gapon 	task->tqent_arg = arg;
143159ef108SPawel Jakub Dawidek 
14434140e78SAndriy Gapon 	TASK_INIT(&task->tqent_task, prio, taskq_run, task);
14534140e78SAndriy Gapon 	taskqueue_enqueue(tq->tq_queue, &task->tqent_task);
146159ef108SPawel Jakub Dawidek 
147159ef108SPawel Jakub Dawidek 	return ((taskqid_t)(void *)task);
148159ef108SPawel Jakub Dawidek }
149cfb3e98dSPawel Jakub Dawidek 
150cfb3e98dSPawel Jakub Dawidek static void
taskq_run_ent(void * arg,int pending __unused)15134140e78SAndriy Gapon taskq_run_ent(void *arg, int pending __unused)
152cfb3e98dSPawel Jakub Dawidek {
15334140e78SAndriy Gapon 	taskq_ent_t *task = arg;
154cfb3e98dSPawel Jakub Dawidek 
15534140e78SAndriy Gapon 	task->tqent_func(task->tqent_arg);
156cfb3e98dSPawel Jakub Dawidek }
157cfb3e98dSPawel Jakub Dawidek 
15834140e78SAndriy Gapon void
taskq_dispatch_ent(taskq_t * tq,task_func_t func,void * arg,u_int flags,taskq_ent_t * task)15934140e78SAndriy Gapon taskq_dispatch_ent(taskq_t *tq, task_func_t func, void *arg, u_int flags,
16034140e78SAndriy Gapon     taskq_ent_t *task)
161cfb3e98dSPawel Jakub Dawidek {
16210b9d77bSPawel Jakub Dawidek 	int prio;
163cfb3e98dSPawel Jakub Dawidek 
16410b9d77bSPawel Jakub Dawidek 	/*
16510b9d77bSPawel Jakub Dawidek 	 * If TQ_FRONT is given, we want higher priority for this task, so it
16610b9d77bSPawel Jakub Dawidek 	 * can go at the front of the queue.
16710b9d77bSPawel Jakub Dawidek 	 */
16810b9d77bSPawel Jakub Dawidek 	prio = !!(flags & TQ_FRONT);
16910b9d77bSPawel Jakub Dawidek 
17034140e78SAndriy Gapon 	task->tqent_func = func;
17134140e78SAndriy Gapon 	task->tqent_arg = arg;
172cfb3e98dSPawel Jakub Dawidek 
17334140e78SAndriy Gapon 	TASK_INIT(&task->tqent_task, prio, taskq_run_ent, task);
17434140e78SAndriy Gapon 	taskqueue_enqueue(tq->tq_queue, &task->tqent_task);
175cfb3e98dSPawel Jakub Dawidek }
17602727275SAndriy Gapon 
17702727275SAndriy Gapon void
taskq_wait(taskq_t * tq)17802727275SAndriy Gapon taskq_wait(taskq_t *tq)
17902727275SAndriy Gapon {
180544e0a4fSMark Johnston 	taskqueue_quiesce(tq->tq_queue);
18102727275SAndriy Gapon }
18269724399SSean Eric Fagan 
18369724399SSean Eric Fagan void
taskq_wait_id(taskq_t * tq,taskqid_t id)18469724399SSean Eric Fagan taskq_wait_id(taskq_t *tq, taskqid_t id)
18569724399SSean Eric Fagan {
186544e0a4fSMark Johnston 	taskqueue_drain_all(tq->tq_queue);
18769724399SSean Eric Fagan }
188