18d59ecb2SHans Petter Selasky /*-
28d59ecb2SHans Petter Selasky * Copyright (c) 2010 Isilon Systems, Inc.
38d59ecb2SHans Petter Selasky * Copyright (c) 2010 iX Systems, Inc.
48d59ecb2SHans Petter Selasky * Copyright (c) 2010 Panasas, Inc.
51e3db1deSHans Petter Selasky * Copyright (c) 2013-2017 Mellanox Technologies, Ltd.
68d59ecb2SHans Petter Selasky * All rights reserved.
78d59ecb2SHans Petter Selasky *
88d59ecb2SHans Petter Selasky * Redistribution and use in source and binary forms, with or without
98d59ecb2SHans Petter Selasky * modification, are permitted provided that the following conditions
108d59ecb2SHans Petter Selasky * are met:
118d59ecb2SHans Petter Selasky * 1. Redistributions of source code must retain the above copyright
128d59ecb2SHans Petter Selasky * notice unmodified, this list of conditions, and the following
138d59ecb2SHans Petter Selasky * disclaimer.
148d59ecb2SHans Petter Selasky * 2. Redistributions in binary form must reproduce the above copyright
158d59ecb2SHans Petter Selasky * notice, this list of conditions and the following disclaimer in the
168d59ecb2SHans Petter Selasky * documentation and/or other materials provided with the distribution.
178d59ecb2SHans Petter Selasky *
188d59ecb2SHans Petter Selasky * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
198d59ecb2SHans Petter Selasky * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
208d59ecb2SHans Petter Selasky * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
218d59ecb2SHans Petter Selasky * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
228d59ecb2SHans Petter Selasky * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
238d59ecb2SHans Petter Selasky * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
248d59ecb2SHans Petter Selasky * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
258d59ecb2SHans Petter Selasky * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
268d59ecb2SHans Petter Selasky * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
278d59ecb2SHans Petter Selasky * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
288d59ecb2SHans Petter Selasky */
29307f78f3SVladimir Kondratyev #ifndef _LINUXKPI_LINUX_KTHREAD_H_
30307f78f3SVladimir Kondratyev #define _LINUXKPI_LINUX_KTHREAD_H_
318d59ecb2SHans Petter Selasky
328d59ecb2SHans Petter Selasky #include <linux/sched.h>
338d59ecb2SHans Petter Selasky
34*b6f87b78SVladimir Kondratyev #include <sys/param.h>
35*b6f87b78SVladimir Kondratyev #include <sys/kernel.h>
361e3db1deSHans Petter Selasky #include <sys/kthread.h>
37*b6f87b78SVladimir Kondratyev #include <sys/malloc.h>
38*b6f87b78SVladimir Kondratyev #include <sys/queue.h>
39*b6f87b78SVladimir Kondratyev #include <sys/taskqueue.h>
40*b6f87b78SVladimir Kondratyev #include <sys/unistd.h>
41*b6f87b78SVladimir Kondratyev
42*b6f87b78SVladimir Kondratyev struct task_struct;
43*b6f87b78SVladimir Kondratyev struct kthread_work;
44*b6f87b78SVladimir Kondratyev
45*b6f87b78SVladimir Kondratyev typedef void (*kthread_work_func_t)(struct kthread_work *work);
46*b6f87b78SVladimir Kondratyev
47*b6f87b78SVladimir Kondratyev struct kthread_worker {
48*b6f87b78SVladimir Kondratyev struct task_struct *task;
49*b6f87b78SVladimir Kondratyev struct taskqueue *tq;
50*b6f87b78SVladimir Kondratyev };
51*b6f87b78SVladimir Kondratyev
52*b6f87b78SVladimir Kondratyev struct kthread_work {
53*b6f87b78SVladimir Kondratyev struct taskqueue *tq;
54*b6f87b78SVladimir Kondratyev struct task task;
55*b6f87b78SVladimir Kondratyev kthread_work_func_t func;
56*b6f87b78SVladimir Kondratyev };
578d59ecb2SHans Petter Selasky
581e3db1deSHans Petter Selasky #define kthread_run(fn, data, fmt, ...) ({ \
591e3db1deSHans Petter Selasky struct task_struct *__task; \
601e3db1deSHans Petter Selasky struct thread *__td; \
618d59ecb2SHans Petter Selasky \
621e3db1deSHans Petter Selasky if (kthread_add(linux_kthread_fn, NULL, NULL, &__td, \
631e3db1deSHans Petter Selasky RFSTOPPED, 0, fmt, ## __VA_ARGS__)) \
641e3db1deSHans Petter Selasky __task = NULL; \
651e3db1deSHans Petter Selasky else \
661e3db1deSHans Petter Selasky __task = linux_kthread_setup_and_run(__td, fn, data); \
671e3db1deSHans Petter Selasky __task; \
688d59ecb2SHans Petter Selasky })
698d59ecb2SHans Petter Selasky
708504aa98SMark Johnston int linux_kthread_stop(struct task_struct *);
718504aa98SMark Johnston bool linux_kthread_should_stop_task(struct task_struct *);
728504aa98SMark Johnston bool linux_kthread_should_stop(void);
738504aa98SMark Johnston int linux_kthread_park(struct task_struct *);
748504aa98SMark Johnston void linux_kthread_parkme(void);
758504aa98SMark Johnston bool linux_kthread_should_park(void);
768504aa98SMark Johnston void linux_kthread_unpark(struct task_struct *);
778504aa98SMark Johnston void linux_kthread_fn(void *);
788504aa98SMark Johnston struct task_struct *linux_kthread_setup_and_run(struct thread *,
798504aa98SMark Johnston linux_task_fn_t *, void *arg);
808504aa98SMark Johnston int linux_in_atomic(void);
81dff36e69SHans Petter Selasky
828504aa98SMark Johnston #define kthread_stop(task) linux_kthread_stop(task)
838504aa98SMark Johnston #define kthread_should_stop() linux_kthread_should_stop()
848504aa98SMark Johnston #define kthread_should_stop_task(task) linux_kthread_should_stop_task(task)
858504aa98SMark Johnston #define kthread_park(task) linux_kthread_park(task)
868504aa98SMark Johnston #define kthread_parkme() linux_kthread_parkme()
878504aa98SMark Johnston #define kthread_should_park() linux_kthread_should_park()
888504aa98SMark Johnston #define kthread_unpark(task) linux_kthread_unpark(task)
898504aa98SMark Johnston
908504aa98SMark Johnston #define in_atomic() linux_in_atomic()
918d59ecb2SHans Petter Selasky
92*b6f87b78SVladimir Kondratyev /* Only kthread_(create|destroy)_worker interface is allowed */
93*b6f87b78SVladimir Kondratyev #define kthread_init_worker(worker) \
94*b6f87b78SVladimir Kondratyev _Static_assert(false, "pre-4.9 worker interface is not supported");
95*b6f87b78SVladimir Kondratyev
96*b6f87b78SVladimir Kondratyev task_fn_t lkpi_kthread_work_fn;
97*b6f87b78SVladimir Kondratyev task_fn_t lkpi_kthread_worker_init_fn;
98*b6f87b78SVladimir Kondratyev
99*b6f87b78SVladimir Kondratyev #define kthread_create_worker(flags, fmt, ...) ({ \
100*b6f87b78SVladimir Kondratyev struct kthread_worker *__w; \
101*b6f87b78SVladimir Kondratyev struct task __task; \
102*b6f87b78SVladimir Kondratyev \
103*b6f87b78SVladimir Kondratyev __w = malloc(sizeof(*__w), M_KMALLOC, M_WAITOK | M_ZERO); \
104*b6f87b78SVladimir Kondratyev __w->tq = taskqueue_create("lkpi kthread taskq", M_WAITOK, \
105*b6f87b78SVladimir Kondratyev taskqueue_thread_enqueue, &__w->tq); \
106*b6f87b78SVladimir Kondratyev taskqueue_start_threads(&__w->tq, 1, PWAIT, fmt, ##__VA_ARGS__);\
107*b6f87b78SVladimir Kondratyev TASK_INIT(&__task, 0, lkpi_kthread_worker_init_fn, __w); \
108*b6f87b78SVladimir Kondratyev taskqueue_enqueue(__w->tq, &__task); \
109*b6f87b78SVladimir Kondratyev taskqueue_drain(__w->tq, &__task); \
110*b6f87b78SVladimir Kondratyev __w; \
111*b6f87b78SVladimir Kondratyev })
112*b6f87b78SVladimir Kondratyev
113*b6f87b78SVladimir Kondratyev static inline void
kthread_destroy_worker(struct kthread_worker * worker)114*b6f87b78SVladimir Kondratyev kthread_destroy_worker(struct kthread_worker *worker)
115*b6f87b78SVladimir Kondratyev {
116*b6f87b78SVladimir Kondratyev taskqueue_drain_all(worker->tq);
117*b6f87b78SVladimir Kondratyev taskqueue_free(worker->tq);
118*b6f87b78SVladimir Kondratyev free(worker, M_KMALLOC);
119*b6f87b78SVladimir Kondratyev }
120*b6f87b78SVladimir Kondratyev
121*b6f87b78SVladimir Kondratyev static inline void
kthread_init_work(struct kthread_work * work,kthread_work_func_t func)122*b6f87b78SVladimir Kondratyev kthread_init_work(struct kthread_work *work, kthread_work_func_t func)
123*b6f87b78SVladimir Kondratyev {
124*b6f87b78SVladimir Kondratyev work->tq = NULL;
125*b6f87b78SVladimir Kondratyev work->func = func;
126*b6f87b78SVladimir Kondratyev TASK_INIT(&work->task, 0, lkpi_kthread_work_fn, work);
127*b6f87b78SVladimir Kondratyev }
128*b6f87b78SVladimir Kondratyev
129*b6f87b78SVladimir Kondratyev static inline bool
kthread_queue_work(struct kthread_worker * worker,struct kthread_work * work)130*b6f87b78SVladimir Kondratyev kthread_queue_work(struct kthread_worker *worker, struct kthread_work *work)
131*b6f87b78SVladimir Kondratyev {
132*b6f87b78SVladimir Kondratyev int error;
133*b6f87b78SVladimir Kondratyev
134*b6f87b78SVladimir Kondratyev error = taskqueue_enqueue_flags(worker->tq, &work->task,
135*b6f87b78SVladimir Kondratyev TASKQUEUE_FAIL_IF_CANCELING | TASKQUEUE_FAIL_IF_PENDING);
136*b6f87b78SVladimir Kondratyev if (error == 0)
137*b6f87b78SVladimir Kondratyev work->tq = worker->tq;
138*b6f87b78SVladimir Kondratyev return (error == 0);
139*b6f87b78SVladimir Kondratyev }
140*b6f87b78SVladimir Kondratyev
141*b6f87b78SVladimir Kondratyev static inline bool
kthread_cancel_work_sync(struct kthread_work * work)142*b6f87b78SVladimir Kondratyev kthread_cancel_work_sync(struct kthread_work *work)
143*b6f87b78SVladimir Kondratyev {
144*b6f87b78SVladimir Kondratyev u_int pending = 0;
145*b6f87b78SVladimir Kondratyev
146*b6f87b78SVladimir Kondratyev if (work->tq != NULL &&
147*b6f87b78SVladimir Kondratyev taskqueue_cancel(work->tq, &work->task, &pending) != 0)
148*b6f87b78SVladimir Kondratyev taskqueue_drain(work->tq, &work->task);
149*b6f87b78SVladimir Kondratyev
150*b6f87b78SVladimir Kondratyev return (pending != 0);
151*b6f87b78SVladimir Kondratyev }
152*b6f87b78SVladimir Kondratyev
153*b6f87b78SVladimir Kondratyev static inline void
kthread_flush_work(struct kthread_work * work)154*b6f87b78SVladimir Kondratyev kthread_flush_work(struct kthread_work *work)
155*b6f87b78SVladimir Kondratyev {
156*b6f87b78SVladimir Kondratyev if (work->tq != NULL)
157*b6f87b78SVladimir Kondratyev taskqueue_drain(work->tq, &work->task);
158*b6f87b78SVladimir Kondratyev }
159*b6f87b78SVladimir Kondratyev
160*b6f87b78SVladimir Kondratyev static inline void
kthread_flush_worker(struct kthread_worker * worker)161*b6f87b78SVladimir Kondratyev kthread_flush_worker(struct kthread_worker *worker)
162*b6f87b78SVladimir Kondratyev {
163*b6f87b78SVladimir Kondratyev taskqueue_drain_all(worker->tq);
164*b6f87b78SVladimir Kondratyev }
165*b6f87b78SVladimir Kondratyev
166307f78f3SVladimir Kondratyev #endif /* _LINUXKPI_LINUX_KTHREAD_H_ */
167