1*9e5fbd4fSriastradh /* $NetBSD: rcupdate.h,v 1.8 2021/12/19 11:49:11 riastradh Exp $ */
2a67dcc49Sriastradh
3a67dcc49Sriastradh /*-
4a67dcc49Sriastradh * Copyright (c) 2018 The NetBSD Foundation, Inc.
5a67dcc49Sriastradh * All rights reserved.
6a67dcc49Sriastradh *
7a67dcc49Sriastradh * This code is derived from software contributed to The NetBSD Foundation
8a67dcc49Sriastradh * by Taylor R. Campbell.
9a67dcc49Sriastradh *
10a67dcc49Sriastradh * Redistribution and use in source and binary forms, with or without
11a67dcc49Sriastradh * modification, are permitted provided that the following conditions
12a67dcc49Sriastradh * are met:
13a67dcc49Sriastradh * 1. Redistributions of source code must retain the above copyright
14a67dcc49Sriastradh * notice, this list of conditions and the following disclaimer.
15a67dcc49Sriastradh * 2. Redistributions in binary form must reproduce the above copyright
16a67dcc49Sriastradh * notice, this list of conditions and the following disclaimer in the
17a67dcc49Sriastradh * documentation and/or other materials provided with the distribution.
18a67dcc49Sriastradh *
19a67dcc49Sriastradh * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20a67dcc49Sriastradh * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21a67dcc49Sriastradh * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22a67dcc49Sriastradh * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23a67dcc49Sriastradh * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24a67dcc49Sriastradh * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25a67dcc49Sriastradh * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26a67dcc49Sriastradh * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27a67dcc49Sriastradh * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28a67dcc49Sriastradh * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29a67dcc49Sriastradh * POSSIBILITY OF SUCH DAMAGE.
30a67dcc49Sriastradh */
31a67dcc49Sriastradh
32a67dcc49Sriastradh #ifndef _LINUX_RCUPDATE_H_
33a67dcc49Sriastradh #define _LINUX_RCUPDATE_H_
34a67dcc49Sriastradh
35a67dcc49Sriastradh #include <sys/atomic.h>
36a67dcc49Sriastradh #include <sys/cdefs.h>
37a67dcc49Sriastradh #include <sys/systm.h>
38a67dcc49Sriastradh
392530a540Sriastradh #include <linux/bug.h>
402530a540Sriastradh
41a67dcc49Sriastradh #define __rcu
42a67dcc49Sriastradh
43a67dcc49Sriastradh #define RCU_INIT_POINTER(P, V) ((P) = (V))
44a67dcc49Sriastradh
45125a175fSriastradh #define rcu_assign_pointer(P,V) atomic_store_release(&(P), (V))
46125a175fSriastradh #define rcu_dereference(P) atomic_load_consume(&(P))
47125a175fSriastradh #define rcu_access_pointer(P) atomic_load_relaxed(&(P))
48a67dcc49Sriastradh
49a67dcc49Sriastradh #define rcu_dereference_raw rcu_dereference
50a67dcc49Sriastradh
51a67dcc49Sriastradh #define rcu_dereference_protected(P, C) ({ \
52a67dcc49Sriastradh WARN_ON(!(C)); \
53a67dcc49Sriastradh (P); \
54a67dcc49Sriastradh })
55a67dcc49Sriastradh
569b6e8f53Sriastradh #define rcu_replace_pointer(PTRP, NEWPTR, C) ({ \
579b6e8f53Sriastradh __typeof__(PTRP) __rrp_ptrp = (PTRP); \
589b6e8f53Sriastradh __typeof__(PTRP) __rrp_oldptr = \
599b6e8f53Sriastradh rcu_dereference_protected(__rrp_ptrp, C); \
609b6e8f53Sriastradh rcu_assign_pointer(__rrp_ptrp, NEWPTR); \
619b6e8f53Sriastradh __rrp_oldptr; \
629b6e8f53Sriastradh })
639b6e8f53Sriastradh
64a67dcc49Sriastradh
65a67dcc49Sriastradh /* kill_dependency */
66a67dcc49Sriastradh #define rcu_pointer_handoff(P) (P)
67a67dcc49Sriastradh
68a67dcc49Sriastradh struct rcu_head {
69a67dcc49Sriastradh union {
70a67dcc49Sriastradh void (*callback)(struct rcu_head *);
71a67dcc49Sriastradh void *obj;
72a67dcc49Sriastradh } rcuh_u;
73a67dcc49Sriastradh struct rcu_head *rcuh_next;
74a67dcc49Sriastradh };
75a67dcc49Sriastradh
76a67dcc49Sriastradh #define _kfree_rcu linux__kfree_rcu
77a67dcc49Sriastradh #define call_rcu linux_call_rcu
78561e5505Sriastradh #define cond_synchronize_rcu linux_cond_synchronize_rcu
790d5ca95bSriastradh #define destroy_rcu_head linux_destroy_rcu_head
800d5ca95bSriastradh #define init_rcu_head linux_init_rcu_head
81561e5505Sriastradh #define get_state_synchronize_rcu linux_get_state_synchronize_rcu
82a67dcc49Sriastradh #define rcu_barrier linux_rcu_barrier
83a67dcc49Sriastradh #define synchronize_rcu linux_synchronize_rcu
84*9e5fbd4fSriastradh #define synchronize_rcu_expedited linux_synchronize_rcu_expedited
85a67dcc49Sriastradh
86a67dcc49Sriastradh int linux_rcu_gc_init(void);
87a67dcc49Sriastradh void linux_rcu_gc_fini(void);
88a67dcc49Sriastradh
890d5ca95bSriastradh void init_rcu_head(struct rcu_head *);
900d5ca95bSriastradh void destroy_rcu_head(struct rcu_head *);
910d5ca95bSriastradh
92a67dcc49Sriastradh void call_rcu(struct rcu_head *, void (*)(struct rcu_head *));
93a67dcc49Sriastradh void rcu_barrier(void);
94a67dcc49Sriastradh void synchronize_rcu(void);
95*9e5fbd4fSriastradh void synchronize_rcu_expedited(void);
96a67dcc49Sriastradh
97561e5505Sriastradh unsigned long get_state_synchronize_rcu(void);
98561e5505Sriastradh void cond_synchronize_rcu(unsigned long);
99561e5505Sriastradh
100a67dcc49Sriastradh void _kfree_rcu(struct rcu_head *, void *);
101a67dcc49Sriastradh
102a67dcc49Sriastradh static inline void
rcu_read_lock(void)103a67dcc49Sriastradh rcu_read_lock(void)
104a67dcc49Sriastradh {
105a67dcc49Sriastradh
106c25862e8Sriastradh kpreempt_disable(); /* implies __insn_barrier */
107a67dcc49Sriastradh }
108a67dcc49Sriastradh
109a67dcc49Sriastradh static inline void
rcu_read_unlock(void)110a67dcc49Sriastradh rcu_read_unlock(void)
111a67dcc49Sriastradh {
112a67dcc49Sriastradh
113c25862e8Sriastradh kpreempt_enable(); /* implies __insn_barrier */
114a67dcc49Sriastradh }
115a67dcc49Sriastradh
116a67dcc49Sriastradh #define kfree_rcu(P, F) \
117a67dcc49Sriastradh _kfree_rcu(&(P)->F, (P))
118a67dcc49Sriastradh
119a67dcc49Sriastradh #endif /* _LINUX_RCUPDATE_H_ */
120