1 /* $NetBSD: drm_wait_netbsd.h,v 1.15 2019/04/16 10:00:04 mrg Exp $ */ 2 3 /*- 4 * Copyright (c) 2013 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Taylor R. Campbell. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 #ifndef _DRM_DRM_WAIT_NETBSD_H_ 33 #define _DRM_DRM_WAIT_NETBSD_H_ 34 35 #include <sys/param.h> 36 #include <sys/condvar.h> 37 #include <sys/cpu.h> /* cpu_intr_p */ 38 #include <sys/kernel.h> 39 #include <sys/mutex.h> 40 #include <sys/systm.h> 41 42 #include <linux/mutex.h> 43 #include <linux/spinlock.h> 44 45 typedef kcondvar_t drm_waitqueue_t; 46 47 #define DRM_HZ hz /* XXX Hurk... */ 48 49 #define DRM_UDELAY DELAY 50 51 static inline void 52 DRM_INIT_WAITQUEUE(drm_waitqueue_t *q, const char *name) 53 { 54 cv_init(q, name); 55 } 56 57 static inline void 58 DRM_DESTROY_WAITQUEUE(drm_waitqueue_t *q) 59 { 60 cv_destroy(q); 61 } 62 63 static inline bool 64 DRM_WAITERS_P(drm_waitqueue_t *q, struct mutex *interlock) 65 { 66 KASSERT(mutex_is_locked(interlock)); 67 return cv_has_waiters(q); 68 } 69 70 static inline void 71 DRM_WAKEUP_ONE(drm_waitqueue_t *q, struct mutex *interlock) 72 { 73 KASSERT(mutex_is_locked(interlock)); 74 cv_signal(q); 75 } 76 77 static inline void 78 DRM_WAKEUP_ALL(drm_waitqueue_t *q, struct mutex *interlock) 79 { 80 KASSERT(mutex_is_locked(interlock)); 81 cv_broadcast(q); 82 } 83 84 static inline bool 85 DRM_SPIN_WAITERS_P(drm_waitqueue_t *q, spinlock_t *interlock) 86 { 87 KASSERT(spin_is_locked(interlock)); 88 return cv_has_waiters(q); 89 } 90 91 static inline void 92 DRM_SPIN_WAKEUP_ONE(drm_waitqueue_t *q, spinlock_t *interlock) 93 { 94 KASSERT(spin_is_locked(interlock)); 95 cv_signal(q); 96 } 97 98 static inline void 99 DRM_SPIN_WAKEUP_ALL(drm_waitqueue_t *q, spinlock_t *interlock) 100 { 101 KASSERT(spin_is_locked(interlock)); 102 cv_broadcast(q); 103 } 104 105 /* 106 * DRM_SPIN_WAIT_ON is a replacement for the legacy DRM_WAIT_ON 107 * portability macro. It requires a spin interlock, which may require 108 * changes to the surrounding code so that the waits actually are 109 * interlocked by a spin lock. It also polls the condition at every 110 * tick, which masks missing wakeups. Since DRM_WAIT_ON is going away, 111 * in favour of Linux's native wait_event* API, waits in new code 112 * should be written to use the DRM_*WAIT*_UNTIL macros below. 113 * 114 * Like the legacy DRM_WAIT_ON, DRM_SPIN_WAIT_ON returns 115 * 116 * . -EBUSY if timed out (yes, -EBUSY, not -ETIMEDOUT or -EWOULDBLOCK), 117 * . -EINTR/-ERESTARTSYS if interrupted by a signal, or 118 * . 0 if the condition was true before or just after the timeout. 119 * 120 * Note that cv_timedwait* return -EWOULDBLOCK, not -EBUSY, on timeout. 121 * 122 * Note that ERESTARTSYS is actually ELAST+1 and only used in Linux 123 * code and must be converted for use in NetBSD code (user or kernel.) 124 */ 125 126 #define DRM_SPIN_WAIT_ON(RET, Q, INTERLOCK, TICKS, CONDITION) do \ 127 { \ 128 unsigned _dswo_ticks = (TICKS); \ 129 unsigned _dswo_start, _dswo_end; \ 130 \ 131 KASSERT(spin_is_locked((INTERLOCK))); \ 132 KASSERT(!cpu_intr_p()); \ 133 KASSERT(!cpu_softintr_p()); \ 134 KASSERT(!cold); \ 135 \ 136 for (;;) { \ 137 if (CONDITION) { \ 138 (RET) = 0; \ 139 break; \ 140 } \ 141 if (_dswo_ticks == 0) { \ 142 (RET) = -EBUSY; /* Match Linux... */ \ 143 break; \ 144 } \ 145 _dswo_start = hardclock_ticks; \ 146 /* XXX errno NetBSD->Linux */ \ 147 (RET) = -cv_timedwait_sig((Q), &(INTERLOCK)->sl_lock, 1); \ 148 _dswo_end = hardclock_ticks; \ 149 if (_dswo_end - _dswo_start < _dswo_ticks) \ 150 _dswo_ticks -= _dswo_end - _dswo_start; \ 151 else \ 152 _dswo_ticks = 0; \ 153 if (RET) { \ 154 if ((RET) == -ERESTART) \ 155 (RET) = -ERESTARTSYS; \ 156 if ((RET) == -EWOULDBLOCK) \ 157 /* Waited only one tick. */ \ 158 continue; \ 159 break; \ 160 } \ 161 } \ 162 } while (0) 163 164 /* 165 * The DRM_*WAIT*_UNTIL macros are replacements for the Linux 166 * wait_event* macros. Like DRM_SPIN_WAIT_ON, they add an interlock, 167 * and so may require some changes to the surrounding code. They have 168 * a different return value convention from DRM_SPIN_WAIT_ON and a 169 * different return value convention from cv_*wait*. 170 * 171 * The untimed DRM_*WAIT*_UNTIL macros return 172 * 173 * . -EINTR/-ERESTARTSYS if interrupted by a signal, or 174 * . zero if the condition evaluated 175 * 176 * The timed DRM_*TIMED_WAIT*_UNTIL macros return 177 * 178 * . -EINTR/-ERESTARTSYS if interrupted by a signal, 179 * . 0 if the condition was false after the timeout, 180 * . 1 if the condition was true just after the timeout, or 181 * . the number of ticks remaining if the condition was true before the 182 * timeout. 183 * 184 * Contrast DRM_SPIN_WAIT_ON which returns -EINTR/-ERESTARTSYS on signal, 185 * -EBUSY on timeout, and zero on success; and cv_*wait*, which return 186 * -EINTR/-ERESTARTSYS on signal, -EWOULDBLOCK on timeout, and zero on 187 * success. 188 * 189 * XXX In retrospect, giving the timed and untimed macros a different 190 * return convention from one another to match Linux may have been a 191 * bad idea. All of this inconsistent timeout return convention logic 192 * has been a consistent source of bugs. 193 * 194 * Note that ERESTARTSYS is actually ELAST+1 and only used in Linux 195 * code and must be converted for use in NetBSD code (user or kernel.) 196 */ 197 198 #define _DRM_WAIT_UNTIL(RET, WAIT, Q, INTERLOCK, CONDITION) do \ 199 { \ 200 KASSERT(mutex_is_locked((INTERLOCK))); \ 201 ASSERT_SLEEPABLE(); \ 202 KASSERT(!cold); \ 203 for (;;) { \ 204 if (CONDITION) { \ 205 (RET) = 0; \ 206 break; \ 207 } \ 208 /* XXX errno NetBSD->Linux */ \ 209 (RET) = -WAIT((Q), &(INTERLOCK)->mtx_lock); \ 210 if (RET) { \ 211 if ((RET) == -ERESTART) \ 212 (RET) = -ERESTARTSYS; \ 213 break; \ 214 } \ 215 } \ 216 } while (0) 217 218 #define cv_wait_nointr(Q, I) (cv_wait((Q), (I)), 0) 219 220 #define DRM_WAIT_NOINTR_UNTIL(RET, Q, I, C) \ 221 _DRM_WAIT_UNTIL(RET, cv_wait_nointr, Q, I, C) 222 223 #define DRM_WAIT_UNTIL(RET, Q, I, C) \ 224 _DRM_WAIT_UNTIL(RET, cv_wait_sig, Q, I, C) 225 226 #define _DRM_TIMED_WAIT_UNTIL(RET, WAIT, Q, INTERLOCK, TICKS, CONDITION) do \ 227 { \ 228 unsigned _dtwu_ticks = (TICKS); \ 229 unsigned _dtwu_start, _dtwu_end; \ 230 \ 231 KASSERT(mutex_is_locked((INTERLOCK))); \ 232 ASSERT_SLEEPABLE(); \ 233 KASSERT(!cold); \ 234 \ 235 for (;;) { \ 236 if (CONDITION) { \ 237 (RET) = MAX(_dtwu_ticks, 1); \ 238 break; \ 239 } \ 240 if (_dtwu_ticks == 0) { \ 241 (RET) = 0; \ 242 break; \ 243 } \ 244 _dtwu_start = hardclock_ticks; \ 245 /* XXX errno NetBSD->Linux */ \ 246 (RET) = -WAIT((Q), &(INTERLOCK)->mtx_lock, \ 247 MIN(_dtwu_ticks, INT_MAX/2)); \ 248 _dtwu_end = hardclock_ticks; \ 249 if ((_dtwu_end - _dtwu_start) < _dtwu_ticks) \ 250 _dtwu_ticks -= _dtwu_end - _dtwu_start; \ 251 else \ 252 _dtwu_ticks = 0; \ 253 if (RET) { \ 254 if ((RET) == -ERESTART) \ 255 (RET) = -ERESTARTSYS; \ 256 if ((RET) == -EWOULDBLOCK) \ 257 (RET) = (CONDITION) ? 1 : 0; \ 258 break; \ 259 } \ 260 } \ 261 } while (0) 262 263 #define DRM_TIMED_WAIT_NOINTR_UNTIL(RET, Q, I, T, C) \ 264 _DRM_TIMED_WAIT_UNTIL(RET, cv_timedwait, Q, I, T, C) 265 266 #define DRM_TIMED_WAIT_UNTIL(RET, Q, I, T, C) \ 267 _DRM_TIMED_WAIT_UNTIL(RET, cv_timedwait_sig, Q, I, T, C) 268 269 /* 270 * XXX Can't assert sleepable here because we hold a spin lock. At 271 * least we can assert that we're not in (soft) interrupt context, and 272 * hope that nobody tries to use these with a sometimes quickly 273 * satisfied condition while holding a different spin lock. 274 */ 275 276 #define _DRM_SPIN_WAIT_UNTIL(RET, WAIT, Q, INTERLOCK, CONDITION) do \ 277 { \ 278 KASSERT(spin_is_locked((INTERLOCK))); \ 279 KASSERT(!cpu_intr_p()); \ 280 KASSERT(!cpu_softintr_p()); \ 281 KASSERT(!cold); \ 282 (RET) = 0; \ 283 while (!(CONDITION)) { \ 284 /* XXX errno NetBSD->Linux */ \ 285 (RET) = -WAIT((Q), &(INTERLOCK)->sl_lock); \ 286 if ((RET) == -ERESTART) \ 287 (RET) = -ERESTARTSYS; \ 288 if (RET) \ 289 break; \ 290 } \ 291 } while (0) 292 293 #define DRM_SPIN_WAIT_NOINTR_UNTIL(RET, Q, I, C) \ 294 _DRM_SPIN_WAIT_UNTIL(RET, cv_wait_nointr, Q, I, C) 295 296 #define DRM_SPIN_WAIT_UNTIL(RET, Q, I, C) \ 297 _DRM_SPIN_WAIT_UNTIL(RET, cv_wait_sig, Q, I, C) 298 299 #define _DRM_SPIN_TIMED_WAIT_UNTIL(RET, WAIT, Q, INTERLOCK, TICKS, CONDITION) \ 300 do \ 301 { \ 302 unsigned _dstwu_ticks = (TICKS); \ 303 unsigned _dstwu_start, _dstwu_end; \ 304 \ 305 KASSERT(spin_is_locked((INTERLOCK))); \ 306 KASSERT(!cpu_intr_p()); \ 307 KASSERT(!cpu_softintr_p()); \ 308 KASSERT(!cold); \ 309 \ 310 for (;;) { \ 311 if (CONDITION) { \ 312 (RET) = MAX(_dstwu_ticks, 1); \ 313 break; \ 314 } \ 315 if (_dstwu_ticks == 0) { \ 316 (RET) = 0; \ 317 break; \ 318 } \ 319 _dstwu_start = hardclock_ticks; \ 320 /* XXX errno NetBSD->Linux */ \ 321 (RET) = -WAIT((Q), &(INTERLOCK)->sl_lock, \ 322 MIN(_dstwu_ticks, INT_MAX/2)); \ 323 _dstwu_end = hardclock_ticks; \ 324 if ((_dstwu_end - _dstwu_start) < _dstwu_ticks) \ 325 _dstwu_ticks -= _dstwu_end - _dstwu_start; \ 326 else \ 327 _dstwu_ticks = 0; \ 328 if (RET) { \ 329 if ((RET) == -ERESTART) \ 330 (RET) = -ERESTARTSYS; \ 331 if ((RET) == -EWOULDBLOCK) \ 332 (RET) = (CONDITION) ? 1 : 0; \ 333 break; \ 334 } \ 335 } \ 336 } while (0) 337 338 #define DRM_SPIN_TIMED_WAIT_NOINTR_UNTIL(RET, Q, I, T, C) \ 339 _DRM_SPIN_TIMED_WAIT_UNTIL(RET, cv_timedwait, Q, I, T, C) 340 341 #define DRM_SPIN_TIMED_WAIT_UNTIL(RET, Q, I, T, C) \ 342 _DRM_SPIN_TIMED_WAIT_UNTIL(RET, cv_timedwait_sig, Q, I, T, C) 343 344 #endif /* _DRM_DRM_WAIT_NETBSD_H_ */ 345