/netbsd-src/sys/external/bsd/drm2/linux/ |
H A D | linux_ww_mutex.c | 95 ctx->wwx_owner = curlwp; in ww_acquire_init() 105 KASSERTMSG((ctx->wwx_owner == curlwp), in ww_acquire_done() 106 "ctx %p owned by %p, not self (%p)", ctx, ctx->wwx_owner, curlwp); in ww_acquire_done() 130 KASSERTMSG((ctx->wwx_owner == curlwp), in ww_acquire_fini() 131 "ctx %p owned by %p, not self (%p)", ctx, ctx->wwx_owner, curlwp); in ww_acquire_fini() 478 mutex->wwm_u.owner = curlwp; in ww_mutex_lock_noctx() 481 KASSERTMSG((mutex->wwm_u.owner != curlwp), in ww_mutex_lock_noctx() 482 "locking %p against myself: %p", mutex, curlwp); in ww_mutex_lock_noctx() 490 KASSERTMSG((mutex->wwm_u.ctx->wwx_owner != curlwp), in ww_mutex_lock_noctx() 491 "locking %p against myself: %p", mutex, curlwp); in ww_mutex_lock_noctx() [all …]
|
H A D | linux_rwsem.c | 185 KASSERTMSG(rwsem->rws_writer != curlwp, in down_write() 186 "locking against myself: rwsem=%p lwp=%p", rwsem, curlwp); in down_write() 195 rwsem->rws_writer = curlwp; in down_write() 209 KASSERT(rwsem->rws_writer == curlwp); in up_write() 223 KASSERT(rwsem->rws_writer == curlwp); in downgrade_write()
|
/netbsd-src/sys/kern/ |
H A D | subr_psref.c | 291 ISSET(curlwp->l_pflag, LP_BOUND)), in psref_acquire() 313 psref->psref_lwp = curlwp; in psref_acquire() 321 curlwp->l_psrefs++; in psref_acquire() 345 ISSET(curlwp->l_pflag, LP_BOUND)), in psref_release() 357 KASSERTMSG((psref->psref_lwp == curlwp), in psref_release() 359 psref->psref_lwp, curlwp); in psref_release() 381 KASSERT(curlwp->l_psrefs > 0); in psref_release() 382 curlwp->l_psrefs--; in psref_release() 412 ISSET(curlwp->l_pflag, LP_BOUND)), in psref_copy() 421 KASSERTMSG((pfrom->psref_lwp == curlwp), in psref_copy() [all …]
|
H A D | kern_synch.c | 187 struct lwp *l = curlwp; in tsleep() 213 struct lwp *l = curlwp; in mtsleep() 246 struct lwp *l = curlwp; in kpause() 291 struct lwp *l = curlwp; in yield() 316 struct lwp *l = curlwp; in preempt() 338 lwp_t *l = curlwp; in preempt_needed() 378 l = curlwp; in kpreempt() 472 const lwp_t *l = curlwp; in kpreempt_disabled() 486 KPREEMPT_DISABLE(curlwp); in kpreempt_disable() 496 KPREEMPT_ENABLE(curlwp); in kpreempt_enable() [all …]
|
H A D | vfs_trans.c | 358 for (p = &curlwp->l_fstrans; *p; ) { in fstrans_clear_lwp_info() 375 p = &curlwp->l_fstrans; in fstrans_clear_lwp_info() 383 for (fli = curlwp->l_fstrans; fli; fli = fli->fli_succ) in fstrans_clear_lwp_info() 385 KASSERT(fli->fli_alias->fli_self == curlwp); in fstrans_clear_lwp_info() 405 for (fli = curlwp->l_fstrans; fli; fli = fli->fli_succ) { in fstrans_alloc_lwp_info() 452 fli->fli_self = curlwp; in fstrans_alloc_lwp_info() 456 fli->fli_succ = curlwp->l_fstrans; in fstrans_alloc_lwp_info() 457 curlwp->l_fstrans = fli; in fstrans_alloc_lwp_info() 479 for (fli = curlwp->l_fstrans; fli; fli = fli->fli_succ) { in fstrans_get_lwp_info() 507 if (fmi->fmi_owner == curlwp) in grant_lock() [all...] |
H A D | kern_rwlock.c | 295 l = curlwp; in rw_vector_enter() 331 KPREEMPT_DISABLE(curlwp); in rw_vector_enter() 365 KPREEMPT_ENABLE(curlwp); in rw_vector_enter() 367 KPREEMPT_DISABLE(curlwp); in rw_vector_enter() 415 KPREEMPT_ENABLE(curlwp); in rw_vector_enter() 444 l = curlwp; in rw_vector_exit() 555 l = curlwp; in rw_vector_tryenter() 601 l = curlwp; in rw_downgrade() 697 l = curlwp; in rw_tryupgrade() 757 (RW_WRITE_LOCKED | (uintptr_t)curlwp); in rw_write_held()
|
/netbsd-src/sys/rump/librump/rumpkern/ |
H A D | klock.c | 71 KASSERTMSG(curlwp == giantowner, "curlwp=%p giantowner=%p", in rump_kernel_bigwrap() 72 curlwp, giantowner); in rump_kernel_bigwrap() 83 giantowner = curlwp; in rump_kernel_bigunwrap() 90 struct lwp *l = curlwp; in _kernel_lock() 117 if (giantowner != curlwp) { in _kernel_unlock() 147 return giantowner == curlwp; in _kernel_locked_p() 159 rump_unschedule_cpu_interlock(curlwp, interlock); in rump_user_unschedule() 166 rump_schedule_cpu_interlock(curlwp, interlock); in rump_user_schedule()
|
H A D | locks_up.c | 137 upm->upm_owner = curlwp; in mutex_tryenter() 164 return upm->upm_owner == curlwp; in mutex_owned() 246 uprw->uprw_owner = curlwp; in rw_tryenter() 263 KASSERT(uprw->uprw_owner == curlwp); in rw_exit() 281 uprw->uprw_owner = curlwp; in rw_tryupgrade() 293 return uprw->uprw_owner == curlwp; in rw_write_held() 349 KASSERT(upm->upm_owner == curlwp); in cv_wait() 380 KASSERT(upm->upm_owner == curlwp); in cv_timedwait()
|
H A D | scheduler.c | 198 struct lwp *l = curlwp; in rump_schedlock_cv_wait() 208 struct lwp *l = curlwp; in rump_schedlock_cv_timedwait() 221 KASSERT(curlwp == NULL || curlwp->l_stat != LSONPROC); in lwp0busy() 257 if (__predict_true((l = curlwp) != NULL)) { in rump_schedule() 397 struct lwp *l = curlwp; in rump_unschedule() 513 struct lwp *l = curlwp; in yield() 545 KPREEMPT_DISABLE(curlwp); in kpreempt_disable() 552 KPREEMPT_ENABLE(curlwp); in kpreempt_enable() 559 const lwp_t *l = curlwp; in kpreempt_disabled()
|
/netbsd-src/sys/arch/sh3/sh3/ |
H A D | exception_vector.S | 145 .Lg_curlwp: .long _C_LABEL(curlwp) 196 !! user space address, use curlwp's pmap 271 !! tlb_exception(curlwp, trapframe, tea) 279 mov.l @r1, r4 ! arg1: curlwp 282 mov r4, r8 ! save curlwp across the call 290 mov r8, r4 ! arg1: curlwp 306 .L3_curlwp: .long _C_LABEL(curlwp) 354 !! user space address, use curlwp's pmap 431 !! tlb_exception(curlwp, trapframe, tea) 438 mov.l @r1, r4 ! arg1: curlwp [all …]
|
/netbsd-src/sys/external/bsd/drm2/include/linux/ |
H A D | sched.h | 120 return sigispending(curlwp, 0); in signal_pending_state() 131 lwp_lock(curlwp); in sched_setscheduler() 132 curlwp->l_class = class; in sched_setscheduler() 133 lwp_changepri(curlwp, PRI_KERNEL_RT); in sched_setscheduler() 134 lwp_unlock(curlwp); in sched_setscheduler()
|
/netbsd-src/sys/sys/ |
H A D | lwp.h | 440 #if !defined(curlwp) 442 #define curlwp curcpu()->ci_curlwp /* Current running LWP */ macro 444 extern struct lwp *curlwp; /* Current running LWP */ 447 #define curproc (curlwp->l_proc) 477 KASSERTMSG(l == (l1 = curlwp), "l=%p curlwp=%p", l, l1); in KPREEMPT_DISABLE() 487 KASSERTMSG(l == (l1 = curlwp), "l=%p curlwp=%p", l, l1); in KPREEMPT_ENABLE() 510 bound = curlwp->l_pflag & LP_BOUND; in curlwp_bind() 511 curlwp->l_pflag |= LP_BOUND; in curlwp_bind() 521 KASSERT(curlwp->l_pflag & LP_BOUND); in curlwp_bindx() 523 curlwp->l_pflag ^= bound ^ LP_BOUND; in curlwp_bindx()
|
/netbsd-src/sys/arch/arm/vfp/ |
H A D | vfp_init.c | 181 struct lwp * const l = curlwp; in vfp_fpscr_handler() 409 (curlwp->l_flag & (LW_SYSTEM|LW_SYSTEM_FPU)) == LW_SYSTEM) in vfp_handler() 421 if (curlwp->l_pcu_cpu[PCU_FPU] == ci) { in vfp_handler() 422 KASSERT(ci->ci_pcu_curlwp[PCU_FPU] == curlwp); in vfp_handler() 453 pcu_save(&arm_vfp_ops, curlwp); in vfp_handler() 473 trapsignal(curlwp, &ksi); in vfp_handler() 500 (curlwp->l_flag & (LW_SYSTEM|LW_SYSTEM_FPU)) == LW_SYSTEM) in neon_handler() 504 if (curcpu()->ci_pcu_curlwp[PCU_FPU] == curlwp in neon_handler() 577 KASSERT(curlwp == l || curlwp->l_pcu_cpu[PCU_FPU] != curcpu()); in vfp_state_save() 684 if (lwp_system_fpu_p(curlwp) && !cpu_intr_p()) { in fpu_kern_enter() [all …]
|
/netbsd-src/lib/librumpuser/ |
H A D | rumpuser_pth_dummy.c | 48 static struct lwp *curlwp; variable 113 mtx->o = curlwp; in rumpuser_mutex_enter() 320 curlwp = l; in rumpuser_curlwpop() 323 assert(curlwp == l); in rumpuser_curlwpop() 324 curlwp = NULL; in rumpuser_curlwpop() 333 return curlwp; in rumpuser_curlwp()
|
/netbsd-src/sys/arch/sparc/sparc/ |
H A D | lock_stubs.s | 50 curlwp = CPUINFO_VA + CPUINFO_CURLWP define 70 sethi %hi(curlwp), %o3 71 ld [%o3 + %lo(curlwp)], %o3 ! current thread 84 sra %o3, 5, %o1 ! curlwp >> 5 104 sethi %hi(curlwp), %o3 105 ld [%o3 + %lo(curlwp)], %o3 ! current thread 106 sra %o3, 5, %o1 ! curlwp >> 5
|
/netbsd-src/sys/arch/aarch64/aarch64/ |
H A D | trap.c | 171 struct lwp * const l = curlwp; in trap_doast() 249 if ((curlwp->l_flag & (LW_SYSTEM|LW_SYSTEM_FPU)) == in trap_el1h_sync() 251 fpu_load(curlwp); in trap_el1h_sync() 412 struct lwp * const l = curlwp; in trap_el0_sync() 490 curlwp->l_proc->p_pid, curlwp->l_proc->p_comm, in trap_el0_sync() 509 struct lwp *l = curlwp; in cpu_irq() 556 struct lwp *l = curlwp; in cpu_fiq() 727 do_trapsignal(curlwp, SIGTRAP, TRAP_BRKPT, in emul_thumb_insn() 757 do_trapsignal(curlwp, SIGTRAP, TRAP_BRKPT, in emul_arm_insn() 824 struct lwp * const l = curlwp; in trap_el0_32sync() [all …]
|
H A D | fpu.c | 83 KASSERT(l == curlwp); in fpu_state_load() 203 if (lwp_system_fpu_p(curlwp) && !cpu_intr_p()) { in fpu_kern_enter() 245 if (lwp_system_fpu_p(curlwp) && !cpu_intr_p()) { in fpu_kern_leave() 285 fpu_load(curlwp); in kthread_fpu_enter_md() 294 fpu_discard(curlwp, 0); in kthread_fpu_exit_md()
|
/netbsd-src/sys/dev/usb/ |
H A D | auvitek_dtv.c | 282 KERNEL_LOCK(1, curlwp); in auvitek_dtv_init_pipes() 285 KERNEL_UNLOCK_ONE(curlwp); in auvitek_dtv_init_pipes() 300 KERNEL_LOCK(1, curlwp); in auvitek_dtv_abort_pipes() 302 KERNEL_UNLOCK_ONE(curlwp); in auvitek_dtv_abort_pipes() 312 KERNEL_LOCK(1, curlwp); in auvitek_dtv_close_pipes() 314 KERNEL_UNLOCK_ONE(curlwp); in auvitek_dtv_close_pipes() 387 KERNEL_LOCK(1, curlwp); in auvitek_dtv_bulk_start1() 389 KERNEL_UNLOCK_ONE(curlwp); in auvitek_dtv_bulk_start1()
|
/netbsd-src/sys/arch/riscv/include/ |
H A D | locore.h | 129 curlwp->l_md.md_onfault = NULL; 135 struct faultbuf * const fb = curlwp->l_md.md_onfault; in cpu_unset_onfault() 136 curlwp->l_md.md_onfault = NULL; in cpu_unset_onfault() 143 curlwp->l_md.md_onfault = fb; in cpu_disable_onfault()
|
/netbsd-src/sys/dev/acpi/ |
H A D | acpi_ec.c | 733 (long)curlwp->l_lid, curlwp->l_name ? " " : "", in acpiec_read() 734 curlwp->l_name ? curlwp->l_name : "", in acpiec_read() 749 (long)curlwp->l_lid, curlwp->l_name ? " " : "", in acpiec_read() 750 curlwp->l_name ? curlwp->l_name : "", in acpiec_read() 771 (long)curlwp->l_lid, curlwp->l_name ? " " : "", in acpiec_write() 772 curlwp->l_name ? curlwp->l_name : "", in acpiec_write() 789 (long)curlwp->l_lid, curlwp->l_name ? " " : "", in acpiec_write() 790 curlwp->l_name ? curlwp->l_name : "", in acpiec_write()
|
/netbsd-src/sys/arch/riscv/riscv/ |
H A D | trap.c | 319 (*curlwp->l_proc->p_emul->e_trapsignal)(curlwp, ksi); 413 struct proc * const p = curlwp->l_proc; in trap_pagefault() 438 struct pcb * const pcb = lwp_getpcb(curlwp); in trap_pagefault() 476 struct lwp * const l = curlwp; in trap_pagefault() 597 struct pmap * const pmap = curlwp->l_proc->p_vmspace->vm_map.pmap; in cpu_trap() 624 userret(curlwp); in cpu_trap() 641 struct lwp * const l = curlwp; in cpu_ast() 659 if (curlwp->l_pflag & LP_OWEUPC) { in cpu_ast() 660 curlwp in cpu_ast() [all...] |
/netbsd-src/sys/arch/ews4800mips/ews4800mips/ |
H A D | cons_machdep.c | 116 curlwp_save = curlwp; in rom_cnputc() 154 curlwp = curlwp_save; in rom_cnputc() 166 curlwp_save = curlwp; in rom_cngetc() 168 curlwp = curlwp_save; in rom_cngetc()
|
/netbsd-src/sys/arch/aarch64/include/ |
H A D | machdep.h | 125 curlwp->l_md.md_onfault = NULL; in cpu_unset_onfault() 131 curlwp->l_md.md_onfault = fb; in cpu_enable_onfault() 137 struct faultbuf * const fb = curlwp->l_md.md_onfault; in cpu_disable_onfault() 139 curlwp->l_md.md_onfault = NULL; in cpu_disable_onfault()
|
/netbsd-src/sys/arch/x86/x86/ |
H A D | fpu.c | 146 if (l == curlwp) { in fpu_lwp_area() 177 fpu_save_lwp(curlwp); in fpu_save() 307 struct pcb *pcb = lwp_getpcb(curlwp); in fpu_handle_deferred() 309 !(curlwp->l_proc->p_flag & PK_32)); in fpu_handle_deferred() 357 KASSERT(l == curlwp); in fpu_lwp_abandon() 386 struct lwp *l = curlwp; in fpu_kern_enter() 580 KASSERT(curlwp->l_md.md_flags & MDL_FPU_IN_CPU); in fputrap() 614 (*curlwp->l_proc->p_emul->e_trapsignal)(curlwp, &ksi); in fputrap() 670 KASSERT(l == curlwp); in fpu_clear()
|
/netbsd-src/sys/arch/usermode/usermode/ |
H A D | trap.c | 206 KASSERT(l == curlwp); KASSERT(l); in ast() 353 l = curlwp; KASSERT(l); in handle_signal() 434 l = curlwp; KASSERT(l); in pagefault() 548 struct lwp *l = curlwp; in illegal_instruction() 591 struct lwp *l = curlwp; in pass_on() 617 struct lwp *l = curlwp; in alarm() 626 KASSERT(l == curlwp); in alarm() 640 struct lwp *l = curlwp; in sigio() 654 KASSERT(l == curlwp); in sigio()
|