| /netbsd-src/sys/kern/ |
| H A D | kern_runq.c | 149 if (ci == lwp0.l_cpu) { in sched_cpuattach() 183 * l_cpu. 193 ci = l->l_cpu; in sched_enqueue() 195 KASSERT(lwp_locked(l, l->l_cpu->ci_schedstate.spc_mutex)); in sched_enqueue() 265 spc = &l->l_cpu->ci_schedstate; in sched_dequeue() 418 struct cpu_info *ci = l->l_cpu; in sched_resched_lwp() 577 ci = l->l_cpu; in sched_takecpu() 592 if (sched_migratable(l, curlwp->l_cpu) && eprio > in sched_takecpu() 593 curlwp->l_cpu->ci_schedstate.spc_maxpriority) { in sched_takecpu() 594 return curlwp->l_cpu; in sched_takecpu() [all...] |
| H A D | kern_synch.c | 297 KASSERT(lwp_locked(l, l->l_cpu->ci_schedstate.spc_lwplock)); in yield() 300 spc_lock(l->l_cpu); in yield() 322 KASSERT(lwp_locked(l, l->l_cpu->ci_schedstate.spc_lwplock)); in preempt() 325 spc_lock(l->l_cpu); in preempt() 342 needed = l->l_cpu->ci_want_resched; in preempt_needed() 433 spc_lock(l->l_cpu); in kpreempt() 566 KASSERT(newl->l_cpu == ci); in nextlwp() 629 KASSERT(l->l_cpu == curcpu() || l->l_stat == LSRUN); in mi_switch() 819 KASSERT(l->l_cpu == ci); in mi_switch() 861 KASSERT(l->l_cpu == ci); in mi_switch() [all …]
|
| H A D | kern_idle.c | 94 KASSERT(l->l_mutex == l->l_cpu->ci_schedstate.spc_lwplock); in idle_loop() 96 spc_lock(l->l_cpu); in idle_loop() 116 if (ci != lwp0.l_cpu) { in create_idle_lwp()
|
| H A D | kern_lwp.c | 278 .l_cpu = LWP0_CPU_INFO, 399 l->l_cpu = curcpu(); in lwp_ctor() 400 l->l_mutex = l->l_cpu->ci_schedstate.spc_lwplock; in lwp_ctor() 420 KASSERT(l->l_cpu != NULL); in lwp_dtor() 835 KASSERT(l2->l_cpu != NULL); in lwp_create() 837 KASSERT(l2->l_mutex == l2->l_cpu->ci_schedstate.spc_lwplock); in lwp_create() 1239 spc_lock(l->l_cpu); in lwp_exit() 1294 l->l_cpu = curcpu(); in lwp_free() 1295 lwp_unlock_to(l, l->l_cpu->ci_schedstate.spc_lwplock); in lwp_free() 1397 if (l->l_cpu == tci) { in lwp_migrate() [all …]
|
| H A D | kern_softint.c | 736 l->l_cpu->ci_data.cpu_softints &= ~si->si_machdep; in softint_thread() 743 spc_lock(l->l_cpu); in softint_thread() 818 onproc->l_flag, cpu_index(onproc->l_cpu), curlwp, in softint_dispatch() 820 cpu_index(curlwp->l_cpu), pinned, pinned->l_stat, in softint_dispatch() 821 pinned->l_flag, cpu_index(pinned->l_cpu)); in softint_dispatch() 864 spc_lock(l->l_cpu); in softint_dispatch()
|
| H A D | kern_sleepq.c | 139 ci = l->l_cpu; in sleepq_remove() 168 l->l_cpu = sched_takecpu(l); in sleepq_remove() 169 ci = l->l_cpu; in sleepq_remove() 390 spc_lock(l->l_cpu); in sleepq_block()
|
| H A D | kern_kthread.c | 115 if (ci != l->l_cpu) { in kthread_create() 118 l->l_cpu = ci; in kthread_create()
|
| /netbsd-src/sys/arch/arm/arm/ |
| H A D | arm_machdep.c | 272 if (l->l_cpu != curcpu()) { in cpu_signotify() 274 intr_ipi_send(l->l_cpu->ci_kcpuset, IPI_AST); in cpu_signotify() 294 idepth = l->l_cpu->ci_intr_depth; in cpu_intr_p() 296 cpl = l->l_cpu->ci_cpl; in cpu_intr_p()
|
| /netbsd-src/sys/rump/librump/rumpkern/ |
| H A D | scheduler.c | 199 struct rumpcpu *rcpu = cpuinfo_to_rumpcpu(l->l_cpu); in rump_schedlock_cv_wait() 209 struct rumpcpu *rcpu = cpuinfo_to_rumpcpu(l->l_cpu); in rump_schedlock_cv_timedwait() 380 l->l_cpu = l->l_target_cpu = ci; in rump_schedule_cpu_interlock() 405 KASSERT(l->l_mutex == l->l_cpu->ci_schedstate.spc_mutex); in rump_unschedule() 451 rump_softint_run(l->l_cpu); in rump_unschedule_cpu_interlock() 462 ci = l->l_cpu; in rump_unschedule_cpu1()
|
| H A D | lwproc.c | 353 l->l_cpu = &rump_bootcpu; in lwproc_makelwp() 477 newlwp->l_cpu = newlwp->l_target_cpu = l->l_cpu; in rump_lwproc_switch()
|
| /netbsd-src/sys/sys/ |
| H A D | userret.h | 54 KASSERTMSG(l->l_cpu->ci_biglock_count == 0, "kernel_lock leaked"); in mi_userret() 56 exception = l->l_cpu->ci_want_resched | (l->l_flag & LW_USERRET); in mi_userret()
|
| H A D | lwp.h | 90 struct cpu_info *volatile l_cpu;/* s: CPU we're on if LSONPROC */ member 456 return l->l_cpu; in lwp_getcpu()
|
| /netbsd-src/sys/ddb/ |
| H A D | db_proc.c | 200 if (l.l_cpu != NULL) { in db_show_all_procs() 202 &l.l_cpu->ci_data.cpu_index, in db_show_all_procs() 345 if (l.l_cpu != NULL) { in db_show_proc() 347 &l.l_cpu->ci_data.cpu_index, in db_show_proc()
|
| /netbsd-src/sys/arch/powerpc/include/ |
| H A D | userret.h | 67 || l->l_cpu->ci_data.cpu_pcu_curlwp[PCU_FPU] == l, in userret() 69 tf, tf->tf_srr1, l->l_cpu->ci_data.cpu_pcu_curlwp[PCU_FPU], l); in userret()
|
| /netbsd-src/sys/arch/aarch64/aarch64/ |
| H A D | cpu_machdep.c | 100 lwp_t ** lp = &l->l_cpu->ci_softlwps[level]; in softint_init_md() 283 KASSERT(l->l_cpu == curcpu()); in cpu_need_proftick() 295 if (l->l_cpu != curcpu()) { in cpu_signotify() 297 intr_ipi_send(l->l_cpu->ci_kcpuset, IPI_AST); in cpu_signotify()
|
| /netbsd-src/sys/arch/mips/mips/ |
| H A D | mips_dsp.c | 96 l->l_cpu->ci_ev_dsp_saves.ev_count++; in mips_dsp_state_save() 142 l->l_cpu->ci_ev_dsp_loads.ev_count++; in mips_dsp_state_load()
|
| H A D | mips_fpu.c | 98 l->l_cpu->ci_ev_fpu_saves.ev_count++; in mips_fpu_state_save() 220 l->l_cpu->ci_ev_fpu_loads.ev_count++; in mips_fpu_state_load()
|
| H A D | cpu_subr.c | 539 if (l->l_cpu != curcpu()) { in cpu_signotify() 541 cpu_send_ipi(l->l_cpu, IPI_AST); in cpu_signotify() 553 KASSERT(l->l_cpu == curcpu()); in cpu_need_proftick() 635 idepth = l->l_cpu->ci_idepth; in cpu_intr_p()
|
| H A D | mips_softint.c | 62 struct cpu_info * const ci = l->l_cpu; in softint_init_md()
|
| /netbsd-src/sys/arch/sparc/include/ |
| H A D | cpu.h | 484 (l)->l_cpu->ci_want_ast = 1; \ 487 if ((l)->l_cpu->ci_cpuid != cpu_number()) \ 488 XCALL0(sparc_noop, 1U << (l)->l_cpu->ci_cpuid); \
|
| /netbsd-src/sys/arch/powerpc/ibm4xx/ |
| H A D | ibm4xx_machdep.c | 262 KASSERT(lwp0.l_cpu == curcpu()); in ibm4xx_init() 355 KASSERT(lwp0.l_cpu != NULL); in ibm4xx_cpu_startup()
|
| /netbsd-src/sys/rump/librump/rumpkern/arch/x86/ |
| H A D | rump_x86_cpu.c | 66 return curlwp->l_cpu; in x86_curcpu()
|
| /netbsd-src/sys/rump/include/machine/ |
| H A D | cpu.h | 81 #define curcpu() (curlwp->l_cpu)
|
| /netbsd-src/sys/arch/or1k/include/ |
| H A D | cpu.h | 78 return curlwp->l_cpu; in curcpu()
|
| /netbsd-src/sys/arch/x86/x86/ |
| H A D | x86_machdep.c | 362 if (l->l_cpu != curcpu()) { in cpu_signotify() 363 cpu_kick(l->l_cpu); in cpu_signotify() 374 KASSERT(l->l_cpu == curcpu()); in cpu_need_proftick() 388 if (__predict_false(l->l_cpu == NULL)) { in cpu_intr_p() 394 idepth = l->l_cpu->ci_idepth; in cpu_intr_p()
|