| /netbsd-src/sys/kern/ |
| H A D | kern_heartbeat.c | 149 p = &curcpu()->ci_heartbeat_suspend; in heartbeat_suspend() 169 KASSERT(__predict_false(cold) || ci == curcpu()); in heartbeat_resume_cpu() 192 struct cpu_info *ci = curcpu(); in heartbeat_resume() 255 heartbeat_resume_cpu(curcpu()); in heartbeat_reset_xc() 408 unsigned count = atomic_load_relaxed(&curcpu()->ci_heartbeat_count); in heartbeat_intr() 411 atomic_store_relaxed(&curcpu()->ci_heartbeat_uptime_stamp, count); in heartbeat_intr() 412 atomic_store_relaxed(&curcpu()->ci_heartbeat_uptime_cache, uptime); in heartbeat_intr() 486 panic("%s[%d %s]: heart stopped beating", cpu_name(curcpu()), 515 cpu_name(curcpu()), cpu_name(ci), d); in defibrillate() 540 cpu_name(curcpu()), cpu_nam [all...] |
| H A D | kern_softint.c | 370 sc = curcpu()->ci_data.cpu_softcpu; in softint_establish() 393 sc = curcpu()->ci_data.cpu_softcpu; in softint_establish() 444 sc = curcpu()->ci_data.cpu_softcpu; in softint_disestablish() 503 sh = (softhand_t *)((uint8_t *)curcpu()->ci_data.cpu_softcpu + offset); in softint_schedule() 539 if (curcpu() != ci) { in softint_schedule_cpu() 569 KASSERT(si->si_cpu == curcpu()); in softint_execute() 596 (const char *)curcpu()->ci_data.cpu_softcpu), in softint_execute() 607 (const char *)curcpu()->ci_data.cpu_softcpu), in softint_execute() 611 KASSERTMSG(curcpu()->ci_mtx_count == 0, in softint_execute() 613 __func__, curcpu()->ci_mtx_count, sh->sh_func); in softint_execute() [all …]
|
| /netbsd-src/sys/arch/arm/include/ |
| H A D | cpu.h | 128 ((curcpu()->ci_intr_depth > 1) || \ 131 #define CLKF_INTR(cf) ((void)(cf), curcpu()->ci_intr_depth > 1) 276 #define curcpu() arm_curcpu() macro 296 #define curcpu() lwp_getcpu(_curlwp()) macro 302 curcpu(void) in curcpu() function 307 #define curcpu() (&cpu_info_store[0]) macro 315 #define curlwp (curcpu()->ci_curlwp) 322 #define cpu_number() (curcpu()->ci_index) 331 cii = 0, __USE(cii), ci = curcpu(); ci != NULL; ci = NULL 339 return curcpu()->ci_cpl; in curcpl() [all …]
|
| /netbsd-src/sys/arch/powerpc/booke/ |
| H A D | booke_cache.c | 111 cache_op(va, PAGE_SIZE, curcpu()->ci_ci.dcache_line_size, OP_DCBST); in dcache_wb_page() 117 cache_op(va, PAGE_SIZE, curcpu()->ci_ci.dcache_line_size, OP_DCBF); in dcache_wbinv_page() 123 cache_op(va, PAGE_SIZE, curcpu()->ci_ci.dcache_line_size, OP_DCBI); in dcache_inv_page() 129 cache_op(va, PAGE_SIZE, curcpu()->ci_ci.dcache_line_size, OP_DCBZ); in dcache_zero_page() 136 cache_op(va, PAGE_SIZE, curcpu()->ci_ci.icache_line_size, OP_ICBI); in icache_inv_page() 144 cache_op(va, len, curcpu()->ci_ci.dcache_line_size, OP_DCBST); in dcache_wb() 150 cache_op(va, len, curcpu()->ci_ci.dcache_line_size, OP_DCBF); in dcache_wbinv() 156 cache_op(va, len, curcpu()->ci_ci.dcache_line_size, OP_DCBI); in dcache_inv() 163 cache_op(va, len, curcpu()->ci_ci.icache_line_size, OP_ICBI); in icache_inv()
|
| /netbsd-src/external/cddl/dtracetoolkit/dist/Cpu/ |
| H A D | cputypes.d | 56 cpu, curcpu->cpu_chip, curcpu->cpu_pset, 57 curcpu->cpu_lgrp, curcpu->cpu_info.pi_clock, 58 stringof(curcpu->cpu_info.pi_processor_type), 59 stringof(curcpu->cpu_info.pi_fputypes));
|
| /netbsd-src/external/cddl/dtracetoolkit/dist/Bin/ |
| H A D | cputypes.d | 56 cpu, curcpu->cpu_chip, curcpu->cpu_pset, 57 curcpu->cpu_lgrp, curcpu->cpu_info.pi_clock, 58 stringof(curcpu->cpu_info.pi_processor_type), 59 stringof(curcpu->cpu_info.pi_fputypes));
|
| /netbsd-src/sys/arch/evbmips/loongson/ |
| H A D | loongson_clock.c | 99 sc_scale[clk] = rscale(curcpu()->ci_cpu_freq / 1000000, clk); in loongson_initclocks() 101 (rscale(curcpu()->ci_cpu_freq, clk) + hz / 2) / (2 * hz); in loongson_initclocks() 151 loongson_timecounter.tc_frequency = curcpu()->ci_cpu_freq / 2; in loongson_initclocks() 152 curcpu()->ci_cctr_freq = loongson_timecounter.tc_frequency; in loongson_initclocks() 155 mips3_cp0_compare_write(sc_last + curcpu()->ci_cycles_per_hz); in loongson_initclocks() 235 curcpu()->ci_cycles_per_hz = cycles[sc_step]; in mips3_clockintr() 237 next = now + curcpu()->ci_cycles_per_hz; in mips3_clockintr() 238 curcpu()->ci_ev_count_compare.ev_count++; in mips3_clockintr() 251 next = new_cnt + curcpu()->ci_cycles_per_hz; in mips3_clockintr() 253 curcpu()->ci_ev_count_compare_missed.ev_count++; in mips3_clockintr() [all …]
|
| /netbsd-src/sys/arch/xen/x86/ |
| H A D | hypervisor_machdep.c | 134 l2 &= curcpu()->ci_evtmask[l1i]; in evt_iterate_bits() 174 if (*ret == 0 && curcpu()->ci_ilevel < in evt_set_pending() 198 ci = curcpu(); in stipending() 246 struct cpu_info *ci = curcpu(); in evt_do_hypervisor_callback() 283 ci = curcpu(); in do_hypervisor_callback() 333 if (__predict_false(ci == curcpu())) { 341 if (__predict_true(ci == curcpu())) { 411 struct cpu_info *ci = curcpu(); in hypervisor_enable_sir() 433 struct cpu_info *ci = curcpu(); in hypervisor_set_ipending() 450 KASSERT(ci == curcpu()); in hypervisor_set_ipending() [all …]
|
| H A D | xen_ipi.c | 99 ci = curcpu(); in xen_ipi_handler() 129 ci = curcpu(); in xen_ipi_init() 172 KASSERT(ci != NULL && ci != curcpu()); in xen_send_ipi() 192 struct cpu_info *ci, *self = curcpu(); in xen_broadcast_ipi() 215 ipimask, cpu_name(curcpu()), in xen_broadcast_ipi() 227 KASSERT(ci == curcpu()); in xen_ipi_halt() 309 KASSERT(ci == curcpu()); in xen_ipi_hvcb() 327 KASSERT(curcpu() != ci); in xc_send_ipi() 341 KASSERT(curcpu() != ci); in cpu_ipi()
|
| /netbsd-src/external/cddl/osnet/lib/libdtrace/ |
| H A D | sched.d | 67 inline cpuinfo_t *curcpu = xlate <cpuinfo_t *> (curthread->t_cpu); variable 68 #pragma D attributes Stable/Stable/Common curcpu 69 #pragma D binding "1.0" curcpu 71 inline processorid_t cpu = curcpu->cpu_id; 75 inline psetid_t pset = curcpu->cpu_pset; 79 inline chipid_t chip = curcpu->cpu_chip; 83 inline lgrp_id_t lgrp = curcpu->cpu_lgrp;
|
| /netbsd-src/sys/arch/riscv/riscv/ |
| H A D | cpu_subr.c | 193 struct cpu_info * const ci = curcpu(); in cpu_multicast_ipi() 211 struct cpu_info * const ci = curcpu(); in cpu_ipi_wait() 242 cpuid_t cii = cpu_index(curcpu()); in cpu_halt() 261 if (kcpuset_match(cpus_running, curcpu()->ci_data.cpu_kcpuset)) in cpu_halt_others() 267 kcpuset_remove(kcp, curcpu()->ci_data.cpu_kcpuset); in cpu_halt_others() 292 cpuid_t cii = cpu_index(curcpu()); in cpu_pause() 322 struct cpu_info * const ci = curcpu(); in cpu_pause_others() 347 struct cpu_info * const ci = curcpu(); in cpu_resume() 368 struct cpu_info * const ci = curcpu(); in cpu_resume_others() 403 ci == curcpu() ? '<' : ' ', in cpu_debug_dump() [all …]
|
| /netbsd-src/sys/arch/sparc64/sparc64/ |
| H A D | clock.c | 364 struct cpu_info *ci = curcpu(); in tickintr_establish() 385 struct cpu_info *ci = curcpu(); in stickintr_establish() 408 struct cpu_info *ci = curcpu(); in stick2eintr_establish() 434 struct cpu_info *ci = curcpu(); in cpu_initclocks() 625 / curcpu()->ci_cpu_clockrate[1]; in clockintr() 631 t = t / curcpu()->ci_cpu_clockrate[1]; in clockintr() 662 next_tick(curcpu()->ci_tick_increment); in tickintr() 664 curcpu()->ci_tick_evcnt.ev_count++; in tickintr() 678 next_stick(curcpu()->ci_tick_increment); in stickintr() 680 curcpu()->ci_tick_evcnt.ev_count++; in stickintr() [all …]
|
| /netbsd-src/sys/arch/algor/algor/ |
| H A D | algor_p6032_intr.c | 288 curcpu()->ci_cpu_freq = cps * 2; in algor_p6032_cal_timer() 289 curcpu()->ci_cycles_per_hz = (curcpu()->ci_cpu_freq + hz / 2) / hz; in algor_p6032_cal_timer() 290 curcpu()->ci_divisor_delay = in algor_p6032_cal_timer() 291 ((curcpu()->ci_cpu_freq + (1000000 / 2)) / 1000000); in algor_p6032_cal_timer() 293 curcpu()->ci_cycles_per_hz /= 2; in algor_p6032_cal_timer() 294 curcpu()->ci_divisor_delay /= 2; in algor_p6032_cal_timer() 300 curcpu()->ci_cpu_freq / 1000000, in algor_p6032_cal_timer() 301 (curcpu()->ci_cpu_freq % 1000000) / 10000, in algor_p6032_cal_timer() 302 curcpu()->ci_cycles_per_hz, curcpu()->ci_divisor_delay); in algor_p6032_cal_timer()
|
| H A D | algor_p4032_intr.c | 327 curcpu()->ci_cpu_freq = cps * 2; in algor_p4032_cal_timer() 328 curcpu()->ci_cycles_per_hz = (curcpu()->ci_cpu_freq + hz / 2) / hz; in algor_p4032_cal_timer() 329 curcpu()->ci_divisor_delay = in algor_p4032_cal_timer() 330 ((curcpu()->ci_cpu_freq + (1000000 / 2)) / 1000000); in algor_p4032_cal_timer() 332 curcpu()->ci_cycles_per_hz /= 2; in algor_p4032_cal_timer() 333 curcpu()->ci_divisor_delay /= 2; in algor_p4032_cal_timer() 339 curcpu()->ci_cpu_freq / 1000000, in algor_p4032_cal_timer() 340 (curcpu()->ci_cpu_freq % 1000000) / 10000, in algor_p4032_cal_timer() 341 curcpu()->ci_cycles_per_hz, curcpu()->ci_divisor_delay); in algor_p4032_cal_timer()
|
| /netbsd-src/lib/libpthread/ |
| H A D | pthread_specific.c | 91 const int curcpu = pthread__self()->pt_lwpctl->lc_curcpu; in pthread_curcpu_np() local 93 pthread__assert(curcpu != LWPCTL_CPU_NONE); in pthread_curcpu_np() 94 pthread__assert(curcpu != LWPCTL_CPU_EXITED); in pthread_curcpu_np() 95 pthread__assert(curcpu >= 0); in pthread_curcpu_np() 96 return curcpu; in pthread_curcpu_np()
|
| /netbsd-src/sys/arch/arm/vfp/ |
| H A D | vfp_init.c | 109 switch (curcpu()->ci_vfp_id) { in load_vfpregs() 133 switch (curcpu()->ci_vfp_id) { in save_vfpregs() 217 curcpu()->ci_vfp_evs[0].ev_count++; in vfp_fpscr_handler() 404 struct cpu_info * const ci = curcpu(); in vfp_handler() 445 curcpu()->ci_vfp_evs[2].ev_count++; in vfp_handler() 487 struct cpu_info * const ci = curcpu(); in neon_handler() 504 if (curcpu()->ci_pcu_curlwp[PCU_FPU] == curlwp in neon_handler() 531 curcpu()->ci_vfp_evs[0].ev_count++; in vfp_state_load() 534 curcpu()->ci_vfp_evs[1].ev_count++; in vfp_state_load() 554 KASSERT(curcpu()->ci_pcu_curlwp[PCU_FPU] == NULL); in vfp_state_load() [all …]
|
| /netbsd-src/sys/arch/evbmips/gdium/ |
| H A D | machdep.c | 268 curcpu()->ci_cpu_freq = in mach_init() 275 curcpu()->ci_cpu_freq /= 2; in mach_init() 278 curcpu()->ci_cycles_per_hz = (curcpu()->ci_cpu_freq + hz / 2) / hz; in mach_init() 281 curcpu()->ci_divisor_delay = in mach_init() 282 ((curcpu()->ci_cpu_freq + 500000) / 1000000); in mach_init() 289 curcpu()->ci_cpu_freq *= 2; in mach_init() 293 curcpu()->ci_cpu_freq); in mach_init()
|
| /netbsd-src/sys/arch/mips/mips/ |
| H A D | cpu_subr.c | 539 if (l->l_cpu != curcpu()) { in cpu_signotify() 553 KASSERT(l->l_cpu == curcpu()); in cpu_need_proftick() 568 KASSERT(curcpu()->ci_mtx_count == 0); in cpu_kpreempt_enter() 581 KASSERT(curcpu()->ci_mtx_count == 0); in cpu_kpreempt_enter() 607 return curcpu()->ci_cpl > IPL_NONE; in cpu_kpreempt_disabled() 615 struct cpu_info * const ci = curcpu(); in cpu_idle() 654 struct cpu_info * const ci = curcpu(); in cpu_multicast_ipi() 679 struct cpu_info * const ci = curcpu(); in cpu_ipi_wait() 684 for (u_long limit = curcpu()->ci_cpu_freq/10; !done && limit--; ) { in cpu_ipi_wait() 711 cpuid_t cii = cpu_index(curcpu()); in cpu_halt() [all …]
|
| /netbsd-src/sys/arch/arc/arc/ |
| H A D | machdep.c | 337 curcpu()->ci_cpu_freq = platform->clock * 1000000; in mach_init() 338 curcpu()->ci_cycles_per_hz = (curcpu()->ci_cpu_freq + hz / 2) / hz; in mach_init() 339 curcpu()->ci_divisor_delay = in mach_init() 340 ((curcpu()->ci_cpu_freq + 500000) / 1000000); in mach_init() 341 curcpu()->ci_cctr_freq = curcpu()->ci_cpu_freq; in mach_init() 343 curcpu()->ci_cycles_per_hz /= 2; in mach_init() 344 curcpu()->ci_divisor_delay /= 2; in mach_init() 345 curcpu()->ci_cctr_freq /= 2; in mach_init()
|
| /netbsd-src/sys/arch/aarch64/aarch64/ |
| H A D | cpu_machdep.c | 94 curcpu()->ci_softints |= mask; 117 struct cpu_info * const ci = curcpu(); in dosoftints() 283 KASSERT(l->l_cpu == curcpu()); in cpu_need_proftick() 295 if (l->l_cpu != curcpu()) { in cpu_signotify() 312 KASSERT(curcpu()->ci_mtx_count == 0); in cpu_kpreempt_enter() 325 KASSERT(curcpu()->ci_mtx_count == 0); in cpu_kpreempt_enter() 328 atomic_or_uint(curcpu()->ci_want_resched, RESCHED_KPREEMPT); in cpu_kpreempt_enter() 350 return curcpu()->ci_cpl > IPL_NONE; 359 KASSERT(curcpu() != ci); in xc_send_ipi() 368 KASSERT(curcpu() ! in cpu_ipi() [all...] |
| H A D | fpu.c | 143 curcpu()->ci_vfp_use.ev_count++; in fpu_state_load() 145 curcpu()->ci_vfp_reuse.ev_count++; in fpu_state_load() 162 curcpu()->ci_vfp_save.ev_count++; in fpu_state_save() 176 curcpu()->ci_vfp_release.ev_count++; in fpu_state_release() 216 ci = curcpu(); in fpu_kern_enter() 250 ci = curcpu(); in fpu_kern_leave()
|
| /netbsd-src/sys/arch/powerpc/powerpc/ |
| H A D | powerpc_machdep.c | 179 node.sysctl_data = &curcpu()->ci_ci; in sysctl_machdep_cacheinfo() 180 node.sysctl_size = sizeof(curcpu()->ci_ci); in sysctl_machdep_cacheinfo() 239 NULL, curcpu()->ci_ci.dcache_line_size, NULL, 0, 389 return curcpu()->ci_idepth >= 0; in cpu_intr_p() 396 KASSERTMSG(curcpu()->ci_cpl == IPL_NONE, in cpu_idle() 397 "ci_cpl = %d", curcpu()->ci_cpl); in cpu_idle() 398 (*curcpu()->ci_idlespin)(); in cpu_idle() 445 if (l->l_cpu != curcpu()) { in cpu_signotify() 487 KASSERT(curcpu() != ci); in xc_send_ipi() 500 KASSERT(curcpu() != ci); in cpu_ipi() [all …]
|
| /netbsd-src/sys/arch/or1k/include/ |
| H A D | cpu.h | 76 curcpu(void) in curcpu() function 85 return curcpu()->ci_cpuid; in cpu_number() 102 (cii) = 0; (cii) == 0 && (ci) = curcpu(); (cii)++ 109 struct cpu_info * const ci = curcpu(); in cpu_dosoftints() 118 return curcpu()->ci_intr_depth > 0; in cpu_intr_p()
|
| /netbsd-src/sys/arch/evbmips/ingenic/ |
| H A D | clock.c | 59 struct cpu_info * const ci = curcpu(); in cpu_initclocks() 70 curcpu()->ci_cctr_freq = tc.tc_frequency; in cpu_initclocks() 150 divisor_delay = curcpu()->ci_divisor_delay; in delay() 197 struct cpu_info * const ci = curcpu(); in ingenic_clockintr() 218 ci->ci_next_cp0_clk_intr = new_cnt + curcpu()->ci_cycles_per_hz; in ingenic_clockintr() 220 curcpu()->ci_ev_count_compare_missed.ev_count++; in ingenic_clockintr()
|
| /netbsd-src/sys/arch/hppa/hppa/ |
| H A D | ipifuncs.c | 79 struct cpu_info *ci = curcpu(); in hppa_ipi_intr() 140 if (ci != curcpu() && (ci->ci_flags & CPUF_RUNNING)) in hppa_ipi_broadcast() 156 struct cpu_info *ci = curcpu(); in hppa_ipi_halt() 170 KASSERT(curcpu() != ci); in xc_send_ipi() 186 KASSERT(curcpu() != ci); in cpu_ipi()
|