| /netbsd-src/sys/sys/ |
| H A D | cpu_data.h | 200 #define ci_schedstate ci_data.cpu_schedstate 201 #define ci_index ci_data.cpu_index 202 #define ci_biglock_count ci_data.cpu_biglock_count 203 #define ci_biglock_wanted ci_data.cpu_biglock_wanted 204 #define ci_cpuname ci_data.cpu_name 205 #define ci_spin_locks ci_data.cpu_spin_locks 206 #define ci_simple_locks ci_data.cpu_simple_locks 207 #define ci_lockstat ci_data.cpu_lockstat 208 #define ci_spin_locks2 ci_data.cpu_spin_locks2 209 #define ci_lkdebug_recurse ci_data.cpu_lkdebug_recurse [all …]
|
| /netbsd-src/sys/kern/ |
| H A D | kern_softint.c | 318 ci->ci_data.cpu_softcpu = sc; in softint_init() 319 ci->ci_data.cpu_softints = 0; in softint_init() 333 scfirst = first->ci_data.cpu_softcpu; in softint_init() 370 sc = curcpu()->ci_data.cpu_softcpu; in softint_establish() 393 sc = curcpu()->ci_data.cpu_softcpu; in softint_establish() 401 sc = ci->ci_data.cpu_softcpu; in softint_establish() 444 sc = curcpu()->ci_data.cpu_softcpu; in softint_disestablish() 466 sc = ci->ci_data.cpu_softcpu; in softint_disestablish() 503 sh = (softhand_t *)((uint8_t *)curcpu()->ci_data.cpu_softcpu + offset); in softint_schedule() 540 const softcpu_t *sc = ci->ci_data.cpu_softcpu; in softint_schedule_cpu() [all …]
|
| H A D | subr_xcall.c | 245 cv_init(&ci->ci_data.cpu_xcall, "xcall"); in xc_init_cpu() 415 ci->ci_data.cpu_xcall_pending = true; in xc_lowpri() 416 cv_signal(&ci->ci_data.cpu_xcall); in xc_lowpri() 421 ci->ci_data.cpu_xcall_pending = true; in xc_lowpri() 422 cv_signal(&ci->ci_data.cpu_xcall); in xc_lowpri() 452 while (!ci->ci_data.cpu_xcall_pending) { in xc_thread() 456 cv_wait(&ci->ci_data.cpu_xcall, &xc->xc_lock); in xc_thread() 459 ci->ci_data.cpu_xcall_pending = false; in xc_thread()
|
| H A D | kern_cpu.c | 101 CTASSERT(offsetof(struct cpu_info, ci_data) == 0); 103 CTASSERT(offsetof(struct cpu_info, ci_data) != 0); 145 TAILQ_INIT(&ci->ci_data.cpu_ld_locks); in mi_cpu_attach() 146 __cpu_simple_lock_init(&ci->ci_data.cpu_ld_lock); in mi_cpu_attach() 149 snprintf(ci->ci_data.cpu_name, sizeof(ci->ci_data.cpu_name), "cpu%d", in mi_cpu_attach() 169 ci->ci_onproc = ci->ci_data.cpu_idlelwp; in mi_cpu_attach() 178 TAILQ_INIT(&ci->ci_data.cpu_biodone); in mi_cpu_attach()
|
| H A D | subr_lockdebug.c | 176 __cpu_simple_lock(&ci->ci_data.cpu_ld_lock); in lockdebug_lookup1() 178 __cpu_simple_unlock(&ci->ci_data.cpu_ld_lock); in lockdebug_lookup1() 194 __cpu_simple_lock(&ci->ci_data.cpu_ld_lock); in lockdebug_lock_cpus() 205 __cpu_simple_unlock(&ci->ci_data.cpu_ld_lock); in lockdebug_unlock_cpus() 243 TAILQ_INIT(&curcpu()->ci_data.cpu_ld_locks); in lockdebug_init() 245 __cpu_simple_lock_init(&curcpu()->ci_data.cpu_ld_lock); in lockdebug_init() 536 TAILQ_INSERT_TAIL(&curcpu()->ci_data.cpu_ld_locks, in lockdebug_locked() 609 TAILQ_REMOVE(&curcpu()->ci_data.cpu_ld_locks, ld, in lockdebug_unlocked() 639 TAILQ_FOREACH(ld, &curcpu()->ci_data.cpu_ld_locks, ld_chain) { in lockdebug_barrier() 693 __cpu_simple_lock(&ci->ci_data.cpu_ld_lock); in lockdebug_mem_check() [all …]
|
| H A D | kern_timeout.c | 298 KASSERT(curcpu()->ci_data.cpu_callout == NULL); in callout_startup() 305 curcpu()->ci_data.cpu_callout = cc; in callout_startup() 321 if ((cc = ci->ci_data.cpu_callout) == NULL) { in callout_init_cpu() 348 ci->ci_data.cpu_callout = cc; in callout_init_cpu() 367 cc = curcpu()->ci_data.cpu_callout; in callout_init() 448 cc = curcpu()->ci_data.cpu_callout; in callout_schedule_locked() 671 cc = ci->ci_data.cpu_callout; in callout_bind() 792 cc = curcpu()->ci_data.cpu_callout; in callout_hardclock() 833 cc = l->l_cpu->ci_data.cpu_callout; in callout_softclock() 947 offsetof(struct cpu_info, ci_data.cpu_callout), in db_show_callout() [all …]
|
| H A D | kern_idle.c | 109 KASSERT(ci->ci_data.cpu_idlelwp == NULL); in create_idle_lwp() 128 ci->ci_data.cpu_idlelwp = l; in create_idle_lwp()
|
| /netbsd-src/sys/arch/powerpc/powerpc/ |
| H A D | softint_machdep.c | 58 KASSERT(ci->ci_data.cpu_softints & (1 << ipl)); in softint_deliver() 59 ci->ci_data.cpu_softints ^= 1 << ipl; in softint_deliver() 76 while ((softints = (ci->ci_data.cpu_softints & softint_mask)) != 0) { in powerpc_softint() 100 ci->ci_data.cpu_softints ^= (1 << IPL_NONE); in powerpc_softint() 121 atomic_or_uint(&ci->ci_data.cpu_softints, machdep); in powerpc_softint_trigger()
|
| /netbsd-src/sys/arch/x86/x86/ |
| H A D | cpu.c | 429 KASSERT(ci->ci_data.cpu_idlelwp != NULL); in cpu_attach() 538 struct lwp *l = ci->ci_data.cpu_idlelwp; in cpu_attach() 772 if (ci->ci_data.cpu_idlelwp == NULL) in cpu_boot_secondary_processors() 795 struct lwp *l = ci->ci_data.cpu_idlelwp; in cpu_init_idle_lwp() 811 if (ci->ci_data.cpu_idlelwp == NULL) in cpu_init_idle_lwps() 833 ci->ci_curlwp = ci->ci_data.cpu_idlelwp; in cpu_start_secondary() 890 drift = ci->ci_data.cpu_cc_skew; in cpu_boot_secondary() 895 drift -= ci->ci_data.cpu_cc_skew; in cpu_boot_secondary() 897 (long long)ci->ci_data.cpu_cc_skew, (long long)drift); in cpu_boot_secondary() 951 ci->ci_data.cpu_cc_freq = cpu_info_primary.ci_data.cpu_cc_freq; in cpu_hatch() [all …]
|
| H A D | tsc.c | 227 tsc_freq = ci->ci_data.cpu_cc_freq; in tsc_tc_init() 316 ci->ci_data.cpu_cc_skew = val; in tsc_sync_bp() 395 return ci->ci_data.cpu_cc_freq; in cpu_frequency()
|
| /netbsd-src/sys/arch/powerpc/booke/ |
| H A D | e500_timer.c | 153 cpu->cpu_ticks_per_clock_intr = (ci->ci_data.cpu_cc_freq + hz/2 - 1) / hz; in cpu_initclocks() 172 ci->ci_data.cpu_cc_freq = board_info_get_number("timebase-frequency"); in calc_delayconst() 173 ticks_per_sec = (uint32_t)ci->ci_data.cpu_cc_freq; in calc_delayconst() 174 ns_per_tick = 1000000000 / (u_int)ci->ci_data.cpu_cc_freq; in calc_delayconst() 225 ppcbooke_timecounter.tc_frequency = curcpu()->ci_data.cpu_cc_freq; in init_ppcbooke_tc()
|
| /netbsd-src/sys/arch/arm/arm32/ |
| H A D | cortex_pmc.c | 60 #define COUNTS_PER_USEC (curcpu()->ci_data.cpu_cc_freq / (1000*1000)) 70 if (curcpu()->ci_data.cpu_cc_freq == 0) { in cortex_pmc_ccnt_init() 71 curcpu()->ci_data.cpu_cc_freq = CORTEX_PMC_CCNT_HZ; in cortex_pmc_ccnt_init()
|
| /netbsd-src/sys/arch/riscv/riscv/ |
| H A D | cpu_subr.c | 196 if (kcpuset_match(cpus_running, ci->ci_data.cpu_kcpuset)) in cpu_multicast_ipi() 200 kcpuset_remove(kcp2, ci->ci_data.cpu_kcpuset); in cpu_multicast_ipi() 261 if (kcpuset_match(cpus_running, curcpu()->ci_data.cpu_kcpuset)) in cpu_halt_others() 267 kcpuset_remove(kcp, curcpu()->ci_data.cpu_kcpuset); in cpu_halt_others() 324 if (cold || kcpuset_match(cpus_running, ci->ci_data.cpu_kcpuset)) in cpu_pause_others() 330 kcpuset_remove(kcp, ci->ci_data.cpu_kcpuset); in cpu_pause_others()
|
| /netbsd-src/sys/arch/xen/x86/ |
| H A D | cpu.c | 415 KASSERT(ci->ci_data.cpu_idlelwp != NULL); in cpu_attach_common() 423 KASSERT(ci->ci_data.cpu_idlelwp != NULL); in cpu_attach_common() 512 struct lwp *l = ci->ci_data.cpu_idlelwp; in cpu_attach_common() 601 if (ci->ci_data.cpu_idlelwp == NULL) in cpu_boot_secondary_processors() 620 struct lwp *l = ci->ci_data.cpu_idlelwp; in cpu_init_idle_lwp() 636 if (ci->ci_data.cpu_idlelwp == NULL) in cpu_init_idle_lwps() 651 ci->ci_curlwp = ci->ci_data.cpu_idlelwp; in cpu_start_secondary() 727 KASSERT(ci->ci_curlwp == ci->ci_data.cpu_idlelwp); in cpu_hatch() 728 KASSERT(curlwp == ci->ci_data.cpu_idlelwp); in cpu_hatch() 751 KASSERT(ci->ci_curlwp == ci->ci_data.cpu_idlelwp); in cpu_hatch() [all …]
|
| /netbsd-src/sys/arch/arm/cortex/ |
| H A D | a9tmr.c | 216 __func__, ci->ci_data.cpu_name, in a9tmr_init_cpu_clock() 234 __func__, ci->ci_data.cpu_name, in a9tmr_init_cpu_clock() 298 curcpu()->ci_data.cpu_cc_freq / 2; in a9tmr_delay() 335 __func__, cf, ci->ci_data.cpu_name, now, delta); in a9tmr_intr() 339 ci->ci_data.cpu_name, delta); in a9tmr_intr()
|
| /netbsd-src/sys/arch/or1k/include/ |
| H A D | cpu_counter.h | 44 #define cpu_hascounter() (curcpu()->ci_data.cpu_cc_freq != 0) 56 return ci->ci_data.cpu_cc_freq; in cpu_frequency()
|
| H A D | cpu.h | 51 struct cpu_data ci_data; member 111 && (ci->ci_data.cpu_softints >> ci->ci_cpl) > 0) in cpu_dosoftints()
|
| /netbsd-src/sys/arch/aarch64/include/ |
| H A D | cpu_counter.h | 46 #define cpu_hascounter() (curcpu()->ci_data.cpu_cc_freq != 0) 63 return ci->ci_data.cpu_cc_freq; in cpu_frequency()
|
| /netbsd-src/sys/arch/arm/include/ |
| H A D | cpu_counter.h | 45 #define cpu_hascounter() (curcpu()->ci_data.cpu_cc_freq != 0) 74 return ci->ci_data.cpu_cc_freq; in cpu_frequency()
|
| /netbsd-src/sys/arch/powerpc/include/ |
| H A D | userret.h | 67 || l->l_cpu->ci_data.cpu_pcu_curlwp[PCU_FPU] == l, in userret() 69 tf, tf->tf_srr1, l->l_cpu->ci_data.cpu_pcu_curlwp[PCU_FPU], l); in userret()
|
| /netbsd-src/sys/rump/librump/rumpkern/ |
| H A D | intr.c | 153 struct cpu_data *cd = &curcpu()->ci_data; in sithread() 285 struct cpu_data *cd = &ci->ci_data; in softint_init() 379 struct cpu_data *cd = &ci->ci_data; in softint_schedule() 458 struct cpu_data *cd = &ci->ci_data; in rump_softint_run()
|
| /netbsd-src/sys/arch/m68k/include/ |
| H A D | intr.h | 144 curcpu()->ci_data.cpu_nintr++; \ 157 curcpu()->ci_data.cpu_nintr++; \
|
| /netbsd-src/sys/uvm/ |
| H A D | uvm_pgflcache.c | 276 ucpu = ci->ci_data.cpu_uvm; in uvm_pgflcache_init_cpu() 298 ucpu = curcpu()->ci_data.cpu_uvm; in uvm_pgflcache_fini_cpu() 362 ucpu = ci->ci_data.cpu_uvm; in uvm_pgflcache_resume()
|
| /netbsd-src/sys/arch/powerpc/ibm4xx/ |
| H A D | clock.c | 97 ci->ci_data.cpu_nintr++; in stat_intr() 138 ci->ci_data.cpu_nintr++; in decr_intr()
|
| /netbsd-src/sys/arch/riscv/include/ |
| H A D | cpu.h | 53 struct cpu_data ci_data; member 220 && (ci->ci_data.cpu_softints >> ci->ci_cpl) > 0) in cpu_dosoftints()
|