| /xnu-11215/osfmk/arm64/ |
| H A D | cpu.c | 337 mt_cpu_down(cpu_data_ptr); in cpu_sleep() 558 cpu_data_ptr->cpu_idle_notify(cpu_data_ptr->cpu_id, TRUE, &new_idle_timeout_ticks); in cpu_idle() 577 mt_cpu_idle(cpu_data_ptr); in cpu_idle() 658 mt_cpu_run(cpu_data_ptr); in cpu_idle_exit() 662 cpu_data_ptr->cpu_idle_notify(cpu_data_ptr->cpu_id, FALSE, &new_idle_timeout_ticks); in cpu_idle_exit() 758 cpu_data_ptr->istackptr = (void *)cpu_data_ptr->intstack_top; in cpu_stack_alloc() 766 cpu_data_ptr->excepstackptr = (void *)cpu_data_ptr->excepstack_top; in cpu_stack_alloc() 795 cpu_data_ptr->cpu_l2_id = 0; in cpu_data_init() 796 cpu_data_ptr->cpu_l2_size = 0; in cpu_data_init() 797 cpu_data_ptr->cpu_l3_id = 0; in cpu_data_init() [all …]
|
| H A D | machine_routines.c | 753 cpu_data_t *cpu_data_ptr = getCpuDatap(); in ml_cpu_up() local 820 cpu_data_ptr->cpu_running = FALSE; in ml_cpu_down() 951 cpu_data_t *cpu_data_ptr; in ml_install_interrupt_handler() local 955 cpu_data_ptr = getCpuDatap(); in ml_install_interrupt_handler() 957 cpu_data_ptr->interrupt_nub = nub; in ml_install_interrupt_handler() 958 cpu_data_ptr->interrupt_source = source; in ml_install_interrupt_handler() 959 cpu_data_ptr->interrupt_target = target; in ml_install_interrupt_handler() 961 cpu_data_ptr->interrupt_refCon = refCon; in ml_install_interrupt_handler() 996 cpu_data_t *cpu_data_ptr; in ml_init_timebase() local 998 cpu_data_ptr = (cpu_data_t *)args; in ml_init_timebase() [all …]
|
| H A D | pcb.c | 854 struct cpu_data * cpu_data_ptr; in arm_debug_set32() local 862 cpu_data_ptr = getCpuDatap(); in arm_debug_set32() 863 cpu_debug = cpu_data_ptr->cpu_user_debug; in arm_debug_set32() 871 cpu_data_ptr->cpu_user_debug = NULL; in arm_debug_set32() 875 cpu_data_ptr->cpu_user_debug = debug_state; in arm_debug_set32() 1056 struct cpu_data * cpu_data_ptr; in arm_debug_set64() local 1064 cpu_data_ptr = getCpuDatap(); in arm_debug_set64() 1065 cpu_debug = cpu_data_ptr->cpu_user_debug; in arm_debug_set64() 1073 cpu_data_ptr->cpu_user_debug = NULL; in arm_debug_set64() 1077 cpu_data_ptr->cpu_user_debug = debug_state; in arm_debug_set64()
|
| /xnu-11215/osfmk/arm/ |
| H A D | cpu_common.c | 194 cpu_data_t *cpu_data_ptr; in cpu_idle_tickle() local 198 cpu_data_ptr = getCpuDatap(); in cpu_idle_tickle() 201 cpu_data_ptr->idle_timer_notify(cpu_data_ptr->idle_timer_refcon, &new_idle_timeout_ticks); in cpu_idle_tickle() 223 if (cpu_data_ptr->cpu_xcall_p0 != NULL && cpu_data_ptr->cpu_xcall_p1 != NULL) { in cpu_handle_xcall() 234 if (cpu_data_ptr->cpu_imm_xcall_p0 != NULL && cpu_data_ptr->cpu_imm_xcall_p1 != NULL) { in cpu_handle_xcall() 255 cpu_data_t *cpu_data_ptr; in cpu_broadcast_xcall_internal() local 268 cpu_data_ptr = getCpuDatap(); in cpu_broadcast_xcall_internal() 563 cpu_data_ptr->cpu_stat.ipi_cnt++; in cpu_signal_handler_internal() 662 cpu_data_t *cpu_data_ptr; in cpu_exit_wait() local 762 cpu_stack_alloc(cpu_data_ptr); in cpu_data_alloc() [all …]
|
| H A D | caches.c | 86 …cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheCleanFlushRegion, (unsigned int) paddr… in flush_dcache() 120 …cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheCleanRegion, (unsigned int) paddr, (un… in clean_dcache() 151 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_flush64() local 156 cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheCleanFlush, 0x0UL, 0x0UL); in dcache_incoherent_io_flush64() 205 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_store64() local 217 cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheClean, 0x0UL, 0x0UL); in dcache_incoherent_io_store64() 283 cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheControl, CacheControlEnable, 0x0UL); in platform_cache_init() 286 …cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheConfig, CacheConfigSize, (unsigned int… in platform_cache_init() 301 cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheCleanFlush, 0x0UL, 0x0UL); in platform_cache_flush() 314 cpu_data_ptr->cpu_cache_dispatch(cpu_data_ptr->cpu_id, CacheClean, 0x0UL, 0x0UL); in platform_cache_clean() [all …]
|
| H A D | arm_timer.c | 71 cpu_data_t *cpu_data_ptr; in timer_intr() local 74 cpu_data_ptr = getCpuDatap(); in timer_intr() 79 if ((cpu_data_ptr->idle_timer_deadline > 0) && (cpu_data_ptr->idle_timer_deadline <= abstime)) { in timer_intr() 80 cpu_data_ptr->idle_timer_deadline = 0x0ULL; in timer_intr() 84 cpu_data_ptr->idle_timer_notify(cpu_data_ptr->idle_timer_refcon, &new_idle_timeout_ticks); in timer_intr() 115 cpu_data_ptr->rtcPop = EndOfAllTime; in timer_intr() 128 cpu_data_t *cpu_data_ptr; in timer_set_deadline() local 131 cpu_data_ptr = getCpuDatap(); in timer_set_deadline() 152 cpu_data_t *cpu_data_ptr; in timer_resync_deadlines() local 154 cpu_data_ptr = getCpuDatap(); in timer_resync_deadlines() [all …]
|
| H A D | arm_init.c | 688 cpu_data_t *cpu_data_ptr, in arm_init_cpu() argument 706 os_atomic_andnot(&cpu_data_ptr->cpu_flags, SleepState, relaxed); in arm_init_cpu() 709 machine_set_current_thread(cpu_data_ptr->cpu_active_thread); in arm_init_cpu() 736 cpu_data_ptr->cpu_active_thread->machine.preemption_count--; in arm_init_cpu() 765 if (cpu_data_ptr == &BootCpuData && ml_is_quiescing()) { in arm_init_cpu() 780 cpu_data_ptr->rtcPop = EndOfAllTime; in arm_init_cpu() 799 if (cpu_data_ptr == &BootCpuData && ml_is_quiescing()) { in arm_init_cpu() 816 ctrr_cluster_locked[cpu_data_ptr->cpu_cluster_id] = CTRR_LOCKED; in arm_init_cpu() 832 cpu_data_t *cpu_data_ptr) in arm_init_idle_cpu() argument 838 machine_set_current_thread(cpu_data_ptr->cpu_active_thread); in arm_init_idle_cpu() [all …]
|
| H A D | model_dep.c | 825 cpu_data_t * cpu_data_ptr = getCpuDatap(); in print_all_backtraces() local 827 assert(cpu_data_ptr->PAB_active == FALSE); in print_all_backtraces() 828 cpu_data_ptr->PAB_active = TRUE; in print_all_backtraces() 840 cpu_data_ptr->PAB_active = FALSE; in print_all_backtraces() 1047 cpu_data_t *cpu_data_ptr = getCpuDatap(); in DebuggerXCallEnter() local 1050 cpu_data_ptr->debugger_active++; in DebuggerXCallEnter() 1051 if (cpu_data_ptr->debugger_active != 1) { in DebuggerXCallEnter() 1084 if ((target_cpu_datap == NULL) || (target_cpu_datap == cpu_data_ptr)) { in DebuggerXCallEnter() 1241 cpu_data_t *cpu_data_ptr = getCpuDatap(); in DebuggerXCallReturn() local 1244 cpu_data_ptr->debugger_active--; in DebuggerXCallReturn() [all …]
|
| H A D | cpu_data_internal.h | 313 extern void cpu_data_init(cpu_data_t *cpu_data_ptr); 314 extern void cpu_data_register(cpu_data_t *cpu_data_ptr);
|
| /xnu-11215/osfmk/i386/ |
| H A D | Diagnostics.c | 152 cpu_data_ptr[i]->cpu_hwIntCnt[j] = 0; in diagCall64() 273 cest.caperf = cpu_data_ptr[i]->cpu_aperf; in diagCall64() 274 cest.cmperf = cpu_data_ptr[i]->cpu_mperf; in diagCall64() 275 cest.ccres[0] = cpu_data_ptr[i]->cpu_c3res; in diagCall64() 276 cest.ccres[1] = cpu_data_ptr[i]->cpu_c6res; in diagCall64() 277 cest.ccres[2] = cpu_data_ptr[i]->cpu_c7res; in diagCall64() 282 cest.citime_total = cpu_data_ptr[i]->cpu_itime_total; in diagCall64() 283 cest.crtime_total = cpu_data_ptr[i]->cpu_rtime_total; in diagCall64() 284 cest.cpu_idle_exits = cpu_data_ptr[i]->cpu_idle_exits; in diagCall64() 287 cest.cpu_ucc = cpu_data_ptr[i]->cpu_monotonic.mtc_counts[MT_CORE_CYCLES]; in diagCall64() [all …]
|
| H A D | trap.c | 318 cpu_data_ptr[i]->cpu_max_observed_int_latency = in interrupt_reset_latency_stats() 319 cpu_data_ptr[i]->cpu_max_observed_int_latency_vector = 0; in interrupt_reset_latency_stats() 330 if (cur_max < cpu_data_ptr[i]->cpu_max_observed_int_latency) { in interrupt_populate_latency_stats() 331 cur_max = cpu_data_ptr[i]->cpu_max_observed_int_latency; in interrupt_populate_latency_stats() 337 …f(buf, bufsize, "0x%x 0x%x 0x%llx", tcpu, cpu_data_ptr[tcpu]->cpu_max_observed_int_latency_vector,… in interrupt_populate_latency_stats() 358 cpu_data_t *cdp = cpu_data_ptr[cnum]; in interrupt() 376 if (cpu_data_ptr[cnum]->lcpu.package->num_idle == topoParms.nLThreadsPerPackage) { in interrupt() 377 cpu_data_ptr[cnum]->cpu_hwIntpexits[interrupt_num]++; in interrupt()
|
| H A D | cpu_data.h | 342 extern cpu_data_t *__single cpu_data_ptr[MAX_CPUS]; 705 return cpu_data_ptr[cpu]; in cpu_datap() 718 return cpu_data_ptr[cpu]->cd_shadow; in cpu_shadowp()
|
| H A D | mp_desc.c | 185 cpu_data_t *cpu_data_ptr[MAX_CPUS] = {[0] = &scdatas[0] }; variable 669 cpu_data_ptr[cnum] = cdp; in cpu_data_alloc() 783 bcopy((void *) cpu_data_ptr[0], (void*) cdp, sizeof(cpu_data_t)); in cpu_data_realloc() 798 cpu_data_ptr[0] = cdp; in cpu_data_realloc()
|
| H A D | cpu_topology.c | 121 qsort((void *) &cpu_data_ptr[1], in cpu_topology_sort()
|
| H A D | locks_i386.c | 1998 if ((cpu_data_ptr[i] != NULL) && (cpu_data_ptr[i]->cpu_active_thread == owner_thread)) { in lck_mtx_lock_spinwait_x86()
|
| H A D | mp.c | 508 my_word = &cpu_data_ptr[my_cpu]->cpu_signals; in cpu_signal_handler() 514 cpu_data_ptr[my_cpu]->cpu_prior_signals = *my_word; in cpu_signal_handler()
|
| /xnu-11215/osfmk/arm64/sptm/ |
| H A D | arm_init_sptm.c | 983 cpu_data_t *cpu_data_ptr, in arm_init_cpu() argument 1012 os_atomic_andnot(&cpu_data_ptr->cpu_flags, SleepState, relaxed); in arm_init_cpu() 1015 machine_set_current_thread(cpu_data_ptr->cpu_active_thread); in arm_init_cpu() 1043 cpu_data_ptr->cpu_active_thread->machine.preemption_count--; in arm_init_cpu() 1071 if (cpu_data_ptr == &BootCpuData && ml_is_quiescing()) { in arm_init_cpu() 1095 cpu_data_ptr->rtcPop = EndOfAllTime; in arm_init_cpu() 1104 if (cpu_data_ptr == &BootCpuData && ml_is_quiescing()) { in arm_init_cpu() 1121 ctrr_cluster_locked[cpu_data_ptr->cpu_cluster_id] = CTRR_LOCKED; in arm_init_cpu() 1137 cpu_data_t *cpu_data_ptr) in arm_init_idle_cpu() argument 1143 machine_set_current_thread(cpu_data_ptr->cpu_active_thread); in arm_init_idle_cpu() [all …]
|
| /xnu-11215/tools/lldbmacros/ |
| H A D | misc.py | 29 while kern.globals.cpu_data_ptr[cpu]: 30 cd = kern.globals.cpu_data_ptr[cpu] 162 cpu_data = kern.globals.cpu_data_ptr[cpu_id]
|
| H A D | scheduler.py | 373 cpu_data = kern.globals.cpu_data_ptr[current_processor.cpu_id]
|
| H A D | process.py | 1889 cpu_data = kern.globals.cpu_data_ptr[processor.cpu_id]
|
| /xnu-11215/osfmk/x86_64/ |
| H A D | monotonic_x86_64.c | 261 cpu_data_t *cpu = cpu_data_ptr[i]; in mt_count_pmis()
|
| /xnu-11215/osfmk/arm/pmap/ |
| H A D | pmap.c | 4584 pmap_cpu_data_t *cpu_data_ptr = pmap_get_cpu_data(); local 4586 os_atomic_store(&cpu_data_ptr->active_pmap, pmap, relaxed); 4626 assert(asid_index < (sizeof(cpu_data_ptr->cpu_sw_asids) / sizeof(*cpu_data_ptr->cpu_sw_asids))); 4630 uint8_t last_sw_asid = cpu_data_ptr->cpu_sw_asids[asid_index]; 4639 cpu_data_ptr->cpu_sw_asids[asid_index] = new_sw_asid; 4755 pmap_switch_user_ttb(pmap, cpu_data_ptr); 7853 pmap_switch_user_ttb(pmap_t pmap, pmap_cpu_data_t *cpu_data_ptr) argument 7856 cpu_data_ptr->cpu_nested_pmap = pmap->nested_pmap; 7857 cpu_data_ptr->cpu_nested_pmap_attr = (cpu_data_ptr->cpu_nested_pmap == NULL) ? 7858 NULL : pmap_get_pt_attr(cpu_data_ptr->cpu_nested_pmap); [all …]
|
| /xnu-11215/osfmk/kdp/ml/x86_64/ |
| H A D | kdp_machdep.c | 262 if (cpu_data_ptr[i] == NULL) { in kdp_machine_hostinfo()
|
| /xnu-11215/tools/lldbmacros/core/ |
| H A D | kernelcore.py | 337 return unsigned(self.globals.cpu_data_ptr[cpu].cpu_pcpu_base)
|