| /xnu-11215/osfmk/i386/ |
| H A D | genassym.c | 290 offsetof(cpu_data_t, cpu_this)); in main() 311 offsetof(cpu_data_t, cpu_number)); in main() 313 offsetof(cpu_data_t, cpu_running)); in main() 324 offsetof(cpu_data_t, cpu_task_cr3)); in main() 332 offsetof(cpu_data_t, cpu_ucr3)); in main() 334 offsetof(cpu_data_t, cpu_ip_desc)); in main() 339 offsetof(cpu_data_t, cpu_exit_cr3)); in main() 349 offsetof(cpu_data_t, cpu_task_map)); in main() 361 offsetof(cpu_data_t, cpu_dr7)); in main() 389 offsetof(cpu_data_t, cd_estack)); in main() [all …]
|
| H A D | cpu_topology.c | 54 extern cpu_data_t cpshadows[]; 68 cpu_data_t *cpup = cpu_datap(i); in cpu_shadow_sort() 110 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 123 sizeof(cpu_data_t *), in cpu_topology_sort() 129 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 139 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 177 cpu_data_t *cpup = cpu_datap(i); in cpu_topology_sort() 255 cpu_data_t *cpu_x = *((cpu_data_t **)(uintptr_t)x); in lapicid_cmp() 256 cpu_data_t *cpu_y = *((cpu_data_t **)(uintptr_t)y); in lapicid_cmp()
|
| H A D | i386_timer.c | 74 cpu_data_t *pp; in timer_intr() 180 cpu_data_t *pp; in timer_set_deadline() 206 cpu_data_t *pp; in timer_resync_deadlines() 267 cpu_data_t *pp; in timer_queue_expire_local() 297 cpu_data_t *pp; in timer_queue_expire_rescan() 340 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_assign() 380 cpu_data_t *target_cdp = cpu_datap(target_cpu); in timer_queue_migrate_cpu() 381 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_migrate_cpu()
|
| H A D | cpu.c | 95 cpu_data_t *cdp = current_cpu_datap(); in cpu_sleep() 106 cpu_data_t *cdp = current_cpu_datap(); in cpu_init() 151 cpu_data_t *cdp = cpu_datap(cpu); in cpu_exit_wait() 185 cpu_data_t *cdp = current_cpu_datap(); in cpu_machine_init() 262 cpu_data_t *cpup = cpu_datap(cpu_num); in processor_to_datastring()
|
| H A D | cpu_data.h | 340 } cpu_data_t; typedef 342 extern cpu_data_t *__single cpu_data_ptr[MAX_CPUS]; 357 #define CPU_DATA() ((cpu_data_t __seg_gs *)0UL) 424 static inline cpu_data_t * 445 cpu_data_t *cdata, uint64_t frameptr, bool use_cursp) in rbtrace_bt() 526 cpu_data_t *cdata = current_cpu_datap(); in pltrace_internal() 554 cpu_data_t *cdata; in traptrace_start() 702 static inline cpu_data_t * 715 static inline cpu_data_t * 722 extern cpu_data_t *cpu_data_alloc(boolean_t is_boot_cpu);
|
| H A D | mp_desc.c | 177 cpu_data_t scdatas[MAX_CPUS] __attribute__((aligned(64))) = { 183 cpu_data_t *cpu_data_master = &scdatas[0]; 185 cpu_data_t *cpu_data_ptr[MAX_CPUS] = {[0] = &scdatas[0] }; 370 cpu_desc_init(cpu_data_t *cdp) in cpu_desc_init() 467 cpu_desc_load(cpu_data_t *cdp) in cpu_desc_load() 508 cpu_syscall_init(cpu_data_t *cdp) in cpu_syscall_init() 563 cpu_data_t * 566 cpu_data_t *cdp; in cpu_data_alloc() 592 bzero((void*) cdp, sizeof(cpu_data_t)); in cpu_data_alloc() 770 cpu_data_t *cdp; in cpu_data_realloc() [all …]
|
| H A D | mp_desc.h | 109 extern void cpu_syscall_init(cpu_data_t *cdp); 111 extern void cpu_desc_init(cpu_data_t *cdp); 112 extern void cpu_desc_load(cpu_data_t *cdp);
|
| H A D | pmCPU.c | 239 cpu_data_t *cpup = current_cpu_datap(); in pmCPUHalt() 322 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyLogicalCPU() 336 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyCore() 350 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyDie() 364 cpu_data_t *cpup = current_cpu_datap(); in pmGetMyPackage() 386 pmCPUGetDeadline(cpu_data_t *cpu) in pmCPUGetDeadline() 405 pmCPUSetDeadline(cpu_data_t *cpu, uint64_t deadline) in pmCPUSetDeadline() 420 pmCPUDeadline(cpu_data_t *cpu) in pmCPUDeadline() 433 pmCPUExitIdle(cpu_data_t *cpu) in pmCPUExitIdle() 493 pmCPUMarkRunning(cpu_data_t *cpu) in pmCPUMarkRunning() [all …]
|
| H A D | cpu_threads.c | 339 cpu_data_t *cpup; in x86_lcpu_init() 367 cpu_data_t *cpup; in x86_core_alloc() 407 cpu_data_t *cpup; in x86_package_find() 430 cpu_data_t *cpup; in x86_die_find() 458 cpu_data_t *cpup; in x86_core_find() 513 cpu_data_t *cpup; in x86_die_alloc() 554 cpu_data_t *cpup; in x86_package_alloc() 820 cpu_data_t *cpup; in cpu_thread_alloc() 947 cpu_data_t *cpup = current_cpu_datap(); in cpu_thread_init() 991 cpu_data_t *cpup = current_cpu_datap(); in cpu_thread_halt()
|
| /xnu-11215/osfmk/arm64/ |
| H A D | genassym.c | 300 DECLARE("CPU_ISTACKPTR", offsetof(cpu_data_t, istackptr)); in main() 304 DECLARE("CPU_INTSTACK_TOP", offsetof(cpu_data_t, intstack_top)); in main() 305 DECLARE("CPU_EXCEPSTACKPTR", offsetof(cpu_data_t, excepstackptr)); in main() 313 DECLARE("CPU_NUMBER_GS", offsetof(cpu_data_t, cpu_number)); in main() 315 DECLARE("CPU_INT_STATE", offsetof(cpu_data_t, cpu_int_state)); in main() 316 DECLARE("CPU_USER_DEBUG", offsetof(cpu_data_t, cpu_user_debug)); in main() 320 DECLARE("CPU_PHYS_ID", offsetof(cpu_data_t, cpu_phys_id)); in main() 321 DECLARE("CPU_TPIDR_EL0", offsetof(cpu_data_t, cpu_tpidr_el0)); in main() 324 DECLARE("PER_CPU_MASTER", offsetof(cpu_data_t, cluster_master)); in main() 373 DECLARE("CPU_ROP_KEY", offsetof(cpu_data_t, rop_key)); in main() [all …]
|
| H A D | cpu.c | 188 cpu_data_t *cpu_data; in arm64_ipi_test_callback() 199 cpu_data_t *cpu_data; in arm64_immediate_ipi_test_callback() 265 configure_coresight_registers(cpu_data_t *cdp) in configure_coresight_registers() 321 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_sleep() 488 cpu_data_t *cpu_data_ptr = getCpuDatap(); in cpu_idle() 686 cpu_data_t *cdp = getCpuDatap(); in cpu_init() 747 cpu_stack_alloc(cpu_data_t *cpu_data_ptr) in cpu_stack_alloc() 770 cpu_data_init(cpu_data_t *cpu_data_ptr) in cpu_data_init() 842 cpu_data_register(cpu_data_t *cpu_data_ptr) in cpu_data_register() 955 cpu_data_t *cdp = getCpuDatap(); in cpu_timebase_init() [all …]
|
| H A D | dbgwrap.c | 73 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_cpu_is_halted() 84 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_wait_cpu_halted() 106 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu() 143 ml_dbgwrap_stuff_instr(cpu_data_t *cdp, uint32_t instr, uint64_t timeout_ns, dbgwrap_status_t *stat… in ml_dbgwrap_stuff_instr() 196 ml_dbgwrap_read_dtr(cpu_data_t *cdp, uint64_t timeout_ns, dbgwrap_status_t *status) in ml_dbgwrap_read_dtr() 230 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu_with_state()
|
| H A D | monotonic_arm64.c | 278 core_idle(__unused cpu_data_t *cpu) in core_idle() 1274 mt_cpu_idle(cpu_data_t *cpu) in mt_cpu_idle() 1280 mt_cpu_run(cpu_data_t *cpu) in mt_cpu_run() 1300 mt_cpu_down(cpu_data_t *cpu) in mt_cpu_down() 1306 mt_cpu_up(cpu_data_t *cpu) in mt_cpu_up() 1334 cpu_data_t *cpu = (cpu_data_t *)CpuDataEntries[topology_info->cpus[i].cpu_id].cpu_data_vaddr; in mt_count_pmis() 1341 mt_cpu_pmi(cpu_data_t *cpu, uint64_t pmcr0) in mt_cpu_pmi() 1494 cpu_data_t *cpu = getCpuDatap(); in mt_microstackshot_start_remote()
|
| H A D | machine_routines.c | 337 cpu_data_t *cdp = getCpuDatap(); in wfe_process_recommendation() 753 cpu_data_t *cpu_data_ptr = getCpuDatap(); in ml_cpu_up() 819 cpu_data_t *cpu_data_ptr = getCpuDatap(); in ml_cpu_down() 836 cpu_data_t* new_cpu_datap = cpu_datap(next_cpu); in ml_cpu_down() 951 cpu_data_t *cpu_data_ptr; in ml_install_interrupt_handler() 996 cpu_data_t *cpu_data_ptr; in ml_init_timebase() 998 cpu_data_ptr = (cpu_data_t *)args; in ml_init_timebase() 1580 cpu_data_t *this_cpu_datap; in ml_processor_register() 2344 cpu_data_t *cdp = getCpuDatap(); 2472 cpu_data_t *cdp = getCpuDatap(); [all …]
|
| /xnu-11215/osfmk/arm/ |
| H A D | cpu_common.c | 63 cpu_data_t PERCPU_DATA(cpu_data); 80 cpu_data_t * 194 cpu_data_t *cpu_data_ptr; in cpu_idle_tickle() 255 cpu_data_t *cpu_data_ptr; in cpu_broadcast_xcall_internal() 256 cpu_data_t *target_cpu_datap; in cpu_broadcast_xcall_internal() 360 cpu_data_t *target_cpu_datap; in cpu_xcall_internal() 513 cpu_signal(cpu_data_t *target_proc, in cpu_signal() 662 cpu_data_t *cpu_data_ptr; in cpu_exit_wait() 710 cpu_data_t * 749 cpu_data_t * [all …]
|
| H A D | cpu_data_internal.h | 292 } cpu_data_t; typedef 295 PERCPU_DECL(cpu_data_t, cpu_data); 310 extern cpu_data_t *cpu_datap(int cpu); 311 extern cpu_data_t *cpu_data_alloc(boolean_t is_boot); 312 extern void cpu_stack_alloc(cpu_data_t*); 313 extern void cpu_data_init(cpu_data_t *cpu_data_ptr); 314 extern void cpu_data_register(cpu_data_t *cpu_data_ptr); 315 extern cpu_data_t *processor_to_cpu_datap( processor_t processor);
|
| H A D | cpu_internal.h | 47 cpu_data_t *target, 53 cpu_data_t *target); 56 cpu_data_t *target);
|
| H A D | machine_cpu.h | 52 extern void arm_init_cpu(cpu_data_t *args, uint64_t hib_header_phys); 54 extern void arm_init_idle_cpu(cpu_data_t *args); 60 wfe_to_deadline_or_interrupt(uint32_t cid, uint64_t wfe_deadline, cpu_data_t *cdp, bool unmask, boo…
|
| H A D | caches.c | 66 cpu_data_t *cpu_data_ptr = getCpuDatap(); in flush_dcache() 100 cpu_data_t *cpu_data_ptr = getCpuDatap(); in clean_dcache() 151 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_flush64() 205 cpu_data_t *cpu_data_ptr = getCpuDatap(); in dcache_incoherent_io_store64() 278 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_init() 296 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_flush() 309 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_clean() 322 cpu_data_t *cpu_data_ptr = getCpuDatap(); in platform_cache_shutdown()
|
| H A D | arm_timer.c | 71 cpu_data_t *cpu_data_ptr; in timer_intr() 128 cpu_data_t *cpu_data_ptr; in timer_set_deadline() 152 cpu_data_t *cpu_data_ptr; in timer_resync_deadlines() 220 cpu_data_t *cpu_data_ptr = getCpuDatap(); in timer_queue_assign()
|
| H A D | rtclock.c | 151 cpu_data_t * cdp; in rtclock_init() 326 cpu_data_t * cdp; in rtclock_intr() 395 cpu_data_t * cdp; in setPop() 417 cpu_data_t * cdp; in SetIdlePop() 443 cpu_data_t * cdp; in ClearIdlePop()
|
| H A D | model_dep.c | 386 cpu_data_t *current_cpu_datap = cpu_datap(cpu); in panic_display_last_pc_lr() 825 cpu_data_t * cpu_data_ptr = getCpuDatap(); in print_all_backtraces() 993 cpu_data_t *target_cpu_datap; in DebuggerPatchupThreadState() 997 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerPatchupThreadState() 1046 cpu_data_t *target_cpu_datap; in DebuggerXCallEnter() 1047 cpu_data_t *cpu_data_ptr = getCpuDatap(); in DebuggerXCallEnter() 1082 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() 1128 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() 1188 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() 1205 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in DebuggerXCallEnter() [all …]
|
| /xnu-11215/osfmk/kern/ |
| H A D | monotonic.h | 89 void mt_cpu_idle(cpu_data_t *cpu); 90 void mt_cpu_run(cpu_data_t *cpu); 95 void mt_cpu_down(cpu_data_t *cpu); 96 void mt_cpu_up(cpu_data_t *cpu); 111 uint64_t mt_cpu_update_count(cpu_data_t *cpu, unsigned int ctr);
|
| /xnu-11215/osfmk/x86_64/ |
| H A D | monotonic_x86_64.c | 208 core_down(cpu_data_t *cpu) in core_down() 222 core_up(cpu_data_t *cpu) in core_up() 242 mt_cpu_down(cpu_data_t *cpu) in mt_cpu_down() 248 mt_cpu_up(cpu_data_t *cpu) in mt_cpu_up() 261 cpu_data_t *cpu = cpu_data_ptr[i]; in mt_count_pmis()
|
| /xnu-11215/osfmk/kdp/ml/arm/ |
| H A D | kdp_machdep.c | 487 cpu_data_t *target_cpu_datap; in machine_trace_thread64() 489 target_cpu_datap = (cpu_data_t *)CpuDataEntries[cpu].cpu_data_vaddr; in machine_trace_thread64() 490 if (target_cpu_datap == (cpu_data_t *)NULL) { in machine_trace_thread64()
|