| /xnu-11215/osfmk/arm64/ |
| H A D | dbgwrap.c | 73 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_cpu_is_halted() local 74 if ((cdp == NULL) || (cdp->coresight_base[CORESIGHT_UTT] == 0)) { in ml_dbgwrap_cpu_is_halted() 84 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_wait_cpu_halted() local 85 if ((cdp == NULL) || (cdp->coresight_base[CORESIGHT_UTT] == 0)) { in ml_dbgwrap_wait_cpu_halted() 106 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu() local 107 if ((cdp == NULL) || (cdp->coresight_base[CORESIGHT_UTT] == 0)) { in ml_dbgwrap_halt_cpu() 230 cpu_data_t *cdp = cpu_datap(cpu_index); in ml_dbgwrap_halt_cpu_with_state() local 231 if ((cdp == NULL) || (cdp->coresight_base[CORESIGHT_ED] == 0)) { in ml_dbgwrap_halt_cpu_with_state() 259 ml_dbgwrap_stuff_instr(cdp, instr, timeout_ns, &status); in ml_dbgwrap_halt_cpu_with_state() 263 ml_dbgwrap_stuff_instr(cdp, instr, timeout_ns, &status); in ml_dbgwrap_halt_cpu_with_state() [all …]
|
| H A D | cpu.c | 269 assert(cdp); in configure_coresight_registers() 288 if (!cdp->coresight_base[i]) { in configure_coresight_registers() 454 WFE_STAT(cdp->wfe_count++); in wfe_to_deadline_or_interrupt() 692 cdp->cpu_type = CPU_TYPE_ARM64; in cpu_init() 697 if (cdp == &BootCpuData) { in cpu_init() 733 cdp->cpu_stat.ipi_cnt_wake = 0; in cpu_init() 735 cdp->cpu_stat.pmi_cnt_wake = 0; in cpu_init() 737 cdp->cpu_running = TRUE; in cpu_init() 738 cdp->cpu_sleep_token_last = cdp->cpu_sleep_token; in cpu_init() 739 cdp->cpu_sleep_token = 0x0UL; in cpu_init() [all …]
|
| H A D | machine_routines.c | 337 cpu_data_t *cdp = getCpuDatap(); in wfe_process_recommendation() local 338 uint32_t cid = cdp->cpu_cluster_id; in wfe_process_recommendation() 351 uint64_t wc = cdp->wfe_count; in wfe_process_recommendation() 359 …KDBG(CPUPM_IDLE_WFE | DBG_FUNC_END, ipending, cdp->wfe_count - wc, wfe_deadline, cdp->cpu_stat.irq… in wfe_process_recommendation() 2344 cpu_data_t *cdp = getCpuDatap(); local 2347 cdp->cpu_decrementer = dec_value; 2349 if (cdp->cpu_set_decrementer_func) { 2472 cpu_data_t *cdp = getCpuDatap(); local 2477 if (cdp->cpu_get_decrementer_func) { 2665 cpu_data_t *cdp = getCpuDatap(); local [all …]
|
| H A D | sleh.c | 515 cpu_data_t *cdp = getCpuDatap(); in arm64_platform_error() local 519 } else if (cdp->platform_error_handler != NULL) { in arm64_platform_error() 520 cdp->platform_error_handler(cdp->cpu_id, far); in arm64_platform_error() 2349 cpu_data_t * cdp __unused = getCpuDatap(); in sleh_irq() 2361 cdp->interrupt_handler(cdp->interrupt_target, in sleh_irq() 2362 cdp->interrupt_refCon, in sleh_irq() 2363 cdp->interrupt_nub, in sleh_irq() 2364 cdp->interrupt_source); in sleh_irq() 2373 …panic("irq handler %p changed preemption level from %d to %d", cdp->interrupt_handler, preemption_… in sleh_irq() 2452 cpu_data_t *cdp = getCpuDatap(); in sleh_fiq() local [all …]
|
| /xnu-11215/osfmk/i386/ |
| H A D | mp_desc.c | 510 #pragma unused(cdp) in cpu_syscall_init() 566 cpu_data_t *cdp; in cpu_data_alloc() local 570 cdp = cpu_datap(0); in cpu_data_alloc() 575 return cdp; in cpu_data_alloc() 593 cdp->cpu_this = cdp; in cpu_data_alloc() 649 mca_cpu_alloc(cdp); in cpu_data_alloc() 660 cdp->cpu_active_thread = (thread_t) (uintptr_t) cdp->cpu_number; in cpu_data_alloc() 667 cdp->cpu_number, cdp, cdp->cpu_desc_tablep, cdp->cpu_ldtp, in cpu_data_alloc() 671 return cdp; in cpu_data_alloc() 779 cdp = &scdatas[0]; in cpu_data_realloc() [all …]
|
| H A D | cpu.c | 95 cpu_data_t *cdp = current_cpu_datap(); in cpu_sleep() local 98 PE_cpu_machine_quiesce(cdp->cpu_id); in cpu_sleep() 111 cdp->cpu_type = cpuid_cputype(); in cpu_init() 112 cdp->cpu_subtype = cpuid_cpusubtype(); in cpu_init() 151 cpu_data_t *cdp = cpu_datap(cpu); in cpu_exit_wait() local 165 while ((cdp->lcpu.state != LCPU_HALT) in cpu_exit_wait() 166 && (cdp->lcpu.state != LCPU_OFF) in cpu_exit_wait() 167 && !cdp->lcpu.stopped) { in cpu_exit_wait() 187 PE_cpu_machine_init(cdp->cpu_id, !cdp->cpu_boot_complete); in cpu_machine_init() 188 cdp->cpu_boot_complete = TRUE; in cpu_machine_init() [all …]
|
| H A D | Diagnostics.c | 355 cpu_data_t *cdp = current_cpu_datap(); in cpu_powerstats() local 356 __unused int cnum = cdp->cpu_number; in cpu_powerstats() 366 cdp->cpu_rtime_total += ctime - cdp->cpu_ixtime; in cpu_powerstats() 367 cdp->cpu_ixtime = ctime; in cpu_powerstats() 370 cdp->cpu_c3res = ((uint64_t)ch << 32) | cl; in cpu_powerstats() 373 cdp->cpu_c6res = ((uint64_t)ch << 32) | cl; in cpu_powerstats() 390 cdp->cpu_gpmcs[i] = read_pmc(i); in cpu_powerstats() 394 cdp->cpu_cur_insns = insns; in cpu_powerstats() 395 cdp->cpu_cur_ucc = ucc; in cpu_powerstats() 396 cdp->cpu_cur_urc = urc; in cpu_powerstats() [all …]
|
| H A D | i386_timer.c | 340 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_assign() local 343 if (cdp->cpu_running) { in timer_queue_assign() 344 queue = &cdp->rtclock_timer.queue; in timer_queue_assign() 346 if (deadline < cdp->rtclock_timer.deadline) { in timer_queue_assign() 381 cpu_data_t *cdp = current_cpu_datap(); in timer_queue_migrate_cpu() local 385 assert(target_cpu != cdp->cpu_number); in timer_queue_migrate_cpu() 391 cdp->rtclock_timer.deadline, (cdp->rtclock_timer.deadline >> 32), in timer_queue_migrate_cpu() 401 ntimers_moved = timer_queue_migrate(&cdp->rtclock_timer.queue, in timer_queue_migrate_cpu() 408 cdp->rtclock_timer.deadline = EndOfAllTime; in timer_queue_migrate_cpu()
|
| H A D | pcb_native.c | 530 cpu_data_t *cdp = current_cpu_datap(); in act_machine_switch_pcb() local 557 cdp->cpu_uber.cu_user_gs_base = 0; in act_machine_switch_pcb() 567 cdp->cpu_uber.cu_isf = isf; in act_machine_switch_pcb() 580 cdp->cd_estack = cpu_shadowp(cdp->cpu_number)->cd_estack = cdp->cpu_desc_index.cdi_sstku; in act_machine_switch_pcb() 583 cdp->cpu_task_map = new->map->pmap->pm_task_map; in act_machine_switch_pcb() 609 cdp->cpu_task_map = TASK_MAP_32BIT; in act_machine_switch_pcb() 653 cdp->cpu_curtask_has_ldt = 0; in act_machine_switch_pcb() 659 cdp->cpu_curtask_has_ldt = 1; in act_machine_switch_pcb() 931 cpu_data_t *cdp; in machine_thread_set_tsd_base() local 934 cdp = current_cpu_datap(); in machine_thread_set_tsd_base() [all …]
|
| H A D | mp_desc.h | 109 extern void cpu_syscall_init(cpu_data_t *cdp); 111 extern void cpu_desc_init(cpu_data_t *cdp); 112 extern void cpu_desc_load(cpu_data_t *cdp);
|
| H A D | machine_check.c | 178 mca_cpu_alloc(cpu_data_t *cdp) in mca_cpu_alloc() argument 187 cdp->cpu_mca_state = zalloc_permanent_tag(mca_state_size, ZALIGN_PTR, in mca_cpu_alloc() 189 if (cdp->cpu_mca_state == NULL) { in mca_cpu_alloc() 190 printf("mca_cpu_alloc() failed for cpu %d\n", cdp->cpu_number); in mca_cpu_alloc()
|
| H A D | trap.c | 358 cpu_data_t *cdp = cpu_data_ptr[cnum]; in interrupt() local 430 if (__improbable(cdp->cpu_nested_istack)) { in interrupt() 431 cdp->cpu_nested_istack_events++; in interrupt() 434 uint64_t int_latency = ctime - cdp->cpu_int_event_time; in interrupt() 444 esdeadline = cdp->rtclock_timer.queue.earliest_soft_deadline; in interrupt() 445 ehdeadline = cdp->rtclock_timer.deadline; in interrupt() 452 …TCOAL_DEBUG(0x77770000, ctime, cdp->rtclock_timer.queue.earliest_soft_deadline, cdp->rtclock_timer… in interrupt() 460 if (__improbable(int_latency > cdp->cpu_max_observed_int_latency)) { in interrupt() 461 cdp->cpu_max_observed_int_latency = int_latency; in interrupt() 462 cdp->cpu_max_observed_int_latency_vector = interrupt_num; in interrupt() [all …]
|
| H A D | mp.c | 1548 cpu_data_t *cdp = current_cpu_datap(); in i386_activate_cpu() local 1553 cdp->cpu_running = TRUE; in i386_activate_cpu() 1558 cdp->cpu_running = TRUE; in i386_activate_cpu() 1567 cpu_data_t *cdp = current_cpu_datap(); in i386_deactivate_cpu() local 1576 cdp->cpu_running = FALSE; in i386_deactivate_cpu() 1585 &cdp->rtclock_timer.queue, in i386_deactivate_cpu() 1591 mt_cpu_down(cdp); in i386_deactivate_cpu() 2135 cpu_data_t *cdp; in kernel_spin() local 2139 cdp = current_cpu_datap(); in kernel_spin() 2151 cdp->cpu_int_event_time = 0; in kernel_spin() [all …]
|
| H A D | acpi.c | 188 cpu_data_t *cdp = current_cpu_datap(); in acpi_sleep_kernel() local 197 kprintf("acpi_sleep_kernel hib=%d, cpu=%d\n", cdp->cpu_hibernate, in acpi_sleep_kernel() 221 mt_cpu_down(cdp); in acpi_sleep_kernel() 376 mt_cpu_up(cdp); in acpi_sleep_kernel()
|
| H A D | fpu.c | 727 cpu_data_t *cdp = current_cpu_datap(); in fpu_switch_context() local 751 if (fpu_ZMM_capable && (cdp->cpu_xstate == AVX512)) { in fpu_switch_context() 760 …XCR0) == xstate_xmask[cdp->cpu_xstate]) : TRUE, "XCR0 mismatch: 0x%llx 0x%x 0x%x", xgetbv(XCR0), c… in fpu_switch_context() 761 if (new_xstate != (xstate_t) cdp->cpu_xstate) { in fpu_switch_context() 765 cdp->cpu_xstate = new_xstate; in fpu_switch_context()
|
| H A D | machine_check.h | 159 extern void mca_cpu_alloc(cpu_data_t *cdp);
|
| /xnu-11215/osfmk/arm/ |
| H A D | rtclock.c | 151 cpu_data_t * cdp; in rtclock_init() local 155 cdp = getCpuDatap(); in rtclock_init() 331 cdp = getCpuDatap(); in rtclock_intr() 341 if ((cdp->rtcPop - abstime) < cdp->cpu_idle_latency) { in rtclock_intr() 395 cpu_data_t * cdp; in setPop() local 397 cdp = getCpuDatap(); in setPop() 417 cpu_data_t * cdp; in SetIdlePop() local 419 cdp = getCpuDatap(); in SetIdlePop() 423 (cdp->rtcPop - current_time) < cdp->cpu_idle_latency)) { in SetIdlePop() 427 time = cdp->rtcPop - cdp->cpu_idle_latency; in SetIdlePop() [all …]
|
| H A D | machine_cpu.h | 60 wfe_to_deadline_or_interrupt(uint32_t cid, uint64_t wfe_deadline, cpu_data_t *cdp, bool unmask, boo…
|
| /xnu-11215/osfmk/x86_64/ |
| H A D | pmap.c | 318 cpu_data_t *cdp = current_cpu_datap(); in pmap_cpu_init() local 325 cdp->cpu_kernel_cr3 = kernel_pmap->pm_cr3; in pmap_cpu_init() 326 cpu_shadowp(cdp->cpu_number)->cpu_kernel_cr3 = cdp->cpu_kernel_cr3; in pmap_cpu_init() 327 cdp->cpu_active_cr3 = kernel_pmap->pm_cr3; in pmap_cpu_init() 328 cdp->cpu_tlb_invalid = 0; in pmap_cpu_init() 329 cdp->cpu_task_map = TASK_MAP_64BIT; in pmap_cpu_init() 358 if (cdp->cpu_fixed_pmcs_enabled) { in pmap_cpu_init()
|