| /xnu-11215/osfmk/kern/ |
| H A D | processor.c | 159 struct processor PERCPU_DATA(processor); 310 smr_cpu_init(processor); in processor_init() 314 processor->active_thread = processor->startup_thread = processor->idle_thread = THREAD_NULL; in processor_init() 324 processor->is_SMT = false; in processor_init() 392 assert(processor->processor_primary == primary || processor->processor_primary == processor); in processor_set_primary() 463 bit_set(processor->processor_set->cpu_running_foreign, processor->cpu_id); in processor_state_update_running_foreign() 465 bit_clear(processor->processor_set->cpu_running_foreign, processor->cpu_id); in processor_state_update_running_foreign() 870 processor->cpu_id, in processor_wait_for_start() 983 assert(processor); in processor_exit_reason() 1051 assert(processor); in processor_start_reason() [all …]
|
| H A D | sched_dualq.c | 166 return &processor->runq; in dualq_bound_runq() 216 processor_t processor, in sched_dualq_choose_thread() argument 248 if (processor->is_SMT) { in sched_dualq_choose_thread() 253 if (processor->processor_primary != processor) { in sched_dualq_choose_thread() 289 processor_t processor, in sched_dualq_processor_enqueue() argument 367 return dualq_main_runq(processor)->count + dualq_bound_runq(processor)->count; in sched_dualq_runq_count() 375 if (processor->cpu_id == processor->processor_set->cpu_set_low) { in sched_dualq_runq_stats_count_sum() 423 processor_t processor, in sched_dualq_processor_queue_remove() argument 445 processor = PROCESSOR_NULL; in sched_dualq_processor_queue_remove() 520 } while ((processor = processor->processor_list) != NULL); in sched_dualq_thread_update_scan() [all …]
|
| H A D | sched_amp.c | 186 return &processor->runq; in amp_bound_runq() 194 return amp_main_runq(processor); in amp_runq_for_thread() 214 run_queue_init(&processor->runq); in sched_amp_processor_init() 233 processor_t processor, in sched_amp_choose_thread() argument 278 processor_t processor, in sched_amp_processor_enqueue() argument 343 if (processor->first_timeslice) { in sched_amp_processor_csw_check() 399 return amp_main_runq(processor)->count + amp_bound_runq(processor)->count; in sched_amp_runq_count() 407 if (processor->cpu_id == processor->processor_set->cpu_set_low) { in sched_amp_runq_stats_count_sum() 455 processor_t processor, in sched_amp_processor_queue_remove() argument 475 processor = PROCESSOR_NULL; in sched_amp_processor_queue_remove() [all …]
|
| H A D | sched_prim.c | 3969 processor->quantum_end = processor->last_dispatch + in thread_dispatch() 3973 processor->quantum_end, processor->last_dispatch); in thread_dispatch() 5280 processor = processor->processor_primary; in choose_processor() 6213 processor->processor_primary != processor) { in csw_check_locked() 6826 if (processor->is_recommended && (processor->processor_primary == processor)) { in processor_idle() 6874 if (processor->processor_primary == processor) { in processor_idle() 6924 smr_cpu_leave(processor, processor->last_dispatch); in idle_thread() 8673 if (processor->processor_primary == processor) { in sched_processor_change_mode_locked() 8686 if (processor->processor_primary == processor) { in sched_processor_change_mode_locked() 8750 if (processor->processor_primary == processor) { in sched_processor_change_mode_locked() [all …]
|
| H A D | processor.h | 389 struct processor { struct 506 PERCPU_DECL(struct processor, processor); 531 processor_t processor, 536 processor_t processor, 545 processor_t processor, 558 processor_t processor, 570 processor_t processor, 616 processor_t processor, 725 processor->state = new_state; in pset_update_processor_state() 757 if (processor->processor_primary == processor) { in pset_update_processor_state() [all …]
|
| H A D | sched_amp_common.c | 118 processor_t processor; in pset_signal_spill() local 123 processor = processor_array[cpuid]; in pset_signal_spill() 127 processor->deadline = UINT64_MAX; in pset_signal_spill() 129 if (processor == current_processor()) { in pset_signal_spill() 139 sched_ipi_perform(processor, ipi_type); in pset_signal_spill() 148 processor = processor_array[cpuid]; in pset_signal_spill() 157 if (processor->current_pri >= spilled_thread_priority) { in pset_signal_spill() 165 if (processor == current_processor()) { in pset_signal_spill() 170 ast_processor = processor; in pset_signal_spill() 204 processor_t processor = processor_array[cpuid]; in pset_should_accept_spilled_thread() local [all …]
|
| H A D | machine.c | 158 init_ast_check(processor); in processor_up() 179 processor->last_startup_reason); in processor_up() 237 processor_t processor, in processor_doshutdown() argument 243 if (!processor->processor_booted) { in processor_doshutdown() 249 assert(processor == master_processor); in processor_doshutdown() 283 processor->processor_inshutdown = true; in processor_doshutdown() 365 cpu_exit_wait(processor->cpu_id); in processor_doshutdown() 406 assert(processor->idle_thread == self); in processor_offline() 414 assert(processor == master_processor); in processor_offline() 496 processor_t processor) in processor_offline_intstack() argument [all …]
|
| H A D | sched_prim.h | 253 processor_t processor, 284 processor_t processor); 288 processor_t processor); 292 processor_t processor); 320 processor_t processor, 324 processor_t processor, 362 processor_t processor, 475 processor_t processor, 873 processor_t processor, 904 processor_t processor, [all …]
|
| H A D | startup.c | 623 idle_thread_create(processor, idle_thread); in kernel_bootstrap_thread() 651 thread_bind(processor); in kernel_bootstrap_thread() 939 PMAP_ACTIVATE_KERNEL(processor->cpu_id); in load_context() 963 processor->active_thread = thread; in load_context() 968 processor->current_is_NO_SMT = false; in load_context() 969 processor->current_is_eagerpreempt = false; in load_context() 974 processor->deadline = UINT64_MAX; in load_context() 975 thread->last_processor = processor; in load_context() 976 processor_up(processor); in load_context() 980 recount_processor_online(processor, &snap); in load_context() [all …]
|
| H A D | recount.c | 195 recount_get_snap(processor_t processor) in recount_get_snap() argument 197 return &processor->pr_recount.rpr_snap; in recount_get_snap() 258 processor_t processor) in recount_update_start() argument 269 processor_t processor) in recount_update_single_start() argument 880 processor); in recount_absorb_snap() 890 processor); in recount_absorb_snap() 952 processor); in recount_add_energy() 958 recount_task_plan.rpl_topo, processor); in recount_add_energy() 1212 processor->pr_recount.rpr_cpu_kind_index = in recount_processor_init() 1216 #pragma unused(processor) in recount_processor_init() [all …]
|
| H A D | machine.h | 49 processor_t processor); 60 processor_t processor); 64 processor_t processor); 92 processor_t processor); 100 processor_t processor); 104 processor_t processor); 108 processor_t processor);
|
| H A D | sched_clutch.c | 1731 processor_t _Nullable processor, in sched_clutch_root_bucket_highest_clutch_bucket() argument 2326 processor_t processor, in sched_clutch_thread_bound_lookup() argument 2858 processor_t processor, in sched_clutch_hierarchy_thread_highest() argument 3171 return &processor->runq; in sched_clutch_bound_runq() 3266 processor_t processor, in sched_clutch_processor_highest_thread() argument 3320 processor_t processor, in sched_clutch_choose_thread() argument 3331 processor_t processor, in sched_clutch_processor_enqueue() argument 3397 if (processor->cpu_id == processor->processor_set->cpu_set_low) { in sched_clutch_runq_stats_count_sum() 3448 processor_t processor, in sched_clutch_processor_queue_remove() argument 3473 processor = PROCESSOR_NULL; in sched_clutch_processor_queue_remove() [all …]
|
| H A D | timer_call.h | 223 uint64_t running_timers_deadline(processor_t processor); 229 bool running_timers_expire(processor_t processor, uint64_t now); 237 void running_timer_setup(processor_t processor, enum running_timer timer, 250 void running_timer_enter(processor_t processor, enum running_timer timer, 257 void running_timer_clear(processor_t processor, enum running_timer timer); 262 void running_timer_cancel(processor_t processor, enum running_timer timer); 268 void running_timers_activate(processor_t processor); 274 void running_timers_deactivate(processor_t processor);
|
| H A D | ipc_host.h | 70 processor_t processor); 113 processor_t processor); 125 processor_set_t processor); 129 processor_set_t processor);
|
| H A D | sfi.c | 301 processor_t processor; in sfi_timer_global_off() local 345 processor = processor_list; in sfi_timer_global_off() 346 pset = processor->processor_set; in sfi_timer_global_off() 351 nset = processor->processor_set; in sfi_timer_global_off() 364 } while ((processor = processor->processor_list) != NULL); in sfi_timer_global_off() 369 processor = processor_array[cpuid]; in sfi_timer_global_off() 370 if (processor == current_processor()) { in sfi_timer_global_off() 373 cause_ast_check(processor); in sfi_timer_global_off() 865 return processor->current_sfi_class; in sfi_processor_active_thread_classify() 1100 if (processor != PROCESSOR_NULL && in sfi_reevaluate() [all …]
|
| H A D | sched.h | 305 timer_call_param_t processor, 310 timer_call_param_t processor, 316 processor_t processor, 320 extern void ast_check(processor_t processor); 322 extern ast_t update_pending_nonurgent_preemption(processor_t processor, ast_t reason); 323 extern void clear_pending_nonurgent_preemption(processor_t processor);
|
| H A D | ipc_host.c | 190 processor_t processor) in ipc_processor_init() argument 192 processor->processor_self = ipc_kobject_alloc_port(processor, in ipc_processor_init() 303 processor_t processor = PROCESSOR_NULL; in convert_port_to_processor() local 306 processor = ipc_kobject_get_stable(port, IKOT_PROCESSOR); in convert_port_to_processor() 309 return processor; in convert_port_to_processor() 427 processor_t processor) in convert_processor_to_port() argument 429 ipc_port_t port = processor->processor_self; in convert_processor_to_port() 432 port = ipc_kobject_make_send(port, processor, IKOT_PROCESSOR); in convert_processor_to_port()
|
| H A D | thread_act.c | 1128 if (processor != PROCESSOR_NULL && in thread_set_apc_ast_locked() 1130 processor->active_thread == thread) { in thread_set_apc_ast_locked() 1131 cause_ast_check(processor); in thread_set_apc_ast_locked() 1375 processor_t processor; in act_set_ast() local 1379 processor = thread->last_processor; in act_set_ast() 1380 if (processor != PROCESSOR_NULL && in act_set_ast() 1382 processor->active_thread == thread) { in act_set_ast() 1383 cause_ast_check(processor); in act_set_ast() 1458 processor_t processor; in act_set_ast_reset_pcs() local 1477 processor = thread->last_processor; in act_set_ast_reset_pcs() [all …]
|
| H A D | smr.c | 244 struct processor *processor; member 2027 smr_cpu_init(struct processor *processor) in smr_cpu_init() argument 2031 smrw = PERCPU_GET_RELATIVE(smr_worker, processor, processor); in smr_cpu_init() 2032 smrw->processor = processor; in smr_cpu_init() 2061 smr_cpu_up(struct processor *processor, smr_cpu_reason_t reason) in smr_cpu_up() argument 2065 smrw = PERCPU_GET_RELATIVE(smr_worker, processor, processor); in smr_cpu_up() 2077 struct processor *processor, in __smr_cpu_down_and_unlock() argument 2132 smrw = PERCPU_GET_RELATIVE(smr_worker, processor, processor); in smr_cpu_down() 2154 smrw = PERCPU_GET_RELATIVE(smr_worker, processor, processor); in smr_cpu_join() 2202 smr_cpu_leave(struct processor *processor, uint64_t ctime) in smr_cpu_leave() argument [all …]
|
| /xnu-11215/tests/sched/sched_test_harness/shadow_headers/kern/ |
| H A D | sched_prim.h | 102 void (*processor_init)(processor_t processor); /* Per-processor scheduler init */ 110 processor_t processor, 120 processor_t processor, 126 processor_t processor, 134 boolean_t (*processor_queue_empty)(processor_t processor); 146 ast_t (*processor_csw_check)(processor_t processor); 153 boolean_t (*processor_queue_has_priority)(processor_t processor, 167 int (*processor_runq_count)(processor_t processor); 169 boolean_t (*processor_bound_count)(processor_t processor); 178 bool (*thread_avoid_processor)(processor_t processor, thread_t thread, ast_t reason);
|
| /xnu-11215/osfmk/mach/ |
| H A D | processor.defs | 69 processor 3000; 79 * Start processor. 84 processor : processor_t); 87 processor : processor_t); 96 processor : processor_t); 99 processor : processor_t); 106 processor : processor_t; 116 processor : processor_t; 125 * Assign processor to processor set. 128 processor : processor_t; [all …]
|
| /xnu-11215/osfmk/kperf/ |
| H A D | kptimer.c | 131 static void kptimer_stop_cpu(processor_t processor); 316 kptimer_expire(processor_t processor, int cpuid, uint64_t now) in kptimer_expire() argument 325 kptimer_stop_cpu(processor); in kptimer_expire() 353 running_timer_enter(processor, RUNNING_TIMER_KPERF, NULL, in kptimer_expire() 514 kptimer_running_setup(processor_t processor, uint64_t now) in kptimer_running_setup() argument 524 kptimer_start_cpu(processor_t processor) in kptimer_start_cpu() argument 542 kptimer_stop_cpu(processor_t processor) in kptimer_stop_cpu() argument 547 running_timer_cancel(processor, RUNNING_TIMER_KPERF); in kptimer_stop_cpu() 573 processor_t processor = current_processor(); in kptimer_curcpu_up() local 584 kptimer_start_cpu(processor); in kptimer_curcpu_up() [all …]
|
| /xnu-11215/osfmk/arm/ |
| H A D | arm_timer.c | 72 processor_t processor; in timer_intr() local 108 processor = PERCPU_GET_RELATIVE(processor, cpu_data, cpu_data_ptr); in timer_intr() 109 (void)running_timers_expire(processor, abstime); in timer_intr() 171 PERCPU_GET_RELATIVE(processor, cpu_data, cpu_data_ptr)); in timer_resync_deadlines()
|
| /xnu-11215/tools/lldbmacros/ |
| H A D | scheduler.py | 629 def ShowActiveThread(processor): argument 630 if (processor.active_thread != 0) : 705 if processor != 0: 707 ShowActiveThread(processor) 710 runq = processor.runq 720 if processor != 0: 725 runq = processor.runq 735 if processor != 0: 740 runq = processor.runq 753 if processor != 0: [all …]
|
| H A D | misc.py | 53 def dumpTimerList(mpqueue, processor=None): argument 104 if processor : 105 if thread.last_processor != processor: 292 for processor in processors: 293 cpu_id = int(processor.cpu_id) 300 print (format_string.format(cpu_id, processor, cpu_data)) 362 processor = processor_array[i] 364 statestr = 'runnning' if processor.running_timers_active else 'idle' 366 quantum = unsigned(processor.running_timers[0].tc_pqlink.deadline) 370 kperf = unsigned(processor.running_timers[1].tc_pqlink.deadline)
|