Lines Matching refs:cpu_of
1795 p->scx.core_sched_at = sched_clock_cpu(cpu_of(rq)); in touch_core_sched()
2151 return likely((rq->scx.flags & SCX_RQ_ONLINE) && cpu_active(cpu_of(rq))); in scx_rq_online()
2163 if (sticky_cpu == cpu_of(rq)) in do_enqueue_task()
2293 sticky_cpu = cpu_of(rq); in enqueue_task_scx()
2316 unlikely(cpu_of(rq) != p->scx.selected_cpu)) in enqueue_task_scx()
2467 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
2468 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
2478 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
2507 int cpu = cpu_of(rq); in task_can_run_on_remote_rq()
2763 int node = cpu_to_node(cpu_of(rq)); in consume_global_dsq()
2982 SCX_CALL_OP(SCX_KF_REST, cpu_acquire, rq, cpu_of(rq), NULL); in balance_one()
3027 SCX_CALL_OP(SCX_KF_DISPATCH, dispatch, rq, cpu_of(rq), in balance_one()
3051 scx_bpf_kick_cpu(cpu_of(rq), 0); in balance_one()
3091 const struct cpumask *smt_mask = cpu_smt_mask(cpu_of(rq)); in balance_scx()
3094 for_each_cpu_andnot(scpu, smt_mask, cpumask_of(cpu_of(rq))) { in balance_scx()
3230 SCX_CALL_OP(SCX_KF_CPU_RELEASE, cpu_release, rq, cpu_of(rq), &args); in switch_class()
3338 scx_bpf_kick_cpu(cpu_of(rq), SCX_KICK_IDLE); in pick_task_scx()
3472 int cpu = cpu_of(rq); in handle_hotplug()
5904 if (cpu_online(cpu) || cpu == cpu_of(this_rq)) { in kick_one_cpu()
5935 (cpu_online(cpu) || cpu == cpu_of(this_rq))) in kick_one_cpu_if_idle()
5966 if (cpu != cpu_of(this_rq)) { in kick_cpus_irq_workfn()
7313 clock = sched_clock_cpu(cpu_of(rq)); in scx_bpf_now()