Searched refs:cpu_rq (Results 1 – 19 of 19) sorted by relevance
282 if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) & in membarrier_global_expedited()290 p = rcu_dereference(cpu_rq(cpu)->curr); in membarrier_global_expedited()368 p = rcu_dereference(cpu_rq(cpu_id)->curr); in membarrier_private_expedited()381 p = rcu_dereference(cpu_rq(cpu)->curr); in membarrier_private_expedited()477 struct rq *rq = cpu_rq(cpu); in sync_runqueues_membarrier_state()
112 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()129 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()148 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()156 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()339 lockdep_assert_rq_held(cpu_rq(cpu)); in cpuacct_charge()
2494 rq = cpu_rq(new_cpu); in move_queued_task()6213 rq_i = cpu_rq(i); in pick_next_task()6237 rq_i = cpu_rq(i); in pick_next_task()6283 rq_i = cpu_rq(i); in pick_next_task()6336 struct rq *dst = cpu_rq(this), *src = cpu_rq(that); in try_steal_cookie()6462 rq = cpu_rq(t); in sched_core_cpu_starting()6474 rq = cpu_rq(t); in sched_core_cpu_starting()6505 core_rq = cpu_rq(t); in sched_core_cpu_deactivate()6529 rq = cpu_rq(t); in sched_core_cpu_deactivate()6663 rq = cpu_rq(cpu); in __schedule()[all …]
119 return &cpu_rq(i)->rd->dl_bw; in dl_bw_of()124 struct root_domain *rd = cpu_rq(i)->rd; in dl_bw_cpus()171 struct root_domain *rd = cpu_rq(cpu)->rd; in dl_bw_visited()189 struct rq *rq = cpu_rq(i); in __dl_update()197 return &cpu_rq(i)->dl.dl_bw; in dl_bw_of()714 later_rq = cpu_rq(cpu); in dl_task_offline_migration()2239 rq = cpu_rq(cpu); in select_task_rq_dl()2635 later_rq = cpu_rq(cpu); in find_lock_later_rq()2802 src_rq = cpu_rq(cpu); in pull_dl_task()2995 dl_clear_root_domain(cpu_rq(cpu)->rd); in dl_clear_root_domain_cpu()[all …]
2188 rq = cpu_rq(env->dst_cpu); in task_numa_assign()2203 rq = cpu_rq(env->best_cpu); in task_numa_assign()6608 struct rq *rq = cpu_rq(i); in destroy_cfs_bandwidth()7454 struct rq *rq = cpu_rq(i); in sched_balance_find_dst_group_cpu()10364 struct rq *rq = cpu_rq(i); in update_sg_lb_stats()10682 struct rq *rq = cpu_rq(i); in update_sg_wakeup_stats()11446 rq = cpu_rq(i); in sched_balance_find_src_rq()12646 rq = cpu_rq(balance_cpu); in _nohz_idle_balance()13087 cfs_rq = &cpu_rq(cpu)->cfs; in task_is_throttled_fair()13403 rq = cpu_rq(i); in online_fair_sched_group()[all …]
351 struct rq *rq = cpu_rq(cpu); in sched_fair_server_write()408 struct rq *rq = cpu_rq(cpu); in sched_fair_server_show()812 struct rq *rq = cpu_rq(cpu); in print_cfs_rq()929 dl_bw = &cpu_rq(cpu)->rd->dl_bw; in print_dl_rq()941 struct rq *rq = cpu_rq(cpu); in print_cpu()1303 cpu, latency, cpu_rq(cpu)->ticks_without_resched); in resched_latency_warn()
29 return cpu_rq(cpu)->scx.cpuperf_target; in scx_cpuperf_target()
218 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry()961 return &cpu_rq(cpu)->rt; in sched_rt_period_rt_rq()1544 rq = cpu_rq(cpu); in select_task_rq_rt()1595 p->prio < cpu_rq(target)->rt.highest_prio.curr) in select_task_rq_rt()1899 lowest_rq = cpu_rq(cpu); in find_lock_lowest_rq()2302 src_rq = cpu_rq(cpu); in pull_rt_task()2608 rt_rq = &cpu_rq(cpu)->rt; in task_is_throttled_rt()2976 for_each_rt_rq(rt_rq, iter, cpu_rq(cpu)) in print_rt_stats()
2047 return &cpu_rq(cpu)->scx.local_dsq; in find_dsq_for_dispatch()3095 struct rq *srq = cpu_rq(scpu); in balance_scx()4569 struct rq *rq = cpu_rq(cpu); in scx_ops_bypass()4766 struct rq *rq = cpu_rq(cpu); in scx_ops_disable_workfn()5060 struct rq *rq = cpu_rq(cpu); in scx_dump_state()5893 struct rq *rq = cpu_rq(cpu); in kick_one_cpu()5929 struct rq *rq = cpu_rq(cpu); in kick_one_cpu_if_idle()6077 struct rq *rq = cpu_rq(cpu); in init_sched_ext_class()6605 rq = cpu_rq(smp_processor_id()); in scx_bpf_reenqueue_local()6732 struct rq *target_rq = cpu_rq(cpu); in scx_bpf_kick_cpu()[all …]
122 rq = cpu_rq(cpu); in show_schedstat()
275 rq_i = cpu_rq(i); in __sched_core_account_forceidle()
370 if (uclamp_rq_is_capped(cpu_rq(sg_cpu->cpu))) in sugov_hold_freq()393 if (cpu_bw_dl(cpu_rq(sg_cpu->cpu)) > sg_cpu->bw_min) in ignore_dl_rate_limit()
204 struct rq *rq = cpu_rq(cpu); in idle_cpu()245 return cpu_rq(cpu)->idle; in idle_task()251 struct rq *rq = cpu_rq(cpu); in sched_core_idle_cpu()
1344 #define cpu_rq(cpu) (&per_cpu(runqueues, (cpu))) macro1346 #define task_rq(p) cpu_rq(task_cpu(p))1347 #define cpu_curr(cpu) (cpu_rq(cpu)->curr)1444 if (sched_core_cookie_match(cpu_rq(cpu), p)) in sched_group_cookie_match()1978 for (__sd = rcu_dereference_check_sched_domain(cpu_rq(cpu)->sd); \3154 #define nohz_flags(cpu) (&cpu_rq(cpu)->nohz_flags)
982 rq = cpu_rq(cpu); in kcpustat_field()1069 rq = cpu_rq(cpu); in kcpustat_cpu_fetch()
427 struct root_domain *rd = cpu_rq(cpu)->rd; in build_perf_domains()731 struct rq *rq = cpu_rq(cpu); in cpu_attach_domain()2513 rq = cpu_rq(i); in build_sched_domains()2745 cpu_rq(cpumask_first(doms_cur[j]))->rd->pd) { in partition_sched_domains_locked()
490 cpu_rq(cpu)->scx.local_dsq.nr == 0 && in scx_select_cpu_dfl()
780 lockdep_assert_rq_held(cpu_rq(cpu)); in psi_group_change()1224 struct rq *rq = cpu_rq(cpu); in psi_cgroup_restart()
234 … be moved easily by modifying schedule(), but the same line matching 'rq=cpu_rq*' may still exist …