Lines Matching refs:cpu_rq
2141 struct rq *rq = cpu_rq(cpu); in update_numa_stats()
2173 struct rq *rq = cpu_rq(env->dst_cpu); in task_numa_assign()
2188 rq = cpu_rq(env->dst_cpu); in task_numa_assign()
2203 rq = cpu_rq(env->best_cpu); in task_numa_assign()
2262 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare()
2621 best_rq = cpu_rq(env.best_cpu); in task_numa_migrate()
3052 tsk = READ_ONCE(cpu_rq(cpu)->curr); in task_numa_group()
4980 capacity -= max(hw_load_avg(cpu_rq(cpu)), cpufreq_get_pressure(cpu)); in get_actual_cpu_capacity()
6456 cfs_rq->throttled_clock_pelt = rq_clock_pelt(cpu_rq(cpu)); in sync_throttle()
6608 struct rq *rq = cpu_rq(i); in destroy_cfs_bandwidth()
6839 rq_util_min = uclamp_rq_get(cpu_rq(cpu), UCLAMP_MIN); in cpu_overutilized()
6840 rq_util_max = uclamp_rq_get(cpu_rq(cpu), UCLAMP_MAX); in cpu_overutilized()
6887 return sched_idle_rq(cpu_rq(cpu)); in sched_idle_cpu()
7280 return cpu_rq(cpu)->cpu_capacity; in capacity_of()
7360 if (sync && cpu_rq(this_cpu)->nr_running == 1) in wake_affine_idle()
7376 this_eff_load = cpu_load(cpu_rq(this_cpu)); in wake_affine_weight()
7394 prev_eff_load = cpu_load(cpu_rq(prev_cpu)); in wake_affine_weight()
7454 struct rq *rq = cpu_rq(i); in sched_balance_find_dst_group_cpu()
7484 load = cpu_load(cpu_rq(i)); in sched_balance_find_dst_group_cpu()
7551 sched_cpu_cookie_match(cpu_rq(cpu), p)) in __select_idle_cpu()
8000 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs; in cpu_util()
8119 struct rq *rq = cpu_rq(cpu); in effective_cpu_util()
8219 unsigned long irq = cpu_util_irq(cpu_rq(prev_cpu)); in eenv_task_busy_time()
8302 if (uclamp_rq_is_idle(cpu_rq(cpu))) in eenv_pd_max_util()
8437 struct rq *rq = cpu_rq(cpu); in find_energy_efficient_cpu()
9283 if (!sched_core_cookie_match(cpu_rq(env->dst_cpu), p)) in task_hot()
9369 dst_cfs_rq = &cpu_rq(dest_cpu)->cfs; in task_is_ineligible_on_dst_cpu()
9897 struct rq *rq = cpu_rq(cpu); in sched_balance_update_blocked_averages()
9977 struct rq *rq = cpu_rq(cpu); in scale_rt_capacity()
10009 cpu_rq(cpu)->cpu_capacity = capacity; in update_cpu_capacity()
10010 trace_sched_cpu_capacity_tp(cpu_rq(cpu)); in update_cpu_capacity()
10364 struct rq *rq = cpu_rq(i); in update_sg_lb_stats()
10644 struct rq *rq = cpu_rq(cpu); in idle_cpu_without()
10682 struct rq *rq = cpu_rq(i); in update_sg_wakeup_stats()
10803 if (!sched_group_cookie_match(cpu_rq(this_cpu), p, group)) in sched_balance_find_dst_group()
11446 rq = cpu_rq(i); in sched_balance_find_src_rq()
11855 env.dst_rq = cpu_rq(env.new_dst_cpu); in sched_balance_rq()
12059 struct rq *target_rq = cpu_rq(target_cpu); in active_load_balance_cpu_stop()
12342 smp_call_function_single_async(ilb_cpu, &cpu_rq(ilb_cpu)->nohz_csd); in kick_ilb()
12517 struct rq *rq = cpu_rq(cpu); in nohz_balance_enter_idle()
12646 rq = cpu_rq(balance_cpu); in _nohz_idle_balance()
12737 _nohz_idle_balance(cpu_rq(cpu), NOHZ_STATS_KICK); in nohz_run_idle_balance()
13087 cfs_rq = &cpu_rq(cpu)->cfs; in task_is_throttled_fair()
13403 rq = cpu_rq(i); in online_fair_sched_group()
13422 struct rq *rq = cpu_rq(cpu); in unregister_fair_sched_group()
13451 struct rq *rq = cpu_rq(cpu); in init_tg_cfs_entry()
13499 struct rq *rq = cpu_rq(i); in __sched_group_set_shares()
13550 struct rq *rq = cpu_rq(i); in sched_group_set_idle()
13672 for_each_leaf_cfs_rq_safe(cpu_rq(cpu), cfs_rq, pos) in print_cfs_stats()
13713 INIT_CSD(&cpu_rq(i)->cfsb_csd, __cfsb_csd_unthrottle, cpu_rq(i)); in init_sched_fair_class()
13714 INIT_LIST_HEAD(&cpu_rq(i)->cfsb_csd_list); in init_sched_fair_class()