Lines Matching refs:cfs
493 for (cfs_rq = &rq->cfs, pos = NULL; cfs_rq; cfs_rq = pos)
2146 ns->nr_running += rq->cfs.h_nr_runnable; in update_numa_stats()
4001 if (&rq->cfs == cfs_rq) { in cfs_rq_util_change()
5561 rq_of(cfs_rq)->cfs.load.weight >= 2*se->load.weight) { in set_next_entity()
5887 long rq_h_nr_queued = rq->cfs.h_nr_queued; in throttle_cfs_rq()
5973 if (rq_h_nr_queued && !rq->cfs.h_nr_queued) in throttle_cfs_rq()
5993 long rq_h_nr_queued = rq->cfs.h_nr_queued; in unthrottle_cfs_rq()
6072 if (!rq_h_nr_queued && rq->cfs.h_nr_queued) in unthrottle_cfs_rq()
6082 if (rq->curr == rq->idle && rq->cfs.nr_queued) in unthrottle_cfs_rq()
6792 if (rq->cfs.h_nr_queued > 1) { in hrtick_start_fair()
6880 return unlikely(rq->nr_running == rq->cfs.h_nr_idle && in sched_idle_rq()
6935 int rq_h_nr_queued = rq->cfs.h_nr_queued; in enqueue_task_fair()
6945 util_est_enqueue(&rq->cfs, p); in enqueue_task_fair()
7021 if (!rq_h_nr_queued && rq->cfs.h_nr_queued) { in enqueue_task_fair()
7068 int rq_h_nr_queued = rq->cfs.h_nr_queued; in dequeue_entities()
7152 if (rq_h_nr_queued && !rq->cfs.h_nr_queued) in dequeue_entities()
7185 util_est_dequeue(&rq->cfs, p); in dequeue_task_fair()
7187 util_est_update(&rq->cfs, p, flags & DEQUEUE_SLEEP); in dequeue_task_fair()
7221 return cfs_rq_load_avg(&rq->cfs); in cpu_load()
7246 cfs_rq = &rq->cfs; in cpu_load_without()
7257 return cfs_rq_runnable_avg(&rq->cfs); in cpu_runnable()
7269 cfs_rq = &rq->cfs; in cpu_runnable_without()
8000 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs; in cpu_util()
8847 cfs_rq = &rq->cfs; in pick_task_fair()
8965 return !!dl_se->rq->cfs.nr_queued; in fair_server_has_tasks()
9369 dst_cfs_rq = &cpu_rq(dest_cpu)->cfs; in task_is_ineligible_on_dst_cpu()
9805 if (cfs_rq == &rq->cfs) in __update_blocked_fair()
9878 struct cfs_rq *cfs_rq = &rq->cfs; in __update_blocked_fair()
10334 if (rq->cfs.h_nr_runnable != 1) in sched_reduced_capacity()
10370 sgs->sum_h_nr_running += rq->cfs.h_nr_runnable; in update_sg_lb_stats()
10689 sgs->sum_h_nr_running += rq->cfs.h_nr_runnable - local; in update_sg_wakeup_stats()
11471 nr_running = rq->cfs.h_nr_runnable; in sched_balance_find_src_rq()
11630 (env->src_rq->cfs.h_nr_runnable == 1)) { in need_active_balance()
12393 if (rq->cfs.h_nr_runnable >= 1 && check_cpu_capacity(rq, sd)) { in nohz_balancer_kick()
12880 if (this_rq->cfs.h_nr_queued && !pulled_task) in sched_balance_newidle()
12884 if (this_rq->nr_running != this_rq->cfs.h_nr_queued) in sched_balance_newidle()
12998 if (rq->core->core_forceidle_count && rq->cfs.nr_queued == 1 && in task_tick_core()
13065 cfs_rqa = &task_rq(a)->cfs; in cfs_prio_less()
13066 cfs_rqb = &task_rq(b)->cfs; in cfs_prio_less()
13087 cfs_rq = &cpu_rq(cpu)->cfs; in task_is_throttled_fair()
13142 if (rq->cfs.nr_queued == 1) in prio_changed_fair()
13465 se->cfs_rq = &rq->cfs; in init_tg_cfs_entry()
13607 if (rq->cfs.load.weight) in get_rr_interval_fair()