Home
last modified time | relevance | path

Searched refs:cfs_rq (Results 1 – 8 of 8) sorted by relevance

/linux-6.15/kernel/sched/
H A Dfair.c4171 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in clear_tg_offline_cfs_rqs() local
4491 struct cfs_rq *cfs_rq; in migrate_se_pelt_lag() local
5836 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in tg_unthrottle_up() local
5865 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in tg_throttle_down() local
6638 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in update_runtime_enabled() local
6667 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in unthrottle_offline_cfs_rqs() local
6930 struct cfs_rq *cfs_rq; in enqueue_task_fair() local
7075 struct cfs_rq *cfs_rq; in dequeue_entities() local
7239 struct cfs_rq *cfs_rq; in cpu_load_without() local
7262 struct cfs_rq *cfs_rq; in cpu_runnable_without() local
[all …]
H A Dpelt.h5 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se);
6 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq);
157 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in update_idle_cfs_rq_clock_pelt() argument
170 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in cfs_rq_clock_pelt() argument
173 return cfs_rq->throttled_clock_pelt - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
175 return rq_clock_pelt(rq_of(cfs_rq)) - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
178 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) { } in update_idle_cfs_rq_clock_pelt() argument
179 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in cfs_rq_clock_pelt() argument
181 return rq_clock_pelt(rq_of(cfs_rq)); in cfs_rq_clock_pelt()
188 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq) in update_cfs_rq_load_avg() argument
[all …]
H A Dpelt.c306 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se) in __update_load_avg_se() argument
309 cfs_rq->curr == se)) { in __update_load_avg_se()
320 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq) in __update_load_avg_cfs_rq() argument
322 if (___update_load_sum(now, &cfs_rq->avg, in __update_load_avg_cfs_rq()
323 scale_load_down(cfs_rq->load.weight), in __update_load_avg_cfs_rq()
324 cfs_rq->h_nr_runnable, in __update_load_avg_cfs_rq()
325 cfs_rq->curr != NULL)) { in __update_load_avg_cfs_rq()
327 ___update_load_avg(&cfs_rq->avg, 1); in __update_load_avg_cfs_rq()
328 trace_pelt_cfs_tp(cfs_rq); in __update_load_avg_cfs_rq()
H A Ddebug.c808 void print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq) in print_cfs_rq() argument
855 cfs_rq->avg.load_avg); in print_cfs_rq()
857 cfs_rq->avg.runnable_avg); in print_cfs_rq()
859 cfs_rq->avg.util_avg); in print_cfs_rq()
861 cfs_rq->avg.util_est); in print_cfs_rq()
863 cfs_rq->removed.load_avg); in print_cfs_rq()
865 cfs_rq->removed.util_avg); in print_cfs_rq()
867 cfs_rq->removed.runnable_avg); in print_cfs_rq()
870 cfs_rq->tg_load_avg_contrib); in print_cfs_rq()
877 cfs_rq->throttled); in print_cfs_rq()
[all …]
H A Dsched.h79 struct cfs_rq;
443 struct cfs_rq **cfs_rq; member
551 extern void unthrottle_cfs_rq(struct cfs_rq *cfs_rq);
578 struct cfs_rq *prev, struct cfs_rq *next);
581 struct cfs_rq *prev, struct cfs_rq *next) { } in set_task_rq_fair()
1309 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
1316 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
2142 set_task_rq_fair(&p->se, p->se.cfs_rq, tg->cfs_rq[cpu]); in set_task_rq()
2143 p->se.cfs_rq = tg->cfs_rq[cpu]; in set_task_rq()
3129 extern void init_cfs_rq(struct cfs_rq *cfs_rq);
[all …]
H A Dcore.c4494 p->se.cfs_rq = NULL; in __sched_fork()
5533 struct sched_entity *curr = p->se.cfs_rq->curr; in prefetch_curr_exec_start()
8559 root_task_group.cfs_rq = (struct cfs_rq **)ptr; in sched_init()
9517 struct cfs_rq *cfs_rq = tg->cfs_rq[i]; in tg_set_cfs_bandwidth() local
9518 struct rq *rq = cfs_rq->rq; in tg_set_cfs_bandwidth()
9521 cfs_rq->runtime_enabled = runtime_enabled; in tg_set_cfs_bandwidth()
9522 cfs_rq->runtime_remaining = 0; in tg_set_cfs_bandwidth()
9524 if (cfs_rq->throttled) in tg_set_cfs_bandwidth()
9525 unthrottle_cfs_rq(cfs_rq); in tg_set_cfs_bandwidth()
9765 total += READ_ONCE(tg->cfs_rq[i]->throttled_clock_self_time); in throttled_time_self()
/linux-6.15/include/trace/events/
H A Dsched.h777 TP_PROTO(struct cfs_rq *cfs_rq),
778 TP_ARGS(cfs_rq));
809 TP_PROTO(struct cfs_rq *cfs_rq),
810 TP_ARGS(cfs_rq));
/linux-6.15/include/linux/
H A Dsched.h60 struct cfs_rq;
597 struct cfs_rq *cfs_rq; member
599 struct cfs_rq *my_q;