Lines Matching refs:sched_entity
292 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
412 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
420 static inline struct sched_entity *parent_entity(const struct sched_entity *se) in parent_entity()
426 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
467 static int se_is_idle(struct sched_entity *se) in se_is_idle()
495 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
501 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
515 static int se_is_idle(struct sched_entity *se) in se_is_idle()
547 static inline bool entity_before(const struct sched_entity *a, in entity_before()
548 const struct sched_entity *b) in entity_before()
557 static inline s64 entity_key(struct cfs_rq *cfs_rq, struct sched_entity *se) in entity_key()
563 rb_entry((node), struct sched_entity, run_node)
624 avg_vruntime_add(struct cfs_rq *cfs_rq, struct sched_entity *se) in avg_vruntime_add()
634 avg_vruntime_sub(struct cfs_rq *cfs_rq, struct sched_entity *se) in avg_vruntime_sub()
658 struct sched_entity *curr = cfs_rq->curr; in avg_vruntime()
695 static void update_entity_lag(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_entity_lag()
726 struct sched_entity *curr = cfs_rq->curr; in vruntime_eligible()
740 int entity_eligible(struct cfs_rq *cfs_rq, struct sched_entity *se) in entity_eligible()
761 struct sched_entity *se = __pick_root_entity(cfs_rq); in update_min_vruntime()
762 struct sched_entity *curr = cfs_rq->curr; in update_min_vruntime()
785 struct sched_entity *root = __pick_root_entity(cfs_rq); in cfs_rq_min_slice()
786 struct sched_entity *curr = cfs_rq->curr; in cfs_rq_min_slice()
805 static inline void __min_vruntime_update(struct sched_entity *se, struct rb_node *node) in __min_vruntime_update()
808 struct sched_entity *rse = __node_2_se(node); in __min_vruntime_update()
814 static inline void __min_slice_update(struct sched_entity *se, struct rb_node *node) in __min_slice_update()
817 struct sched_entity *rse = __node_2_se(node); in __min_slice_update()
826 static inline bool min_vruntime_update(struct sched_entity *se, bool exit) in min_vruntime_update()
844 RB_DECLARE_CALLBACKS(static, min_vruntime_cb, struct sched_entity,
850 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
859 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
866 struct sched_entity *__pick_root_entity(struct cfs_rq *cfs_rq) in __pick_root_entity()
876 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
890 static inline void set_protect_slice(struct sched_entity *se) in set_protect_slice()
895 static inline bool protect_slice(struct sched_entity *se) in protect_slice()
900 static inline void cancel_protect_slice(struct sched_entity *se) in cancel_protect_slice()
925 static struct sched_entity *pick_eevdf(struct cfs_rq *cfs_rq) in pick_eevdf()
928 struct sched_entity *se = __pick_first_entity(cfs_rq); in pick_eevdf()
929 struct sched_entity *curr = cfs_rq->curr; in pick_eevdf()
930 struct sched_entity *best = NULL; in pick_eevdf()
986 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
1013 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se);
1019 static bool update_deadline(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_deadline()
1051 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
1098 struct sched_entity *se = &p->se; in post_init_entity_util_avg()
1135 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
1146 static s64 update_curr_se(struct rq *rq, struct sched_entity *curr) in update_curr_se()
1176 static inline bool did_preempt_short(struct cfs_rq *cfs_rq, struct sched_entity *curr) in did_preempt_short()
1188 struct sched_entity *pse, struct sched_entity *se) in do_preempt_short()
1228 struct sched_entity *curr = cfs_rq->curr; in update_curr()
1280 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start_fair()
1297 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end_fair()
1323 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue_sleeper_fair()
1343 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_enqueue_fair()
1360 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_dequeue_fair()
1392 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
3686 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
3701 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
3763 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_load_avg()
3770 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_load_avg()
3780 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in enqueue_load_avg()
3782 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in dequeue_load_avg()
3785 static void place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags);
3787 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
3843 struct sched_entity *se = &p->se; in reweight_task_fair()
3967 static void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3992 static inline void update_cfs_group(struct sched_entity *se) in update_cfs_group()
4185 void set_task_rq_fair(struct sched_entity *se, in set_task_rq_fair()
4279 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_util()
4311 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_runnable()
4341 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_load()
4415 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
4446 static inline bool skip_blocked_update(struct sched_entity *se) in skip_blocked_update()
4478 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
4488 static inline void migrate_se_pelt_lag(struct sched_entity *se) in migrate_se_pelt_lag()
4567 static void migrate_se_pelt_lag(struct sched_entity *se) {} in migrate_se_pelt_lag()
4657 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in attach_entity_load_avg()
4712 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in detach_entity_load_avg()
4743 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_load_avg()
4789 static void sync_entity_load_avg(struct sched_entity *se) in sync_entity_load_avg()
4802 static void remove_entity_load_avg(struct sched_entity *se) in remove_entity_load_avg()
5154 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1) in update_load_avg()
5159 static inline void remove_entity_load_avg(struct sched_entity *se) {} in remove_entity_load_avg()
5162 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in attach_entity_load_avg()
5164 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in detach_entity_load_avg()
5186 struct sched_entity *se = &p->se; in __setparam_fair()
5201 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in place_entity()
5219 struct sched_entity *curr = cfs_rq->curr; in place_entity()
5312 requeue_delayed_entity(struct sched_entity *se);
5315 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
5382 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
5393 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
5401 static void set_delayed(struct sched_entity *se) in set_delayed()
5422 static void clear_delayed(struct sched_entity *se) in clear_delayed()
5444 static inline void finish_delayed_dequeue_entity(struct sched_entity *se) in finish_delayed_dequeue_entity()
5452 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
5533 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
5573 static int dequeue_entities(struct rq *rq, struct sched_entity *se, int flags);
5582 static struct sched_entity *
5585 struct sched_entity *se; in pick_next_entity()
5610 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
5634 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
5885 struct sched_entity *se; in throttle_cfs_rq()
5991 struct sched_entity *se; in unthrottle_cfs_rq()
6788 struct sched_entity *se = &p->se; in hrtick_start_fair()
6892 requeue_delayed_entity(struct sched_entity *se) in requeue_delayed_entity()
6931 struct sched_entity *se = &p->se; in enqueue_task_fair()
7054 static void set_next_buddy(struct sched_entity *se);
7065 static int dequeue_entities(struct rq *rq, struct sched_entity *se, int flags) in dequeue_entities()
8651 struct sched_entity *se = &p->se; in migrate_task_rq_fair()
8677 struct sched_entity *se = &p->se; in task_dead_fair()
8736 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
8753 struct sched_entity *se = &donor->se, *pse = &p->se; in check_preempt_wakeup_fair()
8843 struct sched_entity *se; in pick_task_fair()
8874 struct sched_entity *se; in pick_next_task_fair()
8902 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
8987 struct sched_entity *se = &prev->se; in put_prev_task_fair()
9003 struct sched_entity *se = &curr->se; in yield_task_fair()
9030 struct sched_entity *se = &p->se; in yield_to_task_fair()
9797 struct sched_entity *se; in __update_blocked_fair()
9837 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
12970 __entity_slice_used(struct sched_entity *se, int min_nr_tasks) in __entity_slice_used()
13006 static void se_fi_update(const struct sched_entity *se, unsigned int fi_seq, in se_fi_update()
13024 struct sched_entity *se = &p->se; in task_vruntime_update()
13036 const struct sched_entity *sea = &a->se; in cfs_prio_less()
13037 const struct sched_entity *seb = &b->se; in cfs_prio_less()
13106 struct sched_entity *se = &curr->se; in task_tick_fair()
13162 static void propagate_entity_cfs_rq(struct sched_entity *se) in propagate_entity_cfs_rq()
13188 static void propagate_entity_cfs_rq(struct sched_entity *se) { } in propagate_entity_cfs_rq()
13191 static void detach_entity_cfs_rq(struct sched_entity *se) in detach_entity_cfs_rq()
13213 static void attach_entity_cfs_rq(struct sched_entity *se) in attach_entity_cfs_rq()
13226 struct sched_entity *se = &p->se; in detach_task_cfs_rq()
13233 struct sched_entity *se = &p->se; in attach_task_cfs_rq()
13266 struct sched_entity *se = &p->se; in __set_next_task_fair()
13297 struct sched_entity *se = &p->se; in set_next_task_fair()
13356 struct sched_entity *se; in alloc_fair_sched_group()
13397 struct sched_entity *se; in online_fair_sched_group()
13421 struct sched_entity *se = tg->se[cpu]; in unregister_fair_sched_group()
13448 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
13449 struct sched_entity *parent) in init_tg_cfs_entry()
13500 struct sched_entity *se = tg->se[i]; in __sched_group_set_shares()
13551 struct sched_entity *se = tg->se[i]; in sched_group_set_idle()
13600 struct sched_entity *se = &task->se; in get_rr_interval_fair()