Lines Matching refs:load_avg

1064 		sa->load_avg = scale_load_down(se->load.weight);  in init_entity_runnable_average()
1122 sa->util_avg /= (cfs_rq->avg.load_avg + 1); in post_init_entity_util_avg()
3765 cfs_rq->avg.load_avg += se->avg.load_avg; in enqueue_load_avg()
3772 sub_positive(&cfs_rq->avg.load_avg, se->avg.load_avg); in dequeue_load_avg()
3776 cfs_rq->avg.load_avg * PELT_MIN_DIVIDER); in dequeue_load_avg()
3818 se->avg.load_avg = div_u64(se_weight(se) * se->avg.load_sum, divider); in reweight_entity()
3935 load = max(scale_load_down(cfs_rq->load.weight), cfs_rq->avg.load_avg); in calc_group_shares()
3937 tg_weight = atomic_long_read(&tg->load_avg); in calc_group_shares()
4037 WARN_ON_ONCE(sa->load_avg || in load_avg_is_decayed()
4129 delta = cfs_rq->avg.load_avg - cfs_rq->tg_load_avg_contrib; in update_tg_load_avg()
4131 atomic_long_add(delta, &cfs_rq->tg->load_avg); in update_tg_load_avg()
4132 cfs_rq->tg_load_avg_contrib = cfs_rq->avg.load_avg; in update_tg_load_avg()
4150 atomic_long_add(delta, &cfs_rq->tg->load_avg); in clear_tg_load_avg()
4344 unsigned long load_avg; in update_tg_cfs_load() local
4391 load_avg = div_u64(load_sum, divider); in update_tg_cfs_load()
4393 delta_avg = load_avg - se->avg.load_avg; in update_tg_cfs_load()
4400 se->avg.load_avg = load_avg; in update_tg_cfs_load()
4401 add_positive(&cfs_rq->avg.load_avg, delta_avg); in update_tg_cfs_load()
4405 cfs_rq->avg.load_avg * PELT_MIN_DIVIDER); in update_tg_cfs_load()
4454 if (se->avg.load_avg || se->avg.util_avg) in skip_blocked_update()
4598 swap(cfs_rq->removed.load_avg, removed_load); in update_cfs_rq_load_avg()
4604 sub_positive(&sa->load_avg, r); in update_cfs_rq_load_avg()
4607 sa->load_sum = max_t(u32, sa->load_sum, sa->load_avg * PELT_MIN_DIVIDER); in update_cfs_rq_load_avg()
4685 se->avg.load_sum = se->avg.load_avg * divider; in attach_entity_load_avg()
4818 cfs_rq->removed.load_avg += se->avg.load_avg; in remove_entity_load_avg()
4830 return cfs_rq->avg.load_avg; in cfs_rq_load_avg()
7247 load = READ_ONCE(cfs_rq->avg.load_avg); in cpu_load_without()
9725 if (cfs_rq->avg.load_avg) in cfs_rq_has_blocked()
9859 load = div64_ul(load * se->avg.load_avg, in update_cfs_rq_h_load()
9872 return div64_ul(p->se.avg.load_avg * cfs_rq->h_load, in task_h_load()
9890 return p->se.avg.load_avg; in task_h_load()