115 static inline struct dl_bw *dl_bw_of(int i)  in dl_bw_of()
119 	return &cpu_rq(i)->rd->dl_bw;  in dl_bw_of()
181 void __dl_update(struct dl_bw *dl_b, s64 bw)  in __dl_update()
183 	struct root_domain *rd = container_of(dl_b, struct root_domain, dl_bw);  in __dl_update()
195 static inline struct dl_bw *dl_bw_of(int i)  in dl_bw_of()
197 	return &cpu_rq(i)->dl.dl_bw;  in dl_bw_of()
216 void __dl_update(struct dl_bw *dl_b, s64 bw)  in __dl_update()
218 	struct dl_rq *dl = container_of(dl_b, struct dl_rq, dl_bw);  in __dl_update()
225 void __dl_sub(struct dl_bw *dl_b, u64 tsk_bw, int cpus)  in __dl_sub()
232 void __dl_add(struct dl_bw *dl_b, u64 tsk_bw, int cpus)  in __dl_add()
239 __dl_overflow(struct dl_bw *dl_b, unsigned long cap, u64 old_bw, u64 new_bw)  in __dl_overflow()
246 void __add_running_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __add_running_bw()  argument
251 	dl_rq->running_bw += dl_bw;  in __add_running_bw()
259 void __sub_running_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __sub_running_bw()  argument
264 	dl_rq->running_bw -= dl_bw;  in __sub_running_bw()
273 void __add_rq_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __add_rq_bw()  argument
278 	dl_rq->this_bw += dl_bw;  in __add_rq_bw()
283 void __sub_rq_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __sub_rq_bw()  argument
288 	dl_rq->this_bw -= dl_bw;  in __sub_rq_bw()
299 		__add_rq_bw(dl_se->dl_bw, dl_rq);  in add_rq_bw()
306 		__sub_rq_bw(dl_se->dl_bw, dl_rq);  in sub_rq_bw()
313 		__add_running_bw(dl_se->dl_bw, dl_rq);  in add_running_bw()
320 		__sub_running_bw(dl_se->dl_bw, dl_rq);  in sub_running_bw()
341 	__sub_rq_bw(dl_se->dl_bw, &rq->dl);  in dl_rq_change_utilization()
477 				struct dl_bw *dl_b = dl_bw_of(task_cpu(p));  in task_non_contending()
482 				__dl_sub(dl_b, dl_se->dl_bw, dl_bw_cpus(task_cpu(p)));  in task_non_contending()
541 void init_dl_bw(struct dl_bw *dl_b)  in init_dl_bw()
562 	init_dl_bw(&dl_rq->dl_bw);  in init_dl_rq()
689 	struct dl_bw *dl_b;  in dl_task_offline_migration()
740 	dl_b = &rq->rd->dl_bw;  in dl_task_offline_migration()
742 	__dl_sub(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span));  in dl_task_offline_migration()
745 	dl_b = &later_rq->rd->dl_bw;  in dl_task_offline_migration()
747 	__dl_add(dl_b, p->dl.dl_bw, cpumask_weight(later_rq->rd->span));  in dl_task_offline_migration()
1454 	if (u_inact + rq->dl.extra_bw > rq->dl.max_bw - dl_se->dl_bw)  in grub_reclaim()
1455 		u_act = dl_se->dl_bw;  in grub_reclaim()
1698 	u64 new_bw = dl_se->dl_bw;  in __dl_server_attach_root()
1700 	struct dl_bw *dl_b;  in __dl_server_attach_root()
1717 	struct dl_bw *dl_b;  in dl_server_apply_params()
1735 		__dl_sub(dl_b, dl_se->dl_bw, cpus);  in dl_server_apply_params()
1748 	dl_se->dl_bw = to_ratio(dl_se->dl_period, dl_se->dl_runtime);  in dl_server_apply_params()
1803 		struct dl_bw *dl_b = dl_bw_of(task_cpu(p));  in inactive_task_timer()
1812 		__dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p)));  in inactive_task_timer()
2904 		struct dl_bw *src_dl_b;  in set_cpus_allowed_dl()
2913 		__dl_sub(src_dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p)));  in set_cpus_allowed_dl()
2954 	struct dl_bw *dl_b;  in dl_add_task_root_domain()
2964 	dl_b = &rq->rd->dl_bw;  in dl_add_task_root_domain()
2967 	__dl_add(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span));  in dl_add_task_root_domain()
2978 	guard(raw_spinlock_irqsave)(&rd->dl_bw.lock);  in dl_clear_root_domain()
2979 	rd->dl_bw.total_bw = 0;  in dl_clear_root_domain()
2989 			__dl_add(&rd->dl_bw, dl_se->dl_bw, dl_bw_cpus(i));  in dl_clear_root_domain()
3188 	struct dl_bw *dl_b;  in sched_dl_global_validate()
3238 	struct dl_bw *dl_b;  in sched_dl_do_global()
3279 	struct dl_bw *dl_b = dl_bw_of(cpu);  in sched_dl_overflow()
3286 	if (new_bw == p->dl.dl_bw && task_has_dl_policy(p))  in sched_dl_overflow()
3301 			__dl_sub(dl_b, p->dl.dl_bw, cpus);  in sched_dl_overflow()
3305 		   !__dl_overflow(dl_b, cap, p->dl.dl_bw, new_bw)) {  in sched_dl_overflow()
3313 		__dl_sub(dl_b, p->dl.dl_bw, cpus);  in sched_dl_overflow()
3346 	dl_se->dl_bw = to_ratio(dl_se->dl_period, dl_se->dl_runtime);  in __setparam_dl()
3426 	dl_se->dl_bw			= 0;  in __dl_clear_params()
3466 	struct dl_bw *cur_dl_b;  in dl_cpuset_cpumask_can_shrink()
3487 static int dl_bw_manage(enum dl_bw_request req, int cpu, u64 dl_bw)  in dl_bw_manage()  argument
3490 	struct dl_bw *dl_b;  in dl_bw_manage()
3501 		__dl_sub(dl_b, dl_bw, dl_bw_cpus(cpu));  in dl_bw_manage()
3504 		overflow = __dl_overflow(dl_b, cap, 0, dl_bw);  in dl_bw_manage()
3513 			__dl_add(dl_b, dl_bw, dl_bw_cpus(cpu));  in dl_bw_manage()
3531 			fair_server_bw = cpu_rq(cpu)->fair_server.dl_bw;  in dl_bw_manage()
3564 int dl_bw_alloc(int cpu, u64 dl_bw)  in dl_bw_alloc()  argument
3566 	return dl_bw_manage(dl_bw_req_alloc, cpu, dl_bw);  in dl_bw_alloc()
3569 void dl_bw_free(int cpu, u64 dl_bw)  in dl_bw_free()  argument
3571 	dl_bw_manage(dl_bw_req_free, cpu, dl_bw);  in dl_bw_free()