47 static inline struct dl_bw *dl_bw_of(int i)  in dl_bw_of()
51 	return &cpu_rq(i)->rd->dl_bw;  in dl_bw_of()
67 static inline struct dl_bw *dl_bw_of(int i)  in dl_bw_of()
69 	return &cpu_rq(i)->dl.dl_bw;  in dl_bw_of()
79 void __add_running_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __add_running_bw()  argument
84 	dl_rq->running_bw += dl_bw;  in __add_running_bw()
92 void __sub_running_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __sub_running_bw()  argument
97 	dl_rq->running_bw -= dl_bw;  in __sub_running_bw()
106 void __add_rq_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __add_rq_bw()  argument
111 	dl_rq->this_bw += dl_bw;  in __add_rq_bw()
116 void __sub_rq_bw(u64 dl_bw, struct dl_rq *dl_rq)  in __sub_rq_bw()  argument
121 	dl_rq->this_bw -= dl_bw;  in __sub_rq_bw()
132 		__add_rq_bw(dl_se->dl_bw, dl_rq);  in add_rq_bw()
139 		__sub_rq_bw(dl_se->dl_bw, dl_rq);  in sub_rq_bw()
146 		__add_running_bw(dl_se->dl_bw, dl_rq);  in add_running_bw()
153 		__sub_running_bw(dl_se->dl_bw, dl_rq);  in sub_running_bw()
179 	__sub_rq_bw(p->dl.dl_bw, &rq->dl);  in dl_change_utilization()
275 			struct dl_bw *dl_b = dl_bw_of(task_cpu(p));  in task_non_contending()
280 			__dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p)));  in task_non_contending()
344 void init_dl_bw(struct dl_bw *dl_b)  in init_dl_bw()
368 	init_dl_bw(&dl_rq->dl_bw);  in init_dl_rq()
532 	struct dl_bw *dl_b;  in dl_task_offline_migration()
583 	dl_b = &rq->rd->dl_bw;  in dl_task_offline_migration()
585 	__dl_sub(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span));  in dl_task_offline_migration()
588 	dl_b = &later_rq->rd->dl_bw;  in dl_task_offline_migration()
590 	__dl_add(dl_b, p->dl.dl_bw, cpumask_weight(later_rq->rd->span));  in dl_task_offline_migration()
1157 	u64 u_act_min = (dl_se->dl_bw * rq->dl.bw_ratio) >> RATIO_SHIFT;  in grub_reclaim()
1297 		struct dl_bw *dl_b = dl_bw_of(task_cpu(p));  in inactive_task_timer()
1306 		__dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p)));  in inactive_task_timer()
2245 		struct dl_bw *src_dl_b;  in set_cpus_allowed_dl()
2254 		__dl_sub(src_dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p)));  in set_cpus_allowed_dl()
2295 	struct dl_bw *dl_b;  in dl_add_task_root_domain()
2301 	dl_b = &rq->rd->dl_bw;  in dl_add_task_root_domain()
2304 	__dl_add(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span));  in dl_add_task_root_domain()
2316 	raw_spin_lock_irqsave(&rd->dl_bw.lock, flags);  in dl_clear_root_domain()
2317 	rd->dl_bw.total_bw = 0;  in dl_clear_root_domain()
2318 	raw_spin_unlock_irqrestore(&rd->dl_bw.lock, flags);  in dl_clear_root_domain()
2468 	struct dl_bw *dl_b;  in sched_dl_global_validate()
2515 	struct dl_bw *dl_b;  in sched_dl_do_global()
2552 	struct dl_bw *dl_b = dl_bw_of(task_cpu(p));  in sched_dl_overflow()
2562 	if (new_bw == p->dl.dl_bw && task_has_dl_policy(p))  in sched_dl_overflow()
2575 			__dl_sub(dl_b, p->dl.dl_bw, cpus);  in sched_dl_overflow()
2579 		   !__dl_overflow(dl_b, cpus, p->dl.dl_bw, new_bw)) {  in sched_dl_overflow()
2587 		__dl_sub(dl_b, p->dl.dl_bw, cpus);  in sched_dl_overflow()
2620 	dl_se->dl_bw = to_ratio(dl_se->dl_period, dl_se->dl_runtime);  in __setparam_dl()
2690 	dl_se->dl_bw			= 0;  in __dl_clear_params()
2716 	struct dl_bw *dl_b;  in dl_task_can_attach()
2727 	overflow = __dl_overflow(dl_b, cpus, 0, p->dl.dl_bw);  in dl_task_can_attach()
2737 		__dl_add(dl_b, p->dl.dl_bw, cpus);  in dl_task_can_attach()
2750 	struct dl_bw *cur_dl_b;  in dl_cpuset_cpumask_can_shrink()
2770 	struct dl_bw *dl_b;  in dl_cpu_busy()