11 static int do_sched_rt_period_timer(struct rt_bandwidth *rt_b, int overrun);
13 struct rt_bandwidth def_rt_bandwidth;
68 	struct rt_bandwidth *rt_b =  in sched_rt_period_timer()
69 		container_of(timer, struct rt_bandwidth, rt_period_timer);  in sched_rt_period_timer()
90 void init_rt_bandwidth(struct rt_bandwidth *rt_b, u64 period, u64 runtime)  in init_rt_bandwidth()
102 static inline void do_start_rt_bandwidth(struct rt_bandwidth *rt_b)  in do_start_rt_bandwidth()
122 static void start_rt_bandwidth(struct rt_bandwidth *rt_b)  in start_rt_bandwidth()
160 static void destroy_rt_bandwidth(struct rt_bandwidth *rt_b)  in destroy_rt_bandwidth()
195 		destroy_rt_bandwidth(&tg->rt_bandwidth);  in unregister_rt_sched_group()
254 	init_rt_bandwidth(&tg->rt_bandwidth,  in alloc_rt_sched_group()
269 		rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime;  in alloc_rt_sched_group()
541 	return ktime_to_ns(rt_rq->tg->rt_bandwidth.rt_period);  in sched_rt_period()
642 struct rt_rq *sched_rt_period_rt_rq(struct rt_bandwidth *rt_b, int cpu)  in sched_rt_period_rt_rq()
644 	return container_of(rt_b, struct task_group, rt_bandwidth)->rt_rq[cpu];  in sched_rt_period_rt_rq()
647 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq)  in sched_rt_bandwidth()
649 	return &rt_rq->tg->rt_bandwidth;  in sched_rt_bandwidth()
704 struct rt_rq *sched_rt_period_rt_rq(struct rt_bandwidth *rt_b, int cpu)  in sched_rt_period_rt_rq()
709 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq)  in sched_rt_bandwidth()
718 	struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq);  in sched_rt_bandwidth_account()
730 	struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq);  in do_balance_runtime()
790 		struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq);  in __disable_runtime()
874 		struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq);  in __enable_runtime()
901 static int do_sched_rt_period_timer(struct rt_bandwidth *rt_b, int overrun)  in do_sched_rt_period_timer()
917 	if (rt_b == &root_task_group.rt_bandwidth)  in do_sched_rt_period_timer()
1014 		struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq);  in sched_rt_runtime_exceeded()
1224 		start_rt_bandwidth(&rt_rq->tg->rt_bandwidth);  in inc_rt_group()
2780 	period = ktime_to_ns(tg->rt_bandwidth.rt_period);  in tg_rt_schedulable()
2781 	runtime = tg->rt_bandwidth.rt_runtime;  in tg_rt_schedulable()
2798 	    tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg))  in tg_rt_schedulable()
2813 		period = ktime_to_ns(child->rt_bandwidth.rt_period);  in tg_rt_schedulable()
2814 		runtime = child->rt_bandwidth.rt_runtime;  in tg_rt_schedulable()
2874 	raw_spin_lock_irq(&tg->rt_bandwidth.rt_runtime_lock);  in tg_set_rt_bandwidth()
2875 	tg->rt_bandwidth.rt_period = ns_to_ktime(rt_period);  in tg_set_rt_bandwidth()
2876 	tg->rt_bandwidth.rt_runtime = rt_runtime;  in tg_set_rt_bandwidth()
2885 	raw_spin_unlock_irq(&tg->rt_bandwidth.rt_runtime_lock);  in tg_set_rt_bandwidth()
2896 	rt_period = ktime_to_ns(tg->rt_bandwidth.rt_period);  in sched_group_set_rt_runtime()
2910 	if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF)  in sched_group_rt_runtime()
2913 	rt_runtime_us = tg->rt_bandwidth.rt_runtime;  in sched_group_rt_runtime()
2926 	rt_runtime = tg->rt_bandwidth.rt_runtime;  in sched_group_set_rt_period()
2935 	rt_period_us = ktime_to_ns(tg->rt_bandwidth.rt_period);  in sched_group_rt_period()
2956 	if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0)  in sched_rt_can_attach()