93 	rt_b->rt_runtime = runtime;  in init_rt_bandwidth()
124 	if (!rt_bandwidth_enabled() || rt_b->rt_runtime == RUNTIME_INF)  in start_rt_bandwidth()
155 	rt_rq->rt_runtime = 0;  in init_rt_rq()
269 		rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime;  in alloc_rt_sched_group()
536 	return rt_rq->rt_runtime;  in sched_rt_runtime()
656 	return rt_rq->rt_runtime;  in sched_rt_runtime()
721 		rt_rq->rt_time < rt_b->rt_runtime);  in sched_rt_bandwidth_account()
752 		if (iter->rt_runtime == RUNTIME_INF)  in do_balance_runtime()
759 		diff = iter->rt_runtime - iter->rt_time;  in do_balance_runtime()
762 			if (rt_rq->rt_runtime + diff > rt_period)  in do_balance_runtime()
763 				diff = rt_period - rt_rq->rt_runtime;  in do_balance_runtime()
764 			iter->rt_runtime -= diff;  in do_balance_runtime()
765 			rt_rq->rt_runtime += diff;  in do_balance_runtime()
766 			if (rt_rq->rt_runtime == rt_period) {  in do_balance_runtime()
801 		if (rt_rq->rt_runtime == RUNTIME_INF ||  in __disable_runtime()
802 				rt_rq->rt_runtime == rt_b->rt_runtime)  in __disable_runtime()
811 		want = rt_b->rt_runtime - rt_rq->rt_runtime;  in __disable_runtime()
823 			if (iter == rt_rq || iter->rt_runtime == RUNTIME_INF)  in __disable_runtime()
828 				diff = min_t(s64, iter->rt_runtime, want);  in __disable_runtime()
829 				iter->rt_runtime -= diff;  in __disable_runtime()
832 				iter->rt_runtime -= want;  in __disable_runtime()
852 		rt_rq->rt_runtime = RUNTIME_INF;  in __disable_runtime()
878 		rt_rq->rt_runtime = rt_b->rt_runtime;  in __enable_runtime()
891 	if (rt_rq->rt_time > rt_rq->rt_runtime) {  in balance_runtime()
932 		if (!sched_feat(RT_RUNTIME_SHARE) && rt_rq->rt_runtime != RUNTIME_INF)  in do_sched_rt_period_timer()
933 			rt_rq->rt_runtime = rt_b->rt_runtime;  in do_sched_rt_period_timer()
948 			runtime = rt_rq->rt_runtime;  in do_sched_rt_period_timer()
980 	if (!throttled && (!rt_bandwidth_enabled() || rt_b->rt_runtime == RUNTIME_INF))  in do_sched_rt_period_timer()
1020 		if (likely(rt_b->rt_runtime)) {  in sched_rt_runtime_exceeded()
2744 	u64 rt_runtime;  member
2755 	runtime = tg->rt_bandwidth.rt_runtime;  in tg_rt_schedulable()
2759 		runtime = d->rt_runtime;  in tg_rt_schedulable()
2772 	    tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg))  in tg_rt_schedulable()
2788 		runtime = child->rt_bandwidth.rt_runtime;  in tg_rt_schedulable()
2792 			runtime = d->rt_runtime;  in tg_rt_schedulable()
2811 		.rt_runtime = runtime,  in __rt_schedulable()
2822 		u64 rt_period, u64 rt_runtime)  in tg_set_rt_bandwidth()  argument
2830 	if (tg == &root_task_group && rt_runtime == 0)  in tg_set_rt_bandwidth()
2840 	if (rt_runtime != RUNTIME_INF && rt_runtime > max_rt_runtime)  in tg_set_rt_bandwidth()
2844 	err = __rt_schedulable(tg, rt_period, rt_runtime);  in tg_set_rt_bandwidth()
2850 	tg->rt_bandwidth.rt_runtime = rt_runtime;  in tg_set_rt_bandwidth()
2856 		rt_rq->rt_runtime = rt_runtime;  in tg_set_rt_bandwidth()
2868 	u64 rt_runtime, rt_period;  in sched_group_set_rt_runtime()  local
2871 	rt_runtime = (u64)rt_runtime_us * NSEC_PER_USEC;  in sched_group_set_rt_runtime()
2873 		rt_runtime = RUNTIME_INF;  in sched_group_set_rt_runtime()
2877 	return tg_set_rt_bandwidth(tg, rt_period, rt_runtime);  in sched_group_set_rt_runtime()
2884 	if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF)  in sched_group_rt_runtime()
2887 	rt_runtime_us = tg->rt_bandwidth.rt_runtime;  in sched_group_rt_runtime()
2894 	u64 rt_runtime, rt_period;  in sched_group_set_rt_period()  local
2900 	rt_runtime = tg->rt_bandwidth.rt_runtime;  in sched_group_set_rt_period()
2902 	return tg_set_rt_bandwidth(tg, rt_period, rt_runtime);  in sched_group_set_rt_period()
2930 	if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0)  in sched_rt_can_attach()
2949 		rt_rq->rt_runtime = global_rt_runtime();  in sched_rt_global_constraints()
2979 	def_rt_bandwidth.rt_runtime = global_rt_runtime();  in sched_rt_do_global()