Lines Matching refs:rt_runtime
93 rt_b->rt_runtime = runtime; in init_rt_bandwidth()
124 if (!rt_bandwidth_enabled() || rt_b->rt_runtime == RUNTIME_INF) in start_rt_bandwidth()
155 rt_rq->rt_runtime = 0; in init_rt_rq()
269 rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime; in alloc_rt_sched_group()
536 return rt_rq->rt_runtime; in sched_rt_runtime()
656 return rt_rq->rt_runtime; in sched_rt_runtime()
721 rt_rq->rt_time < rt_b->rt_runtime); in sched_rt_bandwidth_account()
752 if (iter->rt_runtime == RUNTIME_INF) in do_balance_runtime()
759 diff = iter->rt_runtime - iter->rt_time; in do_balance_runtime()
762 if (rt_rq->rt_runtime + diff > rt_period) in do_balance_runtime()
763 diff = rt_period - rt_rq->rt_runtime; in do_balance_runtime()
764 iter->rt_runtime -= diff; in do_balance_runtime()
765 rt_rq->rt_runtime += diff; in do_balance_runtime()
766 if (rt_rq->rt_runtime == rt_period) { in do_balance_runtime()
801 if (rt_rq->rt_runtime == RUNTIME_INF || in __disable_runtime()
802 rt_rq->rt_runtime == rt_b->rt_runtime) in __disable_runtime()
811 want = rt_b->rt_runtime - rt_rq->rt_runtime; in __disable_runtime()
823 if (iter == rt_rq || iter->rt_runtime == RUNTIME_INF) in __disable_runtime()
828 diff = min_t(s64, iter->rt_runtime, want); in __disable_runtime()
829 iter->rt_runtime -= diff; in __disable_runtime()
832 iter->rt_runtime -= want; in __disable_runtime()
852 rt_rq->rt_runtime = RUNTIME_INF; in __disable_runtime()
878 rt_rq->rt_runtime = rt_b->rt_runtime; in __enable_runtime()
891 if (rt_rq->rt_time > rt_rq->rt_runtime) { in balance_runtime()
932 if (!sched_feat(RT_RUNTIME_SHARE) && rt_rq->rt_runtime != RUNTIME_INF) in do_sched_rt_period_timer()
933 rt_rq->rt_runtime = rt_b->rt_runtime; in do_sched_rt_period_timer()
948 runtime = rt_rq->rt_runtime; in do_sched_rt_period_timer()
980 if (!throttled && (!rt_bandwidth_enabled() || rt_b->rt_runtime == RUNTIME_INF)) in do_sched_rt_period_timer()
1020 if (likely(rt_b->rt_runtime)) { in sched_rt_runtime_exceeded()
2770 u64 rt_runtime; member
2781 runtime = tg->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2785 runtime = d->rt_runtime; in tg_rt_schedulable()
2798 tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg)) in tg_rt_schedulable()
2814 runtime = child->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2818 runtime = d->rt_runtime; in tg_rt_schedulable()
2837 .rt_runtime = runtime, in __rt_schedulable()
2848 u64 rt_period, u64 rt_runtime) in tg_set_rt_bandwidth() argument
2856 if (tg == &root_task_group && rt_runtime == 0) in tg_set_rt_bandwidth()
2866 if (rt_runtime != RUNTIME_INF && rt_runtime > max_rt_runtime) in tg_set_rt_bandwidth()
2870 err = __rt_schedulable(tg, rt_period, rt_runtime); in tg_set_rt_bandwidth()
2876 tg->rt_bandwidth.rt_runtime = rt_runtime; in tg_set_rt_bandwidth()
2882 rt_rq->rt_runtime = rt_runtime; in tg_set_rt_bandwidth()
2894 u64 rt_runtime, rt_period; in sched_group_set_rt_runtime() local
2897 rt_runtime = (u64)rt_runtime_us * NSEC_PER_USEC; in sched_group_set_rt_runtime()
2899 rt_runtime = RUNTIME_INF; in sched_group_set_rt_runtime()
2903 return tg_set_rt_bandwidth(tg, rt_period, rt_runtime); in sched_group_set_rt_runtime()
2910 if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF) in sched_group_rt_runtime()
2913 rt_runtime_us = tg->rt_bandwidth.rt_runtime; in sched_group_rt_runtime()
2920 u64 rt_runtime, rt_period; in sched_group_set_rt_period() local
2926 rt_runtime = tg->rt_bandwidth.rt_runtime; in sched_group_set_rt_period()
2928 return tg_set_rt_bandwidth(tg, rt_period, rt_runtime); in sched_group_set_rt_period()
2956 if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0) in sched_rt_can_attach()
2975 rt_rq->rt_runtime = global_rt_runtime(); in sched_rt_global_constraints()
3005 def_rt_bandwidth.rt_runtime = global_rt_runtime(); in sched_rt_do_global()