1254 int tg_nop(struct task_group *tg, void *data)  in tg_nop()  argument
1736 	struct task_group *tg = &root_task_group;  in uclamp_update_root_tg()  local
1738 	uclamp_se_set(&tg->uclamp_req[UCLAMP_MIN],  in uclamp_update_root_tg()
1740 	uclamp_se_set(&tg->uclamp_req[UCLAMP_MAX],  in uclamp_update_root_tg()
4636 		struct task_group *tg;  in sched_cgroup_fork()  local
4637 		tg = container_of(kargs->cset->subsys[cpu_cgrp_id],  in sched_cgroup_fork()
4639 		tg = autogroup_task_group(p, tg);  in sched_cgroup_fork()
4640 		p->sched_task_group = tg;  in sched_cgroup_fork()
10066 static inline void alloc_uclamp_sched_group(struct task_group *tg,  in alloc_uclamp_sched_group()  argument
10073 		uclamp_se_set(&tg->uclamp_req[clamp_id],  in alloc_uclamp_sched_group()
10075 		tg->uclamp[clamp_id] = parent->uclamp[clamp_id];  in alloc_uclamp_sched_group()
10080 static void sched_free_group(struct task_group *tg)  in sched_free_group()  argument
10082 	free_fair_sched_group(tg);  in sched_free_group()
10083 	free_rt_sched_group(tg);  in sched_free_group()
10084 	autogroup_free(tg);  in sched_free_group()
10085 	kmem_cache_free(task_group_cache, tg);  in sched_free_group()
10093 static void sched_unregister_group(struct task_group *tg)  in sched_unregister_group()  argument
10095 	unregister_fair_sched_group(tg);  in sched_unregister_group()
10096 	unregister_rt_sched_group(tg);  in sched_unregister_group()
10101 	call_rcu(&tg->rcu, sched_free_group_rcu);  in sched_unregister_group()
10107 	struct task_group *tg;  in sched_create_group()  local
10109 	tg = kmem_cache_alloc(task_group_cache, GFP_KERNEL | __GFP_ZERO);  in sched_create_group()
10110 	if (!tg)  in sched_create_group()
10113 	if (!alloc_fair_sched_group(tg, parent))  in sched_create_group()
10116 	if (!alloc_rt_sched_group(tg, parent))  in sched_create_group()
10119 	alloc_uclamp_sched_group(tg, parent);  in sched_create_group()
10121 	return tg;  in sched_create_group()
10124 	sched_free_group(tg);  in sched_create_group()
10128 void sched_online_group(struct task_group *tg, struct task_group *parent)  in sched_online_group()  argument
10133 	list_add_rcu(&tg->list, &task_groups);  in sched_online_group()
10138 	tg->parent = parent;  in sched_online_group()
10139 	INIT_LIST_HEAD(&tg->children);  in sched_online_group()
10140 	list_add_rcu(&tg->siblings, &parent->children);  in sched_online_group()
10143 	online_fair_sched_group(tg);  in sched_online_group()
10153 void sched_destroy_group(struct task_group *tg)  in sched_destroy_group()  argument
10156 	call_rcu(&tg->rcu, sched_unregister_group_rcu);  in sched_destroy_group()
10159 void sched_release_group(struct task_group *tg)  in sched_release_group()  argument
10177 	list_del_rcu(&tg->list);  in sched_release_group()
10178 	list_del_rcu(&tg->siblings);  in sched_release_group()
10184 	struct task_group *tg;  in sched_change_group()  local
10191 	tg = container_of(task_css_check(tsk, cpu_cgrp_id, true),  in sched_change_group()
10193 	tg = autogroup_task_group(tsk, tg);  in sched_change_group()
10194 	tsk->sched_task_group = tg;  in sched_change_group()
10255 	struct task_group *tg;  in cpu_cgroup_css_alloc()  local
10262 	tg = sched_create_group(parent);  in cpu_cgroup_css_alloc()
10263 	if (IS_ERR(tg))  in cpu_cgroup_css_alloc()
10266 	return &tg->css;  in cpu_cgroup_css_alloc()
10272 	struct task_group *tg = css_tg(css);  in cpu_cgroup_css_online()  local
10276 		sched_online_group(tg, parent);  in cpu_cgroup_css_online()
10292 	struct task_group *tg = css_tg(css);  in cpu_cgroup_css_released()  local
10294 	sched_release_group(tg);  in cpu_cgroup_css_released()
10299 	struct task_group *tg = css_tg(css);  in cpu_cgroup_css_free()  local
10304 	sched_unregister_group(tg);  in cpu_cgroup_css_free()
10427 	struct task_group *tg;  in cpu_uclamp_write()  local
10438 	tg = css_tg(of_css(of));  in cpu_uclamp_write()
10439 	if (tg->uclamp_req[clamp_id].value != req.util)  in cpu_uclamp_write()
10440 		uclamp_se_set(&tg->uclamp_req[clamp_id], req.util, false);  in cpu_uclamp_write()
10446 	tg->uclamp_pct[clamp_id] = req.percent;  in cpu_uclamp_write()
10474 	struct task_group *tg;  in cpu_uclamp_print()  local
10480 	tg = css_tg(seq_css(sf));  in cpu_uclamp_print()
10481 	util_clamp = tg->uclamp_req[clamp_id].value;  in cpu_uclamp_print()
10489 	percent = tg->uclamp_pct[clamp_id];  in cpu_uclamp_print()
10519 	struct task_group *tg = css_tg(css);  in cpu_shares_read_u64()  local
10521 	return (u64) scale_load_down(tg->shares);  in cpu_shares_read_u64()
10532 static int __cfs_schedulable(struct task_group *tg, u64 period, u64 runtime);
10534 static int tg_set_cfs_bandwidth(struct task_group *tg, u64 period, u64 quota,  in tg_set_cfs_bandwidth()  argument
10538 	struct cfs_bandwidth *cfs_b = &tg->cfs_bandwidth;  in tg_set_cfs_bandwidth()
10540 	if (tg == &root_task_group)  in tg_set_cfs_bandwidth()
10575 	ret = __cfs_schedulable(tg, period, quota);  in tg_set_cfs_bandwidth()
10601 		struct cfs_rq *cfs_rq = tg->cfs_rq[i];  in tg_set_cfs_bandwidth()
10622 static int tg_set_cfs_quota(struct task_group *tg, long cfs_quota_us)  in tg_set_cfs_quota()  argument
10626 	period = ktime_to_ns(tg->cfs_bandwidth.period);  in tg_set_cfs_quota()
10627 	burst = tg->cfs_bandwidth.burst;  in tg_set_cfs_quota()
10635 	return tg_set_cfs_bandwidth(tg, period, quota, burst);  in tg_set_cfs_quota()
10638 static long tg_get_cfs_quota(struct task_group *tg)  in tg_get_cfs_quota()  argument
10642 	if (tg->cfs_bandwidth.quota == RUNTIME_INF)  in tg_get_cfs_quota()
10645 	quota_us = tg->cfs_bandwidth.quota;  in tg_get_cfs_quota()
10651 static int tg_set_cfs_period(struct task_group *tg, long cfs_period_us)  in tg_set_cfs_period()  argument
10659 	quota = tg->cfs_bandwidth.quota;  in tg_set_cfs_period()
10660 	burst = tg->cfs_bandwidth.burst;  in tg_set_cfs_period()
10662 	return tg_set_cfs_bandwidth(tg, period, quota, burst);  in tg_set_cfs_period()
10665 static long tg_get_cfs_period(struct task_group *tg)  in tg_get_cfs_period()  argument
10669 	cfs_period_us = ktime_to_ns(tg->cfs_bandwidth.period);  in tg_get_cfs_period()
10675 static int tg_set_cfs_burst(struct task_group *tg, long cfs_burst_us)  in tg_set_cfs_burst()  argument
10683 	period = ktime_to_ns(tg->cfs_bandwidth.period);  in tg_set_cfs_burst()
10684 	quota = tg->cfs_bandwidth.quota;  in tg_set_cfs_burst()
10686 	return tg_set_cfs_bandwidth(tg, period, quota, burst);  in tg_set_cfs_burst()
10689 static long tg_get_cfs_burst(struct task_group *tg)  in tg_get_cfs_burst()  argument
10693 	burst_us = tg->cfs_bandwidth.burst;  in tg_get_cfs_burst()
10736 	struct task_group *tg;  member
10744 static u64 normalize_cfs_quota(struct task_group *tg,  in normalize_cfs_quota()  argument
10749 	if (tg == d->tg) {  in normalize_cfs_quota()
10753 		period = tg_get_cfs_period(tg);  in normalize_cfs_quota()
10754 		quota = tg_get_cfs_quota(tg);  in normalize_cfs_quota()
10764 static int tg_cfs_schedulable_down(struct task_group *tg, void *data)  in tg_cfs_schedulable_down()  argument
10767 	struct cfs_bandwidth *cfs_b = &tg->cfs_bandwidth;  in tg_cfs_schedulable_down()
10770 	if (!tg->parent) {  in tg_cfs_schedulable_down()
10773 		struct cfs_bandwidth *parent_b = &tg->parent->cfs_bandwidth;  in tg_cfs_schedulable_down()
10775 		quota = normalize_cfs_quota(tg, d);  in tg_cfs_schedulable_down()
10797 static int __cfs_schedulable(struct task_group *tg, u64 period, u64 quota)  in __cfs_schedulable()  argument
10801 		.tg = tg,  in __cfs_schedulable()
10820 	struct task_group *tg = css_tg(seq_css(sf));  in cpu_cfs_stat_show()  local
10821 	struct cfs_bandwidth *cfs_b = &tg->cfs_bandwidth;  in cpu_cfs_stat_show()
10827 	if (schedstat_enabled() && tg != &root_task_group) {  in cpu_cfs_stat_show()
10833 			stats = __schedstats_from_se(tg->se[i]);  in cpu_cfs_stat_show()
10956 		struct task_group *tg = css_tg(css);  in cpu_extra_stat_show()  local
10957 		struct cfs_bandwidth *cfs_b = &tg->cfs_bandwidth;  in cpu_extra_stat_show()
10981 	struct task_group *tg = css_tg(css);  in cpu_weight_read_u64()  local
10982 	u64 weight = scale_load_down(tg->shares);  in cpu_weight_read_u64()
11075 	struct task_group *tg = css_tg(seq_css(sf));  in cpu_max_show()  local
11077 	cpu_period_quota_print(sf, tg_get_cfs_period(tg), tg_get_cfs_quota(tg));  in cpu_max_show()
11084 	struct task_group *tg = css_tg(of_css(of));  in cpu_max_write()  local
11085 	u64 period = tg_get_cfs_period(tg);  in cpu_max_write()
11086 	u64 burst = tg_get_cfs_burst(tg);  in cpu_max_write()
11092 		ret = tg_set_cfs_bandwidth(tg, period, quota, burst);  in cpu_max_write()