936 #define for_each_clamp_id(clamp_id) \  argument
937 	for ((clamp_id) = 0; (clamp_id) < UCLAMP_CNT; (clamp_id)++)
944 static inline unsigned int uclamp_none(enum uclamp_id clamp_id)  in uclamp_none()  argument
946 	if (clamp_id == UCLAMP_MIN)  in uclamp_none()
960 uclamp_idle_value(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_idle_value()  argument
968 	if (clamp_id == UCLAMP_MAX) {  in uclamp_idle_value()
976 static inline void uclamp_idle_reset(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_idle_reset()  argument
983 	WRITE_ONCE(rq->uclamp[clamp_id].value, clamp_value);  in uclamp_idle_reset()
987 unsigned int uclamp_rq_max_value(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_rq_max_value()  argument
990 	struct uclamp_bucket *bucket = rq->uclamp[clamp_id].bucket;  in uclamp_rq_max_value()
1004 	return uclamp_idle_value(rq, clamp_id, clamp_value);  in uclamp_rq_max_value()
1066 uclamp_tg_restrict(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_tg_restrict()  argument
1068 	struct uclamp_se uc_req = p->uclamp_req[clamp_id];  in uclamp_tg_restrict()
1081 	uc_max = task_group(p)->uclamp[clamp_id];  in uclamp_tg_restrict()
1098 uclamp_eff_get(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_get()  argument
1100 	struct uclamp_se uc_req = uclamp_tg_restrict(p, clamp_id);  in uclamp_eff_get()
1101 	struct uclamp_se uc_max = uclamp_default[clamp_id];  in uclamp_eff_get()
1110 unsigned long uclamp_eff_value(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_value()  argument
1115 	if (p->uclamp[clamp_id].active)  in uclamp_eff_value()
1116 		return (unsigned long)p->uclamp[clamp_id].value;  in uclamp_eff_value()
1118 	uc_eff = uclamp_eff_get(p, clamp_id);  in uclamp_eff_value()
1134 				    enum uclamp_id clamp_id)  in uclamp_rq_inc_id()  argument
1136 	struct uclamp_rq *uc_rq = &rq->uclamp[clamp_id];  in uclamp_rq_inc_id()
1137 	struct uclamp_se *uc_se = &p->uclamp[clamp_id];  in uclamp_rq_inc_id()
1143 	p->uclamp[clamp_id] = uclamp_eff_get(p, clamp_id);  in uclamp_rq_inc_id()
1149 	uclamp_idle_reset(rq, clamp_id, uc_se->value);  in uclamp_rq_inc_id()
1172 				    enum uclamp_id clamp_id)  in uclamp_rq_dec_id()  argument
1174 	struct uclamp_rq *uc_rq = &rq->uclamp[clamp_id];  in uclamp_rq_dec_id()
1175 	struct uclamp_se *uc_se = &p->uclamp[clamp_id];  in uclamp_rq_dec_id()
1232 		bkt_clamp = uclamp_rq_max_value(rq, clamp_id, uc_se->value);  in uclamp_rq_dec_id()
1239 	enum uclamp_id clamp_id;  in uclamp_rq_inc()  local
1253 	for_each_clamp_id(clamp_id)  in uclamp_rq_inc()
1254 		uclamp_rq_inc_id(rq, p, clamp_id);  in uclamp_rq_inc()
1263 	enum uclamp_id clamp_id;  in uclamp_rq_dec()  local
1277 	for_each_clamp_id(clamp_id)  in uclamp_rq_dec()
1278 		uclamp_rq_dec_id(rq, p, clamp_id);  in uclamp_rq_dec()
1282 uclamp_update_active(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_update_active()  argument
1303 	if (p->uclamp[clamp_id].active) {  in uclamp_update_active()
1304 		uclamp_rq_dec_id(rq, p, clamp_id);  in uclamp_update_active()
1305 		uclamp_rq_inc_id(rq, p, clamp_id);  in uclamp_update_active()
1316 	enum uclamp_id clamp_id;  in uclamp_update_active_tasks()  local
1322 		for_each_clamp_id(clamp_id) {  in uclamp_update_active_tasks()
1323 			if ((0x1 << clamp_id) & clamps)  in uclamp_update_active_tasks()
1324 				uclamp_update_active(p, clamp_id);  in uclamp_update_active_tasks()
1444 	enum uclamp_id clamp_id;  in __setscheduler_uclamp()  local
1450 	for_each_clamp_id(clamp_id) {  in __setscheduler_uclamp()
1451 		struct uclamp_se *uc_se = &p->uclamp_req[clamp_id];  in __setscheduler_uclamp()
1461 		if (unlikely(rt_task(p) && clamp_id == UCLAMP_MIN))  in __setscheduler_uclamp()
1464 			uclamp_se_set(uc_se, uclamp_none(clamp_id), false);  in __setscheduler_uclamp()
1484 	enum uclamp_id clamp_id;  in uclamp_fork()  local
1490 	for_each_clamp_id(clamp_id)  in uclamp_fork()
1491 		p->uclamp[clamp_id].active = false;  in uclamp_fork()
1496 	for_each_clamp_id(clamp_id) {  in uclamp_fork()
1497 		uclamp_se_set(&p->uclamp_req[clamp_id],  in uclamp_fork()
1498 			      uclamp_none(clamp_id), false);  in uclamp_fork()
1509 	enum uclamp_id clamp_id;  in init_uclamp_rq()  local
1512 	for_each_clamp_id(clamp_id) {  in init_uclamp_rq()
1513 		uc_rq[clamp_id] = (struct uclamp_rq) {  in init_uclamp_rq()
1514 			.value = uclamp_none(clamp_id)  in init_uclamp_rq()
1524 	enum uclamp_id clamp_id;  in init_uclamp()  local
1530 	for_each_clamp_id(clamp_id) {  in init_uclamp()
1531 		uclamp_se_set(&init_task.uclamp_req[clamp_id],  in init_uclamp()
1532 			      uclamp_none(clamp_id), false);  in init_uclamp()
1537 	for_each_clamp_id(clamp_id) {  in init_uclamp()
1538 		uclamp_default[clamp_id] = uc_max;  in init_uclamp()
1540 		root_task_group.uclamp_req[clamp_id] = uc_max;  in init_uclamp()
1541 		root_task_group.uclamp[clamp_id] = uc_max;  in init_uclamp()
7433 	enum uclamp_id clamp_id;  in alloc_uclamp_sched_group()  local
7435 	for_each_clamp_id(clamp_id) {  in alloc_uclamp_sched_group()
7436 		uclamp_se_set(&tg->uclamp_req[clamp_id],  in alloc_uclamp_sched_group()
7437 			      uclamp_none(clamp_id), false);  in alloc_uclamp_sched_group()
7438 		tg->uclamp[clamp_id] = parent->uclamp[clamp_id];  in alloc_uclamp_sched_group()
7704 	enum uclamp_id clamp_id;  in cpu_util_update_eff()  local
7711 		for_each_clamp_id(clamp_id) {  in cpu_util_update_eff()
7713 			eff[clamp_id] = css_tg(css)->uclamp_req[clamp_id].value;  in cpu_util_update_eff()
7716 			    eff[clamp_id] > uc_parent[clamp_id].value) {  in cpu_util_update_eff()
7717 				eff[clamp_id] = uc_parent[clamp_id].value;  in cpu_util_update_eff()
7726 		for_each_clamp_id(clamp_id) {  in cpu_util_update_eff()
7727 			if (eff[clamp_id] == uc_se[clamp_id].value)  in cpu_util_update_eff()
7729 			uc_se[clamp_id].value = eff[clamp_id];  in cpu_util_update_eff()
7730 			uc_se[clamp_id].bucket_id = uclamp_bucket_id(eff[clamp_id]);  in cpu_util_update_eff()
7731 			clamps |= (0x1 << clamp_id);  in cpu_util_update_eff()
7788 				enum uclamp_id clamp_id)  in cpu_uclamp_write()  argument
7803 	if (tg->uclamp_req[clamp_id].value != req.util)  in cpu_uclamp_write()
7804 		uclamp_se_set(&tg->uclamp_req[clamp_id], req.util, false);  in cpu_uclamp_write()
7810 	tg->uclamp_pct[clamp_id] = req.percent;  in cpu_uclamp_write()
7836 				    enum uclamp_id clamp_id)  in cpu_uclamp_print()  argument
7845 	util_clamp = tg->uclamp_req[clamp_id].value;  in cpu_uclamp_print()
7853 	percent = tg->uclamp_pct[clamp_id];  in cpu_uclamp_print()