1393 #define for_each_clamp_id(clamp_id) \  argument
1394 	for ((clamp_id) = 0; (clamp_id) < UCLAMP_CNT; (clamp_id)++)
1401 static inline unsigned int uclamp_none(enum uclamp_id clamp_id)  in uclamp_none()  argument
1403 	if (clamp_id == UCLAMP_MIN)  in uclamp_none()
1417 uclamp_idle_value(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_idle_value()  argument
1425 	if (clamp_id == UCLAMP_MAX) {  in uclamp_idle_value()
1433 static inline void uclamp_idle_reset(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_idle_reset()  argument
1440 	uclamp_rq_set(rq, clamp_id, clamp_value);  in uclamp_idle_reset()
1444 unsigned int uclamp_rq_max_value(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_rq_max_value()  argument
1447 	struct uclamp_bucket *bucket = rq->uclamp[clamp_id].bucket;  in uclamp_rq_max_value()
1461 	return uclamp_idle_value(rq, clamp_id, clamp_value);  in uclamp_rq_max_value()
1496 uclamp_tg_restrict(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_tg_restrict()  argument
1499 	struct uclamp_se uc_req = p->uclamp_req[clamp_id];  in uclamp_tg_restrict()
1531 uclamp_eff_get(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_get()  argument
1533 	struct uclamp_se uc_req = uclamp_tg_restrict(p, clamp_id);  in uclamp_eff_get()
1534 	struct uclamp_se uc_max = uclamp_default[clamp_id];  in uclamp_eff_get()
1543 unsigned long uclamp_eff_value(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_value()  argument
1548 	if (p->uclamp[clamp_id].active)  in uclamp_eff_value()
1549 		return (unsigned long)p->uclamp[clamp_id].value;  in uclamp_eff_value()
1551 	uc_eff = uclamp_eff_get(p, clamp_id);  in uclamp_eff_value()
1567 				    enum uclamp_id clamp_id)  in uclamp_rq_inc_id()  argument
1569 	struct uclamp_rq *uc_rq = &rq->uclamp[clamp_id];  in uclamp_rq_inc_id()
1570 	struct uclamp_se *uc_se = &p->uclamp[clamp_id];  in uclamp_rq_inc_id()
1576 	p->uclamp[clamp_id] = uclamp_eff_get(p, clamp_id);  in uclamp_rq_inc_id()
1582 	uclamp_idle_reset(rq, clamp_id, uc_se->value);  in uclamp_rq_inc_id()
1591 	if (uc_se->value > uclamp_rq_get(rq, clamp_id))  in uclamp_rq_inc_id()
1592 		uclamp_rq_set(rq, clamp_id, uc_se->value);  in uclamp_rq_inc_id()
1605 				    enum uclamp_id clamp_id)  in uclamp_rq_dec_id()  argument
1607 	struct uclamp_rq *uc_rq = &rq->uclamp[clamp_id];  in uclamp_rq_dec_id()
1608 	struct uclamp_se *uc_se = &p->uclamp[clamp_id];  in uclamp_rq_dec_id()
1658 	rq_clamp = uclamp_rq_get(rq, clamp_id);  in uclamp_rq_dec_id()
1665 		bkt_clamp = uclamp_rq_max_value(rq, clamp_id, uc_se->value);  in uclamp_rq_dec_id()
1666 		uclamp_rq_set(rq, clamp_id, bkt_clamp);  in uclamp_rq_dec_id()
1672 	enum uclamp_id clamp_id;  in uclamp_rq_inc()  local
1686 	for_each_clamp_id(clamp_id)  in uclamp_rq_inc()
1687 		uclamp_rq_inc_id(rq, p, clamp_id);  in uclamp_rq_inc()
1696 	enum uclamp_id clamp_id;  in uclamp_rq_dec()  local
1710 	for_each_clamp_id(clamp_id)  in uclamp_rq_dec()
1711 		uclamp_rq_dec_id(rq, p, clamp_id);  in uclamp_rq_dec()
1715 				      enum uclamp_id clamp_id)  in uclamp_rq_reinc_id()  argument
1717 	if (!p->uclamp[clamp_id].active)  in uclamp_rq_reinc_id()
1720 	uclamp_rq_dec_id(rq, p, clamp_id);  in uclamp_rq_reinc_id()
1721 	uclamp_rq_inc_id(rq, p, clamp_id);  in uclamp_rq_reinc_id()
1727 	if (clamp_id == UCLAMP_MAX && (rq->uclamp_flags & UCLAMP_FLAG_IDLE))  in uclamp_rq_reinc_id()
1734 	enum uclamp_id clamp_id;  in uclamp_update_active()  local
1754 	for_each_clamp_id(clamp_id)  in uclamp_update_active()
1755 		uclamp_rq_reinc_id(rq, p, clamp_id);  in uclamp_update_active()
1923 			 enum uclamp_id clamp_id,  in uclamp_reset()  argument
1932 	if (clamp_id == UCLAMP_MIN &&  in uclamp_reset()
1938 	if (clamp_id == UCLAMP_MAX &&  in uclamp_reset()
1950 	enum uclamp_id clamp_id;  in __setscheduler_uclamp()  local
1952 	for_each_clamp_id(clamp_id) {  in __setscheduler_uclamp()
1953 		struct uclamp_se *uc_se = &p->uclamp_req[clamp_id];  in __setscheduler_uclamp()
1956 		if (!uclamp_reset(attr, clamp_id, uc_se))  in __setscheduler_uclamp()
1963 		if (unlikely(rt_task(p) && clamp_id == UCLAMP_MIN))  in __setscheduler_uclamp()
1966 			value = uclamp_none(clamp_id);  in __setscheduler_uclamp()
1990 	enum uclamp_id clamp_id;  in uclamp_fork()  local
1996 	for_each_clamp_id(clamp_id)  in uclamp_fork()
1997 		p->uclamp[clamp_id].active = false;  in uclamp_fork()
2002 	for_each_clamp_id(clamp_id) {  in uclamp_fork()
2003 		uclamp_se_set(&p->uclamp_req[clamp_id],  in uclamp_fork()
2004 			      uclamp_none(clamp_id), false);  in uclamp_fork()
2015 	enum uclamp_id clamp_id;  in init_uclamp_rq()  local
2018 	for_each_clamp_id(clamp_id) {  in init_uclamp_rq()
2019 		uc_rq[clamp_id] = (struct uclamp_rq) {  in init_uclamp_rq()
2020 			.value = uclamp_none(clamp_id)  in init_uclamp_rq()
2030 	enum uclamp_id clamp_id;  in init_uclamp()  local
2036 	for_each_clamp_id(clamp_id) {  in init_uclamp()
2037 		uclamp_se_set(&init_task.uclamp_req[clamp_id],  in init_uclamp()
2038 			      uclamp_none(clamp_id), false);  in init_uclamp()
2043 	for_each_clamp_id(clamp_id) {  in init_uclamp()
2044 		uclamp_default[clamp_id] = uc_max;  in init_uclamp()
2046 		root_task_group.uclamp_req[clamp_id] = uc_max;  in init_uclamp()
2047 		root_task_group.uclamp[clamp_id] = uc_max;  in init_uclamp()
10349 	enum uclamp_id clamp_id;  in alloc_uclamp_sched_group()  local
10351 	for_each_clamp_id(clamp_id) {  in alloc_uclamp_sched_group()
10352 		uclamp_se_set(&tg->uclamp_req[clamp_id],  in alloc_uclamp_sched_group()
10353 			      uclamp_none(clamp_id), false);  in alloc_uclamp_sched_group()
10354 		tg->uclamp[clamp_id] = parent->uclamp[clamp_id];  in alloc_uclamp_sched_group()
10632 	enum uclamp_id clamp_id;  in cpu_util_update_eff()  local
10642 		for_each_clamp_id(clamp_id) {  in cpu_util_update_eff()
10644 			eff[clamp_id] = css_tg(css)->uclamp_req[clamp_id].value;  in cpu_util_update_eff()
10647 			    eff[clamp_id] > uc_parent[clamp_id].value) {  in cpu_util_update_eff()
10648 				eff[clamp_id] = uc_parent[clamp_id].value;  in cpu_util_update_eff()
10657 		for_each_clamp_id(clamp_id) {  in cpu_util_update_eff()
10658 			if (eff[clamp_id] == uc_se[clamp_id].value)  in cpu_util_update_eff()
10660 			uc_se[clamp_id].value = eff[clamp_id];  in cpu_util_update_eff()
10661 			uc_se[clamp_id].bucket_id = uclamp_bucket_id(eff[clamp_id]);  in cpu_util_update_eff()
10662 			clamps |= (0x1 << clamp_id);  in cpu_util_update_eff()
10719 				enum uclamp_id clamp_id)  in cpu_uclamp_write()  argument
10734 	if (tg->uclamp_req[clamp_id].value != req.util)  in cpu_uclamp_write()
10735 		uclamp_se_set(&tg->uclamp_req[clamp_id], req.util, false);  in cpu_uclamp_write()
10741 	tg->uclamp_pct[clamp_id] = req.percent;  in cpu_uclamp_write()
10767 				    enum uclamp_id clamp_id)  in cpu_uclamp_print()  argument
10776 	util_clamp = tg->uclamp_req[clamp_id].value;  in cpu_uclamp_print()
10784 	percent = tg->uclamp_pct[clamp_id];  in cpu_uclamp_print()