161 		    tg->iops[rw][td->limit_index])  in tg_bps_limit()
187 	ret = tg->iops[rw][td->limit_index];  in tg_iops_limit()
197 	if (td->limit_index == LIMIT_MAX && tg->iops[rw][LIMIT_LOW] &&  in tg_iops_limit()
198 	    tg->iops[rw][LIMIT_LOW] != tg->iops[rw][LIMIT_MAX]) {  in tg_iops_limit()
201 		adjusted = throtl_adjusted_limit(tg->iops[rw][LIMIT_LOW], td);  in tg_iops_limit()
204 		ret = min_t(unsigned int, tg->iops[rw][LIMIT_MAX], adjusted);  in tg_iops_limit()
364 	tg->iops[READ][LIMIT_MAX] = UINT_MAX;  in throtl_pd_alloc()
365 	tg->iops[WRITE][LIMIT_MAX] = UINT_MAX;  in throtl_pd_alloc()
458 		    tg->iops[READ][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) {  in blk_throtl_update_limit_valid()
480 	tg->iops[READ][LIMIT_LOW] = 0;  in throtl_pd_offline()
481 	tg->iops[WRITE][LIMIT_LOW] = 0;  in throtl_pd_offline()
1457 		.private = offsetof(struct throtl_grp, iops[READ][LIMIT_MAX]),
1463 		.private = offsetof(struct throtl_grp, iops[WRITE][LIMIT_MAX]),
1635 		tg->iops[READ][index] = v[2];  in tg_set_limit()
1636 		tg->iops[WRITE][index] = v[3];  in tg_set_limit()
1642 	tg->iops[READ][LIMIT_LOW] = min(tg->iops_conf[READ][LIMIT_LOW],  in tg_set_limit()
1644 	tg->iops[WRITE][LIMIT_LOW] = min(tg->iops_conf[WRITE][LIMIT_LOW],  in tg_set_limit()
1650 	if (!(tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW] ||  in tg_set_limit()
1651 	      tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) ||  in tg_set_limit()
1656 		tg->iops[READ][LIMIT_LOW] = 0;  in tg_set_limit()
1657 		tg->iops[WRITE][LIMIT_LOW] = 0;  in tg_set_limit()
1767 	if (tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW])  in __tg_last_low_overflow_time()
1769 	if (tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW])  in __tg_last_low_overflow_time()
1791 		    !parent->iops[READ][LIMIT_LOW] &&  in tg_last_low_overflow_time()
1793 		    !parent->iops[WRITE][LIMIT_LOW])  in tg_last_low_overflow_time()
1830 	bool limit = tg->bps[rw][LIMIT_LOW] || tg->iops[rw][LIMIT_LOW];  in throtl_low_limit_reached()
1995 	unsigned int iops;  in throtl_downgrade_check()  local
2028 	if (tg->iops[READ][LIMIT_LOW]) {  in throtl_downgrade_check()
2029 		iops = tg->last_io_disp[READ] * HZ / elapsed_time;  in throtl_downgrade_check()
2030 		if (iops >= tg->iops[READ][LIMIT_LOW])  in throtl_downgrade_check()
2034 	if (tg->iops[WRITE][LIMIT_LOW]) {  in throtl_downgrade_check()
2035 		iops = tg->last_io_disp[WRITE] * HZ / elapsed_time;  in throtl_downgrade_check()
2036 		if (iops >= tg->iops[WRITE][LIMIT_LOW])  in throtl_downgrade_check()