149 	unsigned int iops[2][LIMIT_CNT];  member
307 		    tg->iops[rw][td->limit_index])  in tg_bps_limit()
333 	ret = tg->iops[rw][td->limit_index];  in tg_iops_limit()
343 	if (td->limit_index == LIMIT_MAX && tg->iops[rw][LIMIT_LOW] &&  in tg_iops_limit()
344 	    tg->iops[rw][LIMIT_LOW] != tg->iops[rw][LIMIT_MAX]) {  in tg_iops_limit()
347 		adjusted = throtl_adjusted_limit(tg->iops[rw][LIMIT_LOW], td);  in tg_iops_limit()
350 		ret = min_t(unsigned int, tg->iops[rw][LIMIT_MAX], adjusted);  in tg_iops_limit()
501 	tg->iops[READ][LIMIT_MAX] = UINT_MAX;  in throtl_pd_alloc()
502 	tg->iops[WRITE][LIMIT_MAX] = UINT_MAX;  in throtl_pd_alloc()
582 		    tg->iops[READ][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) {  in blk_throtl_update_limit_valid()
599 	tg->iops[READ][LIMIT_LOW] = 0;  in throtl_pd_offline()
600 	tg->iops[WRITE][LIMIT_LOW] = 0;  in throtl_pd_offline()
1494 		.private = offsetof(struct throtl_grp, iops[READ][LIMIT_MAX]),
1500 		.private = offsetof(struct throtl_grp, iops[WRITE][LIMIT_MAX]),
1669 		tg->iops[READ][index] = v[2];  in tg_set_limit()
1670 		tg->iops[WRITE][index] = v[3];  in tg_set_limit()
1676 	tg->iops[READ][LIMIT_LOW] = min(tg->iops_conf[READ][LIMIT_LOW],  in tg_set_limit()
1678 	tg->iops[WRITE][LIMIT_LOW] = min(tg->iops_conf[WRITE][LIMIT_LOW],  in tg_set_limit()
1684 	if (!(tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW] ||  in tg_set_limit()
1685 	      tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) ||  in tg_set_limit()
1690 		tg->iops[READ][LIMIT_LOW] = 0;  in tg_set_limit()
1691 		tg->iops[WRITE][LIMIT_LOW] = 0;  in tg_set_limit()
1755 	if (tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW])  in __tg_last_low_overflow_time()
1757 	if (tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW])  in __tg_last_low_overflow_time()
1780 		    !parent->iops[READ][LIMIT_LOW] &&  in tg_last_low_overflow_time()
1782 		    !parent->iops[WRITE][LIMIT_LOW])  in tg_last_low_overflow_time()
1825 	read_limit = tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW];  in throtl_tg_can_upgrade()
1826 	write_limit = tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW];  in throtl_tg_can_upgrade()
1975 	unsigned int iops;  in throtl_downgrade_check()  local
2008 	if (tg->iops[READ][LIMIT_LOW]) {  in throtl_downgrade_check()
2009 		iops = tg->last_io_disp[READ] * HZ / elapsed_time;  in throtl_downgrade_check()
2010 		if (iops >= tg->iops[READ][LIMIT_LOW])  in throtl_downgrade_check()
2014 	if (tg->iops[WRITE][LIMIT_LOW]) {  in throtl_downgrade_check()
2015 		iops = tg->last_io_disp[WRITE] * HZ / elapsed_time;  in throtl_downgrade_check()
2016 		if (iops >= tg->iops[WRITE][LIMIT_LOW])  in throtl_downgrade_check()