148 	unsigned int iops[2][LIMIT_CNT];  member
306 		    tg->iops[rw][td->limit_index])  in tg_bps_limit()
332 	ret = tg->iops[rw][td->limit_index];  in tg_iops_limit()
342 	if (td->limit_index == LIMIT_MAX && tg->iops[rw][LIMIT_LOW] &&  in tg_iops_limit()
343 	    tg->iops[rw][LIMIT_LOW] != tg->iops[rw][LIMIT_MAX]) {  in tg_iops_limit()
346 		adjusted = throtl_adjusted_limit(tg->iops[rw][LIMIT_LOW], td);  in tg_iops_limit()
349 		ret = min_t(unsigned int, tg->iops[rw][LIMIT_MAX], adjusted);  in tg_iops_limit()
502 	tg->iops[READ][LIMIT_MAX] = UINT_MAX;  in throtl_pd_alloc()
503 	tg->iops[WRITE][LIMIT_MAX] = UINT_MAX;  in throtl_pd_alloc()
583 		    tg->iops[READ][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) {  in blk_throtl_update_limit_valid()
600 	tg->iops[READ][LIMIT_LOW] = 0;  in throtl_pd_offline()
601 	tg->iops[WRITE][LIMIT_LOW] = 0;  in throtl_pd_offline()
1482 		.private = offsetof(struct throtl_grp, iops[READ][LIMIT_MAX]),
1488 		.private = offsetof(struct throtl_grp, iops[WRITE][LIMIT_MAX]),
1657 		tg->iops[READ][index] = v[2];  in tg_set_limit()
1658 		tg->iops[WRITE][index] = v[3];  in tg_set_limit()
1664 	tg->iops[READ][LIMIT_LOW] = min(tg->iops_conf[READ][LIMIT_LOW],  in tg_set_limit()
1666 	tg->iops[WRITE][LIMIT_LOW] = min(tg->iops_conf[WRITE][LIMIT_LOW],  in tg_set_limit()
1672 	if (!(tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW] ||  in tg_set_limit()
1673 	      tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) ||  in tg_set_limit()
1678 		tg->iops[READ][LIMIT_LOW] = 0;  in tg_set_limit()
1679 		tg->iops[WRITE][LIMIT_LOW] = 0;  in tg_set_limit()
1743 	if (tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW])  in __tg_last_low_overflow_time()
1745 	if (tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW])  in __tg_last_low_overflow_time()
1768 		    !parent->iops[READ][LIMIT_LOW] &&  in tg_last_low_overflow_time()
1770 		    !parent->iops[WRITE][LIMIT_LOW])  in tg_last_low_overflow_time()
1813 	read_limit = tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW];  in throtl_tg_can_upgrade()
1814 	write_limit = tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW];  in throtl_tg_can_upgrade()
1963 	unsigned int iops;  in throtl_downgrade_check()  local
1996 	if (tg->iops[READ][LIMIT_LOW]) {  in throtl_downgrade_check()
1997 		iops = tg->last_io_disp[READ] * HZ / elapsed_time;  in throtl_downgrade_check()
1998 		if (iops >= tg->iops[READ][LIMIT_LOW])  in throtl_downgrade_check()
2002 	if (tg->iops[WRITE][LIMIT_LOW]) {  in throtl_downgrade_check()
2003 		iops = tg->last_io_disp[WRITE] * HZ / elapsed_time;  in throtl_downgrade_check()
2004 		if (iops >= tg->iops[WRITE][LIMIT_LOW])  in throtl_downgrade_check()