158 	if (ret == 0 && td->limit_index == LIMIT_LOW) {  in tg_bps_limit()
167 	if (td->limit_index == LIMIT_MAX && tg->bps[rw][LIMIT_LOW] &&  in tg_bps_limit()
168 	    tg->bps[rw][LIMIT_LOW] != tg->bps[rw][LIMIT_MAX]) {  in tg_bps_limit()
171 		adjusted = throtl_adjusted_limit(tg->bps[rw][LIMIT_LOW], td);  in tg_bps_limit()
188 	if (ret == 0 && tg->td->limit_index == LIMIT_LOW) {  in tg_iops_limit()
197 	if (td->limit_index == LIMIT_MAX && tg->iops[rw][LIMIT_LOW] &&  in tg_iops_limit()
198 	    tg->iops[rw][LIMIT_LOW] != tg->iops[rw][LIMIT_MAX]) {  in tg_iops_limit()
201 		adjusted = throtl_adjusted_limit(tg->iops[rw][LIMIT_LOW], td);  in tg_iops_limit()
457 		if (tg->bps[READ][LIMIT_LOW] || tg->bps[WRITE][LIMIT_LOW] ||  in blk_throtl_update_limit_valid()
458 		    tg->iops[READ][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) {  in blk_throtl_update_limit_valid()
465 	td->limit_valid[LIMIT_LOW] = low_valid;  in blk_throtl_update_limit_valid()
478 	tg->bps[READ][LIMIT_LOW] = 0;  in throtl_pd_offline()
479 	tg->bps[WRITE][LIMIT_LOW] = 0;  in throtl_pd_offline()
480 	tg->iops[READ][LIMIT_LOW] = 0;  in throtl_pd_offline()
481 	tg->iops[WRITE][LIMIT_LOW] = 0;  in throtl_pd_offline()
1508 	if (off == LIMIT_LOW) {  in tg_prfill_limit()
1520 	    (off != LIMIT_LOW ||  in tg_prfill_limit()
1537 	if (off == LIMIT_LOW) {  in tg_prfill_limit()
1621 		else if (off == LIMIT_LOW && !strcmp(tok, "idle"))  in tg_set_limit()
1623 		else if (off == LIMIT_LOW && !strcmp(tok, "latency"))  in tg_set_limit()
1640 	tg->bps[READ][LIMIT_LOW] = min(tg->bps_conf[READ][LIMIT_LOW],  in tg_set_limit()
1642 	tg->bps[WRITE][LIMIT_LOW] = min(tg->bps_conf[WRITE][LIMIT_LOW],  in tg_set_limit()
1644 	tg->iops[READ][LIMIT_LOW] = min(tg->iops_conf[READ][LIMIT_LOW],  in tg_set_limit()
1646 	tg->iops[WRITE][LIMIT_LOW] = min(tg->iops_conf[WRITE][LIMIT_LOW],  in tg_set_limit()
1652 	if (!(tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW] ||  in tg_set_limit()
1653 	      tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) ||  in tg_set_limit()
1656 		tg->bps[READ][LIMIT_LOW] = 0;  in tg_set_limit()
1657 		tg->bps[WRITE][LIMIT_LOW] = 0;  in tg_set_limit()
1658 		tg->iops[READ][LIMIT_LOW] = 0;  in tg_set_limit()
1659 		tg->iops[WRITE][LIMIT_LOW] = 0;  in tg_set_limit()
1662 	} else if (index == LIMIT_LOW) {  in tg_set_limit()
1668 	if (tg->td->limit_valid[LIMIT_LOW]) {  in tg_set_limit()
1669 		if (index == LIMIT_LOW)  in tg_set_limit()
1670 			tg->td->limit_index = LIMIT_LOW;  in tg_set_limit()
1673 	tg_conf_updated(tg, index == LIMIT_LOW &&  in tg_set_limit()
1674 		tg->td->limit_valid[LIMIT_LOW]);  in tg_set_limit()
1688 		.private = LIMIT_LOW,
1758 	if (tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW])  in __tg_last_low_overflow_time()
1760 	if (tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW])  in __tg_last_low_overflow_time()
1782 		if (!parent->bps[READ][LIMIT_LOW] &&  in tg_last_low_overflow_time()
1783 		    !parent->iops[READ][LIMIT_LOW] &&  in tg_last_low_overflow_time()
1784 		    !parent->bps[WRITE][LIMIT_LOW] &&  in tg_last_low_overflow_time()
1785 		    !parent->iops[WRITE][LIMIT_LOW])  in tg_last_low_overflow_time()
1828 	read_limit = tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW];  in throtl_tg_can_upgrade()
1829 	write_limit = tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW];  in throtl_tg_can_upgrade()
1864 	if (td->limit_index != LIMIT_LOW)  in throtl_can_upgrade()
1891 	if (tg->td->limit_index != LIMIT_LOW)  in throtl_upgrade_check()
1941 	td->limit_index = LIMIT_LOW;  in throtl_downgrade_state()
1983 	    !tg->td->limit_valid[LIMIT_LOW])  in throtl_downgrade_check()
1997 	if (tg->bps[READ][LIMIT_LOW]) {  in throtl_downgrade_check()
2000 		if (bps >= tg->bps[READ][LIMIT_LOW])  in throtl_downgrade_check()
2004 	if (tg->bps[WRITE][LIMIT_LOW]) {  in throtl_downgrade_check()
2007 		if (bps >= tg->bps[WRITE][LIMIT_LOW])  in throtl_downgrade_check()
2011 	if (tg->iops[READ][LIMIT_LOW]) {  in throtl_downgrade_check()
2013 		if (iops >= tg->iops[READ][LIMIT_LOW])  in throtl_downgrade_check()
2017 	if (tg->iops[WRITE][LIMIT_LOW]) {  in throtl_downgrade_check()
2019 		if (iops >= tg->iops[WRITE][LIMIT_LOW])  in throtl_downgrade_check()
2060 	if (!blk_queue_nonrot(td->queue) || !td->limit_valid[LIMIT_LOW])  in throtl_update_latency_buckets()
2278 	if (!td || td->limit_index != LIMIT_LOW ||  in throtl_track_latency()
2314 	if (!tg->td->limit_valid[LIMIT_LOW])  in blk_throtl_bio_endio()