232 static inline struct throtl_grp *blkg_to_tg(struct blkcg_gq *blkg)  in blkg_to_tg()  argument
234 	return pd_to_tg(blkg_to_pd(blkg, &blkcg_policy_throtl));  in blkg_to_tg()
294 	struct blkcg_gq *blkg = tg_to_blkg(tg);  in tg_bps_limit()  local
298 	if (cgroup_subsys_on_dfl(io_cgrp_subsys) && !blkg->parent)  in tg_bps_limit()
305 		if (!list_empty(&blkg->blkcg->css.children) ||  in tg_bps_limit()
324 	struct blkcg_gq *blkg = tg_to_blkg(tg);  in tg_iops_limit()  local
328 	if (cgroup_subsys_on_dfl(io_cgrp_subsys) && !blkg->parent)  in tg_iops_limit()
335 		if (!list_empty(&blkg->blkcg->css.children) ||  in tg_iops_limit()
521 	struct blkcg_gq *blkg = tg_to_blkg(tg);  in throtl_pd_init()  local
522 	struct throtl_data *td = blkg->q->td;  in throtl_pd_init()
539 	if (cgroup_subsys_on_dfl(io_cgrp_subsys) && blkg->parent)  in throtl_pd_init()
540 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
575 	struct blkcg_gq *blkg;  in blk_throtl_update_limit_valid()  local
579 	blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg) {  in blk_throtl_update_limit_valid()
580 		struct throtl_grp *tg = blkg_to_tg(blkg);  in blk_throtl_update_limit_valid()
1370 	struct blkcg_gq *blkg;  in tg_conf_updated()  local
1384 	blkg_for_each_descendant_pre(blkg, pos_css,  in tg_conf_updated()
1386 		struct throtl_grp *this_tg = blkg_to_tg(blkg);  in tg_conf_updated()
1391 		if (!cgroup_subsys_on_dfl(io_cgrp_subsys) || !blkg->parent ||  in tg_conf_updated()
1392 		    !blkg->parent->parent)  in tg_conf_updated()
1394 		parent_tg = blkg_to_tg(blkg->parent);  in tg_conf_updated()
1441 	tg = blkg_to_tg(ctx.blkg);  in tg_set_conf()
1519 	const char *dname = blkg_dev_name(pd->blkg);  in tg_prfill_limit()
1601 	tg = blkg_to_tg(ctx.blkg);  in tg_set_limit()
1847 	struct blkcg_gq *blkg;  in throtl_can_upgrade()  local
1856 	blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg) {  in throtl_can_upgrade()
1857 		struct throtl_grp *tg = blkg_to_tg(blkg);  in throtl_can_upgrade()
1895 	struct blkcg_gq *blkg;  in throtl_upgrade_state()  local
1902 	blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg) {  in throtl_upgrade_state()
1903 		struct throtl_grp *tg = blkg_to_tg(blkg);  in throtl_upgrade_state()
2117 bool blk_throtl_bio(struct request_queue *q, struct blkcg_gq *blkg,  in blk_throtl_bio()  argument
2121 	struct throtl_grp *tg = blkg_to_tg(blkg ?: q->root_blkg);  in blk_throtl_bio()
2257 	struct blkcg_gq *blkg;  in blk_throtl_bio_endio()  local
2265 	blkg = bio->bi_blkg;  in blk_throtl_bio_endio()
2266 	if (!blkg)  in blk_throtl_bio_endio()
2268 	tg = blkg_to_tg(blkg);  in blk_throtl_bio_endio()
2340 	struct blkcg_gq *blkg;  in blk_throtl_drain()  local
2353 	blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg)  in blk_throtl_drain()
2354 		tg_drain_bios(&blkg_to_tg(blkg)->service_queue);  in blk_throtl_drain()