117 	struct throtl_service_queue service_queue;  member
197 	struct throtl_service_queue service_queue;  member
252 		return container_of(sq, struct throtl_grp, service_queue);  in sq_to_tg()
271 		return container_of(sq, struct throtl_data, service_queue);  in sq_to_td()
492 	throtl_service_queue_init(&tg->service_queue);  in throtl_pd_alloc()
523 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_pd_init()
538 	sq->parent_sq = &td->service_queue;  in throtl_pd_init()
540 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
551 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);  in tg_update_has_rules()
613 	del_timer_sync(&tg->service_queue.pending_timer);  in throtl_pd_free()
653 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;  in tg_service_queue_add()
681 	tg->service_queue.parent_sq->nr_pending++;  in __throtl_enqueue_tg()
692 	throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);  in __throtl_dequeue_tg()
775 	throtl_log(&tg->service_queue,  in throtl_start_new_slice_with_credit()
787 	throtl_log(&tg->service_queue,  in throtl_start_new_slice()
803 	throtl_log(&tg->service_queue,  in throtl_extend_slice()
872 	throtl_log(&tg->service_queue,  in throtl_trim_slice()
979 	BUG_ON(tg->service_queue.nr_queued[rw] &&  in tg_may_dispatch()
980 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
997 	if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))  in tg_may_dispatch()
1057 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_add_bio_tg()
1080 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_update_disptime()
1116 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_dispatch_one_bio()
1158 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_dispatch_tg()
1207 		sq = &tg->service_queue;  in throtl_select_dispatch()
1307 	struct throtl_service_queue *td_sq = &td->service_queue;  in blk_throtl_dispatch_work_fn()
1368 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_conf_updated()
1372 	throtl_log(&tg->service_queue,  in tg_conf_updated()
1758 		parent_sq = parent->service_queue.parent_sq;  in tg_last_low_overflow_time()
1797 	throtl_log(&tg->service_queue,  in throtl_tg_is_idle()
1806 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_tg_can_upgrade()
1836 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_upgrade()
1897 	throtl_log(&td->service_queue, "upgrade to max");  in throtl_upgrade_state()
1904 		struct throtl_service_queue *sq = &tg->service_queue;  in throtl_upgrade_state()
1911 	throtl_select_dispatch(&td->service_queue);  in throtl_upgrade_state()
1912 	throtl_schedule_next_dispatch(&td->service_queue, true);  in throtl_upgrade_state()
1920 	throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);  in throtl_downgrade_state()
1953 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_downgrade()
2103 		throtl_log(&td->service_queue,  in throtl_update_latency_buckets()
2139 	sq = &tg->service_queue;  in blk_throtl_bio()
2211 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);  in blk_throtl_bio()
2318 		struct throtl_service_queue *sq = &tg->service_queue;  in tg_drain_bios()
2354 		tg_drain_bios(&blkg_to_tg(blkg)->service_queue);  in blk_throtl_drain()
2357 	tg_drain_bios(&td->service_queue);  in blk_throtl_drain()
2364 		while ((bio = throtl_pop_queued(&td->service_queue.queued[rw],  in blk_throtl_drain()
2394 	throtl_service_queue_init(&td->service_queue);  in blk_throtl_init()