118 	struct throtl_service_queue service_queue;  member
198 	struct throtl_service_queue service_queue;  member
253 		return container_of(sq, struct throtl_grp, service_queue);  in sq_to_tg()
272 		return container_of(sq, struct throtl_data, service_queue);  in sq_to_td()
491 	throtl_service_queue_init(&tg->service_queue);  in throtl_pd_alloc()
522 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_pd_init()
537 	sq->parent_sq = &td->service_queue;  in throtl_pd_init()
539 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
550 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);  in tg_update_has_rules()
612 	del_timer_sync(&tg->service_queue.pending_timer);  in throtl_pd_free()
660 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;  in tg_service_queue_add()
690 	tg->service_queue.parent_sq->nr_pending++;  in __throtl_enqueue_tg()
701 	throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);  in __throtl_dequeue_tg()
784 	throtl_log(&tg->service_queue,  in throtl_start_new_slice_with_credit()
796 	throtl_log(&tg->service_queue,  in throtl_start_new_slice()
812 	throtl_log(&tg->service_queue,  in throtl_extend_slice()
881 	throtl_log(&tg->service_queue,  in throtl_trim_slice()
991 	BUG_ON(tg->service_queue.nr_queued[rw] &&  in tg_may_dispatch()
992 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
1009 	if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))  in tg_may_dispatch()
1069 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_add_bio_tg()
1092 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_update_disptime()
1128 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_dispatch_one_bio()
1170 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_dispatch_tg()
1219 		sq = &tg->service_queue;  in throtl_select_dispatch()
1319 	struct throtl_service_queue *td_sq = &td->service_queue;  in blk_throtl_dispatch_work_fn()
1380 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_conf_updated()
1384 	throtl_log(&tg->service_queue,  in tg_conf_updated()
1770 		parent_sq = parent->service_queue.parent_sq;  in tg_last_low_overflow_time()
1809 	throtl_log(&tg->service_queue,  in throtl_tg_is_idle()
1818 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_tg_can_upgrade()
1848 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_upgrade()
1909 	throtl_log(&td->service_queue, "upgrade to max");  in throtl_upgrade_state()
1916 		struct throtl_service_queue *sq = &tg->service_queue;  in throtl_upgrade_state()
1923 	throtl_select_dispatch(&td->service_queue);  in throtl_upgrade_state()
1924 	throtl_schedule_next_dispatch(&td->service_queue, true);  in throtl_upgrade_state()
1932 	throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);  in throtl_downgrade_state()
1965 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_downgrade()
2115 		throtl_log(&td->service_queue,  in throtl_update_latency_buckets()
2165 	sq = &tg->service_queue;  in blk_throtl_bio()
2237 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);  in blk_throtl_bio()
2343 		struct throtl_service_queue *sq = &tg->service_queue;  in tg_drain_bios()
2380 		tg_drain_bios(&blkg_to_tg(blkg)->service_queue);  in blk_throtl_drain()
2383 	tg_drain_bios(&td->service_queue);  in blk_throtl_drain()
2390 		while ((bio = throtl_pop_queued(&td->service_queue.queued[rw],  in blk_throtl_drain()
2420 	throtl_service_queue_init(&td->service_queue);  in blk_throtl_init()