62 	struct throtl_service_queue service_queue;  member
107 		return container_of(sq, struct throtl_grp, service_queue);  in sq_to_tg()
126 		return container_of(sq, struct throtl_data, service_queue);  in sq_to_td()
355 	throtl_service_queue_init(&tg->service_queue);  in throtl_pd_alloc()
392 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_pd_init()
407 	sq->parent_sq = &td->service_queue;  in throtl_pd_init()
409 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
420 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);  in tg_update_has_rules()
493 	del_timer_sync(&tg->service_queue.pending_timer);  in throtl_pd_free()
531 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;  in tg_service_queue_add()
560 		tg->service_queue.parent_sq->nr_pending++;  in throtl_enqueue_tg()
568 			tg->service_queue.parent_sq;  in throtl_dequeue_tg()
651 	throtl_log(&tg->service_queue,  in throtl_start_new_slice_with_credit()
669 	throtl_log(&tg->service_queue,  in throtl_start_new_slice()
685 	throtl_log(&tg->service_queue,  in throtl_extend_slice()
754 	throtl_log(&tg->service_queue,  in throtl_trim_slice()
813 	if (tg->service_queue.nr_queued[READ])  in tg_update_carryover()
815 	if (tg->service_queue.nr_queued[WRITE])  in tg_update_carryover()
819 	throtl_log(&tg->service_queue, "%s: %llu %llu %u %u\n", __func__,  in tg_update_carryover()
922 	BUG_ON(tg->service_queue.nr_queued[rw] &&  in tg_may_dispatch()
923 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
940 	if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))  in tg_may_dispatch()
994 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_add_bio_tg()
1017 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_update_disptime()
1033 	throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);  in tg_update_disptime()
1053 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_dispatch_one_bio()
1096 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_dispatch_tg()
1147 		sq = &tg->service_queue;  in throtl_select_dispatch()
1259 	struct throtl_service_queue *td_sq = &td->service_queue;  in blk_throtl_dispatch_work_fn()
1320 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_conf_updated()
1324 	throtl_log(&tg->service_queue,  in tg_conf_updated()
1734 		struct throtl_service_queue *sq = &tg->service_queue;  in blk_throtl_cancel_bios()
1773 		parent_sq = parent->service_queue.parent_sq;  in tg_last_low_overflow_time()
1812 	throtl_log(&tg->service_queue,  in throtl_tg_is_idle()
1821 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_tg_can_upgrade()
1851 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_upgrade()
1912 	throtl_log(&td->service_queue, "upgrade to max");  in throtl_upgrade_state()
1919 		struct throtl_service_queue *sq = &tg->service_queue;  in throtl_upgrade_state()
1926 	throtl_select_dispatch(&td->service_queue);  in throtl_upgrade_state()
1927 	throtl_schedule_next_dispatch(&td->service_queue, true);  in throtl_upgrade_state()
1935 	throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);  in throtl_downgrade_state()
1968 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_downgrade()
2121 		throtl_log(&td->service_queue,  in throtl_update_latency_buckets()
2182 	sq = &tg->service_queue;  in __blk_throtl_bio()
2256 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);  in __blk_throtl_bio()
2379 	throtl_service_queue_init(&td->service_queue);  in blk_throtl_init()
2404 	del_timer_sync(&q->td->service_queue.pending_timer);  in blk_throtl_exit()