70 	struct throtl_grp	*tg;		/* tg this qnode belongs to */  member
238 static inline struct blkcg_gq *tg_to_blkg(struct throtl_grp *tg)  in tg_to_blkg()
267 	struct throtl_grp *tg = sq_to_tg(sq);  in sq_to_td()  local
293 static uint64_t tg_bps_limit(struct throtl_grp *tg, int rw)  in tg_bps_limit()
323 static unsigned int tg_iops_limit(struct throtl_grp *tg, int rw)  in tg_iops_limit()
390 static void throtl_qnode_init(struct throtl_qnode *qn, struct throtl_grp *tg)  in throtl_qnode_init()
484 	struct throtl_grp *tg;  in throtl_pd_alloc()  local
519 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_init()  local
548 static void tg_update_has_rules(struct throtl_grp *tg)  in tg_update_has_rules()
563 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_online()  local
579 		struct throtl_grp *tg = blkg_to_tg(blkg);  in blk_throtl_update_limit_valid()  local
595 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_offline()  local
610 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_free()  local
649 	struct throtl_grp *tg;  in update_min_dispatch_time()  local
658 static void tg_service_queue_add(struct throtl_grp *tg)  in tg_service_queue_add()
686 static void __throtl_enqueue_tg(struct throtl_grp *tg)  in __throtl_enqueue_tg()
693 static void throtl_enqueue_tg(struct throtl_grp *tg)  in throtl_enqueue_tg()
699 static void __throtl_dequeue_tg(struct throtl_grp *tg)  in __throtl_dequeue_tg()
705 static void throtl_dequeue_tg(struct throtl_grp *tg)  in throtl_dequeue_tg()
768 static inline void throtl_start_new_slice_with_credit(struct throtl_grp *tg,  in throtl_start_new_slice_with_credit()
790 static inline void throtl_start_new_slice(struct throtl_grp *tg, bool rw)  in throtl_start_new_slice()
802 static inline void throtl_set_slice_end(struct throtl_grp *tg, bool rw,  in throtl_set_slice_end()
808 static inline void throtl_extend_slice(struct throtl_grp *tg, bool rw,  in throtl_extend_slice()
819 static bool throtl_slice_used(struct throtl_grp *tg, bool rw)  in throtl_slice_used()
828 static inline void throtl_trim_slice(struct throtl_grp *tg, bool rw)  in throtl_trim_slice()
887 static bool tg_with_in_iops_limit(struct throtl_grp *tg, struct bio *bio,  in tg_with_in_iops_limit()
932 static bool tg_with_in_bps_limit(struct throtl_grp *tg, struct bio *bio,  in tg_with_in_bps_limit()
979 static bool tg_may_dispatch(struct throtl_grp *tg, struct bio *bio,  in tg_may_dispatch()
1036 static void throtl_charge_bio(struct throtl_grp *tg, struct bio *bio)  in throtl_charge_bio()
1067 			      struct throtl_grp *tg)  in throtl_add_bio_tg()
1090 static void tg_update_disptime(struct throtl_grp *tg)  in tg_update_disptime()
1126 static void tg_dispatch_one_bio(struct throtl_grp *tg, bool rw)  in tg_dispatch_one_bio()
1168 static int throtl_dispatch_tg(struct throtl_grp *tg)  in throtl_dispatch_tg()
1206 		struct throtl_grp *tg = throtl_rb_first(parent_sq);  in throtl_select_dispatch()  local
1250 	struct throtl_grp *tg = sq_to_tg(sq);  in throtl_pending_timer_fn()  local
1345 	struct throtl_grp *tg = pd_to_tg(pd);  in tg_prfill_conf_u64()  local
1356 	struct throtl_grp *tg = pd_to_tg(pd);  in tg_prfill_conf_uint()  local
1378 static void tg_conf_updated(struct throtl_grp *tg, bool global)  in tg_conf_updated()
1439 	struct throtl_grp *tg;  in tg_set_conf()  local
1530 	struct throtl_grp *tg = pd_to_tg(pd);  in tg_prfill_limit()  local
1602 	struct throtl_grp *tg;  in tg_set_limit()  local
1751 static unsigned long __tg_last_low_overflow_time(struct throtl_grp *tg)  in __tg_last_low_overflow_time()
1763 static unsigned long tg_last_low_overflow_time(struct throtl_grp *tg)  in tg_last_low_overflow_time()
1790 static bool throtl_tg_is_idle(struct throtl_grp *tg)  in throtl_tg_is_idle()
1816 static bool throtl_tg_can_upgrade(struct throtl_grp *tg)  in throtl_tg_can_upgrade()
1843 static bool throtl_hierarchy_can_upgrade(struct throtl_grp *tg)  in throtl_hierarchy_can_upgrade()
1869 		struct throtl_grp *tg = blkg_to_tg(blkg);  in throtl_can_upgrade()  local
1884 static void throtl_upgrade_check(struct throtl_grp *tg)  in throtl_upgrade_check()
1915 		struct throtl_grp *tg = blkg_to_tg(blkg);  in throtl_upgrade_state()  local
1942 static bool throtl_tg_can_downgrade(struct throtl_grp *tg)  in throtl_tg_can_downgrade()
1960 static bool throtl_hierarchy_can_downgrade(struct throtl_grp *tg)  in throtl_hierarchy_can_downgrade()
1972 static void throtl_downgrade_check(struct throtl_grp *tg)  in throtl_downgrade_check()
2033 static void blk_throtl_update_idletime(struct throtl_grp *tg)  in blk_throtl_update_idletime()
2129 static void blk_throtl_assoc_bio(struct throtl_grp *tg, struct bio *bio)  in blk_throtl_assoc_bio()
2143 	struct throtl_grp *tg = blkg_to_tg(blkg ?: q->root_blkg);  in blk_throtl_bio()  local
2283 	struct throtl_grp *tg;  in blk_throtl_bio_endio()  local
2340 	struct throtl_grp *tg;  in tg_drain_bios()  local