Lines Matching defs:tg
71 struct throtl_grp *tg; /* tg this qnode belongs to */ member
244 static inline struct blkcg_gq *tg_to_blkg(struct throtl_grp *tg) in tg_to_blkg()
273 struct throtl_grp *tg = sq_to_tg(sq); in sq_to_td() local
299 static uint64_t tg_bps_limit(struct throtl_grp *tg, int rw) in tg_bps_limit()
329 static unsigned int tg_iops_limit(struct throtl_grp *tg, int rw) in tg_iops_limit()
396 static void throtl_qnode_init(struct throtl_qnode *qn, struct throtl_grp *tg) in throtl_qnode_init()
494 struct throtl_grp *tg; in throtl_pd_alloc() local
541 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_init() local
570 static void tg_update_has_rules(struct throtl_grp *tg) in tg_update_has_rules()
585 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_online() local
602 struct throtl_grp *tg = blkg_to_tg(blkg); in blk_throtl_update_limit_valid() local
623 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_offline() local
638 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_free() local
668 struct throtl_grp *tg; in update_min_dispatch_time() local
677 static void tg_service_queue_add(struct throtl_grp *tg) in tg_service_queue_add()
703 static void throtl_enqueue_tg(struct throtl_grp *tg) in throtl_enqueue_tg()
712 static void throtl_dequeue_tg(struct throtl_grp *tg) in throtl_dequeue_tg()
777 static inline void throtl_start_new_slice_with_credit(struct throtl_grp *tg, in throtl_start_new_slice_with_credit()
801 static inline void throtl_start_new_slice(struct throtl_grp *tg, bool rw) in throtl_start_new_slice()
816 static inline void throtl_set_slice_end(struct throtl_grp *tg, bool rw, in throtl_set_slice_end()
822 static inline void throtl_extend_slice(struct throtl_grp *tg, bool rw, in throtl_extend_slice()
833 static bool throtl_slice_used(struct throtl_grp *tg, bool rw) in throtl_slice_used()
842 static inline void throtl_trim_slice(struct throtl_grp *tg, bool rw) in throtl_trim_slice()
901 static bool tg_with_in_iops_limit(struct throtl_grp *tg, struct bio *bio, in tg_with_in_iops_limit()
949 static bool tg_with_in_bps_limit(struct throtl_grp *tg, struct bio *bio, in tg_with_in_bps_limit()
1002 static bool tg_may_dispatch(struct throtl_grp *tg, struct bio *bio, in tg_may_dispatch()
1063 static void throtl_charge_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_bio()
1094 struct throtl_grp *tg) in throtl_add_bio_tg()
1117 static void tg_update_disptime(struct throtl_grp *tg) in tg_update_disptime()
1153 static void tg_dispatch_one_bio(struct throtl_grp *tg, bool rw) in tg_dispatch_one_bio()
1195 static int throtl_dispatch_tg(struct throtl_grp *tg) in throtl_dispatch_tg()
1233 struct throtl_grp *tg; in throtl_select_dispatch() local
1281 struct throtl_grp *tg = sq_to_tg(sq); in throtl_pending_timer_fn() local
1376 struct throtl_grp *tg = pd_to_tg(pd); in tg_prfill_conf_u64() local
1387 struct throtl_grp *tg = pd_to_tg(pd); in tg_prfill_conf_uint() local
1409 static void tg_conf_updated(struct throtl_grp *tg, bool global) in tg_conf_updated()
1470 struct throtl_grp *tg; in tg_set_conf() local
1587 struct throtl_grp *tg = pd_to_tg(pd); in tg_prfill_limit() local
1659 struct throtl_grp *tg; in tg_set_limit() local
1808 static unsigned long __tg_last_low_overflow_time(struct throtl_grp *tg) in __tg_last_low_overflow_time()
1820 static unsigned long tg_last_low_overflow_time(struct throtl_grp *tg) in tg_last_low_overflow_time()
1847 static bool throtl_tg_is_idle(struct throtl_grp *tg) in throtl_tg_is_idle()
1873 static bool throtl_tg_can_upgrade(struct throtl_grp *tg) in throtl_tg_can_upgrade()
1900 static bool throtl_hierarchy_can_upgrade(struct throtl_grp *tg) in throtl_hierarchy_can_upgrade()
1926 struct throtl_grp *tg = blkg_to_tg(blkg); in throtl_can_upgrade() local
1941 static void throtl_upgrade_check(struct throtl_grp *tg) in throtl_upgrade_check()
1972 struct throtl_grp *tg = blkg_to_tg(blkg); in throtl_upgrade_state() local
1999 static bool throtl_tg_can_downgrade(struct throtl_grp *tg) in throtl_tg_can_downgrade()
2017 static bool throtl_hierarchy_can_downgrade(struct throtl_grp *tg) in throtl_hierarchy_can_downgrade()
2029 static void throtl_downgrade_check(struct throtl_grp *tg) in throtl_downgrade_check()
2092 static void blk_throtl_update_idletime(struct throtl_grp *tg) in blk_throtl_update_idletime()
2216 struct throtl_grp *tg = blkg_to_tg(blkg); in blk_throtl_bio() local
2363 struct throtl_grp *tg; in blk_throtl_bio_endio() local