Lines Matching refs:throtl_slice
69 unsigned int throtl_slice; member
141 td->low_upgrade_time + td->scale * td->throtl_slice)) in throtl_adjusted_limit()
142 td->scale = (jiffies - td->low_upgrade_time) / td->throtl_slice; in throtl_adjusted_limit()
580 unsigned long max_expire = jiffies + 8 * sq_to_td(sq)->throtl_slice; in throtl_schedule_pending_timer()
650 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice_with_credit()
663 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice()
678 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_set_slice_end()
760 throtl_set_slice_end(tg, rw, jiffies + tg->td->throtl_slice); in throtl_trim_slice()
763 tg->td->throtl_slice); in throtl_trim_slice()
791 rw == READ ? 'R' : 'W', time_elapsed / tg->td->throtl_slice, in throtl_trim_slice()
845 jiffy_elapsed_rnd = roundup(jiffy_elapsed + 1, tg->td->throtl_slice); in tg_within_iops_limit()
874 jiffy_elapsed_rnd = tg->td->throtl_slice; in tg_within_bps_limit()
876 jiffy_elapsed_rnd = roundup(jiffy_elapsed_rnd, tg->td->throtl_slice); in tg_within_bps_limit()
937 jiffies + tg->td->throtl_slice)) in tg_may_dispatch()
939 jiffies + tg->td->throtl_slice); in tg_may_dispatch()
1853 tg_last_low_overflow_time(tg) + tg->td->throtl_slice) && in throtl_tg_can_upgrade()
1880 if (time_before(jiffies, td->low_downgrade_time + td->throtl_slice)) in throtl_can_upgrade()
1907 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_upgrade_check()
1913 __tg_last_low_overflow_time(tg) + tg->td->throtl_slice)) in throtl_upgrade_check()
1950 td->low_upgrade_time = jiffies - td->scale * td->throtl_slice; in throtl_downgrade_state()
1968 td->throtl_slice) && in throtl_tg_can_downgrade()
1979 if (time_before(jiffies, td->low_upgrade_time + td->throtl_slice)) in throtl_hierarchy_can_downgrade()
2004 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_downgrade_check()
2011 tg->td->throtl_slice)) in throtl_downgrade_check()
2359 tg->bio_cnt_reset_time = tg->td->throtl_slice + jiffies; in blk_throtl_bio_endio()
2433 td->throtl_slice = DFL_THROTL_SLICE_SSD; in blk_throtl_register()
2436 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register()
2445 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register()
2459 return sprintf(page, "%u\n", jiffies_to_msecs(q->td->throtl_slice)); in blk_throtl_sample_time_show()
2475 q->td->throtl_slice = t; in blk_throtl_sample_time_store()