Lines Matching refs:throtl_slice
204 unsigned int throtl_slice; member
286 td->low_upgrade_time + td->scale * td->throtl_slice)) in throtl_adjusted_limit()
287 td->scale = (jiffies - td->low_upgrade_time) / td->throtl_slice; in throtl_adjusted_limit()
706 unsigned long max_expire = jiffies + 8 * sq_to_td(sq)->throtl_slice; in throtl_schedule_pending_timer()
774 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice_with_credit()
786 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice()
796 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_set_slice_end()
802 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_extend_slice()
842 throtl_set_slice_end(tg, rw, jiffies + tg->td->throtl_slice); in throtl_trim_slice()
846 nr_slices = time_elapsed / tg->td->throtl_slice; in throtl_trim_slice()
850 tmp = tg_bps_limit(tg, rw) * tg->td->throtl_slice * nr_slices; in throtl_trim_slice()
854 io_trim = (tg_iops_limit(tg, rw) * tg->td->throtl_slice * nr_slices) / in throtl_trim_slice()
870 tg->slice_start[rw] += nr_slices * tg->td->throtl_slice; in throtl_trim_slice()
889 jiffy_elapsed_rnd = roundup(jiffy_elapsed + 1, tg->td->throtl_slice); in tg_with_in_iops_limit()
932 jiffy_elapsed_rnd = tg->td->throtl_slice; in tg_with_in_bps_limit()
934 jiffy_elapsed_rnd = roundup(jiffy_elapsed_rnd, tg->td->throtl_slice); in tg_with_in_bps_limit()
1001 jiffies + tg->td->throtl_slice)) in tg_may_dispatch()
1003 jiffies + tg->td->throtl_slice); in tg_may_dispatch()
1825 tg_last_low_overflow_time(tg) + tg->td->throtl_slice) && in throtl_tg_can_upgrade()
1852 if (time_before(jiffies, td->low_downgrade_time + td->throtl_slice)) in throtl_can_upgrade()
1879 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_upgrade_check()
1885 __tg_last_low_overflow_time(tg) + tg->td->throtl_slice)) in throtl_upgrade_check()
1922 td->low_upgrade_time = jiffies - td->scale * td->throtl_slice; in throtl_downgrade_state()
1939 if (time_after_eq(now, td->low_upgrade_time + td->throtl_slice) && in throtl_tg_can_downgrade()
1941 td->throtl_slice) && in throtl_tg_can_downgrade()
1972 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_downgrade_check()
1979 tg->td->throtl_slice)) in throtl_downgrade_check()
2301 tg->bio_cnt_reset_time = tg->td->throtl_slice + jiffies; in blk_throtl_bio_endio()
2433 td->throtl_slice = DFL_THROTL_SLICE_SSD; in blk_throtl_register_queue()
2436 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2445 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2458 return sprintf(page, "%u\n", jiffies_to_msecs(q->td->throtl_slice)); in blk_throtl_sample_time_show()
2474 q->td->throtl_slice = t; in blk_throtl_sample_time_store()