Lines Matching refs:throtl_slice
205 unsigned int throtl_slice; member
287 td->low_upgrade_time + td->scale * td->throtl_slice)) in throtl_adjusted_limit()
288 td->scale = (jiffies - td->low_upgrade_time) / td->throtl_slice; in throtl_adjusted_limit()
715 unsigned long max_expire = jiffies + 8 * sq_to_td(sq)->throtl_slice; in throtl_schedule_pending_timer()
783 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice_with_credit()
795 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice()
805 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_set_slice_end()
811 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_extend_slice()
851 throtl_set_slice_end(tg, rw, jiffies + tg->td->throtl_slice); in throtl_trim_slice()
855 nr_slices = time_elapsed / tg->td->throtl_slice; in throtl_trim_slice()
859 tmp = tg_bps_limit(tg, rw) * tg->td->throtl_slice * nr_slices; in throtl_trim_slice()
863 io_trim = (tg_iops_limit(tg, rw) * tg->td->throtl_slice * nr_slices) / in throtl_trim_slice()
879 tg->slice_start[rw] += nr_slices * tg->td->throtl_slice; in throtl_trim_slice()
899 jiffy_elapsed_rnd = tg->td->throtl_slice; in tg_with_in_iops_limit()
901 jiffy_elapsed_rnd = roundup(jiffy_elapsed_rnd, tg->td->throtl_slice); in tg_with_in_iops_limit()
944 jiffy_elapsed_rnd = tg->td->throtl_slice; in tg_with_in_bps_limit()
946 jiffy_elapsed_rnd = roundup(jiffy_elapsed_rnd, tg->td->throtl_slice); in tg_with_in_bps_limit()
1013 jiffies + tg->td->throtl_slice)) in tg_may_dispatch()
1015 jiffies + tg->td->throtl_slice); in tg_may_dispatch()
1837 tg_last_low_overflow_time(tg) + tg->td->throtl_slice) && in throtl_tg_can_upgrade()
1864 if (time_before(jiffies, td->low_downgrade_time + td->throtl_slice)) in throtl_can_upgrade()
1891 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_upgrade_check()
1897 __tg_last_low_overflow_time(tg) + tg->td->throtl_slice)) in throtl_upgrade_check()
1934 td->low_upgrade_time = jiffies - td->scale * td->throtl_slice; in throtl_downgrade_state()
1951 if (time_after_eq(now, td->low_upgrade_time + td->throtl_slice) && in throtl_tg_can_downgrade()
1953 td->throtl_slice) && in throtl_tg_can_downgrade()
1984 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_downgrade_check()
1991 tg->td->throtl_slice)) in throtl_downgrade_check()
2326 tg->bio_cnt_reset_time = tg->td->throtl_slice + jiffies; in blk_throtl_bio_endio()
2459 td->throtl_slice = DFL_THROTL_SLICE_SSD; in blk_throtl_register_queue()
2462 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2471 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2484 return sprintf(page, "%u\n", jiffies_to_msecs(q->td->throtl_slice)); in blk_throtl_sample_time_show()
2500 q->td->throtl_slice = t; in blk_throtl_sample_time_store()