Lines Matching refs:throtl_slice
211 unsigned int throtl_slice; member
293 td->low_upgrade_time + td->scale * td->throtl_slice)) in throtl_adjusted_limit()
294 td->scale = (jiffies - td->low_upgrade_time) / td->throtl_slice; in throtl_adjusted_limit()
724 unsigned long max_expire = jiffies + 8 * sq_to_td(sq)->throtl_slice; in throtl_schedule_pending_timer()
794 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice_with_credit()
806 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice()
819 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_set_slice_end()
865 throtl_set_slice_end(tg, rw, jiffies + tg->td->throtl_slice); in throtl_trim_slice()
869 nr_slices = time_elapsed / tg->td->throtl_slice; in throtl_trim_slice()
873 tmp = tg_bps_limit(tg, rw) * tg->td->throtl_slice * nr_slices; in throtl_trim_slice()
877 io_trim = (tg_iops_limit(tg, rw) * tg->td->throtl_slice * nr_slices) / in throtl_trim_slice()
893 tg->slice_start[rw] += nr_slices * tg->td->throtl_slice; in throtl_trim_slice()
918 jiffy_elapsed_rnd = roundup(jiffy_elapsed + 1, tg->td->throtl_slice); in tg_with_in_iops_limit()
967 jiffy_elapsed_rnd = tg->td->throtl_slice; in tg_with_in_bps_limit()
969 jiffy_elapsed_rnd = roundup(jiffy_elapsed_rnd, tg->td->throtl_slice); in tg_with_in_bps_limit()
1037 jiffies + tg->td->throtl_slice)) in tg_may_dispatch()
1039 jiffies + tg->td->throtl_slice); in tg_may_dispatch()
1894 tg_last_low_overflow_time(tg) + tg->td->throtl_slice) && in throtl_tg_can_upgrade()
1921 if (time_before(jiffies, td->low_downgrade_time + td->throtl_slice)) in throtl_can_upgrade()
1948 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_upgrade_check()
1954 __tg_last_low_overflow_time(tg) + tg->td->throtl_slice)) in throtl_upgrade_check()
1991 td->low_upgrade_time = jiffies - td->scale * td->throtl_slice; in throtl_downgrade_state()
2008 if (time_after_eq(now, td->low_upgrade_time + td->throtl_slice) && in throtl_tg_can_downgrade()
2010 td->throtl_slice) && in throtl_tg_can_downgrade()
2041 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_downgrade_check()
2048 tg->td->throtl_slice)) in throtl_downgrade_check()
2408 tg->bio_cnt_reset_time = tg->td->throtl_slice + jiffies; in blk_throtl_bio_endio()
2478 td->throtl_slice = DFL_THROTL_SLICE_SSD; in blk_throtl_register_queue()
2481 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2490 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2503 return sprintf(page, "%u\n", jiffies_to_msecs(q->td->throtl_slice)); in blk_throtl_sample_time_show()
2519 q->td->throtl_slice = t; in blk_throtl_sample_time_store()