Lines Matching refs:rq_wb

77 static inline bool rwb_enabled(struct rq_wb *rwb)  in rwb_enabled()
82 static void wb_timestamp(struct rq_wb *rwb, unsigned long *var) in wb_timestamp()
96 static bool wb_recent_wait(struct rq_wb *rwb) in wb_recent_wait()
103 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait()
114 static void rwb_wake_all(struct rq_wb *rwb) in rwb_wake_all()
126 static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, in wbt_rqw_done()
170 struct rq_wb *rwb = RQWB(rqos); in __wbt_done()
186 struct rq_wb *rwb = RQWB(rqos); in wbt_done()
215 static u64 rwb_sync_issue_lat(struct rq_wb *rwb) in rwb_sync_issue_lat()
233 static int latency_exceeded(struct rq_wb *rwb, struct blk_rq_stat *stat) in latency_exceeded()
286 static void rwb_trace_step(struct rq_wb *rwb, const char *msg) in rwb_trace_step()
295 static void calc_wb_limits(struct rq_wb *rwb) in calc_wb_limits()
308 static void scale_up(struct rq_wb *rwb) in scale_up()
317 static void scale_down(struct rq_wb *rwb, bool hard_throttle) in scale_down()
325 static void rwb_arm_timer(struct rq_wb *rwb) in rwb_arm_timer()
351 struct rq_wb *rwb = cb->data; in wb_timer_fn()
405 static void __wbt_update_limits(struct rq_wb *rwb) in __wbt_update_limits()
445 static bool close_io(struct rq_wb *rwb) in close_io()
455 static inline unsigned int get_limit(struct rq_wb *rwb, unsigned long rw) in get_limit()
494 struct rq_wb *rwb;
523 static void __wbt_wait(struct rq_wb *rwb, enum wbt_flags wb_acct, in __wbt_wait()
577 static inline bool wbt_should_throttle(struct rq_wb *rwb, struct bio *bio) in wbt_should_throttle()
595 static enum wbt_flags bio_to_wbt_flags(struct rq_wb *rwb, struct bio *bio) in bio_to_wbt_flags()
616 struct rq_wb *rwb = RQWB(rqos); in wbt_cleanup()
629 struct rq_wb *rwb = RQWB(rqos); in wbt_wait()
647 struct rq_wb *rwb = RQWB(rqos); in wbt_track()
653 struct rq_wb *rwb = RQWB(rqos); in wbt_issue()
673 struct rq_wb *rwb = RQWB(rqos); in wbt_requeue()
745 struct rq_wb *rwb = RQWB(rqos); in wbt_exit()
759 struct rq_wb *rwb; in wbt_disable_default()
781 struct rq_wb *rwb; in wbt_init()