Lines Matching refs:rqw
120 struct rq_wait *rqw = &rwb->rq_wait[i]; in rwb_wake_all() local
122 if (wq_has_sleeper(&rqw->wait)) in rwb_wake_all()
123 wake_up_all(&rqw->wait); in rwb_wake_all()
127 static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, in wbt_rqw_done() argument
132 inflight = atomic_dec_return(&rqw->inflight); in wbt_rqw_done()
161 if (wq_has_sleeper(&rqw->wait)) { in wbt_rqw_done()
165 wake_up_all(&rqw->wait); in wbt_rqw_done()
172 struct rq_wait *rqw; in __wbt_done() local
177 rqw = get_rq_wait(rwb, wb_acct); in __wbt_done()
178 wbt_rqw_done(rwb, rqw, wb_acct); in __wbt_done()
500 static bool wbt_inflight_cb(struct rq_wait *rqw, void *private_data) in wbt_inflight_cb() argument
503 return rq_wait_inc_below(rqw, get_limit(data->rwb, data->rw)); in wbt_inflight_cb()
506 static void wbt_cleanup_cb(struct rq_wait *rqw, void *private_data) in wbt_cleanup_cb() argument
509 wbt_rqw_done(data->rwb, rqw, data->wb_acct); in wbt_cleanup_cb()
519 struct rq_wait *rqw = get_rq_wait(rwb, wb_acct); in __wbt_wait() local
526 rq_qos_wait(rqw, &data, wbt_inflight_cb, wbt_cleanup_cb); in __wbt_wait()