Home
last modified time | relevance | path

Searched refs:rq_wait (Results 1 – 6 of 6) sorted by relevance

/Linux-v4.19/block/
Dblk-rq-qos.h15 struct rq_wait { struct
69 static inline void rq_wait_init(struct rq_wait *rq_wait) in rq_wait_init() argument
71 atomic_set(&rq_wait->inflight, 0); in rq_wait_init()
72 init_waitqueue_head(&rq_wait->wait); in rq_wait_init()
96 bool rq_wait_inc_below(struct rq_wait *rq_wait, unsigned int limit);
Dblk-wbt.h68 struct rq_wait rq_wait[WBT_NUM_RWQ]; member
82 ret += atomic_read(&rwb->rq_wait[i].inflight); in wbt_inflight()
Dblk-wbt.c103 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait()
107 return &rwb->rq_wait[WBT_RWQ_KSWAPD]; in get_rq_wait()
109 return &rwb->rq_wait[WBT_RWQ_DISCARD]; in get_rq_wait()
111 return &rwb->rq_wait[WBT_RWQ_BG]; in get_rq_wait()
119 struct rq_wait *rqw = &rwb->rq_wait[i]; in rwb_wake_all()
126 static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, in wbt_rqw_done()
171 struct rq_wait *rqw; in __wbt_done()
495 struct rq_wait *rqw;
528 struct rq_wait *rqw = get_rq_wait(rwb, wb_acct); in __wbt_wait()
795 rq_wait_init(&rwb->rq_wait[i]); in wbt_init()
Dblk-iolatency.c123 struct rq_wait rq_wait; member
179 struct rq_wait *rqw = &iolat->rq_wait; in iolatency_may_queue()
194 struct rq_wait *rqw = &iolat->rq_wait; in __blkcg_iolatency_throttle()
315 wake_up_all(&iolat->rq_wait.wait); in scale_change()
387 wake_up_all(&iolat->rq_wait.wait); in check_scale_change()
555 struct rq_wait *rqw; in blkcg_iolatency_done_bio()
577 rqw = &iolat->rq_wait; in blkcg_iolatency_done_bio()
603 struct rq_wait *rqw; in blkcg_iolatency_cleanup()
610 rqw = &iolat->rq_wait; in blkcg_iolatency_cleanup()
885 rq_wait_init(&iolat->rq_wait); in iolatency_pd_init()
Dblk-rq-qos.c25 bool rq_wait_inc_below(struct rq_wait *rq_wait, unsigned int limit) in rq_wait_inc_below() argument
27 return atomic_inc_below(&rq_wait->inflight, limit); in rq_wait_inc_below()
/Linux-v4.19/fs/
Daio.c127 struct ctx_rq_wait *rq_wait; member
585 if (ctx->rq_wait && atomic_dec_and_test(&ctx->rq_wait->count)) in free_ioctx_reqs()
586 complete(&ctx->rq_wait->comp); in free_ioctx_reqs()
832 ctx->rq_wait = wait; in kill_ioctx()