Lines Matching refs:iowq
2857 static inline bool io_should_wake(struct io_wait_queue *iowq) in io_should_wake() argument
2859 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()
2866 return io_cqring_events(ctx->rings) >= iowq->to_wait || in io_should_wake()
2867 atomic_read(&ctx->cq_timeouts) != iowq->nr_timeouts; in io_should_wake()
2873 struct io_wait_queue *iowq = container_of(curr, struct io_wait_queue, in io_wake_function() local
2876 if (!io_should_wake(iowq)) in io_wake_function()
2889 struct io_wait_queue iowq = { in io_cqring_wait() local
2893 .entry = LIST_HEAD_INIT(iowq.wq.entry), in io_cqring_wait()
2918 iowq.nr_timeouts = atomic_read(&ctx->cq_timeouts); in io_cqring_wait()
2920 prepare_to_wait_exclusive(&ctx->wait, &iowq.wq, in io_cqring_wait()
2922 if (io_should_wake(&iowq)) in io_cqring_wait()
2930 finish_wait(&ctx->wait, &iowq.wq); in io_cqring_wait()