Lines Matching refs:io_ring_ctx
41 bool io_cqe_cache_refill(struct io_ring_ctx *ctx, bool overflow);
43 int io_run_task_work_sig(struct io_ring_ctx *ctx);
46 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags);
48 void __io_commit_cqring_flush(struct io_ring_ctx *ctx);
67 struct io_ring_ctx *ctx);
73 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr);
74 int io_do_iopoll(struct io_ring_ctx *ctx, bool force_nonspin);
75 void __io_submit_flush_completions(struct io_ring_ctx *ctx);
84 bool __io_alloc_req_refill(struct io_ring_ctx *ctx);
90 static inline void io_lockdep_assert_cq_locked(struct io_ring_ctx *ctx) in io_lockdep_assert_cq_locked()
112 static inline void io_lockdep_assert_cq_locked(struct io_ring_ctx *ctx) in io_lockdep_assert_cq_locked()
125 static inline bool io_get_cqe_overflow(struct io_ring_ctx *ctx, in io_get_cqe_overflow()
143 static inline bool io_get_cqe(struct io_ring_ctx *ctx, struct io_uring_cqe **ret) in io_get_cqe()
148 static __always_inline bool io_fill_cqe_req(struct io_ring_ctx *ctx, in io_fill_cqe_req()
200 static inline void io_ring_submit_unlock(struct io_ring_ctx *ctx, in io_ring_submit_unlock()
208 static inline void io_ring_submit_lock(struct io_ring_ctx *ctx, in io_ring_submit_lock()
222 static inline void io_commit_cqring(struct io_ring_ctx *ctx) in io_commit_cqring()
228 static inline void io_poll_wq_wake(struct io_ring_ctx *ctx) in io_poll_wq_wake()
235 static inline void io_cqring_wake(struct io_ring_ctx *ctx) in io_cqring_wake()
252 static inline bool io_sqring_full(struct io_ring_ctx *ctx) in io_sqring_full()
259 static inline unsigned int io_sqring_entries(struct io_ring_ctx *ctx) in io_sqring_entries()
296 static inline bool io_task_work_pending(struct io_ring_ctx *ctx) in io_task_work_pending()
301 static inline void io_tw_lock(struct io_ring_ctx *ctx, struct io_tw_state *ts) in io_tw_lock()
324 static inline void io_commit_cqring_flush(struct io_ring_ctx *ctx) in io_commit_cqring_flush()
340 static inline bool io_req_cache_empty(struct io_ring_ctx *ctx) in io_req_cache_empty()
347 static inline struct io_kiocb *io_extract_req(struct io_ring_ctx *ctx) in io_extract_req()
356 static inline bool io_alloc_req(struct io_ring_ctx *ctx, struct io_kiocb **req) in io_alloc_req()
366 static inline bool io_allowed_defer_tw_run(struct io_ring_ctx *ctx) in io_allowed_defer_tw_run()
371 static inline bool io_allowed_run_tw(struct io_ring_ctx *ctx) in io_allowed_run_tw()
388 static inline size_t uring_sqe_size(struct io_ring_ctx *ctx) in uring_sqe_size()