Lines Matching refs:io_kiocb
34 struct io_kiocb *req;
54 static inline struct io_kiocb *wqe_to_req(struct wait_queue_entry *wqe) in wqe_to_req()
58 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); in wqe_to_req()
68 static bool io_poll_get_ownership_slowpath(struct io_kiocb *req) in io_poll_get_ownership_slowpath()
89 static inline bool io_poll_get_ownership(struct io_kiocb *req) in io_poll_get_ownership()
96 static void io_poll_mark_cancelled(struct io_kiocb *req) in io_poll_mark_cancelled()
101 static struct io_poll *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double()
109 static struct io_poll *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single()
116 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
127 static void io_poll_req_delete(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_poll_req_delete()
138 static void io_poll_req_insert_locked(struct io_kiocb *req) in io_poll_req_insert_locked()
148 static void io_poll_tw_hash_eject(struct io_kiocb *req, bool *locked) in io_poll_tw_hash_eject()
190 static void io_poll_remove_entries(struct io_kiocb *req) in io_poll_remove_entries()
238 static int io_poll_check_events(struct io_kiocb *req, bool *locked) in io_poll_check_events()
317 static void io_poll_task_func(struct io_kiocb *req, bool *locked) in io_poll_task_func()
340 static void io_apoll_task_func(struct io_kiocb *req, bool *locked) in io_apoll_task_func()
359 static void __io_poll_execute(struct io_kiocb *req, int mask) in __io_poll_execute()
377 static inline void io_poll_execute(struct io_kiocb *req, int res) in io_poll_execute()
383 static void io_poll_cancel_req(struct io_kiocb *req) in io_poll_cancel_req()
392 static __cold int io_pollfree_wake(struct io_kiocb *req, struct io_poll *poll) in io_pollfree_wake()
420 struct io_kiocb *req = wqe_to_req(wait); in io_poll_wake()
447 static bool io_poll_double_prepare(struct io_kiocb *req) in io_poll_double_prepare()
476 struct io_kiocb *req = pt->req; in __io_queue_proc()
538 static bool io_poll_can_finish_inline(struct io_kiocb *req, in io_poll_can_finish_inline()
550 static int __io_arm_poll_handler(struct io_kiocb *req, in __io_arm_poll_handler()
641 static struct async_poll *io_req_alloc_apoll(struct io_kiocb *req, in io_req_alloc_apoll()
664 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags) in io_arm_poll_handler()
720 struct io_kiocb *req; in io_poll_remove_all_table()
754 static struct io_kiocb *io_poll_find(struct io_ring_ctx *ctx, bool poll_only, in io_poll_find()
759 struct io_kiocb *req; in io_poll_find()
783 static struct io_kiocb *io_poll_file_find(struct io_ring_ctx *ctx, in io_poll_file_find()
789 struct io_kiocb *req; in io_poll_file_find()
813 static int io_poll_disarm(struct io_kiocb *req) in io_poll_disarm()
828 struct io_kiocb *req; in __io_poll_cancel()
874 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_poll_remove_prep()
904 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_poll_add_prep()
921 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add()
944 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags) in io_poll_remove()
950 struct io_kiocb *preq; in io_poll_remove()