137 	struct io_kiocb		*req;
149 static void io_queue_sqe(struct io_kiocb *req);
208 static bool io_match_linked(struct io_kiocb *head)  in io_match_linked()
210 	struct io_kiocb *req;  in io_match_linked()
223 bool io_match_task_safe(struct io_kiocb *head, struct task_struct *task,  in io_match_task_safe()
246 static inline void req_fail_link_node(struct io_kiocb *req, int res)  in req_fail_link_node()
252 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_req_add_to_cache()
269 	struct io_kiocb *req, *tmp;  in io_fallback_req_func()
371 static bool req_need_defer(struct io_kiocb *req, u32 seq)  in req_need_defer()
382 static void io_clean_op(struct io_kiocb *req)  in io_clean_op()
415 static inline void io_req_track_inflight(struct io_kiocb *req)  in io_req_track_inflight()
423 static struct io_kiocb *__io_prep_linked_timeout(struct io_kiocb *req)  in __io_prep_linked_timeout()
437 static inline struct io_kiocb *io_prep_linked_timeout(struct io_kiocb *req)  in io_prep_linked_timeout()
444 static noinline void __io_arm_ltimeout(struct io_kiocb *req)  in __io_arm_ltimeout()
449 static inline void io_arm_ltimeout(struct io_kiocb *req)  in io_arm_ltimeout()
455 static void io_prep_async_work(struct io_kiocb *req)  in io_prep_async_work()
489 static void io_prep_async_link(struct io_kiocb *req)  in io_prep_async_link()
491 	struct io_kiocb *cur;  in io_prep_async_link()
506 void io_queue_iowq(struct io_kiocb *req, struct io_tw_state *ts_dont_use)  in io_queue_iowq()
508 	struct io_kiocb *link = io_prep_linked_timeout(req);  in io_queue_iowq()
827 void io_req_cqe_overflow(struct io_kiocb *req)  in io_req_cqe_overflow()
948 bool io_fill_cqe_req_aux(struct io_kiocb *req, bool defer, s32 res, u32 cflags)  in io_fill_cqe_req_aux()
980 static void __io_req_complete_post(struct io_kiocb *req, unsigned issue_flags)  in __io_req_complete_post()
1028 void io_req_complete_post(struct io_kiocb *req, unsigned issue_flags)  in io_req_complete_post()
1045 void io_req_defer_failed(struct io_kiocb *req, s32 res)  in io_req_defer_failed()
1063 static void io_preinit_req(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_preinit_req()
1121 		struct io_kiocb *req = reqs[i];  in __io_alloc_req_refill()
1129 __cold void io_free_req(struct io_kiocb *req)  in io_free_req()
1139 static void __io_req_find_next_prep(struct io_kiocb *req)  in __io_req_find_next_prep()
1148 static inline struct io_kiocb *io_req_find_next(struct io_kiocb *req)  in io_req_find_next()
1150 	struct io_kiocb *nxt;  in io_req_find_next()
1188 		struct io_kiocb *req = container_of(node, struct io_kiocb,  in handle_tw_list()
1191 		prefetch(container_of(next, struct io_kiocb, io_task_work.node));  in handle_tw_list()
1249 	struct io_kiocb *req;  in io_fallback_tw()
1252 		req = container_of(node, struct io_kiocb, io_task_work.node);  in io_fallback_tw()
1314 static inline void io_req_local_work_add(struct io_kiocb *req, unsigned flags)  in io_req_local_work_add()
1327 			struct io_kiocb *first_req = container_of(first,  in io_req_local_work_add()
1328 							struct io_kiocb,  in io_req_local_work_add()
1365 static void io_req_normal_work_add(struct io_kiocb *req)  in io_req_normal_work_add()
1383 void __io_req_task_work_add(struct io_kiocb *req, unsigned flags)  in __io_req_task_work_add()
1400 		struct io_kiocb *req = container_of(node, struct io_kiocb,  in io_move_task_work_from_local()
1426 		struct io_kiocb *req = container_of(node, struct io_kiocb,  in __io_run_local_work()
1428 		prefetch(container_of(next, struct io_kiocb, io_task_work.node));  in __io_run_local_work()
1476 static void io_req_task_cancel(struct io_kiocb *req, struct io_tw_state *ts)  in io_req_task_cancel()
1482 void io_req_task_submit(struct io_kiocb *req, struct io_tw_state *ts)  in io_req_task_submit()
1494 void io_req_task_queue_fail(struct io_kiocb *req, int ret)  in io_req_task_queue_fail()
1501 void io_req_task_queue(struct io_kiocb *req)  in io_req_task_queue()
1507 void io_queue_next(struct io_kiocb *req)  in io_queue_next()
1509 	struct io_kiocb *nxt = io_req_find_next(req);  in io_queue_next()
1520 		struct io_kiocb *req = container_of(node, struct io_kiocb,  in io_free_batch_list()
1564 		struct io_kiocb *req = container_of(node, struct io_kiocb,  in __io_submit_flush_completions()
1693 void io_req_task_complete(struct io_kiocb *req, struct io_tw_state *ts)  in io_req_task_complete()
1707 static void io_iopoll_req_issued(struct io_kiocb *req, unsigned int issue_flags)  in io_iopoll_req_issued()
1724 		struct io_kiocb *list_req;  in io_iopoll_req_issued()
1726 		list_req = container_of(ctx->iopoll_list.first, struct io_kiocb,  in io_iopoll_req_issued()
1767 bool io_alloc_async_data(struct io_kiocb *req)  in io_alloc_async_data()
1778 int io_req_prep_async(struct io_kiocb *req)  in io_req_prep_async()
1797 static u32 io_get_sequence(struct io_kiocb *req)  in io_get_sequence()
1800 	struct io_kiocb *cur;  in io_get_sequence()
1808 static __cold void io_drain_req(struct io_kiocb *req)  in io_drain_req()
1849 static bool io_assign_file(struct io_kiocb *req, const struct io_issue_def *def,  in io_assign_file()
1863 static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags)  in io_issue_sqe()
1901 int io_poll_issue(struct io_kiocb *req, struct io_tw_state *ts)  in io_poll_issue()
1910 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_wq_free_work()
1911 	struct io_kiocb *nxt = NULL;  in io_wq_free_work()
1923 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_wq_submit_work()
1996 inline struct file *io_file_get_fixed(struct io_kiocb *req, int fd,  in io_file_get_fixed()
2017 struct file *io_file_get_normal(struct io_kiocb *req, int fd)  in io_file_get_normal()
2029 static void io_queue_async(struct io_kiocb *req, int ret)  in io_queue_async()
2032 	struct io_kiocb *linked_timeout;  in io_queue_async()
2058 static inline void io_queue_sqe(struct io_kiocb *req)  in io_queue_sqe()
2075 static void io_queue_sqe_fallback(struct io_kiocb *req)  in io_queue_sqe_fallback()
2107 					struct io_kiocb *req,  in io_check_restriction()
2124 static void io_init_req_drain(struct io_kiocb *req)  in io_init_req_drain()
2127 	struct io_kiocb *head = ctx->submit_state.link.head;  in io_init_req_drain()
2143 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_init_req()
2238 				      struct io_kiocb *req, int ret)  in io_submit_fail_init()
2242 	struct io_kiocb *head = link->head;  in io_submit_fail_init()
2274 static inline int io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_submit_sqe()
2425 		struct io_kiocb *req;  in io_submit_sqes()
2878 	struct io_kiocb *req;  in io_req_caches_free()
3069 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_cancel_ctx_cb()
3222 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_cancel_task_cb()
4699 				sizeof(struct io_kiocb), 0,  in io_uring_init()
4702 				offsetof(struct io_kiocb, cmd.data),  in io_uring_init()
4703 				sizeof_field(struct io_kiocb, cmd.data), NULL);  in io_uring_init()