301 struct io_kiocb {  struct
363 static void __io_free_req(struct io_kiocb *req);
424 				       struct io_kiocb *req)  in __io_sequence_defer()
431 				     struct io_kiocb *req)  in io_sequence_defer()
439 static struct io_kiocb *io_get_deferred_req(struct io_ring_ctx *ctx)  in io_get_deferred_req()
441 	struct io_kiocb *req;  in io_get_deferred_req()
443 	req = list_first_entry_or_null(&ctx->defer_list, struct io_kiocb, list);  in io_get_deferred_req()
452 static struct io_kiocb *io_get_timeout_req(struct io_ring_ctx *ctx)  in io_get_timeout_req()
454 	struct io_kiocb *req;  in io_get_timeout_req()
456 	req = list_first_entry_or_null(&ctx->timeout_list, struct io_kiocb, list);  in io_get_timeout_req()
485 				       struct io_kiocb *req)  in io_queue_async_work()
501 static void io_kill_timeout(struct io_kiocb *req)  in io_kill_timeout()
516 	struct io_kiocb *req, *tmp;  in io_kill_timeouts()
526 	struct io_kiocb *req;  in io_commit_cqring()
606 static struct io_kiocb *io_get_req(struct io_ring_ctx *ctx,  in io_get_req()
610 	struct io_kiocb *req;  in io_get_req()
666 static void __io_free_req(struct io_kiocb *req)  in __io_free_req()
674 static void io_req_link_next(struct io_kiocb *req)  in io_req_link_next()
676 	struct io_kiocb *nxt;  in io_req_link_next()
683 	nxt = list_first_entry_or_null(&req->link_list, struct io_kiocb, list);  in io_req_link_next()
701 static void io_fail_links(struct io_kiocb *req)  in io_fail_links()
703 	struct io_kiocb *link;  in io_fail_links()
706 		link = list_first_entry(&req->link_list, struct io_kiocb, list);  in io_fail_links()
714 static void io_free_req(struct io_kiocb *req)  in io_free_req()
732 static void io_put_req(struct io_kiocb *req)  in io_put_req()
760 	struct io_kiocb *req;  in io_iopoll_complete()
765 		req = list_first_entry(done, struct io_kiocb, list);  in io_iopoll_complete()
795 	struct io_kiocb *req, *tmp;  in io_do_iopoll()
941 static void kiocb_end_write(struct io_kiocb *req)  in kiocb_end_write()
957 	struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw);  in io_complete_rw()
970 	struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw);  in io_complete_rw_iopoll()
988 static void io_iopoll_req_issued(struct io_kiocb *req)  in io_iopoll_req_issued()
1000 		struct io_kiocb *list_req;  in io_iopoll_req_issued()
1002 		list_req = list_first_entry(&ctx->poll_list, struct io_kiocb,  in io_iopoll_req_issued()
1075 static int io_prep_rw(struct io_kiocb *req, const struct sqe_submit *s,  in io_prep_rw()
1301 static void io_async_list_note(int rw, struct io_kiocb *req, size_t len)  in io_async_list_note()
1377 static int io_read(struct io_kiocb *req, const struct sqe_submit *s,  in io_read()
1442 static int io_write(struct io_kiocb *req, const struct sqe_submit *s,  in io_write()
1520 static int io_nop(struct io_kiocb *req, u64 user_data)  in io_nop()
1533 static int io_prep_fsync(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_fsync()
1548 static int io_fsync(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_fsync()
1580 static int io_prep_sfr(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_prep_sfr()
1596 static int io_sync_file_range(struct io_kiocb *req,  in io_sync_file_range()
1627 static int io_send_recvmsg(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_send_recvmsg()
1663 static int io_sendmsg(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_sendmsg()
1673 static int io_recvmsg(struct io_kiocb *req, const struct io_uring_sqe *sqe,  in io_recvmsg()
1683 static void io_poll_remove_one(struct io_kiocb *req)  in io_poll_remove_one()
1700 	struct io_kiocb *req;  in io_poll_remove_all()
1704 		req = list_first_entry(&ctx->cancel_list, struct io_kiocb,list);  in io_poll_remove_all()
1714 static int io_poll_remove(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_poll_remove()
1717 	struct io_kiocb *poll_req, *next;  in io_poll_remove()
1741 static void io_poll_complete(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_poll_complete()
1751 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_poll_complete_work()
1786 	struct io_kiocb *req = container_of(poll, struct io_kiocb, poll);  in io_poll_wake()
1813 	struct io_kiocb *req;
1832 static int io_poll_add(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_poll_add()
1903 	struct io_kiocb *req, *prev;  in io_timeout_fn()
1906 	req = container_of(timer, struct io_kiocb, timeout.timer);  in io_timeout_fn()
1932 static int io_timeout(struct io_kiocb *req, const struct io_uring_sqe *sqe)  in io_timeout()
1974 		struct io_kiocb *nxt = list_entry(entry, struct io_kiocb, list);  in io_timeout()
2018 static int io_req_defer(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_req_defer()
2046 static int __io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in __io_submit_sqe()
2146 	struct io_kiocb *req = container_of(work, struct io_kiocb, work);  in io_sq_wq_submit_work()
2211 			req = list_first_entry(&req_list, struct io_kiocb,  in io_sq_wq_submit_work()
2228 		req = list_first_entry(&req_list, struct io_kiocb, list);  in io_sq_wq_submit_work()
2247 							struct io_kiocb, list);  in io_sq_wq_submit_work()
2268 static bool io_add_to_prev_work(struct async_list *list, struct io_kiocb *req)  in io_add_to_prev_work()
2309 			   struct io_submit_state *state, struct io_kiocb *req)  in io_req_set_file()
2346 static int __io_queue_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in __io_queue_sqe()
2397 static int io_queue_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_queue_sqe()
2414 static int io_queue_link_head(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_queue_link_head()
2415 			      struct sqe_submit *s, struct io_kiocb *shadow)  in io_queue_link_head()
2459 			  struct io_submit_state *state, struct io_kiocb **link)  in io_submit_sqe()
2462 	struct io_kiocb *req;  in io_submit_sqe()
2496 		struct io_kiocb *prev = *link;  in io_submit_sqe()
2603 	struct io_kiocb *link = NULL;  in io_submit_sqes()
2604 	struct io_kiocb *shadow_req = NULL;  in io_submit_sqes()
2794 	struct io_kiocb *link = NULL;  in io_ring_submit()
2795 	struct io_kiocb *shadow_req = NULL;  in io_ring_submit()
4016 	req_cachep = KMEM_CACHE(io_kiocb, SLAB_HWCACHE_ALIGN | SLAB_PANIC);  in io_uring_init()