Lines Matching refs:io_kiocb
303 struct io_kiocb *head;
304 struct io_kiocb *last;
322 struct io_kiocb *compl_reqs[IO_COMPL_BATCH];
510 struct io_kiocb *req;
545 struct io_kiocb *head;
547 struct io_kiocb *prev;
806 typedef void (*io_req_tw_func_t)(struct io_kiocb *req, bool *locked);
827 struct io_kiocb { struct
874 struct io_kiocb *link; argument
898 struct io_kiocb *req; argument
1075 static bool io_disarm_next(struct io_kiocb *req);
1084 static void io_put_req(struct io_kiocb *req);
1085 static void io_put_req_deferred(struct io_kiocb *req);
1086 static void io_dismantle_req(struct io_kiocb *req);
1087 static void io_queue_linked_timeout(struct io_kiocb *req);
1091 static void io_clean_op(struct io_kiocb *req);
1093 struct io_kiocb *req, int fd, bool fixed);
1094 static void __io_queue_sqe(struct io_kiocb *req);
1097 static void io_req_task_queue(struct io_kiocb *req);
1099 static int io_req_prep_async(struct io_kiocb *req);
1101 static int io_install_fixed_file(struct io_kiocb *req, struct file *file,
1103 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags);
1142 static inline bool req_ref_inc_not_zero(struct io_kiocb *req) in req_ref_inc_not_zero()
1148 static inline bool req_ref_put_and_test(struct io_kiocb *req) in req_ref_put_and_test()
1157 static inline void req_ref_put(struct io_kiocb *req) in req_ref_put()
1163 static inline void req_ref_get(struct io_kiocb *req) in req_ref_get()
1170 static inline void __io_req_set_refcount(struct io_kiocb *req, int nr) in __io_req_set_refcount()
1178 static inline void io_req_set_refcount(struct io_kiocb *req) in io_req_set_refcount()
1183 static inline void io_req_set_rsrc_node(struct io_kiocb *req) in io_req_set_rsrc_node()
1205 static bool io_match_task(struct io_kiocb *head, struct task_struct *task, in io_match_task()
1208 struct io_kiocb *req; in io_match_task()
1222 static inline void req_set_fail(struct io_kiocb *req) in req_set_fail()
1227 static inline void req_fail_link_node(struct io_kiocb *req, int res) in req_fail_link_node()
1240 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq()
1250 struct io_kiocb *req, *tmp; in io_fallback_req_func()
1340 static bool req_need_defer(struct io_kiocb *req, u32 seq) in req_need_defer()
1360 static inline bool io_req_ffs_set(struct io_kiocb *req) in io_req_ffs_set()
1365 static void io_req_track_inflight(struct io_kiocb *req) in io_req_track_inflight()
1373 static struct io_kiocb *__io_prep_linked_timeout(struct io_kiocb *req) in __io_prep_linked_timeout()
1387 static inline struct io_kiocb *io_prep_linked_timeout(struct io_kiocb *req) in io_prep_linked_timeout()
1394 static void io_prep_async_work(struct io_kiocb *req) in io_prep_async_work()
1426 static void io_prep_async_link(struct io_kiocb *req) in io_prep_async_link()
1428 struct io_kiocb *cur; in io_prep_async_link()
1443 static void io_queue_async_work(struct io_kiocb *req, bool *locked) in io_queue_async_work()
1446 struct io_kiocb *link = io_prep_linked_timeout(req); in io_queue_async_work()
1475 static void io_kill_timeout(struct io_kiocb *req, int status) in io_kill_timeout()
1514 struct io_kiocb *req = list_first_entry(&ctx->timeout_list, in io_flush_timeouts()
1515 struct io_kiocb, timeout.list); in io_flush_timeouts()
1781 static void io_req_complete_post(struct io_kiocb *req, long res, in io_req_complete_post()
1818 static inline bool io_req_needs_clean(struct io_kiocb *req) in io_req_needs_clean()
1823 static void io_req_complete_state(struct io_kiocb *req, long res, in io_req_complete_state()
1833 static inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags, in __io_req_complete()
1842 static inline void io_req_complete(struct io_kiocb *req, long res) in io_req_complete()
1847 static void io_req_complete_failed(struct io_kiocb *req, long res) in io_req_complete_failed()
1853 static void io_req_complete_fail_submit(struct io_kiocb *req) in io_req_complete_fail_submit()
1868 static void io_preinit_req(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_preinit_req()
1902 struct io_kiocb *req = list_first_entry(&state->free_list, in io_flush_cached_reqs()
1903 struct io_kiocb, inflight_entry); in io_flush_cached_reqs()
1921 static struct io_kiocb *io_alloc_req(struct io_ring_ctx *ctx) in io_alloc_req()
1961 static void io_dismantle_req(struct io_kiocb *req) in io_dismantle_req()
1977 static void __io_free_req(struct io_kiocb *req) in __io_free_req()
1992 static inline void io_remove_next_linked(struct io_kiocb *req) in io_remove_next_linked()
1994 struct io_kiocb *nxt = req->link; in io_remove_next_linked()
2000 static bool io_kill_linked_timeout(struct io_kiocb *req) in io_kill_linked_timeout()
2004 struct io_kiocb *link = req->link; in io_kill_linked_timeout()
2022 static void io_fail_links(struct io_kiocb *req) in io_fail_links()
2025 struct io_kiocb *nxt, *link = req->link; in io_fail_links()
2044 static bool io_disarm_next(struct io_kiocb *req) in io_disarm_next()
2050 struct io_kiocb *link = req->link; in io_disarm_next()
2075 static struct io_kiocb *__io_req_find_next(struct io_kiocb *req) in __io_req_find_next()
2077 struct io_kiocb *nxt; in __io_req_find_next()
2102 static inline struct io_kiocb *io_req_find_next(struct io_kiocb *req) in io_req_find_next()
2146 struct io_kiocb *req = container_of(node, struct io_kiocb, in tctx_task_work()
2166 static void io_req_task_work_add(struct io_kiocb *req) in io_req_task_work_add()
2207 req = container_of(node, struct io_kiocb, io_task_work.node); in io_req_task_work_add()
2215 static void io_req_task_cancel(struct io_kiocb *req, bool *locked) in io_req_task_cancel()
2224 static void io_req_task_submit(struct io_kiocb *req, bool *locked) in io_req_task_submit()
2236 static void io_req_task_queue_fail(struct io_kiocb *req, int ret) in io_req_task_queue_fail()
2243 static void io_req_task_queue(struct io_kiocb *req) in io_req_task_queue()
2249 static void io_req_task_queue_reissue(struct io_kiocb *req) in io_req_task_queue_reissue()
2255 static inline void io_queue_next(struct io_kiocb *req) in io_queue_next()
2257 struct io_kiocb *nxt = io_req_find_next(req); in io_queue_next()
2263 static void io_free_req(struct io_kiocb *req) in io_free_req()
2269 static void io_free_req_work(struct io_kiocb *req, bool *locked) in io_free_req_work()
2296 static void io_req_free_batch(struct req_batch *rb, struct io_kiocb *req, in io_req_free_batch()
2326 struct io_kiocb *req = state->compl_reqs[i]; in io_submit_flush_completions()
2337 struct io_kiocb *req = state->compl_reqs[i]; in io_submit_flush_completions()
2351 static inline struct io_kiocb *io_put_req_find_next(struct io_kiocb *req) in io_put_req_find_next()
2353 struct io_kiocb *nxt = NULL; in io_put_req_find_next()
2362 static inline void io_put_req(struct io_kiocb *req) in io_put_req()
2368 static inline void io_put_req_deferred(struct io_kiocb *req) in io_put_req_deferred()
2391 static unsigned int io_put_kbuf(struct io_kiocb *req, struct io_buffer *kbuf) in io_put_kbuf()
2402 static inline unsigned int io_put_rw_kbuf(struct io_kiocb *req) in io_put_rw_kbuf()
2430 struct io_kiocb *req; in io_iopoll_complete()
2437 req = list_first_entry(done, struct io_kiocb, inflight_entry); in io_iopoll_complete()
2456 struct io_kiocb *req, *tmp; in io_do_iopoll()
2581 static void kiocb_end_write(struct io_kiocb *req) in kiocb_end_write()
2596 static bool io_resubmit_prep(struct io_kiocb *req) in io_resubmit_prep()
2606 static bool io_rw_should_reissue(struct io_kiocb *req) in io_rw_should_reissue()
2632 static bool io_resubmit_prep(struct io_kiocb *req) in io_resubmit_prep()
2636 static bool io_rw_should_reissue(struct io_kiocb *req) in io_rw_should_reissue()
2642 static bool __io_complete_rw_common(struct io_kiocb *req, long res) in __io_complete_rw_common()
2658 static void io_req_task_complete(struct io_kiocb *req, bool *locked) in io_req_task_complete()
2676 static void __io_complete_rw(struct io_kiocb *req, long res, long res2, in __io_complete_rw()
2686 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in io_complete_rw()
2697 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in io_complete_rw_iopoll()
2720 static void io_iopoll_req_issued(struct io_kiocb *req) in io_iopoll_req_issued()
2737 struct io_kiocb *list_req; in io_iopoll_req_issued()
2740 list_req = list_first_entry(&ctx->iopoll_list, struct io_kiocb, in io_iopoll_req_issued()
2820 static bool io_file_supports_nowait(struct io_kiocb *req, int rw) in io_file_supports_nowait()
2830 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe, in io_prep_rw()
2922 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in kiocb_done()
2960 static int __io_import_fixed(struct io_kiocb *req, int rw, struct iov_iter *iter, in __io_import_fixed()
3018 static int io_import_fixed(struct io_kiocb *req, int rw, struct iov_iter *iter) in io_import_fixed()
3052 static struct io_buffer *io_buffer_select(struct io_kiocb *req, size_t *len, in io_buffer_select()
3086 static void __user *io_rw_buffer_select(struct io_kiocb *req, size_t *len, in io_rw_buffer_select()
3103 static ssize_t io_compat_import(struct io_kiocb *req, struct iovec *iov, in io_compat_import()
3129 static ssize_t __io_iov_buffer_select(struct io_kiocb *req, struct iovec *iov, in __io_iov_buffer_select()
3150 static ssize_t io_iov_buffer_select(struct io_kiocb *req, struct iovec *iov, in io_iov_buffer_select()
3172 static int io_import_iovec(int rw, struct io_kiocb *req, struct iovec **iovec, in io_import_iovec()
3223 static ssize_t loop_rw_iter(int rw, struct io_kiocb *req, struct iov_iter *iter) in loop_rw_iter()
3277 static void io_req_map_rw(struct io_kiocb *req, const struct iovec *iovec, in io_req_map_rw()
3304 static inline int io_alloc_async_data(struct io_kiocb *req) in io_alloc_async_data()
3311 static int io_setup_async_rw(struct io_kiocb *req, const struct iovec *iovec, in io_setup_async_rw()
3333 static inline int io_rw_prep_async(struct io_kiocb *req, int rw) in io_rw_prep_async()
3351 static int io_read_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_read_prep()
3372 struct io_kiocb *req = wait->private; in io_async_buf_func()
3398 static bool io_rw_should_retry(struct io_kiocb *req) in io_rw_should_retry()
3429 static inline int io_iter_do_read(struct io_kiocb *req, struct iov_iter *iter) in io_iter_do_read()
3439 static bool need_read_all(struct io_kiocb *req) in need_read_all()
3445 static int io_read(struct io_kiocb *req, unsigned int issue_flags) in io_read()
3573 static int io_write_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_write_prep()
3580 static int io_write(struct io_kiocb *req, unsigned int issue_flags) in io_write()
3677 static int io_renameat_prep(struct io_kiocb *req, in io_renameat_prep()
3710 static int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat()
3728 static int io_unlinkat_prep(struct io_kiocb *req, in io_unlinkat_prep()
3757 static int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat()
3777 static int io_mkdirat_prep(struct io_kiocb *req, in io_mkdirat_prep()
3803 static int io_mkdirat(struct io_kiocb *req, int issue_flags) in io_mkdirat()
3820 static int io_symlinkat_prep(struct io_kiocb *req, in io_symlinkat_prep()
3852 static int io_symlinkat(struct io_kiocb *req, int issue_flags) in io_symlinkat()
3869 static int io_linkat_prep(struct io_kiocb *req, in io_linkat_prep()
3902 static int io_linkat(struct io_kiocb *req, int issue_flags) in io_linkat()
3920 static int io_shutdown_prep(struct io_kiocb *req, in io_shutdown_prep()
3937 static int io_shutdown(struct io_kiocb *req, unsigned int issue_flags) in io_shutdown()
3960 static int __io_splice_prep(struct io_kiocb *req, in __io_splice_prep()
3984 static int io_tee_prep(struct io_kiocb *req, in io_tee_prep()
3992 static int io_tee(struct io_kiocb *req, unsigned int issue_flags) in io_tee()
4015 static int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_splice_prep()
4024 static int io_splice(struct io_kiocb *req, unsigned int issue_flags) in io_splice()
4055 static int io_nop(struct io_kiocb *req, unsigned int issue_flags) in io_nop()
4066 static int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fsync_prep()
4088 static int io_fsync(struct io_kiocb *req, unsigned int issue_flags) in io_fsync()
4106 static int io_fallocate_prep(struct io_kiocb *req, in io_fallocate_prep()
4121 static int io_fallocate(struct io_kiocb *req, unsigned int issue_flags) in io_fallocate()
4136 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in __io_openat_prep()
4170 static int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat_prep()
4179 static int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat2_prep()
4198 static int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2()
4264 static int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat()
4269 static int io_remove_buffers_prep(struct io_kiocb *req, in io_remove_buffers_prep()
4315 static int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags) in io_remove_buffers()
4340 static int io_provide_buffers_prep(struct io_kiocb *req, in io_provide_buffers_prep()
4402 static int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags) in io_provide_buffers()
4430 static int io_epoll_ctl_prep(struct io_kiocb *req, in io_epoll_ctl_prep()
4457 static int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags) in io_epoll_ctl()
4477 static int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_madvise_prep()
4494 static int io_madvise(struct io_kiocb *req, unsigned int issue_flags) in io_madvise()
4513 static int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fadvise_prep()
4526 static int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) in io_fadvise()
4549 static int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_statx_prep()
4567 static int io_statx(struct io_kiocb *req, unsigned int issue_flags) in io_statx()
4584 static int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_close_prep()
4602 static int io_close(struct io_kiocb *req, unsigned int issue_flags) in io_close()
4653 static int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_sfr_prep()
4669 static int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) in io_sync_file_range()
4686 static int io_setup_async_msg(struct io_kiocb *req, in io_setup_async_msg()
4708 static int io_sendmsg_copy_hdr(struct io_kiocb *req, in io_sendmsg_copy_hdr()
4717 static int io_sendmsg_prep_async(struct io_kiocb *req) in io_sendmsg_prep_async()
4727 static int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_sendmsg_prep()
4747 static int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags) in io_sendmsg()
4789 static int io_send(struct io_kiocb *req, unsigned int issue_flags) in io_send()
4831 static int __io_recvmsg_copy_hdr(struct io_kiocb *req, in __io_recvmsg_copy_hdr()
4864 static int __io_compat_recvmsg_copy_hdr(struct io_kiocb *req, in __io_compat_recvmsg_copy_hdr()
4905 static int io_recvmsg_copy_hdr(struct io_kiocb *req, in io_recvmsg_copy_hdr()
4918 static struct io_buffer *io_recv_buffer_select(struct io_kiocb *req, in io_recv_buffer_select()
4933 static inline unsigned int io_put_recv_kbuf(struct io_kiocb *req) in io_put_recv_kbuf()
4938 static int io_recvmsg_prep_async(struct io_kiocb *req) in io_recvmsg_prep_async()
4948 static int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_recvmsg_prep()
4969 static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags) in io_recvmsg()
5026 static int io_recv(struct io_kiocb *req, unsigned int issue_flags) in io_recv()
5081 static int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_accept_prep()
5106 static int io_accept(struct io_kiocb *req, unsigned int issue_flags) in io_accept()
5145 static int io_connect_prep_async(struct io_kiocb *req) in io_connect_prep_async()
5153 static int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_connect_prep()
5168 static int io_connect(struct io_kiocb *req, unsigned int issue_flags) in io_connect()
5210 static int io_##op(struct io_kiocb *req, unsigned int issue_flags) \
5217 static int io_##op##_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) \
5224 static int io_##op##_prep_async(struct io_kiocb *req) \
5239 struct io_kiocb *req;
5244 static int __io_async_wake(struct io_kiocb *req, struct io_poll_iocb *poll, in __io_async_wake()
5268 static bool io_poll_rewait(struct io_kiocb *req, struct io_poll_iocb *poll) in io_poll_rewait()
5292 static struct io_poll_iocb *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double()
5300 static struct io_poll_iocb *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single()
5307 static void io_poll_remove_double(struct io_kiocb *req) in io_poll_remove_double()
5326 static bool __io_poll_complete(struct io_kiocb *req, __poll_t mask) in __io_poll_complete()
5351 static inline bool io_poll_complete(struct io_kiocb *req, __poll_t mask) in io_poll_complete()
5361 static void io_poll_task_func(struct io_kiocb *req, bool *locked) in io_poll_task_func()
5364 struct io_kiocb *nxt; in io_poll_task_func()
5399 struct io_kiocb *req = wait->private; in io_poll_double_wake()
5448 struct io_kiocb *req = pt->req; in __io_queue_proc()
5503 static void io_async_task_func(struct io_kiocb *req, bool *locked) in io_async_task_func()
5529 struct io_kiocb *req = wait->private; in io_async_wake()
5538 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
5547 static __poll_t __io_arm_poll_handler(struct io_kiocb *req, in __io_arm_poll_handler()
5599 static int io_arm_poll_handler(struct io_kiocb *req) in io_arm_poll_handler()
5652 static bool __io_poll_remove_one(struct io_kiocb *req, in __io_poll_remove_one()
5672 static bool io_poll_remove_one(struct io_kiocb *req) in io_poll_remove_one()
5696 struct io_kiocb *req; in io_poll_remove_all()
5717 static struct io_kiocb *io_poll_find(struct io_ring_ctx *ctx, __u64 sqe_addr, in io_poll_find()
5722 struct io_kiocb *req; in io_poll_find()
5739 struct io_kiocb *req; in io_poll_cancel()
5764 static int io_poll_update_prep(struct io_kiocb *req, in io_poll_update_prep()
5800 struct io_kiocb *req = wait->private; in io_poll_wake()
5814 static int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_poll_add_prep()
5832 static int io_poll_add(struct io_kiocb *req, unsigned int issue_flags) in io_poll_add()
5859 static int io_poll_update(struct io_kiocb *req, unsigned int issue_flags) in io_poll_update()
5862 struct io_kiocb *preq; in io_poll_update()
5921 static void io_req_task_timeout(struct io_kiocb *req, bool *locked) in io_req_task_timeout()
5931 struct io_kiocb *req = data->req; in io_timeout_fn()
5946 static struct io_kiocb *io_timeout_extract(struct io_ring_ctx *ctx, in io_timeout_extract()
5951 struct io_kiocb *req; in io_timeout_extract()
5973 struct io_kiocb *req = io_timeout_extract(ctx, user_data); in io_timeout_cancel()
6005 struct io_kiocb *req; in io_linked_timeout_update()
6029 struct io_kiocb *req = io_timeout_extract(ctx, user_data); in io_timeout_update()
6044 static int io_timeout_remove_prep(struct io_kiocb *req, in io_timeout_remove_prep()
6085 static int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags) in io_timeout_remove()
6114 static int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe, in io_timeout_prep()
6166 static int io_timeout(struct io_kiocb *req, unsigned int issue_flags) in io_timeout()
6199 struct io_kiocb *nxt = list_entry(entry, struct io_kiocb, in io_timeout()
6223 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_cb()
6255 static int io_try_cancel_userdata(struct io_kiocb *req, u64 sqe_addr) in io_try_cancel_userdata()
6278 static int io_async_cancel_prep(struct io_kiocb *req, in io_async_cancel_prep()
6293 static int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags) in io_async_cancel()
6322 static int io_rsrc_update_prep(struct io_kiocb *req, in io_rsrc_update_prep()
6338 static int io_files_update(struct io_kiocb *req, unsigned int issue_flags) in io_files_update()
6361 static int io_req_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_req_prep()
6445 static int io_req_prep_async(struct io_kiocb *req) in io_req_prep_async()
6471 static u32 io_get_sequence(struct io_kiocb *req) in io_get_sequence()
6481 static bool io_drain_req(struct io_kiocb *req) in io_drain_req()
6483 struct io_kiocb *pos; in io_drain_req()
6553 static void io_clean_op(struct io_kiocb *req) in io_clean_op()
6635 static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags) in io_issue_sqe()
6772 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_wq_free_work()
6780 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_wq_submit_work()
6781 struct io_kiocb *timeout; in io_wq_submit_work()
6845 struct io_kiocb *req, int fd) in io_file_get_fixed()
6863 struct io_kiocb *req, int fd) in io_file_get_normal()
6876 struct io_kiocb *req, int fd, bool fixed) in io_file_get()
6884 static void io_req_task_link_timeout(struct io_kiocb *req, bool *locked) in io_req_task_link_timeout()
6886 struct io_kiocb *prev = req->timeout.prev; in io_req_task_link_timeout()
6902 struct io_kiocb *prev, *req = data->req; in io_link_timeout_fn()
6928 static void io_queue_linked_timeout(struct io_kiocb *req) in io_queue_linked_timeout()
6950 static void __io_queue_sqe(struct io_kiocb *req) in __io_queue_sqe()
6953 struct io_kiocb *linked_timeout; in __io_queue_sqe()
7001 static inline void io_queue_sqe(struct io_kiocb *req) in io_queue_sqe()
7027 struct io_kiocb *req, in io_check_restriction()
7047 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_init_req()
7109 static int io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_submit_sqe()
7160 struct io_kiocb *head = link->head; in io_submit_sqe()
7275 struct io_kiocb *req; in io_submit_sqes()
8352 static int io_install_fixed_file(struct io_kiocb *req, struct file *file, in io_install_fixed_file()
8408 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_close_fixed()
9220 struct io_kiocb *req, *nxt; in io_req_cache_free()
9376 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_ctx_cb()
9453 struct io_kiocb *req, *tmp; in io_kill_timeouts()
9518 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_task_cb()
10112 struct io_kiocb *req; in __io_uring_show_fdinfo()
11009 req_cachep = KMEM_CACHE(io_kiocb, SLAB_HWCACHE_ALIGN | SLAB_PANIC | in io_uring_init()