Lines Matching refs:io_kiocb
341 struct io_kiocb *fallback_req;
415 struct io_kiocb *req;
649 struct io_kiocb { struct
707 struct io_kiocb *req; argument
944 static void __io_complete_rw(struct io_kiocb *req, long res, long res2,
946 static void io_cqring_fill_event(struct io_kiocb *req, long res);
947 static void io_put_req(struct io_kiocb *req);
948 static void io_put_req_deferred(struct io_kiocb *req, int nr);
949 static void io_double_put_req(struct io_kiocb *req);
950 static struct io_kiocb *io_prep_linked_timeout(struct io_kiocb *req);
951 static void __io_queue_linked_timeout(struct io_kiocb *req);
952 static void io_queue_linked_timeout(struct io_kiocb *req);
956 static void __io_clean_op(struct io_kiocb *req);
958 struct io_kiocb *req, int fd, bool fixed);
959 static void __io_queue_sqe(struct io_kiocb *req, struct io_comp_state *cs);
962 static ssize_t io_import_iovec(int rw, struct io_kiocb *req,
965 static int io_setup_async_rw(struct io_kiocb *req, const struct iovec *iovec,
986 static inline void io_clean_op(struct io_kiocb *req) in io_clean_op()
1030 struct io_kiocb *req) in io_sq_thread_acquire_mm()
1057 static inline void req_set_fail_links(struct io_kiocb *req) in req_set_fail_links()
1088 static inline void __io_req_init_async(struct io_kiocb *req) in __io_req_init_async()
1098 static inline void io_req_init_async(struct io_kiocb *req) in io_req_init_async()
1125 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq()
1191 static bool req_need_defer(struct io_kiocb *req, u32 seq) in req_need_defer()
1216 static void io_put_identity(struct io_uring_task *tctx, struct io_kiocb *req) in io_put_identity()
1224 static void io_req_clean_work(struct io_kiocb *req) in io_req_clean_work()
1264 static bool io_identity_cow(struct io_kiocb *req) in io_identity_cow()
1305 static bool io_grab_identity(struct io_kiocb *req) in io_grab_identity()
1376 static void io_prep_async_work(struct io_kiocb *req) in io_prep_async_work()
1415 static void io_prep_async_link(struct io_kiocb *req) in io_prep_async_link()
1417 struct io_kiocb *cur; in io_prep_async_link()
1425 static struct io_kiocb *__io_queue_async_work(struct io_kiocb *req) in __io_queue_async_work()
1428 struct io_kiocb *link = io_prep_linked_timeout(req); in __io_queue_async_work()
1436 static void io_queue_async_work(struct io_kiocb *req) in io_queue_async_work()
1438 struct io_kiocb *link; in io_queue_async_work()
1448 static void io_kill_timeout(struct io_kiocb *req) in io_kill_timeout()
1463 static bool io_task_match(struct io_kiocb *req, struct task_struct *tsk) in io_task_match()
1481 struct io_kiocb *req, *tmp; in io_kill_timeouts()
1500 struct io_kiocb *link; in __io_queue_deferred()
1519 struct io_kiocb *req = list_first_entry(&ctx->timeout_list, in io_flush_timeouts()
1520 struct io_kiocb, timeout.list); in io_flush_timeouts()
1597 static inline bool __io_match_files(struct io_kiocb *req, in __io_match_files()
1605 static bool io_match_files(struct io_kiocb *req, in io_match_files()
1608 struct io_kiocb *link; in io_match_files()
1629 struct io_kiocb *req, *tmp; in io_cqring_overflow_flush()
1678 req = list_first_entry(&list, struct io_kiocb, compl.list); in io_cqring_overflow_flush()
1686 static void __io_cqring_fill_event(struct io_kiocb *req, long res, long cflags) in __io_cqring_fill_event()
1726 static void io_cqring_fill_event(struct io_kiocb *req, long res) in io_cqring_fill_event()
1731 static void io_cqring_add_event(struct io_kiocb *req, long res, long cflags) in io_cqring_add_event()
1750 struct io_kiocb *req; in io_submit_flush_completions()
1752 req = list_first_entry(&cs->list, struct io_kiocb, compl.list); in io_submit_flush_completions()
1777 static void __io_req_complete(struct io_kiocb *req, long res, unsigned cflags, in __io_req_complete()
1793 static void io_req_complete(struct io_kiocb *req, long res) in io_req_complete()
1798 static inline bool io_is_fallback_req(struct io_kiocb *req) in io_is_fallback_req()
1800 return req == (struct io_kiocb *) in io_is_fallback_req()
1804 static struct io_kiocb *io_get_fallback_req(struct io_ring_ctx *ctx) in io_get_fallback_req()
1806 struct io_kiocb *req; in io_get_fallback_req()
1815 static struct io_kiocb *io_alloc_req(struct io_ring_ctx *ctx, in io_alloc_req()
1845 static inline void io_put_file(struct io_kiocb *req, struct file *file, in io_put_file()
1854 static void io_dismantle_req(struct io_kiocb *req) in io_dismantle_req()
1866 static void __io_free_req(struct io_kiocb *req) in __io_free_req()
1885 static void io_kill_linked_timeout(struct io_kiocb *req) in io_kill_linked_timeout()
1888 struct io_kiocb *link; in io_kill_linked_timeout()
1893 link = list_first_entry_or_null(&req->link_list, struct io_kiocb, in io_kill_linked_timeout()
1920 static struct io_kiocb *io_req_link_next(struct io_kiocb *req) in io_req_link_next()
1922 struct io_kiocb *nxt; in io_req_link_next()
1932 nxt = list_first_entry(&req->link_list, struct io_kiocb, link_list); in io_req_link_next()
1942 static void io_fail_links(struct io_kiocb *req) in io_fail_links()
1949 struct io_kiocb *link = list_first_entry(&req->link_list, in io_fail_links()
1950 struct io_kiocb, link_list); in io_fail_links()
1974 static struct io_kiocb *__io_req_find_next(struct io_kiocb *req) in __io_req_find_next()
1992 static struct io_kiocb *io_req_find_next(struct io_kiocb *req) in io_req_find_next()
1999 static int io_req_task_work_add(struct io_kiocb *req, bool twa_signal_ok) in io_req_task_work_add()
2026 static void __io_req_task_cancel(struct io_kiocb *req, int error) in __io_req_task_cancel()
2042 struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work); in io_req_task_cancel()
2049 static void __io_req_task_submit(struct io_kiocb *req) in __io_req_task_submit()
2064 struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work); in io_req_task_submit()
2071 static void io_req_task_queue(struct io_kiocb *req) in io_req_task_queue()
2089 static void io_queue_next(struct io_kiocb *req) in io_queue_next()
2091 struct io_kiocb *nxt = io_req_find_next(req); in io_queue_next()
2097 static void io_free_req(struct io_kiocb *req) in io_free_req()
2140 static void io_req_free_batch(struct req_batch *rb, struct io_kiocb *req) in io_req_free_batch()
2171 static struct io_kiocb *io_put_req_find_next(struct io_kiocb *req) in io_put_req_find_next()
2173 struct io_kiocb *nxt = NULL; in io_put_req_find_next()
2182 static void io_put_req(struct io_kiocb *req) in io_put_req()
2190 struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work); in io_put_req_deferred_cb()
2195 static void io_free_req_deferred(struct io_kiocb *req) in io_free_req_deferred()
2210 static inline void io_put_req_deferred(struct io_kiocb *req, int refs) in io_put_req_deferred()
2216 static struct io_wq_work *io_steal_work(struct io_kiocb *req) in io_steal_work()
2218 struct io_kiocb *nxt; in io_steal_work()
2232 static void io_double_put_req(struct io_kiocb *req) in io_double_put_req()
2268 static unsigned int io_put_kbuf(struct io_kiocb *req, struct io_buffer *kbuf) in io_put_kbuf()
2279 static inline unsigned int io_put_rw_kbuf(struct io_kiocb *req) in io_put_rw_kbuf()
2306 struct io_kiocb *req; in io_iopoll_queue()
2309 req = list_first_entry(again, struct io_kiocb, inflight_entry); in io_iopoll_queue()
2322 struct io_kiocb *req; in io_iopoll_complete()
2332 req = list_first_entry(done, struct io_kiocb, inflight_entry); in io_iopoll_complete()
2363 struct io_kiocb *req, *tmp; in io_do_iopoll()
2508 static void kiocb_end_write(struct io_kiocb *req) in kiocb_end_write()
2525 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in io_complete_rw_common()
2539 static bool io_resubmit_prep(struct io_kiocb *req, int error) in io_resubmit_prep()
2585 static bool io_rw_reissue(struct io_kiocb *req, long res) in io_rw_reissue()
2608 static void __io_complete_rw(struct io_kiocb *req, long res, long res2, in __io_complete_rw()
2617 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in io_complete_rw()
2624 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in io_complete_rw_iopoll()
2644 static void io_iopoll_req_issued(struct io_kiocb *req) in io_iopoll_req_issued()
2656 struct io_kiocb *list_req; in io_iopoll_req_issued()
2658 list_req = list_first_entry(&ctx->iopoll_list, struct io_kiocb, in io_iopoll_req_issued()
2762 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_rw()
2841 struct io_kiocb *req = container_of(kiocb, struct io_kiocb, rw.kiocb); in kiocb_done()
2860 static ssize_t io_import_fixed(struct io_kiocb *req, int rw, in io_import_fixed()
2946 static struct io_buffer *io_buffer_select(struct io_kiocb *req, size_t *len, in io_buffer_select()
2980 static void __user *io_rw_buffer_select(struct io_kiocb *req, size_t *len, in io_rw_buffer_select()
2997 static ssize_t io_compat_import(struct io_kiocb *req, struct iovec *iov, in io_compat_import()
3023 static ssize_t __io_iov_buffer_select(struct io_kiocb *req, struct iovec *iov, in __io_iov_buffer_select()
3044 static ssize_t io_iov_buffer_select(struct io_kiocb *req, struct iovec *iov, in io_iov_buffer_select()
3068 static ssize_t __io_import_iovec(int rw, struct io_kiocb *req, in __io_import_iovec()
3114 static ssize_t io_import_iovec(int rw, struct io_kiocb *req, in io_import_iovec()
3135 static ssize_t loop_rw_iter(int rw, struct io_kiocb *req, struct iov_iter *iter) in loop_rw_iter()
3186 static void io_req_map_rw(struct io_kiocb *req, const struct iovec *iovec, in io_req_map_rw()
3213 static inline int __io_alloc_async_data(struct io_kiocb *req) in __io_alloc_async_data()
3220 static int io_alloc_async_data(struct io_kiocb *req) in io_alloc_async_data()
3228 static int io_setup_async_rw(struct io_kiocb *req, const struct iovec *iovec, in io_setup_async_rw()
3243 static inline int io_rw_prep_async(struct io_kiocb *req, int rw) in io_rw_prep_async()
3260 static int io_read_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_read_prep()
3291 struct io_kiocb *req = wait->private; in io_async_buf_func()
3333 static bool io_rw_should_retry(struct io_kiocb *req) in io_rw_should_retry()
3364 static int io_iter_do_read(struct io_kiocb *req, struct iov_iter *iter) in io_iter_do_read()
3374 static int io_read(struct io_kiocb *req, bool force_nonblock, in io_read()
3486 static int io_write_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_write_prep()
3503 static int io_write(struct io_kiocb *req, bool force_nonblock, in io_write()
3593 static int __io_splice_prep(struct io_kiocb *req, in __io_splice_prep()
3627 static int io_tee_prep(struct io_kiocb *req, in io_tee_prep()
3635 static int io_tee(struct io_kiocb *req, bool force_nonblock) in io_tee()
3657 static int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_splice_prep()
3666 static int io_splice(struct io_kiocb *req, bool force_nonblock) in io_splice()
3696 static int io_nop(struct io_kiocb *req, struct io_comp_state *cs) in io_nop()
3707 static int io_prep_fsync(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_fsync()
3728 static int io_fsync(struct io_kiocb *req, bool force_nonblock) in io_fsync()
3746 static int io_fallocate_prep(struct io_kiocb *req, in io_fallocate_prep()
3760 static int io_fallocate(struct io_kiocb *req, bool force_nonblock) in io_fallocate()
3775 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in __io_openat_prep()
3803 static int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat_prep()
3815 static int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat2_prep()
3836 static int io_openat2(struct io_kiocb *req, bool force_nonblock) in io_openat2()
3885 static int io_openat(struct io_kiocb *req, bool force_nonblock) in io_openat()
3890 static int io_remove_buffers_prep(struct io_kiocb *req, in io_remove_buffers_prep()
3935 static int io_remove_buffers(struct io_kiocb *req, bool force_nonblock, in io_remove_buffers()
3959 static int io_provide_buffers_prep(struct io_kiocb *req, in io_provide_buffers_prep()
4013 static int io_provide_buffers(struct io_kiocb *req, bool force_nonblock, in io_provide_buffers()
4047 static int io_epoll_ctl_prep(struct io_kiocb *req, in io_epoll_ctl_prep()
4074 static int io_epoll_ctl(struct io_kiocb *req, bool force_nonblock, in io_epoll_ctl()
4094 static int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_madvise_prep()
4111 static int io_madvise(struct io_kiocb *req, bool force_nonblock) in io_madvise()
4130 static int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fadvise_prep()
4143 static int io_fadvise(struct io_kiocb *req, bool force_nonblock) in io_fadvise()
4166 static int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_statx_prep()
4184 static int io_statx(struct io_kiocb *req, bool force_nonblock) in io_statx()
4205 static int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_close_prep()
4231 static int io_close(struct io_kiocb *req, bool force_nonblock, in io_close()
4263 static int io_prep_sfr(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_sfr()
4281 static int io_sync_file_range(struct io_kiocb *req, bool force_nonblock) in io_sync_file_range()
4298 static int io_setup_async_msg(struct io_kiocb *req, in io_setup_async_msg()
4316 static int io_sendmsg_copy_hdr(struct io_kiocb *req, in io_sendmsg_copy_hdr()
4325 static int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_sendmsg_prep()
4351 static int io_sendmsg(struct io_kiocb *req, bool force_nonblock, in io_sendmsg()
4398 static int io_send(struct io_kiocb *req, bool force_nonblock, in io_send()
4440 static int __io_recvmsg_copy_hdr(struct io_kiocb *req, in __io_recvmsg_copy_hdr()
4474 static int __io_compat_recvmsg_copy_hdr(struct io_kiocb *req, in __io_compat_recvmsg_copy_hdr()
4517 static int io_recvmsg_copy_hdr(struct io_kiocb *req, in io_recvmsg_copy_hdr()
4531 static struct io_buffer *io_recv_buffer_select(struct io_kiocb *req, in io_recv_buffer_select()
4546 static inline unsigned int io_put_recv_kbuf(struct io_kiocb *req) in io_put_recv_kbuf()
4551 static int io_recvmsg_prep(struct io_kiocb *req, in io_recvmsg_prep()
4579 static int io_recvmsg(struct io_kiocb *req, bool force_nonblock, in io_recvmsg()
4639 static int io_recv(struct io_kiocb *req, bool force_nonblock, in io_recv()
4693 static int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_accept_prep()
4709 static int io_accept(struct io_kiocb *req, bool force_nonblock, in io_accept()
4733 static int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_connect_prep()
4753 static int io_connect(struct io_kiocb *req, bool force_nonblock, in io_connect()
4795 static int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_sendmsg_prep()
4800 static int io_sendmsg(struct io_kiocb *req, bool force_nonblock, in io_sendmsg()
4806 static int io_send(struct io_kiocb *req, bool force_nonblock, in io_send()
4812 static int io_recvmsg_prep(struct io_kiocb *req, in io_recvmsg_prep()
4818 static int io_recvmsg(struct io_kiocb *req, bool force_nonblock, in io_recvmsg()
4824 static int io_recv(struct io_kiocb *req, bool force_nonblock, in io_recv()
4830 static int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_accept_prep()
4835 static int io_accept(struct io_kiocb *req, bool force_nonblock, in io_accept()
4841 static int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_connect_prep()
4846 static int io_connect(struct io_kiocb *req, bool force_nonblock, in io_connect()
4855 struct io_kiocb *req;
4859 static int __io_async_wake(struct io_kiocb *req, struct io_poll_iocb *poll, in __io_async_wake()
4903 static bool io_poll_rewait(struct io_kiocb *req, struct io_poll_iocb *poll) in io_poll_rewait()
4923 static struct io_poll_iocb *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double()
4931 static struct io_poll_iocb *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single()
4938 static void io_poll_remove_double(struct io_kiocb *req) in io_poll_remove_double()
4956 static void io_poll_complete(struct io_kiocb *req, __poll_t mask, int error) in io_poll_complete()
4968 struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work); in io_poll_task_func()
4970 struct io_kiocb *nxt; in io_poll_task_func()
4991 struct io_kiocb *req = wait->private; in io_poll_double_wake()
5035 struct io_kiocb *req = pt->req; in __io_queue_proc()
5081 struct io_kiocb *req = container_of(cb, struct io_kiocb, task_work); in io_async_task_func()
5113 struct io_kiocb *req = wait->private; in io_async_wake()
5122 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
5131 static __poll_t __io_arm_poll_handler(struct io_kiocb *req, in __io_arm_poll_handler()
5172 static bool io_arm_poll_handler(struct io_kiocb *req) in io_arm_poll_handler()
5233 static bool __io_poll_remove_one(struct io_kiocb *req, in __io_poll_remove_one()
5249 static bool io_poll_remove_one(struct io_kiocb *req) in io_poll_remove_one()
5285 struct io_kiocb *req; in io_poll_remove_all()
5309 struct io_kiocb *req; in io_poll_cancel()
5323 static int io_poll_remove_prep(struct io_kiocb *req, in io_poll_remove_prep()
5340 static int io_poll_remove(struct io_kiocb *req) in io_poll_remove()
5360 struct io_kiocb *req = wait->private; in io_poll_wake()
5374 static int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_poll_add_prep()
5393 static int io_poll_add(struct io_kiocb *req) in io_poll_add()
5422 struct io_kiocb *req = data->req; in io_timeout_fn()
5441 static int __io_timeout_cancel(struct io_kiocb *req) in __io_timeout_cancel()
5459 struct io_kiocb *req; in io_timeout_cancel()
5475 static int io_timeout_remove_prep(struct io_kiocb *req, in io_timeout_remove_prep()
5492 static int io_timeout_remove(struct io_kiocb *req) in io_timeout_remove()
5510 static int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe, in io_timeout_prep()
5547 static int io_timeout(struct io_kiocb *req) in io_timeout()
5574 struct io_kiocb *nxt = list_entry(entry, struct io_kiocb, in io_timeout()
5593 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_cb()
5620 struct io_kiocb *req, __u64 sqe_addr, in io_async_find_and_cancel()
5650 static int io_async_cancel_prep(struct io_kiocb *req, in io_async_cancel_prep()
5664 static int io_async_cancel(struct io_kiocb *req) in io_async_cancel()
5672 static int io_files_update_prep(struct io_kiocb *req, in io_files_update_prep()
5690 static int io_files_update(struct io_kiocb *req, bool force_nonblock, in io_files_update()
5713 static int io_req_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_req_prep()
5785 static int io_req_defer_prep(struct io_kiocb *req, in io_req_defer_prep()
5795 static u32 io_get_sequence(struct io_kiocb *req) in io_get_sequence()
5797 struct io_kiocb *pos; in io_get_sequence()
5809 static int io_req_defer(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_req_defer()
5852 static void io_req_drop_files(struct io_kiocb *req) in io_req_drop_files()
5868 static void __io_clean_op(struct io_kiocb *req) in __io_clean_op()
5923 static int io_issue_sqe(struct io_kiocb *req, bool force_nonblock, in io_issue_sqe()
6048 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_wq_submit_work()
6049 struct io_kiocb *timeout; in io_wq_submit_work()
6094 struct io_kiocb *req, int fd, bool fixed) in io_file_get()
6116 static int io_req_set_file(struct io_submit_state *state, struct io_kiocb *req, in io_req_set_file()
6135 struct io_kiocb *req = data->req; in io_link_timeout_fn()
6137 struct io_kiocb *prev = NULL; in io_link_timeout_fn()
6147 prev = list_entry(req->link_list.prev, struct io_kiocb, in io_link_timeout_fn()
6167 static void __io_queue_linked_timeout(struct io_kiocb *req) in __io_queue_linked_timeout()
6182 static void io_queue_linked_timeout(struct io_kiocb *req) in io_queue_linked_timeout()
6194 static struct io_kiocb *io_prep_linked_timeout(struct io_kiocb *req) in io_prep_linked_timeout()
6196 struct io_kiocb *nxt; in io_prep_linked_timeout()
6203 nxt = list_first_entry_or_null(&req->link_list, struct io_kiocb, in io_prep_linked_timeout()
6213 static void __io_queue_sqe(struct io_kiocb *req, struct io_comp_state *cs) in __io_queue_sqe()
6215 struct io_kiocb *linked_timeout; in __io_queue_sqe()
6273 static void io_queue_sqe(struct io_kiocb *req, const struct io_uring_sqe *sqe, in io_queue_sqe()
6303 static inline void io_queue_link_head(struct io_kiocb *req, in io_queue_link_head()
6313 static int io_submit_sqe(struct io_kiocb *req, const struct io_uring_sqe *sqe, in io_submit_sqe()
6314 struct io_kiocb **link, struct io_comp_state *cs) in io_submit_sqe()
6327 struct io_kiocb *head = *link; in io_submit_sqe()
6457 struct io_kiocb *req, in io_check_restriction()
6481 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_init_req()
6546 struct io_kiocb *link = NULL; in io_submit_sqes()
6569 struct io_kiocb *req; in io_submit_sqes()
7685 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_free_work()
8435 static bool io_match_link(struct io_kiocb *preq, struct io_kiocb *req) in io_match_link()
8437 struct io_kiocb *link; in io_match_link()
8455 static bool io_poll_remove_link(struct io_ring_ctx *ctx, struct io_kiocb *req) in io_poll_remove_link()
8458 struct io_kiocb *preq; in io_poll_remove_link()
8480 struct io_kiocb *req) in io_timeout_remove_link()
8482 struct io_kiocb *preq; in io_timeout_remove_link()
8499 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_link_cb()
8516 static void io_attempt_cancel(struct io_ring_ctx *ctx, struct io_kiocb *req) in io_attempt_cancel()
8578 struct io_kiocb *cancel_req = NULL, *req; in io_uring_cancel_files()
8614 struct io_kiocb *req = container_of(work, struct io_kiocb, work); in io_cancel_task_cb()
9095 struct io_kiocb *req; in __io_uring_show_fdinfo()
9805 req_cachep = KMEM_CACHE(io_kiocb, SLAB_HWCACHE_ALIGN | SLAB_PANIC); in io_uring_init()