| /Linux-v6.1/io_uring/ |
| D | net.h | 31 int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
32 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags);
34 int io_sendmsg_prep_async(struct io_kiocb *req);
35 void io_sendmsg_recvmsg_cleanup(struct io_kiocb *req);
36 int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags);
39 int io_send(struct io_kiocb *req, unsigned int issue_flags);
40 int io_send_prep_async(struct io_kiocb *req);
42 int io_recvmsg_prep_async(struct io_kiocb *req);
43 int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
[all …]
|
| D | fs.h | 3 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags);
5 void io_renameat_cleanup(struct io_kiocb *req);
7 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags);
9 void io_unlinkat_cleanup(struct io_kiocb *req);
11 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags);
13 void io_mkdirat_cleanup(struct io_kiocb *req);
15 int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
[all …]
|
| D | timeout.h | 4 struct io_kiocb *req;
11 struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req,
12 struct io_kiocb *link);
14 static inline struct io_kiocb *io_disarm_linked_timeout(struct io_kiocb *req) in io_disarm_linked_timeout()
16 struct io_kiocb *link = req->link; in io_disarm_linked_timeout()
29 void io_queue_linked_timeout(struct io_kiocb *req);
30 void io_disarm_next(struct io_kiocb *req);
32 int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
33 int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34 int io_timeout(struct io_kiocb *req, unsigned int issue_flags);
[all …]
|
| D | io_uring.h | 28 bool io_req_cqe_overflow(struct io_kiocb *req);
32 void io_req_complete_failed(struct io_kiocb *req, s32 res);
33 void __io_req_complete(struct io_kiocb *req, unsigned issue_flags);
34 void io_req_complete_post(struct io_kiocb *req);
35 void __io_req_complete_post(struct io_kiocb *req);
44 struct file *io_file_get_normal(struct io_kiocb *req, int fd);
45 struct file *io_file_get_fixed(struct io_kiocb *req, int fd,
48 static inline bool io_req_ffs_set(struct io_kiocb *req) in io_req_ffs_set()
54 bool io_alloc_async_data(struct io_kiocb *req);
55 void io_req_task_work_add(struct io_kiocb *req);
[all …]
|
| D | xattr.h | 3 void io_xattr_cleanup(struct io_kiocb *req);
5 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags);
8 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags);
11 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags);
14 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
|
| D | kbuf.h | 36 void __user *io_buffer_select(struct io_kiocb *req, size_t *len,
40 int io_remove_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
41 int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags);
43 int io_provide_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
44 int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags);
49 unsigned int __io_put_kbuf(struct io_kiocb *req, unsigned issue_flags);
51 void io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags);
53 static inline void io_kbuf_recycle_ring(struct io_kiocb *req) in io_kbuf_recycle_ring()
80 static inline bool io_do_buffer_select(struct io_kiocb *req) in io_do_buffer_select()
87 static inline void io_kbuf_recycle(struct io_kiocb *req, unsigned issue_flags) in io_kbuf_recycle()
[all …]
|
| D | timeout.c | 22 struct io_kiocb *head;
24 struct io_kiocb *prev;
37 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq()
44 static inline void io_put_req(struct io_kiocb *req) in io_put_req()
52 static bool io_kill_timeout(struct io_kiocb *req, int status) in io_kill_timeout()
80 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts()
104 static void io_req_tw_fail_links(struct io_kiocb *link, bool *locked) in io_req_tw_fail_links()
108 struct io_kiocb *nxt = link->link; in io_req_tw_fail_links()
120 static void io_fail_links(struct io_kiocb *req) in io_fail_links()
123 struct io_kiocb *link = req->link; in io_fail_links()
[all …]
|
| D | openclose.h | 6 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_openat(struct io_kiocb *req, unsigned int issue_flags);
8 void io_open_cleanup(struct io_kiocb *req);
10 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
11 int io_openat2(struct io_kiocb *req, unsigned int issue_flags);
13 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
14 int io_close(struct io_kiocb *req, unsigned int issue_flags);
|
| D | rw.h | 18 int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe);
19 int io_read(struct io_kiocb *req, unsigned int issue_flags);
20 int io_readv_prep_async(struct io_kiocb *req);
21 int io_write(struct io_kiocb *req, unsigned int issue_flags);
22 int io_writev_prep_async(struct io_kiocb *req);
23 void io_readv_writev_cleanup(struct io_kiocb *req);
24 void io_rw_fail(struct io_kiocb *req);
|
| D | sync.h | 3 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags);
6 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags);
9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags);
10 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
| D | poll.c | 34 struct io_kiocb *req;
54 static inline struct io_kiocb *wqe_to_req(struct wait_queue_entry *wqe) in wqe_to_req()
58 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); in wqe_to_req()
68 static bool io_poll_get_ownership_slowpath(struct io_kiocb *req) in io_poll_get_ownership_slowpath()
89 static inline bool io_poll_get_ownership(struct io_kiocb *req) in io_poll_get_ownership()
96 static void io_poll_mark_cancelled(struct io_kiocb *req) in io_poll_mark_cancelled()
101 static struct io_poll *io_poll_get_double(struct io_kiocb *req) in io_poll_get_double()
109 static struct io_poll *io_poll_get_single(struct io_kiocb *req) in io_poll_get_single()
116 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
127 static void io_poll_req_delete(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_poll_req_delete()
[all …]
|
| D | opdef.h | 35 int (*prep)(struct io_kiocb *, const struct io_uring_sqe *);
36 int (*issue)(struct io_kiocb *, unsigned int);
37 int (*prep_async)(struct io_kiocb *);
38 void (*cleanup)(struct io_kiocb *);
39 void (*fail)(struct io_kiocb *);
|
| D | rw.c | 31 static inline bool io_file_supports_nowait(struct io_kiocb *req) in io_file_supports_nowait()
55 static int io_iov_buffer_select_prep(struct io_kiocb *req) in io_iov_buffer_select_prep()
76 int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_rw()
125 void io_readv_writev_cleanup(struct io_kiocb *req) in io_readv_writev_cleanup()
153 static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req) in io_kiocb_update_pos()
170 static void io_req_task_queue_reissue(struct io_kiocb *req) in io_req_task_queue_reissue()
177 static bool io_resubmit_prep(struct io_kiocb *req) in io_resubmit_prep()
187 static bool io_rw_should_reissue(struct io_kiocb *req) in io_rw_should_reissue()
213 static bool io_resubmit_prep(struct io_kiocb *req) in io_resubmit_prep()
217 static bool io_rw_should_reissue(struct io_kiocb *req) in io_rw_should_reissue()
[all …]
|
| D | xattr.c | 25 void io_xattr_cleanup(struct io_kiocb *req) in io_xattr_cleanup()
36 static void io_xattr_finish(struct io_kiocb *req, int ret) in io_xattr_finish()
44 static int __io_getxattr_prep(struct io_kiocb *req, in __io_getxattr_prep()
81 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fgetxattr_prep()
86 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_getxattr_prep()
107 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr()
123 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr()
151 static int __io_setxattr_prep(struct io_kiocb *req, in __io_setxattr_prep()
182 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_setxattr_prep()
203 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fsetxattr_prep()
[all …]
|
| D | fs.c | 50 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_renameat_prep()
80 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat()
96 void io_renameat_cleanup(struct io_kiocb *req) in io_renameat_cleanup()
104 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_unlinkat_prep()
129 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat()
147 void io_unlinkat_cleanup(struct io_kiocb *req) in io_unlinkat_cleanup()
154 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_mkdirat_prep()
176 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat()
191 void io_mkdirat_cleanup(struct io_kiocb *req) in io_mkdirat_cleanup()
198 int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_symlinkat_prep()
[all …]
|
| D | poll.h | 26 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
27 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
29 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
30 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
35 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
|
| D | refs.h | 14 static inline bool req_ref_inc_not_zero(struct io_kiocb *req) in req_ref_inc_not_zero()
20 static inline bool req_ref_put_and_test(struct io_kiocb *req) in req_ref_put_and_test()
29 static inline void req_ref_get(struct io_kiocb *req) in req_ref_get()
36 static inline void __io_req_set_refcount(struct io_kiocb *req, int nr) in __io_req_set_refcount()
44 static inline void io_req_set_refcount(struct io_kiocb *req) in io_req_set_refcount()
|
| D | uring_cmd.c | 15 static void io_uring_cmd_work(struct io_kiocb *req, bool *locked) in io_uring_cmd_work()
25 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_complete_in_task()
33 static inline void io_req_set_cqe32_extra(struct io_kiocb *req, in io_req_set_cqe32_extra()
47 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_done()
63 int io_uring_cmd_prep_async(struct io_kiocb *req) in io_uring_cmd_prep_async()
77 int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_uring_cmd_prep()
104 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags) in io_uring_cmd()
154 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_import_fixed()
|
| D | splice.h | 3 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_tee(struct io_kiocb *req, unsigned int issue_flags);
6 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_splice(struct io_kiocb *req, unsigned int issue_flags);
|
| D | advise.h | 3 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_madvise(struct io_kiocb *req, unsigned int issue_flags);
6 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);
|
| D | io_uring.c | 135 struct io_kiocb *req;
147 static void io_dismantle_req(struct io_kiocb *req);
148 static void io_clean_op(struct io_kiocb *req);
149 static void io_queue_sqe(struct io_kiocb *req);
184 static bool io_match_linked(struct io_kiocb *head) in io_match_linked()
186 struct io_kiocb *req; in io_match_linked()
199 bool io_match_task_safe(struct io_kiocb *head, struct task_struct *task, in io_match_task_safe()
222 static inline void req_fail_link_node(struct io_kiocb *req, int res) in req_fail_link_node()
228 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_req_add_to_cache()
245 struct io_kiocb *req, *tmp; in io_fallback_req_func()
[all …]
|
| D | notif.h | 18 void io_notif_flush(struct io_kiocb *notif);
19 struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx);
21 static inline struct io_notif_data *io_notif_to_data(struct io_kiocb *notif) in io_notif_to_data()
26 static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len) in io_notif_account_mem()
|
| D | notif.c | 12 static void __io_notif_complete_tw(struct io_kiocb *notif, bool *locked) in __io_notif_complete_tw()
29 struct io_kiocb *notif = cmd_to_io_kiocb(nd); in io_uring_tx_zerocopy_callback()
37 struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx) in io_alloc_notif()
40 struct io_kiocb *notif; in io_alloc_notif()
62 void io_notif_flush(struct io_kiocb *notif) in io_notif_flush()
|
| D | sync.c | 25 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_sfr_prep()
38 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) in io_sync_file_range()
52 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fsync_prep()
68 int io_fsync(struct io_kiocb *req, unsigned int issue_flags) in io_fsync()
84 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fallocate_prep()
97 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags) in io_fallocate()
|
| D | openclose.c | 34 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in __io_openat_prep()
67 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat_prep()
77 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_openat2_prep()
96 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2()
163 int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat()
168 void io_open_cleanup(struct io_kiocb *req) in io_open_cleanup()
188 static inline int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags) in io_close_fixed()
195 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_close_prep()
212 int io_close(struct io_kiocb *req, unsigned int issue_flags) in io_close()
|
