| /Linux-v6.1/io_uring/ |
| D | io_uring.h | 27 struct io_uring_cqe *__io_get_cqe(struct io_ring_ctx *ctx, bool overflow);
29 int io_run_task_work_sig(struct io_ring_ctx *ctx);
30 int __io_run_local_work(struct io_ring_ctx *ctx, bool *locked);
31 int io_run_local_work(struct io_ring_ctx *ctx);
36 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags,
38 bool io_fill_cqe_aux(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags,
40 void __io_commit_cqring_flush(struct io_ring_ctx *ctx);
65 struct io_ring_ctx *ctx);
68 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr);
69 int io_do_iopoll(struct io_ring_ctx *ctx, bool force_nonspin);
[all …]
|
| D | rsrc.h | 26 typedef void (rsrc_put_fn)(struct io_ring_ctx *ctx, struct io_rsrc_put *prsrc);
29 struct io_ring_ctx *ctx;
57 void io_rsrc_refs_refill(struct io_ring_ctx *ctx);
60 void io_rsrc_refs_drop(struct io_ring_ctx *ctx);
61 int io_rsrc_node_switch_start(struct io_ring_ctx *ctx);
64 void io_rsrc_node_switch(struct io_ring_ctx *ctx,
71 void __io_sqe_buffers_unregister(struct io_ring_ctx *ctx);
72 int io_sqe_buffers_unregister(struct io_ring_ctx *ctx);
73 int io_sqe_buffers_register(struct io_ring_ctx *ctx, void __user *arg,
75 void __io_sqe_files_unregister(struct io_ring_ctx *ctx);
[all …]
|
| D | tctx.h | 6 struct io_ring_ctx *ctx;
10 struct io_ring_ctx *ctx);
12 int __io_uring_add_tctx_node(struct io_ring_ctx *ctx);
13 int __io_uring_add_tctx_node_from_submit(struct io_ring_ctx *ctx);
17 int io_ringfd_register(struct io_ring_ctx *ctx, void __user *__arg,
19 int io_ringfd_unregister(struct io_ring_ctx *ctx, void __user *__arg,
25 static inline int io_uring_add_tctx_node(struct io_ring_ctx *ctx) in io_uring_add_tctx_node()
|
| D | io_uring.c | 143 static bool io_uring_try_cancel_requests(struct io_ring_ctx *ctx,
150 static void io_move_task_work_from_local(struct io_ring_ctx *ctx);
151 static void __io_submit_flush_completions(struct io_ring_ctx *ctx);
159 struct io_ring_ctx *ctx = file->private_data; in io_uring_get_socket()
168 static inline void io_submit_flush_completions(struct io_ring_ctx *ctx) in io_submit_flush_completions()
174 static inline unsigned int __io_cqring_events(struct io_ring_ctx *ctx) in __io_cqring_events()
179 static inline unsigned int __io_cqring_events_user(struct io_ring_ctx *ctx) in __io_cqring_events_user()
210 struct io_ring_ctx *ctx = head->ctx; in io_match_task_safe()
228 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_req_add_to_cache()
235 struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs); in io_ring_ctx_ref_free()
[all …]
|
| D | rsrc.c | 26 static int io_sqe_buffer_register(struct io_ring_ctx *ctx, struct iovec *iov,
36 void io_rsrc_refs_drop(struct io_ring_ctx *ctx) in io_rsrc_refs_drop()
65 static void io_unaccount_mem(struct io_ring_ctx *ctx, unsigned long nr_pages) in io_unaccount_mem()
74 static int io_account_mem(struct io_ring_ctx *ctx, unsigned long nr_pages) in io_account_mem()
90 static int io_copy_iov(struct io_ring_ctx *ctx, struct iovec *dst, in io_copy_iov()
139 static void io_buffer_unmap(struct io_ring_ctx *ctx, struct io_mapped_ubuf **slot) in io_buffer_unmap()
154 void io_rsrc_refs_refill(struct io_ring_ctx *ctx) in io_rsrc_refs_refill()
164 struct io_ring_ctx *ctx = rsrc_data->ctx; in __io_rsrc_put_work()
191 struct io_ring_ctx *ctx; in io_rsrc_put_work()
194 ctx = container_of(work, struct io_ring_ctx, rsrc_put_work.work); in io_rsrc_put_work()
[all …]
|
| D | msg_ring.c | 28 struct io_ring_ctx *target_ctx = req->file->private_data; in io_msg_ring_data()
40 static void io_double_unlock_ctx(struct io_ring_ctx *ctx, in io_double_unlock_ctx()
41 struct io_ring_ctx *octx, in io_double_unlock_ctx()
49 static int io_double_lock_ctx(struct io_ring_ctx *ctx, in io_double_lock_ctx()
50 struct io_ring_ctx *octx, in io_double_lock_ctx()
78 struct io_ring_ctx *target_ctx = req->file->private_data; in io_msg_send_fd()
80 struct io_ring_ctx *ctx = req->ctx; in io_msg_send_fd()
|
| D | filetable.h | 17 int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file,
19 int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset);
21 int io_register_file_alloc_range(struct io_ring_ctx *ctx,
63 static inline void io_reset_alloc_hint(struct io_ring_ctx *ctx) in io_reset_alloc_hint()
68 static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx, in io_file_table_set_alloc_range()
|
| D | kbuf.c | 31 static inline struct io_buffer_list *io_buffer_get_list(struct io_ring_ctx *ctx, in io_buffer_get_list()
40 static int io_buffer_add_list(struct io_ring_ctx *ctx, in io_buffer_add_list()
52 struct io_ring_ctx *ctx = req->ctx; in io_kbuf_recycle_legacy()
97 struct io_ring_ctx *ctx = req->ctx; in __io_put_kbuf()
174 struct io_ring_ctx *ctx = req->ctx; in io_buffer_select()
191 static __cold int io_init_bl_list(struct io_ring_ctx *ctx) in io_init_bl_list()
208 static int __io_remove_buffers(struct io_ring_ctx *ctx, in __io_remove_buffers()
246 void io_destroy_buffers(struct io_ring_ctx *ctx) in io_destroy_buffers()
295 struct io_ring_ctx *ctx = req->ctx; in io_remove_buffers()
355 static int io_refill_buffer_cache(struct io_ring_ctx *ctx) in io_refill_buffer_cache()
[all …]
|
| D | filetable.c | 16 static int io_file_bitmap_get(struct io_ring_ctx *ctx) in io_file_bitmap_get()
60 static int io_install_fixed_file(struct io_ring_ctx *ctx, struct file *file, in io_install_fixed_file()
107 int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file, in __io_fixed_fd_install()
134 struct io_ring_ctx *ctx = req->ctx; in io_fixed_fd_install()
146 int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset) in io_fixed_fd_remove()
176 int io_register_file_alloc_range(struct io_ring_ctx *ctx, in io_register_file_alloc_range()
|
| D | sqpoll.h | 23 int io_sq_offload_create(struct io_ring_ctx *ctx, struct io_uring_params *p);
24 void io_sq_thread_finish(struct io_ring_ctx *ctx);
29 int io_sqpoll_wait_sq(struct io_ring_ctx *ctx);
|
| D | timeout.h | 24 __cold void io_flush_timeouts(struct io_ring_ctx *ctx);
26 int io_timeout_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd);
27 __cold bool io_kill_timeouts(struct io_ring_ctx *ctx, struct task_struct *tsk,
|
| D | timeout.c | 72 __cold void io_flush_timeouts(struct io_ring_ctx *ctx) in io_flush_timeouts()
165 struct io_ring_ctx *ctx = req->ctx; in io_disarm_next()
202 struct io_ring_ctx *ctx = req->ctx; in io_timeout_fn()
220 static struct io_kiocb *io_timeout_extract(struct io_ring_ctx *ctx, in io_timeout_extract()
253 int io_timeout_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd) in io_timeout_cancel()
299 struct io_ring_ctx *ctx = req->ctx; in io_link_timeout_fn()
340 static int io_linked_timeout_update(struct io_ring_ctx *ctx, __u64 user_data, in io_linked_timeout_update()
368 static int io_timeout_update(struct io_ring_ctx *ctx, __u64 user_data, in io_timeout_update()
432 struct io_ring_ctx *ctx = req->ctx; in io_timeout_remove()
529 struct io_ring_ctx *ctx = req->ctx; in io_timeout()
[all …]
|
| D | sqpoll.c | 79 struct io_ring_ctx *ctx; in io_sqd_update_thread_idle()
87 void io_sq_thread_finish(struct io_ring_ctx *ctx) in io_sq_thread_finish()
104 struct io_ring_ctx *ctx_attach; in io_attach_sq_data()
167 static int __io_sq_thread(struct io_ring_ctx *ctx, bool cap_entries) in __io_sq_thread()
224 struct io_ring_ctx *ctx; in io_sq_thread()
315 int io_sqpoll_wait_sq(struct io_ring_ctx *ctx) in io_sqpoll_wait_sq()
333 __cold int io_sq_offload_create(struct io_ring_ctx *ctx, in io_sq_offload_create()
|
| D | tctx.c | 15 static struct io_wq *io_init_wq_offload(struct io_ring_ctx *ctx, in io_init_wq_offload()
61 struct io_ring_ctx *ctx) in io_uring_alloc_task_context()
94 int __io_uring_add_tctx_node(struct io_ring_ctx *ctx) in __io_uring_add_tctx_node()
136 int __io_uring_add_tctx_node_from_submit(struct io_ring_ctx *ctx) in __io_uring_add_tctx_node_from_submit()
244 int io_ringfd_register(struct io_ring_ctx *ctx, void __user *__arg, in io_ringfd_register()
303 int io_ringfd_unregister(struct io_ring_ctx *ctx, void __user *__arg, in io_ringfd_unregister()
|
| D | cancel.h | 6 struct io_ring_ctx *ctx;
23 int io_sync_cancel(struct io_ring_ctx *ctx, void __user *arg);
|
| D | kbuf.h | 38 void io_destroy_buffers(struct io_ring_ctx *ctx);
46 int io_register_pbuf_ring(struct io_ring_ctx *ctx, void __user *arg);
47 int io_unregister_pbuf_ring(struct io_ring_ctx *ctx, void __user *arg);
|
| D | notif.h | 19 struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx);
28 struct io_ring_ctx *ctx = notif->ctx; in io_notif_account_mem()
|
| D | poll.h | 33 int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
36 bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
|
| D | poll.c | 127 static void io_poll_req_delete(struct io_kiocb *req, struct io_ring_ctx *ctx) in io_poll_req_delete()
150 struct io_ring_ctx *ctx = req->ctx; in io_poll_tw_hash_eject()
240 struct io_ring_ctx *ctx = req->ctx; in io_poll_check_events()
555 struct io_ring_ctx *ctx = req->ctx; in __io_arm_poll_handler()
644 struct io_ring_ctx *ctx = req->ctx; in io_req_alloc_apoll()
743 __cold bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk, in io_poll_remove_all()
754 static struct io_kiocb *io_poll_find(struct io_ring_ctx *ctx, bool poll_only, in io_poll_find()
783 static struct io_kiocb *io_poll_file_find(struct io_ring_ctx *ctx, in io_poll_file_find()
824 static int __io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd, in __io_poll_cancel()
842 int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd, in io_poll_cancel()
[all …]
|
| D | notif.c | 15 struct io_ring_ctx *ctx = notif->ctx; in __io_notif_complete_tw()
37 struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx) in io_alloc_notif()
|
| D | cancel.c | 84 struct io_ring_ctx *ctx = cd->ctx; in io_try_cancel()
135 struct io_ring_ctx *ctx = cd->ctx; in __io_async_cancel()
214 struct io_ring_ctx *ctx = cd->ctx; in __io_sync_cancel()
233 int io_sync_cancel(struct io_ring_ctx *ctx, void __user *arg) in io_sync_cancel()
|
| D | uring_cmd.c | 89 struct io_ring_ctx *ctx = req->ctx; in io_uring_cmd_prep()
107 struct io_ring_ctx *ctx = req->ctx; in io_uring_cmd()
|
| D | openclose.h | 3 int __io_close_fixed(struct io_ring_ctx *ctx, unsigned int issue_flags,
|
| D | fdinfo.c | 51 static __cold void __io_uring_show_fdinfo(struct io_ring_ctx *ctx, in __io_uring_show_fdinfo()
203 struct io_ring_ctx *ctx = f->private_data; in io_uring_show_fdinfo()
|
| /Linux-v6.1/include/linux/ |
| D | io_uring_types.h | 55 const struct io_ring_ctx *last;
193 struct io_ring_ctx { struct
528 struct io_ring_ctx *ctx;
|
