Lines Matching refs:io_ring_ctx
174 struct io_ring_ctx { struct
311 struct io_ring_ctx *ctx;
361 static void io_cqring_fill_event(struct io_ring_ctx *ctx, u64 ki_user_data,
373 struct io_ring_ctx *ctx = file->private_data; in io_uring_get_socket()
384 struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs); in io_ring_ctx_ref_free()
389 static struct io_ring_ctx *io_ring_ctx_alloc(struct io_uring_params *p) in io_ring_ctx_alloc()
391 struct io_ring_ctx *ctx; in io_ring_ctx_alloc()
423 static inline bool __io_sequence_defer(struct io_ring_ctx *ctx, in __io_sequence_defer()
430 static inline bool io_sequence_defer(struct io_ring_ctx *ctx, in io_sequence_defer()
439 static struct io_kiocb *io_get_deferred_req(struct io_ring_ctx *ctx) in io_get_deferred_req()
452 static struct io_kiocb *io_get_timeout_req(struct io_ring_ctx *ctx) in io_get_timeout_req()
469 static void __io_commit_cqring(struct io_ring_ctx *ctx) in __io_commit_cqring()
484 static inline void io_queue_async_work(struct io_ring_ctx *ctx, in io_queue_async_work()
514 static void io_kill_timeouts(struct io_ring_ctx *ctx) in io_kill_timeouts()
524 static void io_commit_cqring(struct io_ring_ctx *ctx) in io_commit_cqring()
544 static struct io_uring_cqe *io_get_cqring(struct io_ring_ctx *ctx) in io_get_cqring()
562 static void io_cqring_fill_event(struct io_ring_ctx *ctx, u64 ki_user_data, in io_cqring_fill_event()
583 static void io_cqring_ev_posted(struct io_ring_ctx *ctx) in io_cqring_ev_posted()
593 static void io_cqring_add_event(struct io_ring_ctx *ctx, u64 user_data, in io_cqring_add_event()
606 static struct io_kiocb *io_get_req(struct io_ring_ctx *ctx, in io_get_req()
657 static void io_free_req_many(struct io_ring_ctx *ctx, void **reqs, int *nr) in io_free_req_many()
745 static inline unsigned int io_sqring_entries(struct io_ring_ctx *ctx) in io_sqring_entries()
756 static void io_iopoll_complete(struct io_ring_ctx *ctx, unsigned int *nr_events, in io_iopoll_complete()
792 static int io_do_iopoll(struct io_ring_ctx *ctx, unsigned int *nr_events, in io_do_iopoll()
842 static int io_iopoll_getevents(struct io_ring_ctx *ctx, unsigned int *nr_events, in io_iopoll_getevents()
862 static void io_iopoll_reap_events(struct io_ring_ctx *ctx) in io_iopoll_reap_events()
882 static int __io_iopoll_check(struct io_ring_ctx *ctx, unsigned *nr_events, in __io_iopoll_check()
925 static int io_iopoll_check(struct io_ring_ctx *ctx, unsigned *nr_events, in io_iopoll_check()
990 struct io_ring_ctx *ctx = req->ctx; in io_iopoll_req_issued()
1079 struct io_ring_ctx *ctx = req->ctx; in io_prep_rw()
1162 static int io_import_fixed(struct io_ring_ctx *ctx, int rw, in io_import_fixed()
1236 static ssize_t io_import_iovec(struct io_ring_ctx *ctx, int rw, in io_import_iovec()
1522 struct io_ring_ctx *ctx = req->ctx; in io_nop()
1535 struct io_ring_ctx *ctx = req->ctx; in io_prep_fsync()
1582 struct io_ring_ctx *ctx = req->ctx; in io_prep_sfr()
1698 static void io_poll_remove_all(struct io_ring_ctx *ctx) in io_poll_remove_all()
1716 struct io_ring_ctx *ctx = req->ctx; in io_poll_remove()
1741 static void io_poll_complete(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_poll_complete()
1754 struct io_ring_ctx *ctx = req->ctx; in io_poll_complete_work()
1787 struct io_ring_ctx *ctx = req->ctx; in io_poll_wake()
1835 struct io_ring_ctx *ctx = req->ctx; in io_poll_add()
1902 struct io_ring_ctx *ctx; in io_timeout_fn()
1935 struct io_ring_ctx *ctx = req->ctx; in io_timeout()
2018 static int io_req_defer(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_req_defer()
2046 static int __io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req, in __io_submit_sqe()
2121 static struct async_list *io_async_list_from_sqe(struct io_ring_ctx *ctx, in io_async_list_from_sqe()
2147 struct io_ring_ctx *ctx = req->ctx; in io_sq_wq_submit_work()
2308 static int io_req_set_file(struct io_ring_ctx *ctx, const struct sqe_submit *s, in io_req_set_file()
2346 static int __io_queue_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req, in __io_queue_sqe()
2397 static int io_queue_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_queue_sqe()
2414 static int io_queue_link_head(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_queue_link_head()
2458 static void io_submit_sqe(struct io_ring_ctx *ctx, struct sqe_submit *s, in io_submit_sqe()
2534 struct io_ring_ctx *ctx, unsigned max_ios) in io_submit_state_start()
2542 static void io_commit_sqring(struct io_ring_ctx *ctx) in io_commit_sqring()
2564 static bool io_get_sqring(struct io_ring_ctx *ctx, struct sqe_submit *s) in io_get_sqring()
2599 static int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr, in io_submit_sqes()
2664 struct io_ring_ctx *ctx = data; in io_sq_thread()
2791 static int io_ring_submit(struct io_ring_ctx *ctx, unsigned int to_submit) in io_ring_submit()
2852 struct io_ring_ctx *ctx;
2859 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()
2886 static int io_cqring_wait(struct io_ring_ctx *ctx, int min_events, in io_cqring_wait()
2939 static void __io_sqe_files_unregister(struct io_ring_ctx *ctx) in __io_sqe_files_unregister()
2957 static int io_sqe_files_unregister(struct io_ring_ctx *ctx) in io_sqe_files_unregister()
2969 static void io_sq_thread_stop(struct io_ring_ctx *ctx) in io_sq_thread_stop()
2984 static void io_finish_async(struct io_ring_ctx *ctx) in io_finish_async()
3001 struct io_ring_ctx *ctx = skb->sk->sk_user_data; in io_destruct_skb()
3016 static int __io_sqe_files_scm(struct io_ring_ctx *ctx, int nr, int offset) in __io_sqe_files_scm()
3065 static int io_sqe_files_scm(struct io_ring_ctx *ctx) in io_sqe_files_scm()
3093 static int io_sqe_files_scm(struct io_ring_ctx *ctx) in io_sqe_files_scm()
3099 static int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg, in io_sqe_files_register()
3159 static int io_sq_offload_start(struct io_ring_ctx *ctx, in io_sq_offload_start()
3320 static int io_sqe_buffer_unregister(struct io_ring_ctx *ctx) in io_sqe_buffer_unregister()
3345 static int io_copy_iov(struct io_ring_ctx *ctx, struct iovec *dst, in io_copy_iov()
3370 static int io_sqe_buffer_register(struct io_ring_ctx *ctx, void __user *arg, in io_sqe_buffer_register()
3512 static int io_eventfd_register(struct io_ring_ctx *ctx, void __user *arg) in io_eventfd_register()
3533 static int io_eventfd_unregister(struct io_ring_ctx *ctx) in io_eventfd_unregister()
3544 static void io_ring_ctx_free(struct io_ring_ctx *ctx) in io_ring_ctx_free()
3575 struct io_ring_ctx *ctx = file->private_data; in io_uring_poll()
3595 struct io_ring_ctx *ctx = file->private_data; in io_uring_fasync()
3600 static void io_ring_ctx_wait_and_kill(struct io_ring_ctx *ctx) in io_ring_ctx_wait_and_kill()
3615 struct io_ring_ctx *ctx = file->private_data; in io_uring_release()
3626 struct io_ring_ctx *ctx = file->private_data; in io_uring_mmap()
3655 struct io_ring_ctx *ctx; in SYSCALL_DEFINE6()
3718 static int io_allocate_scq_urings(struct io_ring_ctx *ctx, in io_allocate_scq_urings()
3760 static int io_uring_get_fd(struct io_ring_ctx *ctx) in io_uring_get_fd()
3801 struct io_ring_ctx *ctx; in io_uring_create()
3919 static int __io_uring_register(struct io_ring_ctx *ctx, unsigned opcode, in __io_uring_register()
3992 struct io_ring_ctx *ctx; in SYSCALL_DEFINE4()