213 	struct io_ring_ctx		*ctx;
250 struct io_ring_ctx {  struct
683 	struct io_ring_ctx		*ctx;
716 	struct io_ring_ctx	*ctx;
953 static int __io_sqe_files_update(struct io_ring_ctx *ctx,
977 		struct io_ring_ctx *ctx = file->private_data;  in io_uring_get_socket()
1004 static int __io_sq_thread_acquire_mm(struct io_ring_ctx *ctx)  in __io_sq_thread_acquire_mm()
1029 static int io_sq_thread_acquire_mm(struct io_ring_ctx *ctx,  in io_sq_thread_acquire_mm()
1037 static void io_sq_thread_associate_blkcg(struct io_ring_ctx *ctx,  in io_sq_thread_associate_blkcg()
1113 static inline bool io_async_submit(struct io_ring_ctx *ctx)  in io_async_submit()
1120 	struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs);  in io_ring_ctx_ref_free()
1130 static struct io_ring_ctx *io_ring_ctx_alloc(struct io_uring_params *p)  in io_ring_ctx_alloc()
1132 	struct io_ring_ctx *ctx;  in io_ring_ctx_alloc()
1194 		struct io_ring_ctx *ctx = req->ctx;  in req_need_defer()
1203 static void __io_commit_cqring(struct io_ring_ctx *ctx)  in __io_commit_cqring()
1309 	struct io_ring_ctx *ctx = req->ctx;  in io_grab_identity()
1379 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_work()
1427 	struct io_ring_ctx *ctx = req->ctx;  in __io_queue_async_work()
1465 	struct io_ring_ctx *ctx = req->ctx;  in io_task_match()
1479 static bool io_kill_timeouts(struct io_ring_ctx *ctx, struct task_struct *tsk)  in io_kill_timeouts()
1495 static void __io_queue_deferred(struct io_ring_ctx *ctx)  in __io_queue_deferred()
1516 static void io_flush_timeouts(struct io_ring_ctx *ctx)  in io_flush_timeouts()
1533 static void io_commit_cqring(struct io_ring_ctx *ctx)  in io_commit_cqring()
1542 static inline bool io_sqring_full(struct io_ring_ctx *ctx)  in io_sqring_full()
1549 static struct io_uring_cqe *io_get_cqring(struct io_ring_ctx *ctx)  in io_get_cqring()
1567 static inline bool io_should_trigger_evfd(struct io_ring_ctx *ctx)  in io_should_trigger_evfd()
1578 static void io_cqring_ev_posted(struct io_ring_ctx *ctx)  in io_cqring_ev_posted()
1588 static void io_cqring_mark_overflow(struct io_ring_ctx *ctx)  in io_cqring_mark_overflow()
1624 static bool io_cqring_overflow_flush(struct io_ring_ctx *ctx, bool force,  in io_cqring_overflow_flush()
1688 	struct io_ring_ctx *ctx = req->ctx;  in __io_cqring_fill_event()
1733 	struct io_ring_ctx *ctx = req->ctx;  in io_cqring_add_event()
1746 	struct io_ring_ctx *ctx = cs->ctx;  in io_submit_flush_completions()
1804 static struct io_kiocb *io_get_fallback_req(struct io_ring_ctx *ctx)  in io_get_fallback_req()
1815 static struct io_kiocb *io_alloc_req(struct io_ring_ctx *ctx,  in io_alloc_req()
1869 	struct io_ring_ctx *ctx = req->ctx;  in __io_free_req()
1887 	struct io_ring_ctx *ctx = req->ctx;  in io_kill_linked_timeout()
1944 	struct io_ring_ctx *ctx = req->ctx;  in io_fail_links()
2002 	struct io_ring_ctx *ctx = req->ctx;  in io_req_task_work_add()
2028 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_task_cancel()
2043 	struct io_ring_ctx *ctx = req->ctx;  in io_req_task_cancel()
2051 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_task_submit()
2065 	struct io_ring_ctx *ctx = req->ctx;  in io_req_task_submit()
2118 static void __io_req_free_batch_flush(struct io_ring_ctx *ctx,  in __io_req_free_batch_flush()
2126 static void io_req_free_batch_finish(struct io_ring_ctx *ctx,  in io_req_free_batch_finish()
2239 static unsigned io_cqring_events(struct io_ring_ctx *ctx, bool noflush)  in io_cqring_events()
2260 static inline unsigned int io_sqring_entries(struct io_ring_ctx *ctx)  in io_sqring_entries()
2318 static void io_iopoll_complete(struct io_ring_ctx *ctx, unsigned int *nr_events,  in io_iopoll_complete()
2360 static int io_do_iopoll(struct io_ring_ctx *ctx, unsigned int *nr_events,  in io_do_iopoll()
2414 static int io_iopoll_getevents(struct io_ring_ctx *ctx, unsigned int *nr_events,  in io_iopoll_getevents()
2434 static void io_iopoll_try_reap_events(struct io_ring_ctx *ctx)  in io_iopoll_try_reap_events()
2462 static int io_iopoll_check(struct io_ring_ctx *ctx, long min)  in io_iopoll_check()
2646 	struct io_ring_ctx *ctx = req->ctx;  in io_iopoll_req_issued()
2764 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_rw()
2863 	struct io_ring_ctx *ctx = req->ctx;  in io_import_fixed()
2928 static void io_ring_submit_unlock(struct io_ring_ctx *ctx, bool needs_lock)  in io_ring_submit_unlock()
2934 static void io_ring_submit_lock(struct io_ring_ctx *ctx, bool needs_lock)  in io_ring_submit_lock()
3698 	struct io_ring_ctx *ctx = req->ctx;  in io_nop()
3709 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_fsync()
3909 static int __io_remove_buffers(struct io_ring_ctx *ctx, struct io_buffer *buf,  in __io_remove_buffers()
3939 	struct io_ring_ctx *ctx = req->ctx;  in io_remove_buffers()
4017 	struct io_ring_ctx *ctx = req->ctx;  in io_provide_buffers()
4265 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_sfr()
4906 	struct io_ring_ctx *ctx = req->ctx;  in io_poll_rewait()
4958 	struct io_ring_ctx *ctx = req->ctx;  in io_poll_complete()
4969 	struct io_ring_ctx *ctx = req->ctx;  in io_poll_task_func()
5083 	struct io_ring_ctx *ctx = req->ctx;  in io_async_task_func()
5124 	struct io_ring_ctx *ctx = req->ctx;  in io_poll_req_insert()
5137 	struct io_ring_ctx *ctx = req->ctx;  in __io_arm_poll_handler()
5175 	struct io_ring_ctx *ctx = req->ctx;  in io_arm_poll_handler()
5282 static bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk)  in io_poll_remove_all()
5306 static int io_poll_cancel(struct io_ring_ctx *ctx, __u64 sqe_addr)  in io_poll_cancel()
5342 	struct io_ring_ctx *ctx = req->ctx;  in io_poll_remove()
5396 	struct io_ring_ctx *ctx = req->ctx;  in io_poll_add()
5423 	struct io_ring_ctx *ctx = req->ctx;  in io_timeout_fn()
5457 static int io_timeout_cancel(struct io_ring_ctx *ctx, __u64 user_data)  in io_timeout_cancel()
5494 	struct io_ring_ctx *ctx = req->ctx;  in io_timeout_remove()
5549 	struct io_ring_ctx *ctx = req->ctx;  in io_timeout()
5598 static int io_async_cancel_one(struct io_ring_ctx *ctx, void *sqe_addr)  in io_async_cancel_one()
5619 static void io_async_find_and_cancel(struct io_ring_ctx *ctx,  in io_async_find_and_cancel()
5666 	struct io_ring_ctx *ctx = req->ctx;  in io_async_cancel()
5693 	struct io_ring_ctx *ctx = req->ctx;  in io_files_update()
5798 	struct io_ring_ctx *ctx = req->ctx;  in io_get_sequence()
5811 	struct io_ring_ctx *ctx = req->ctx;  in io_req_defer()
5854 	struct io_ring_ctx *ctx = req->ctx;  in io_req_drop_files()
5926 	struct io_ring_ctx *ctx = req->ctx;  in io_issue_sqe()
6084 static inline struct file *io_file_from_index(struct io_ring_ctx *ctx,  in io_file_from_index()
6096 	struct io_ring_ctx *ctx = req->ctx;  in io_file_get()
6136 	struct io_ring_ctx *ctx = req->ctx;  in io_link_timeout_fn()
6184 	struct io_ring_ctx *ctx = req->ctx;  in io_queue_linked_timeout()
6316 	struct io_ring_ctx *ctx = req->ctx;  in io_submit_sqe()
6392 				  struct io_ring_ctx *ctx, unsigned int max_ios)  in io_submit_state_start()
6403 static void io_commit_sqring(struct io_ring_ctx *ctx)  in io_commit_sqring()
6423 static const struct io_uring_sqe *io_get_sqe(struct io_ring_ctx *ctx)  in io_get_sqe()
6446 static inline void io_consume_sqe(struct io_ring_ctx *ctx)  in io_consume_sqe()
6456 static inline bool io_check_restriction(struct io_ring_ctx *ctx,  in io_check_restriction()
6481 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_init_req()
6543 static int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr)  in io_submit_sqes()
6621 static inline void io_ring_set_wakeup_flag(struct io_ring_ctx *ctx)  in io_ring_set_wakeup_flag()
6629 static inline void io_ring_clear_wakeup_flag(struct io_ring_ctx *ctx)  in io_ring_clear_wakeup_flag()
6639 	struct io_ring_ctx *ctx = container_of(wqe, struct io_ring_ctx, sqo_wait_entry);  in io_sq_wake_function()
6659 static enum sq_ret __io_sq_thread(struct io_ring_ctx *ctx,  in __io_sq_thread()
6745 	struct io_ring_ctx *ctx;  in io_sqd_init_new()
6748 		ctx = list_first_entry(&sqd->ctx_new_list, struct io_ring_ctx, sqd_list);  in io_sqd_init_new()
6761 	struct io_ring_ctx *ctx;  in io_sq_thread()
6828 	struct io_ring_ctx *ctx;
6835 	struct io_ring_ctx *ctx = iowq->ctx;  in io_should_wake()
6879 static int io_cqring_wait(struct io_ring_ctx *ctx, int min_events,  in io_cqring_wait()
6936 static void __io_sqe_files_unregister(struct io_ring_ctx *ctx)  in __io_sqe_files_unregister()
6967 static int io_sqe_files_unregister(struct io_ring_ctx *ctx)  in io_sqe_files_unregister()
7019 	struct io_ring_ctx *ctx_attach;  in io_attach_sq_data()
7081 static void io_sq_thread_stop(struct io_ring_ctx *ctx)  in io_sq_thread_stop()
7113 static void io_finish_async(struct io_ring_ctx *ctx)  in io_finish_async()
7129 static int __io_sqe_files_scm(struct io_ring_ctx *ctx, int nr, int offset)  in __io_sqe_files_scm()
7183 static int io_sqe_files_scm(struct io_ring_ctx *ctx)  in io_sqe_files_scm()
7214 static int io_sqe_files_scm(struct io_ring_ctx *ctx)  in io_sqe_files_scm()
7247 static void io_ring_file_put(struct io_ring_ctx *ctx, struct file *file)  in io_ring_file_put()
7317 	struct io_ring_ctx *ctx = file_data->ctx;  in __io_file_put_work()
7333 	struct io_ring_ctx *ctx;  in io_file_put_work()
7336 	ctx = container_of(work, struct io_ring_ctx, file_put_work.work);  in io_file_put_work()
7353 	struct io_ring_ctx *ctx;  in io_file_data_ref_zero()
7385 			struct io_ring_ctx *ctx)  in alloc_fixed_file_ref_node()
7411 static int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg,  in io_sqe_files_register()
7519 static int io_sqe_file_register(struct io_ring_ctx *ctx, struct file *file,  in io_sqe_file_register()
7578 static int __io_sqe_files_update(struct io_ring_ctx *ctx,  in __io_sqe_files_update()
7666 static int io_sqe_files_update(struct io_ring_ctx *ctx, void __user *arg,  in io_sqe_files_update()
7691 static int io_init_wq_offload(struct io_ring_ctx *ctx,  in io_init_wq_offload()
7696 	struct io_ring_ctx *ctx_attach;  in io_init_wq_offload()
7777 static int io_sq_offload_create(struct io_ring_ctx *ctx,  in io_sq_offload_create()
7849 static void io_sq_offload_start(struct io_ring_ctx *ctx)  in io_sq_offload_start()
7882 static void io_unaccount_mem(struct io_ring_ctx *ctx, unsigned long nr_pages,  in io_unaccount_mem()
7896 static int io_account_mem(struct io_ring_ctx *ctx, unsigned long nr_pages,  in io_account_mem()
7978 static int io_sqe_buffer_unregister(struct io_ring_ctx *ctx)  in io_sqe_buffer_unregister()
8003 static int io_copy_iov(struct io_ring_ctx *ctx, struct iovec *dst,  in io_copy_iov()
8037 static bool headpage_already_acct(struct io_ring_ctx *ctx, struct page **pages,  in headpage_already_acct()
8065 static int io_buffer_account_pin(struct io_ring_ctx *ctx, struct page **pages,  in io_buffer_account_pin()
8096 static int io_sqe_buffer_register(struct io_ring_ctx *ctx, void __user *arg,  in io_sqe_buffer_register()
8233 static int io_eventfd_register(struct io_ring_ctx *ctx, void __user *arg)  in io_eventfd_register()
8254 static int io_eventfd_unregister(struct io_ring_ctx *ctx)  in io_eventfd_unregister()
8267 	struct io_ring_ctx *ctx = data;  in __io_destroy_buffers()
8274 static void io_destroy_buffers(struct io_ring_ctx *ctx)  in io_destroy_buffers()
8280 static void io_ring_ctx_free(struct io_ring_ctx *ctx)  in io_ring_ctx_free()
8322 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_poll()
8341 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_fasync()
8348 	struct io_ring_ctx *ctx = data;  in io_remove_personalities()
8362 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx,  in io_ring_exit_work()
8379 static void io_ring_ctx_wait_and_kill(struct io_ring_ctx *ctx)  in io_ring_ctx_wait_and_kill()
8417 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_release()
8455 static bool io_poll_remove_link(struct io_ring_ctx *ctx, struct io_kiocb *req)  in io_poll_remove_link()
8479 static bool io_timeout_remove_link(struct io_ring_ctx *ctx,  in io_timeout_remove_link()
8504 		struct io_ring_ctx *ctx = req->ctx;  in io_cancel_link_cb()
8516 static void io_attempt_cancel(struct io_ring_ctx *ctx, struct io_kiocb *req)  in io_attempt_cancel()
8538 static void io_cancel_defer_files(struct io_ring_ctx *ctx,  in io_cancel_defer_files()
8568 static bool io_uring_cancel_files(struct io_ring_ctx *ctx,  in io_uring_cancel_files()
8620 static bool __io_uring_cancel_task_requests(struct io_ring_ctx *ctx,  in __io_uring_cancel_task_requests()
8654 static void io_uring_cancel_task_requests(struct io_ring_ctx *ctx,  in io_uring_cancel_task_requests()
8692 static int io_uring_add_task_file(struct io_ring_ctx *ctx, struct file *file)  in io_uring_add_task_file()
8766 		struct io_ring_ctx *ctx = file->private_data;  in __io_uring_files_cancel()
8791 		struct io_ring_ctx *ctx = file->private_data;  in tctx_inflight()
8847 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_validate_mmap_request()
8914 static void io_sqpoll_wait_sq(struct io_ring_ctx *ctx)  in io_sqpoll_wait_sq()
8937 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE6()
9049 static void __io_uring_show_fdinfo(struct io_ring_ctx *ctx, struct seq_file *m)  in __io_uring_show_fdinfo()
9108 	struct io_ring_ctx *ctx = f->private_data;  in io_uring_show_fdinfo()
9132 static int io_allocate_scq_urings(struct io_ring_ctx *ctx,  in io_allocate_scq_urings()
9182 static int io_uring_get_fd(struct io_ring_ctx *ctx)  in io_uring_get_fd()
9231 	struct io_ring_ctx *ctx;  in io_uring_create()
9425 static int io_probe(struct io_ring_ctx *ctx, void __user *arg, unsigned nr_args)  in io_probe()
9464 static int io_register_personality(struct io_ring_ctx *ctx)  in io_register_personality()
9484 static int io_unregister_personality(struct io_ring_ctx *ctx, unsigned id)  in io_unregister_personality()
9499 static int io_register_restrictions(struct io_ring_ctx *ctx, void __user *arg,  in io_register_restrictions()
9569 static int io_register_enable_rings(struct io_ring_ctx *ctx)  in io_register_enable_rings()
9598 static int __io_uring_register(struct io_ring_ctx *ctx, unsigned opcode,  in __io_uring_register()
9740 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE4()