143 static bool io_uring_try_cancel_requests(struct io_ring_ctx *ctx,
150 static void io_move_task_work_from_local(struct io_ring_ctx *ctx);
151 static void __io_submit_flush_completions(struct io_ring_ctx *ctx);
159 		struct io_ring_ctx *ctx = file->private_data;  in io_uring_get_socket()
168 static inline void io_submit_flush_completions(struct io_ring_ctx *ctx)  in io_submit_flush_completions()
174 static inline unsigned int __io_cqring_events(struct io_ring_ctx *ctx)  in __io_cqring_events()
179 static inline unsigned int __io_cqring_events_user(struct io_ring_ctx *ctx)  in __io_cqring_events_user()
210 		struct io_ring_ctx *ctx = head->ctx;  in io_match_task_safe()
228 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_req_add_to_cache()
235 	struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs);  in io_ring_ctx_ref_free()
242 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx,  in io_fallback_req_func()
273 static __cold struct io_ring_ctx *io_ring_ctx_alloc(struct io_uring_params *p)  in io_ring_ctx_alloc()
275 	struct io_ring_ctx *ctx;  in io_ring_ctx_alloc()
346 static void io_account_cq_overflow(struct io_ring_ctx *ctx)  in io_account_cq_overflow()
357 		struct io_ring_ctx *ctx = req->ctx;  in req_need_defer()
408 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_work()
438 		struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_link()
477 static __cold void io_queue_deferred(struct io_ring_ctx *ctx)  in io_queue_deferred()
510 static void io_eventfd_signal(struct io_ring_ctx *ctx)  in io_eventfd_signal()
547 static void io_eventfd_flush_signal(struct io_ring_ctx *ctx)  in io_eventfd_flush_signal()
570 void __io_commit_cqring_flush(struct io_ring_ctx *ctx)  in __io_commit_cqring_flush()
584 static inline void io_cqring_ev_posted(struct io_ring_ctx *ctx)  in io_cqring_ev_posted()
590 static inline void __io_cq_unlock_post(struct io_ring_ctx *ctx)  in __io_cq_unlock_post()
598 void io_cq_unlock_post(struct io_ring_ctx *ctx)  in io_cq_unlock_post()
604 static bool __io_cqring_overflow_flush(struct io_ring_ctx *ctx, bool force)  in __io_cqring_overflow_flush()
643 static bool io_cqring_overflow_flush(struct io_ring_ctx *ctx)  in io_cqring_overflow_flush()
690 static bool io_cqring_event_overflow(struct io_ring_ctx *ctx, u64 user_data,  in io_cqring_event_overflow()
744 struct io_uring_cqe *__io_get_cqe(struct io_ring_ctx *ctx, bool overflow)  in __io_get_cqe()
781 bool io_fill_cqe_aux(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags,  in io_fill_cqe_aux()
814 bool io_post_aux_cqe(struct io_ring_ctx *ctx,  in io_post_aux_cqe()
833 		struct io_ring_ctx *ctx = req->ctx;  in __io_req_complete_put()
866 	struct io_ring_ctx *ctx = req->ctx;  in io_req_complete_post()
893 static void io_preinit_req(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_preinit_req()
902 static void io_flush_cached_locked_reqs(struct io_ring_ctx *ctx,  in io_flush_cached_locked_reqs()
917 __cold bool __io_alloc_req_refill(struct io_ring_ctx *ctx)  in __io_alloc_req_refill()
970 	struct io_ring_ctx *ctx = req->ctx;  in io_free_req()
984 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_find_next_prep()
1008 static void ctx_flush_and_put(struct io_ring_ctx *ctx, bool *locked)  in ctx_flush_and_put()
1023 				   struct io_ring_ctx **ctx, bool *locked,  in handle_tw_list()
1083 	struct io_ring_ctx *ctx = NULL;  in tctx_task_work()
1110 	struct io_ring_ctx *ctx = req->ctx;  in io_req_local_work_add()
1133 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_task_work_add()
1167 static void __cold io_move_task_work_from_local(struct io_ring_ctx *ctx)  in io_move_task_work_from_local()
1181 int __io_run_local_work(struct io_ring_ctx *ctx, bool *locked)  in __io_run_local_work()
1223 int io_run_local_work(struct io_ring_ctx *ctx)  in io_run_local_work()
1290 void io_free_batch_list(struct io_ring_ctx *ctx, struct io_wq_work_node *node)  in io_free_batch_list()
1340 static void __io_submit_flush_completions(struct io_ring_ctx *ctx)  in __io_submit_flush_completions()
1376 static unsigned io_cqring_events(struct io_ring_ctx *ctx)  in io_cqring_events()
1387 static __cold void io_iopoll_try_reap_events(struct io_ring_ctx *ctx)  in io_iopoll_try_reap_events()
1411 static int io_iopoll_check(struct io_ring_ctx *ctx, long min)  in io_iopoll_check()
1499 	struct io_ring_ctx *ctx = req->ctx;  in io_iopoll_req_issued()
1639 	struct io_ring_ctx *ctx = req->ctx;  in io_drain_req()
1850 	struct io_ring_ctx *ctx = req->ctx;  in io_file_get_fixed()
1956 static inline bool io_check_restriction(struct io_ring_ctx *ctx,  in io_check_restriction()
1976 	struct io_ring_ctx *ctx = req->ctx;  in io_init_req_drain()
1993 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_init_req()
2090 	struct io_ring_ctx *ctx = req->ctx;  in io_submit_fail_init()
2124 static inline int io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_submit_sqe()
2181 static void io_submit_state_end(struct io_ring_ctx *ctx)  in io_submit_state_end()
2206 static void io_commit_sqring(struct io_ring_ctx *ctx)  in io_commit_sqring()
2226 static const struct io_uring_sqe *io_get_sqe(struct io_ring_ctx *ctx)  in io_get_sqe()
2254 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr)  in io_submit_sqes()
2308 	struct io_ring_ctx *ctx;
2313 static inline bool io_has_work(struct io_ring_ctx *ctx)  in io_has_work()
2322 	struct io_ring_ctx *ctx = iowq->ctx;  in io_should_wake()
2338 	struct io_ring_ctx *ctx = iowq->ctx;  in io_wake_function()
2349 int io_run_task_work_sig(struct io_ring_ctx *ctx)  in io_run_task_work_sig()
2359 static inline int io_cqring_wait_schedule(struct io_ring_ctx *ctx,  in io_cqring_wait_schedule()
2388 static int io_cqring_wait(struct io_ring_ctx *ctx, int min_events,  in io_cqring_wait()
2478 static unsigned long rings_size(struct io_ring_ctx *ctx, unsigned int sq_entries,  in rings_size()
2511 static int io_eventfd_register(struct io_ring_ctx *ctx, void __user *arg,  in io_eventfd_register()
2549 static int io_eventfd_unregister(struct io_ring_ctx *ctx)  in io_eventfd_unregister()
2566 static void io_req_caches_free(struct io_ring_ctx *ctx)  in io_req_caches_free()
2584 static __cold void io_ring_ctx_free(struct io_ring_ctx *ctx)  in io_ring_ctx_free()
2650 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_poll()
2682 static int io_unregister_personality(struct io_ring_ctx *ctx, unsigned id)  in io_unregister_personality()
2698 	struct io_ring_ctx		*ctx;
2727 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx, exit_work);  in io_ring_exit_work()
2799 static __cold void io_ring_ctx_wait_and_kill(struct io_ring_ctx *ctx)  in io_ring_ctx_wait_and_kill()
2833 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_release()
2853 static __cold bool io_cancel_defer_files(struct io_ring_ctx *ctx,  in io_cancel_defer_files()
2880 static __cold bool io_uring_try_cancel_iowq(struct io_ring_ctx *ctx)  in io_uring_try_cancel_iowq()
2904 static __cold bool io_uring_try_cancel_requests(struct io_ring_ctx *ctx,  in io_uring_try_cancel_requests()
2964 	struct io_ring_ctx *ctx;  in io_uring_cancel_generic()
3042 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_validate_mmap_request()
3158 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE6()
3308 static __cold int io_allocate_scq_urings(struct io_ring_ctx *ctx,  in io_allocate_scq_urings()
3353 static int io_uring_install_fd(struct io_ring_ctx *ctx, struct file *file)  in io_uring_install_fd()
3376 static struct file *io_uring_get_file(struct io_ring_ctx *ctx)  in io_uring_get_file()
3404 	struct io_ring_ctx *ctx;  in io_uring_create()
3610 static __cold int io_probe(struct io_ring_ctx *ctx, void __user *arg,  in io_probe()
3650 static int io_register_personality(struct io_ring_ctx *ctx)  in io_register_personality()
3667 static __cold int io_register_restrictions(struct io_ring_ctx *ctx,  in io_register_restrictions()
3737 static int io_register_enable_rings(struct io_ring_ctx *ctx)  in io_register_enable_rings()
3754 static __cold int io_register_iowq_aff(struct io_ring_ctx *ctx,  in io_register_iowq_aff()
3789 static __cold int io_unregister_iowq_aff(struct io_ring_ctx *ctx)  in io_unregister_iowq_aff()
3799 static __cold int io_register_iowq_max_workers(struct io_ring_ctx *ctx,  in io_register_iowq_max_workers()
3882 static int __io_uring_register(struct io_ring_ctx *ctx, unsigned opcode,  in __io_uring_register()
4053 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE4()