26 static void io_rsrc_buf_put(struct io_ring_ctx *ctx, struct io_rsrc_put *prsrc);
27 static void io_rsrc_file_put(struct io_ring_ctx *ctx, struct io_rsrc_put *prsrc);
28 static int io_sqe_buffer_register(struct io_ring_ctx *ctx, struct iovec *iov,
62 static void io_unaccount_mem(struct io_ring_ctx *ctx, unsigned long nr_pages)  in io_unaccount_mem()
71 static int io_account_mem(struct io_ring_ctx *ctx, unsigned long nr_pages)  in io_account_mem()
87 static int io_copy_iov(struct io_ring_ctx *ctx, struct iovec *dst,  in io_copy_iov()
136 static void io_buffer_unmap(struct io_ring_ctx *ctx, struct io_mapped_ubuf **slot)  in io_buffer_unmap()
171 void io_rsrc_node_destroy(struct io_ring_ctx *ctx, struct io_rsrc_node *node)  in io_rsrc_node_destroy()
180 	struct io_ring_ctx *ctx = node->ctx;  in io_rsrc_node_ref_zero()
198 struct io_rsrc_node *io_rsrc_node_alloc(struct io_ring_ctx *ctx)  in io_rsrc_node_alloc()
219 				      struct io_ring_ctx *ctx)  in io_rsrc_ref_quiesce()
318 __cold static int io_rsrc_data_alloc(struct io_ring_ctx *ctx, int type,  in io_rsrc_data_alloc()
355 static int __io_sqe_files_update(struct io_ring_ctx *ctx,  in __io_sqe_files_update()
430 static int __io_sqe_buffers_update(struct io_ring_ctx *ctx,  in __io_sqe_buffers_update()
484 static int __io_register_rsrc_update(struct io_ring_ctx *ctx, unsigned type,  in __io_register_rsrc_update()
504 int io_register_files_update(struct io_ring_ctx *ctx, void __user *arg,  in io_register_files_update()
519 int io_register_rsrc_update(struct io_ring_ctx *ctx, void __user *arg,  in io_register_rsrc_update()
533 __cold int io_register_rsrc(struct io_ring_ctx *ctx, void __user *arg,  in io_register_rsrc()
624 	struct io_ring_ctx *ctx = req->ctx;  in io_files_update()
652 	struct io_ring_ctx *ctx = data->ctx;  in io_queue_rsrc_removal()
671 void __io_sqe_files_unregister(struct io_ring_ctx *ctx)  in __io_sqe_files_unregister()
701 int io_sqe_files_unregister(struct io_ring_ctx *ctx)  in io_sqe_files_unregister()
728 int __io_scm_file_account(struct io_ring_ctx *ctx, struct file *file)  in __io_scm_file_account()
782 static __cold void io_rsrc_file_scm_put(struct io_ring_ctx *ctx, struct file *file)  in io_rsrc_file_scm_put()
842 static void io_rsrc_file_put(struct io_ring_ctx *ctx, struct io_rsrc_put *prsrc)  in io_rsrc_file_put()
852 int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg,  in io_sqe_files_register()
928 static void io_rsrc_buf_put(struct io_ring_ctx *ctx, struct io_rsrc_put *prsrc)  in io_rsrc_buf_put()
934 void __io_sqe_buffers_unregister(struct io_ring_ctx *ctx)  in __io_sqe_buffers_unregister()
947 int io_sqe_buffers_unregister(struct io_ring_ctx *ctx)  in io_sqe_buffers_unregister()
976 static bool headpage_already_acct(struct io_ring_ctx *ctx, struct page **pages,  in headpage_already_acct()
1004 static int io_buffer_account_pin(struct io_ring_ctx *ctx, struct page **pages,  in io_buffer_account_pin()
1075 static int io_sqe_buffer_register(struct io_ring_ctx *ctx, struct iovec *iov,  in io_sqe_buffer_register()
1163 static int io_buffers_map_alloc(struct io_ring_ctx *ctx, unsigned int nr_args)  in io_buffers_map_alloc()
1169 int io_sqe_buffers_register(struct io_ring_ctx *ctx, void __user *arg,  in io_sqe_buffers_register()