1102 				 unsigned int issue_flags, u32 slot_index);
1103 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags);
1833 static inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags,  in __io_req_complete()  argument
1836 	if (issue_flags & IO_URING_F_COMPLETE_DEFER)  in __io_req_complete()
2677 			     unsigned int issue_flags)  in __io_complete_rw()  argument
2681 	__io_req_complete(req, issue_flags, req->result, io_put_rw_kbuf(req));  in __io_complete_rw()
2920 		       unsigned int issue_flags)  in kiocb_done()  argument
2936 		__io_complete_rw(req, ret, 0, issue_flags);  in kiocb_done()
2949 			if (!(issue_flags & IO_URING_F_NONBLOCK)) {  in kiocb_done()
2951 				__io_req_complete(req, issue_flags, ret, cflags);  in kiocb_done()
2954 				__io_req_complete(req, issue_flags, ret, cflags);  in kiocb_done()
3445 static int io_read(struct io_kiocb *req, unsigned int issue_flags)  in io_read()  argument
3451 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_read()
3565 	kiocb_done(kiocb, ret, issue_flags);  in io_read()
3580 static int io_write(struct io_kiocb *req, unsigned int issue_flags)  in io_write()  argument
3586 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_write()
3663 		kiocb_done(kiocb, ret2, issue_flags);  in io_write()
3710 static int io_renameat(struct io_kiocb *req, unsigned int issue_flags)  in io_renameat()  argument
3715 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_renameat()
3757 static int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags)  in io_unlinkat()  argument
3762 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_unlinkat()
3803 static int io_mkdirat(struct io_kiocb *req, int issue_flags)  in io_mkdirat()  argument
3808 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_mkdirat()
3852 static int io_symlinkat(struct io_kiocb *req, int issue_flags)  in io_symlinkat()  argument
3857 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_symlinkat()
3902 static int io_linkat(struct io_kiocb *req, int issue_flags)  in io_linkat()  argument
3907 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_linkat()
3937 static int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)  in io_shutdown()  argument
3943 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_shutdown()
3992 static int io_tee(struct io_kiocb *req, unsigned int issue_flags)  in io_tee()  argument
4000 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_tee()
4024 static int io_splice(struct io_kiocb *req, unsigned int issue_flags)  in io_splice()  argument
4033 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_splice()
4055 static int io_nop(struct io_kiocb *req, unsigned int issue_flags)  in io_nop()  argument
4062 	__io_req_complete(req, issue_flags, 0, 0);  in io_nop()
4088 static int io_fsync(struct io_kiocb *req, unsigned int issue_flags)  in io_fsync()  argument
4094 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_fsync()
4121 static int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)  in io_fallocate()  argument
4126 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_fallocate()
4198 static int io_openat2(struct io_kiocb *req, unsigned int issue_flags)  in io_openat2()  argument
4211 	if (issue_flags & IO_URING_F_NONBLOCK) {  in io_openat2()
4241 		    (!resolve_nonblock && (issue_flags & IO_URING_F_NONBLOCK)))  in io_openat2()
4246 	if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set)  in io_openat2()
4253 		ret = io_install_fixed_file(req, file, issue_flags,  in io_openat2()
4260 	__io_req_complete(req, issue_flags, ret, 0);  in io_openat2()
4264 static int io_openat(struct io_kiocb *req, unsigned int issue_flags)  in io_openat()  argument
4266 	return io_openat2(req, issue_flags);  in io_openat()
4315 static int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags)  in io_remove_buffers()  argument
4321 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_remove_buffers()
4335 	__io_req_complete(req, issue_flags, ret, 0);  in io_remove_buffers()
4402 static int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags)  in io_provide_buffers()  argument
4408 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_provide_buffers()
4425 	__io_req_complete(req, issue_flags, ret, 0);  in io_provide_buffers()
4457 static int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags)  in io_epoll_ctl()  argument
4462 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_epoll_ctl()
4470 	__io_req_complete(req, issue_flags, ret, 0);  in io_epoll_ctl()
4494 static int io_madvise(struct io_kiocb *req, unsigned int issue_flags)  in io_madvise()  argument
4500 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_madvise()
4526 static int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)  in io_fadvise()  argument
4531 	if (issue_flags & IO_URING_F_NONBLOCK) {  in io_fadvise()
4545 	__io_req_complete(req, issue_flags, ret, 0);  in io_fadvise()
4567 static int io_statx(struct io_kiocb *req, unsigned int issue_flags)  in io_statx()  argument
4572 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_statx()
4602 static int io_close(struct io_kiocb *req, unsigned int issue_flags)  in io_close()  argument
4611 		ret = io_close_fixed(req, issue_flags);  in io_close()
4629 	if (file->f_op->flush && (issue_flags & IO_URING_F_NONBLOCK)) {  in io_close()
4649 	__io_req_complete(req, issue_flags, ret, 0);  in io_close()
4669 static int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags)  in io_sync_file_range()  argument
4674 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sync_file_range()
4747 static int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg()  argument
4768 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg()
4774 	if ((issue_flags & IO_URING_F_NONBLOCK) && ret == -EAGAIN)  in io_sendmsg()
4785 	__io_req_complete(req, issue_flags, ret, 0);  in io_sendmsg()
4789 static int io_send(struct io_kiocb *req, unsigned int issue_flags)  in io_send()  argument
4813 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send()
4820 	if ((issue_flags & IO_URING_F_NONBLOCK) && ret == -EAGAIN)  in io_send()
4827 	__io_req_complete(req, issue_flags, ret, 0);  in io_send()
4969 static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_recvmsg()  argument
4977 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recvmsg()
5022 	__io_req_complete(req, issue_flags, ret, cflags);  in io_recvmsg()
5026 static int io_recv(struct io_kiocb *req, unsigned int issue_flags)  in io_recv()  argument
5037 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recv()
5077 	__io_req_complete(req, issue_flags, ret, cflags);  in io_recv()
5106 static int io_accept(struct io_kiocb *req, unsigned int issue_flags)  in io_accept()  argument
5109 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_accept()
5138 		ret = io_install_fixed_file(req, file, issue_flags,  in io_accept()
5141 	__io_req_complete(req, issue_flags, ret, 0);  in io_accept()
5168 static int io_connect(struct io_kiocb *req, unsigned int issue_flags)  in io_connect()  argument
5173 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_connect()
5205 	__io_req_complete(req, issue_flags, ret, 0);  in io_connect()
5210 static int io_##op(struct io_kiocb *req, unsigned int issue_flags)	\
5832 static int io_poll_add(struct io_kiocb *req, unsigned int issue_flags)  in io_poll_add()  argument
5859 static int io_poll_update(struct io_kiocb *req, unsigned int issue_flags)  in io_poll_update()  argument
5912 		ret = io_poll_add(preq, issue_flags);  in io_poll_update()
6085 static int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags)  in io_timeout_remove()  argument
6166 static int io_timeout(struct io_kiocb *req, unsigned int issue_flags)  in io_timeout()  argument
6293 static int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags)  in io_async_cancel()  argument
6305 	io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_async_cancel()
6314 	io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_async_cancel()
6338 static int io_files_update(struct io_kiocb *req, unsigned int issue_flags)  in io_files_update()  argument
6350 	io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_files_update()
6353 	io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_files_update()
6357 	__io_req_complete(req, issue_flags, ret, 0);  in io_files_update()
6635 static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags)  in io_issue_sqe()  argument
6646 		ret = io_nop(req, issue_flags);  in io_issue_sqe()
6651 		ret = io_read(req, issue_flags);  in io_issue_sqe()
6656 		ret = io_write(req, issue_flags);  in io_issue_sqe()
6659 		ret = io_fsync(req, issue_flags);  in io_issue_sqe()
6662 		ret = io_poll_add(req, issue_flags);  in io_issue_sqe()
6665 		ret = io_poll_update(req, issue_flags);  in io_issue_sqe()
6668 		ret = io_sync_file_range(req, issue_flags);  in io_issue_sqe()
6671 		ret = io_sendmsg(req, issue_flags);  in io_issue_sqe()
6674 		ret = io_send(req, issue_flags);  in io_issue_sqe()
6677 		ret = io_recvmsg(req, issue_flags);  in io_issue_sqe()
6680 		ret = io_recv(req, issue_flags);  in io_issue_sqe()
6683 		ret = io_timeout(req, issue_flags);  in io_issue_sqe()
6686 		ret = io_timeout_remove(req, issue_flags);  in io_issue_sqe()
6689 		ret = io_accept(req, issue_flags);  in io_issue_sqe()
6692 		ret = io_connect(req, issue_flags);  in io_issue_sqe()
6695 		ret = io_async_cancel(req, issue_flags);  in io_issue_sqe()
6698 		ret = io_fallocate(req, issue_flags);  in io_issue_sqe()
6701 		ret = io_openat(req, issue_flags);  in io_issue_sqe()
6704 		ret = io_close(req, issue_flags);  in io_issue_sqe()
6707 		ret = io_files_update(req, issue_flags);  in io_issue_sqe()
6710 		ret = io_statx(req, issue_flags);  in io_issue_sqe()
6713 		ret = io_fadvise(req, issue_flags);  in io_issue_sqe()
6716 		ret = io_madvise(req, issue_flags);  in io_issue_sqe()
6719 		ret = io_openat2(req, issue_flags);  in io_issue_sqe()
6722 		ret = io_epoll_ctl(req, issue_flags);  in io_issue_sqe()
6725 		ret = io_splice(req, issue_flags);  in io_issue_sqe()
6728 		ret = io_provide_buffers(req, issue_flags);  in io_issue_sqe()
6731 		ret = io_remove_buffers(req, issue_flags);  in io_issue_sqe()
6734 		ret = io_tee(req, issue_flags);  in io_issue_sqe()
6737 		ret = io_shutdown(req, issue_flags);  in io_issue_sqe()
6740 		ret = io_renameat(req, issue_flags);  in io_issue_sqe()
6743 		ret = io_unlinkat(req, issue_flags);  in io_issue_sqe()
6746 		ret = io_mkdirat(req, issue_flags);  in io_issue_sqe()
6749 		ret = io_symlinkat(req, issue_flags);  in io_issue_sqe()
6752 		ret = io_linkat(req, issue_flags);  in io_issue_sqe()
8353 				 unsigned int issue_flags, u32 slot_index)  in io_install_fixed_file()  argument
8356 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_install_fixed_file()
8408 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags)  in io_close_fixed()  argument
8416 	io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_close_fixed()
8442 	io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));  in io_close_fixed()