Lines Matching refs:force_nonblock
3451 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_read() local
3466 ret = io_import_iovec(READ, req, &iovec, iter, !force_nonblock); in io_read()
3475 if (!force_nonblock) in io_read()
3481 if (force_nonblock && !io_file_supports_nowait(req, READ)) { in io_read()
3497 if (!force_nonblock && !(req->ctx->flags & IORING_SETUP_IOPOLL)) in io_read()
3505 } else if (ret <= 0 || ret == req->result || !force_nonblock || in io_read()
3586 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_write() local
3596 ret = io_import_iovec(WRITE, req, &iovec, iter, !force_nonblock); in io_write()
3605 if (!force_nonblock) in io_write()
3611 if (force_nonblock && !io_file_supports_nowait(req, WRITE)) in io_write()
3615 if (force_nonblock && !(kiocb->ki_flags & IOCB_DIRECT) && in io_write()
3658 if (!force_nonblock || ret2 != -EAGAIN) { in io_write()
4321 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_remove_buffers() local
4323 io_ring_submit_lock(ctx, !force_nonblock); in io_remove_buffers()
4336 io_ring_submit_unlock(ctx, !force_nonblock); in io_remove_buffers()
4408 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_provide_buffers() local
4410 io_ring_submit_lock(ctx, !force_nonblock); in io_provide_buffers()
4426 io_ring_submit_unlock(ctx, !force_nonblock); in io_provide_buffers()
4462 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_epoll_ctl() local
4464 ret = do_epoll_ctl(ie->epfd, ie->op, ie->fd, &ie->event, force_nonblock); in io_epoll_ctl()
4465 if (force_nonblock && ret == -EAGAIN) in io_epoll_ctl()
4977 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_recvmsg() local
4992 kbuf = io_recv_buffer_select(req, !force_nonblock); in io_recvmsg()
5002 if (force_nonblock) in io_recvmsg()
5009 if (force_nonblock && ret == -EAGAIN) in io_recvmsg()
5037 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_recv() local
5044 kbuf = io_recv_buffer_select(req, !force_nonblock); in io_recv()
5062 if (force_nonblock) in io_recv()
5068 if (force_nonblock && ret == -EAGAIN) in io_recv()
5109 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_accept() local
5110 unsigned int file_flags = force_nonblock ? O_NONBLOCK : 0; in io_accept()
5129 if (ret == -EAGAIN && force_nonblock) in io_accept()
5173 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_connect() local
5186 file_flags = force_nonblock ? O_NONBLOCK : 0; in io_connect()
5190 if ((ret == -EAGAIN || ret == -EINPROGRESS) && force_nonblock) { in io_connect()
8356 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_install_fixed_file() local
8361 io_ring_submit_lock(ctx, !force_nonblock); in io_install_fixed_file()
8402 io_ring_submit_unlock(ctx, !force_nonblock); in io_install_fixed_file()