Lines Matching refs:kiocb
25 struct kiocb kiocb; member
82 rw->kiocb.ki_pos = READ_ONCE(sqe->off); in io_prep_rw()
104 rw->kiocb.ki_ioprio = ioprio; in io_prep_rw()
106 rw->kiocb.ki_ioprio = get_current_ioprio(); in io_prep_rw()
132 static inline void io_rw_done(struct kiocb *kiocb, ssize_t ret) in io_rw_done() argument
149 kiocb->ki_complete(kiocb, ret); in io_rw_done()
157 if (rw->kiocb.ki_pos != -1) in io_kiocb_update_pos()
158 return &rw->kiocb.ki_pos; in io_kiocb_update_pos()
162 rw->kiocb.ki_pos = req->file->f_pos; in io_kiocb_update_pos()
163 return &rw->kiocb.ki_pos; in io_kiocb_update_pos()
166 rw->kiocb.ki_pos = 0; in io_kiocb_update_pos()
245 if (rw->kiocb.ki_flags & IOCB_WRITE) { in io_req_io_end()
292 static void io_complete_rw(struct kiocb *kiocb, long res) in io_complete_rw() argument
294 struct io_rw *rw = container_of(kiocb, struct io_rw, kiocb); in io_complete_rw()
304 static void io_complete_rw_iopoll(struct kiocb *kiocb, long res) in io_complete_rw_iopoll() argument
306 struct io_rw *rw = container_of(kiocb, struct io_rw, kiocb); in io_complete_rw_iopoll()
309 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll()
330 req->file->f_pos = rw->kiocb.ki_pos; in kiocb_done()
331 if (ret >= 0 && (rw->kiocb.ki_complete == io_complete_rw)) { in kiocb_done()
343 io_rw_done(&rw->kiocb, ret); in kiocb_done()
414 static inline loff_t *io_kiocb_ppos(struct kiocb *kiocb) in io_kiocb_ppos() argument
416 return (kiocb->ki_filp->f_mode & FMODE_STREAM) ? NULL : &kiocb->ki_pos; in io_kiocb_ppos()
425 struct kiocb *kiocb = &rw->kiocb; in loop_rw_iter() local
426 struct file *file = kiocb->ki_filp; in loop_rw_iter()
435 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter()
437 if ((kiocb->ki_flags & IOCB_NOWAIT) && in loop_rw_iter()
438 !(kiocb->ki_filp->f_flags & O_NONBLOCK)) in loop_rw_iter()
441 ppos = io_kiocb_ppos(kiocb); in loop_rw_iter()
582 rw->kiocb.ki_flags &= ~IOCB_WAITQ; in io_async_buf_func()
605 struct kiocb *kiocb = &rw->kiocb; in io_rw_should_retry() local
612 if (kiocb->ki_flags & (IOCB_DIRECT | IOCB_HIPRI)) in io_rw_should_retry()
626 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry()
627 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_rw_should_retry()
628 kiocb->ki_waitq = wait; in io_rw_should_retry()
634 struct file *file = rw->kiocb.ki_filp; in io_iter_do_read()
637 return call_read_iter(file, &rw->kiocb, iter); in io_iter_do_read()
653 struct kiocb *kiocb = &rw->kiocb; in io_rw_init_file() local
664 kiocb->ki_flags = file->f_iocb_flags; in io_rw_init_file()
665 ret = kiocb_set_rw_flags(kiocb, rw->flags); in io_rw_init_file()
674 if ((kiocb->ki_flags & IOCB_NOWAIT) || in io_rw_init_file()
679 if (!(kiocb->ki_flags & IOCB_DIRECT) || !file->f_op->iopoll) in io_rw_init_file()
682 kiocb->private = NULL; in io_rw_init_file()
683 kiocb->ki_flags |= IOCB_HIPRI | IOCB_ALLOC_CACHE; in io_rw_init_file()
684 kiocb->ki_complete = io_complete_rw_iopoll; in io_rw_init_file()
687 if (kiocb->ki_flags & IOCB_HIPRI) in io_rw_init_file()
689 kiocb->ki_complete = io_complete_rw; in io_rw_init_file()
700 struct kiocb *kiocb = &rw->kiocb; in io_read() local
745 kiocb->ki_flags |= IOCB_NOWAIT; in io_read()
748 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_read()
818 kiocb->ki_flags &= ~IOCB_WAITQ; in io_read()
833 kiocb->ki_flags &= ~IOCB_WAITQ; in io_read()
848 struct kiocb *kiocb = &rw->kiocb; in io_write() local
877 if (!(kiocb->ki_flags & IOCB_DIRECT) && in io_write()
878 !(kiocb->ki_filp->f_mode & FMODE_BUF_WASYNC) && in io_write()
882 kiocb->ki_flags |= IOCB_NOWAIT; in io_write()
885 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_write()
908 kiocb->ki_flags |= IOCB_WRITE; in io_write()
911 ret2 = call_write_iter(req->file, kiocb, &s->iter); in io_write()
926 if (ret2 == -EOPNOTSUPP && (kiocb->ki_flags & IOCB_NOWAIT)) in io_write()
939 trace_io_uring_short_write(req->ctx, kiocb->ki_pos - ret2, in io_write()
954 if (kiocb->ki_flags & IOCB_WRITE) in io_write()
965 if (kiocb->ki_flags & IOCB_WRITE) in io_write()
1028 ret = file->f_op->iopoll(&rw->kiocb, &iob, poll_flags); in io_do_iopoll()