634 static ssize_t ceph_sync_read(struct kiocb *iocb, struct iov_iter *to,  in ceph_sync_read()  argument
637 	struct file *file = iocb->ki_filp;  in ceph_sync_read()
640 	u64 off = iocb->ki_pos;  in ceph_sync_read()
705 	if (off > iocb->ki_pos) {  in ceph_sync_read()
706 		ret = off - iocb->ki_pos;  in ceph_sync_read()
707 		iocb->ki_pos = off;  in ceph_sync_read()
715 	struct kiocb *iocb;  member
752 		loff_t endoff = aio_req->iocb->ki_pos + aio_req->total_len;  in ceph_aio_complete()
771 	aio_req->iocb->ki_complete(aio_req->iocb, ret, 0);  in ceph_aio_complete()
817 				loff_t endoff = aio_req->iocb->ki_pos + rc;  in ceph_aio_complete_req()
910 ceph_direct_read_write(struct kiocb *iocb, struct iov_iter *iter,  in ceph_direct_read_write()  argument
914 	struct file *file = iocb->ki_filp;  in ceph_direct_read_write()
927 	loff_t pos = iocb->ki_pos;  in ceph_direct_read_write()
991 		if (pos == iocb->ki_pos && !is_sync_kiocb(iocb) &&  in ceph_direct_read_write()
995 				aio_req->iocb = iocb;  in ceph_direct_read_write()
1102 	if (ret != -EOLDSNAPC && pos > iocb->ki_pos) {  in ceph_direct_read_write()
1103 		ret = pos - iocb->ki_pos;  in ceph_direct_read_write()
1104 		iocb->ki_pos = pos;  in ceph_direct_read_write()
1117 ceph_sync_write(struct kiocb *iocb, struct iov_iter *from, loff_t pos,  in ceph_sync_write()  argument
1120 	struct file *file = iocb->ki_filp;  in ceph_sync_write()
1230 		iocb->ki_pos = pos;  in ceph_sync_write()
1242 static ssize_t ceph_read_iter(struct kiocb *iocb, struct iov_iter *to)  in ceph_read_iter()  argument
1244 	struct file *filp = iocb->ki_filp;  in ceph_read_iter()
1256 	     inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len, inode);  in ceph_read_iter()
1267 	    (iocb->ki_flags & IOCB_DIRECT) ||  in ceph_read_iter()
1271 		     inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len,  in ceph_read_iter()
1275 			if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) {  in ceph_read_iter()
1276 				ret = ceph_direct_read_write(iocb, to,  in ceph_read_iter()
1281 				ret = ceph_sync_read(iocb, to, &retry_op);  in ceph_read_iter()
1289 		     inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len,  in ceph_read_iter()
1292 		ret = generic_file_read_iter(iocb, to);  in ceph_read_iter()
1327 			if (iocb->ki_pos < i_size &&  in ceph_read_iter()
1328 			    iocb->ki_pos < PAGE_SIZE) {  in ceph_read_iter()
1330 						   iocb->ki_pos + len);  in ceph_read_iter()
1335 						iocb->ki_pos & ~PAGE_MASK,  in ceph_read_iter()
1336 						end - iocb->ki_pos, to);  in ceph_read_iter()
1337 				iocb->ki_pos += ret;  in ceph_read_iter()
1340 			if (iocb->ki_pos < i_size && read < len) {  in ceph_read_iter()
1342 						    i_size - iocb->ki_pos);  in ceph_read_iter()
1344 				iocb->ki_pos += ret;  in ceph_read_iter()
1352 		if (retry_op == CHECK_EOF && iocb->ki_pos < i_size &&  in ceph_read_iter()
1355 			     ", reading more\n", iocb->ki_pos, i_size);  in ceph_read_iter()
1380 static ssize_t ceph_write_iter(struct kiocb *iocb, struct iov_iter *from)  in ceph_write_iter()  argument
1382 	struct file *file = iocb->ki_filp;  in ceph_write_iter()
1406 	if (iocb->ki_flags & IOCB_APPEND) {  in ceph_write_iter()
1412 	err = generic_write_checks(iocb, from);  in ceph_write_iter()
1416 	pos = iocb->ki_pos;  in ceph_write_iter()
1466 	    (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) ||  in ceph_write_iter()
1487 		if (iocb->ki_flags & IOCB_DIRECT)  in ceph_write_iter()
1488 			written = ceph_direct_read_write(iocb, &data, snapc,  in ceph_write_iter()
1491 			written = ceph_sync_write(iocb, &data, pos, snapc);  in ceph_write_iter()
1505 			iocb->ki_pos = pos + written;  in ceph_write_iter()
1519 		if (ceph_quota_is_max_bytes_approaching(inode, iocb->ki_pos))  in ceph_write_iter()
1536 			iocb->ki_flags |= IOCB_DSYNC;  in ceph_write_iter()
1537 		written = generic_write_sync(iocb, written);  in ceph_write_iter()