921 static ssize_t ceph_sync_read(struct kiocb *iocb, struct iov_iter *to,  in ceph_sync_read()  argument
924 	struct file *file = iocb->ki_filp;  in ceph_sync_read()
930 	u64 off = iocb->ki_pos;  in ceph_sync_read()
1036 	if (off > iocb->ki_pos) {  in ceph_sync_read()
1039 			ret = i_size - iocb->ki_pos;  in ceph_sync_read()
1040 			iocb->ki_pos = i_size;  in ceph_sync_read()
1042 			ret = off - iocb->ki_pos;  in ceph_sync_read()
1043 			iocb->ki_pos = off;  in ceph_sync_read()
1052 	struct kiocb *iocb;  member
1080 	if (aio_req->iocb->ki_flags & IOCB_DIRECT)  in ceph_aio_complete()
1092 		loff_t endoff = aio_req->iocb->ki_pos + aio_req->total_len;  in ceph_aio_complete()
1110 	aio_req->iocb->ki_complete(aio_req->iocb, ret);  in ceph_aio_complete()
1157 				loff_t endoff = aio_req->iocb->ki_pos + rc;  in ceph_aio_complete_req()
1259 ceph_direct_read_write(struct kiocb *iocb, struct iov_iter *iter,  in ceph_direct_read_write()  argument
1263 	struct file *file = iocb->ki_filp;  in ceph_direct_read_write()
1277 	loff_t pos = iocb->ki_pos;  in ceph_direct_read_write()
1341 		if (pos == iocb->ki_pos && !is_sync_kiocb(iocb) &&  in ceph_direct_read_write()
1345 				aio_req->iocb = iocb;  in ceph_direct_read_write()
1457 	if (ret != -EOLDSNAPC && pos > iocb->ki_pos) {  in ceph_direct_read_write()
1458 		ret = pos - iocb->ki_pos;  in ceph_direct_read_write()
1459 		iocb->ki_pos = pos;  in ceph_direct_read_write()
1472 ceph_sync_write(struct kiocb *iocb, struct iov_iter *from, loff_t pos,  in ceph_sync_write()  argument
1475 	struct file *file = iocb->ki_filp;  in ceph_sync_write()
1588 		iocb->ki_pos = pos;  in ceph_sync_write()
1600 static ssize_t ceph_read_iter(struct kiocb *iocb, struct iov_iter *to)  in ceph_read_iter()  argument
1602 	struct file *filp = iocb->ki_filp;  in ceph_read_iter()
1607 	bool direct_lock = iocb->ki_flags & IOCB_DIRECT;  in ceph_read_iter()
1614 	     inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len, inode);  in ceph_read_iter()
1639 	    (iocb->ki_flags & IOCB_DIRECT) ||  in ceph_read_iter()
1643 		     inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len,  in ceph_read_iter()
1647 			if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) {  in ceph_read_iter()
1648 				ret = ceph_direct_read_write(iocb, to,  in ceph_read_iter()
1653 				ret = ceph_sync_read(iocb, to, &retry_op);  in ceph_read_iter()
1661 		     inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len,  in ceph_read_iter()
1664 		ret = generic_file_read_iter(iocb, to);  in ceph_read_iter()
1702 			if (iocb->ki_pos < i_size &&  in ceph_read_iter()
1703 			    iocb->ki_pos < PAGE_SIZE) {  in ceph_read_iter()
1705 						   iocb->ki_pos + len);  in ceph_read_iter()
1710 						iocb->ki_pos & ~PAGE_MASK,  in ceph_read_iter()
1711 						end - iocb->ki_pos, to);  in ceph_read_iter()
1712 				iocb->ki_pos += ret;  in ceph_read_iter()
1715 			if (iocb->ki_pos < i_size && read < len) {  in ceph_read_iter()
1717 						    i_size - iocb->ki_pos);  in ceph_read_iter()
1719 				iocb->ki_pos += ret;  in ceph_read_iter()
1727 		if (retry_op == CHECK_EOF && iocb->ki_pos < i_size &&  in ceph_read_iter()
1730 			     ", reading more\n", iocb->ki_pos, i_size);  in ceph_read_iter()
1755 static ssize_t ceph_write_iter(struct kiocb *iocb, struct iov_iter *from)  in ceph_write_iter()  argument
1757 	struct file *file = iocb->ki_filp;  in ceph_write_iter()
1782 	if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT)  in ceph_write_iter()
1794 	if (iocb->ki_flags & IOCB_APPEND) {  in ceph_write_iter()
1800 	err = generic_write_checks(iocb, from);  in ceph_write_iter()
1804 	pos = iocb->ki_pos;  in ceph_write_iter()
1853 	    (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) ||  in ceph_write_iter()
1873 		if (iocb->ki_flags & IOCB_DIRECT)  in ceph_write_iter()
1874 			written = ceph_direct_read_write(iocb, &data, snapc,  in ceph_write_iter()
1877 			written = ceph_sync_write(iocb, &data, pos, snapc);  in ceph_write_iter()
1893 		written = generic_perform_write(iocb, from);  in ceph_write_iter()
1895 			iocb->ki_pos = pos + written;  in ceph_write_iter()
1908 		if (ceph_quota_is_max_bytes_approaching(inode, iocb->ki_pos))  in ceph_write_iter()
1926 			iocb->ki_flags |= IOCB_DSYNC;  in ceph_write_iter()
1927 		written = generic_write_sync(iocb, written);  in ceph_write_iter()