37 static inline bool unsigned_offsets(struct file *file)  in unsigned_offsets()  argument
39 	return file->f_mode & FMODE_UNSIGNED_OFFSET;  in unsigned_offsets()
54 loff_t vfs_setpos(struct file *file, loff_t offset, loff_t maxsize)  in vfs_setpos()  argument
56 	if (offset < 0 && !unsigned_offsets(file))  in vfs_setpos()
61 	if (offset != file->f_pos) {  in vfs_setpos()
62 		file->f_pos = offset;  in vfs_setpos()
63 		file->f_version = 0;  in vfs_setpos()
86 generic_file_llseek_size(struct file *file, loff_t offset, int whence,  in generic_file_llseek_size()  argument
101 			return file->f_pos;  in generic_file_llseek_size()
107 		spin_lock(&file->f_lock);  in generic_file_llseek_size()
108 		offset = vfs_setpos(file, file->f_pos + offset, maxsize);  in generic_file_llseek_size()
109 		spin_unlock(&file->f_lock);  in generic_file_llseek_size()
130 	return vfs_setpos(file, offset, maxsize);  in generic_file_llseek_size()
144 loff_t generic_file_llseek(struct file *file, loff_t offset, int whence)  in generic_file_llseek()  argument
146 	struct inode *inode = file->f_mapping->host;  in generic_file_llseek()
148 	return generic_file_llseek_size(file, offset, whence,  in generic_file_llseek()
162 loff_t fixed_size_llseek(struct file *file, loff_t offset, int whence, loff_t size)  in fixed_size_llseek()  argument
166 		return generic_file_llseek_size(file, offset, whence,  in fixed_size_llseek()
181 loff_t no_seek_end_llseek(struct file *file, loff_t offset, int whence)  in no_seek_end_llseek()  argument
185 		return generic_file_llseek_size(file, offset, whence,  in no_seek_end_llseek()
201 loff_t no_seek_end_llseek_size(struct file *file, loff_t offset, int whence, loff_t size)  in no_seek_end_llseek_size()  argument
205 		return generic_file_llseek_size(file, offset, whence,  in no_seek_end_llseek_size()
224 loff_t noop_llseek(struct file *file, loff_t offset, int whence)  in noop_llseek()  argument
226 	return file->f_pos;  in noop_llseek()
230 loff_t no_llseek(struct file *file, loff_t offset, int whence)  in no_llseek()  argument
236 loff_t default_llseek(struct file *file, loff_t offset, int whence)  in default_llseek()  argument
238 	struct inode *inode = file_inode(file);  in default_llseek()
248 				retval = file->f_pos;  in default_llseek()
251 			offset += file->f_pos;  in default_llseek()
278 	if (offset >= 0 || unsigned_offsets(file)) {  in default_llseek()
279 		if (offset != file->f_pos) {  in default_llseek()
280 			file->f_pos = offset;  in default_llseek()
281 			file->f_version = 0;  in default_llseek()
291 loff_t vfs_llseek(struct file *file, loff_t offset, int whence)  in vfs_llseek()  argument
293 	loff_t (*fn)(struct file *, loff_t, int);  in vfs_llseek()
296 	if (file->f_mode & FMODE_LSEEK) {  in vfs_llseek()
297 		if (file->f_op->llseek)  in vfs_llseek()
298 			fn = file->f_op->llseek;  in vfs_llseek()
300 	return fn(file, offset, whence);  in vfs_llseek()
308 	if (!f.file)  in ksys_lseek()
313 		loff_t res = vfs_llseek(f.file, offset, whence);  in ksys_lseek()
343 	if (!f.file)  in SYSCALL_DEFINE5()
350 	offset = vfs_llseek(f.file, ((loff_t) offset_high << 32) | offset_low,  in SYSCALL_DEFINE5()
365 int rw_verify_area(int read_write, struct file *file, const loff_t *ppos, size_t count)  in rw_verify_area()  argument
371 	inode = file_inode(file);  in rw_verify_area()
376 		if (!unsigned_offsets(file))  in rw_verify_area()
381 		if (!unsigned_offsets(file))  in rw_verify_area()
386 		retval = locks_mandatory_area(inode, file, pos, pos + count - 1,  in rw_verify_area()
391 	return security_file_permission(file,  in rw_verify_area()
395 static ssize_t new_sync_read(struct file *filp, char __user *buf, size_t len, loff_t *ppos)  in new_sync_read()
412 ssize_t __vfs_read(struct file *file, char __user *buf, size_t count,  in __vfs_read()  argument
415 	if (file->f_op->read)  in __vfs_read()
416 		return file->f_op->read(file, buf, count, pos);  in __vfs_read()
417 	else if (file->f_op->read_iter)  in __vfs_read()
418 		return new_sync_read(file, buf, count, pos);  in __vfs_read()
423 ssize_t kernel_read(struct file *file, void *buf, size_t count, loff_t *pos)  in kernel_read()  argument
431 	result = vfs_read(file, (void __user *)buf, count, pos);  in kernel_read()
437 ssize_t vfs_read(struct file *file, char __user *buf, size_t count, loff_t *pos)  in vfs_read()  argument
441 	if (!(file->f_mode & FMODE_READ))  in vfs_read()
443 	if (!(file->f_mode & FMODE_CAN_READ))  in vfs_read()
448 	ret = rw_verify_area(READ, file, pos, count);  in vfs_read()
452 		ret = __vfs_read(file, buf, count, pos);  in vfs_read()
454 			fsnotify_access(file);  in vfs_read()
463 static ssize_t new_sync_write(struct file *filp, const char __user *buf, size_t len, loff_t *ppos)  in new_sync_write()
481 ssize_t __vfs_write(struct file *file, const char __user *p, size_t count,  in __vfs_write()  argument
484 	if (file->f_op->write)  in __vfs_write()
485 		return file->f_op->write(file, p, count, pos);  in __vfs_write()
486 	else if (file->f_op->write_iter)  in __vfs_write()
487 		return new_sync_write(file, p, count, pos);  in __vfs_write()
492 ssize_t __kernel_write(struct file *file, const void *buf, size_t count, loff_t *pos)  in __kernel_write()  argument
498 	if (!(file->f_mode & FMODE_CAN_WRITE))  in __kernel_write()
506 	ret = __vfs_write(file, p, count, pos);  in __kernel_write()
509 		fsnotify_modify(file);  in __kernel_write()
517 ssize_t kernel_write(struct file *file, const void *buf, size_t count,  in kernel_write()  argument
526 	res = vfs_write(file, (__force const char __user *)buf, count, pos);  in kernel_write()
533 ssize_t vfs_write(struct file *file, const char __user *buf, size_t count, loff_t *pos)  in vfs_write()  argument
537 	if (!(file->f_mode & FMODE_WRITE))  in vfs_write()
539 	if (!(file->f_mode & FMODE_CAN_WRITE))  in vfs_write()
544 	ret = rw_verify_area(WRITE, file, pos, count);  in vfs_write()
548 		file_start_write(file);  in vfs_write()
549 		ret = __vfs_write(file, buf, count, pos);  in vfs_write()
551 			fsnotify_modify(file);  in vfs_write()
555 		file_end_write(file);  in vfs_write()
561 static inline loff_t file_pos_read(struct file *file)  in file_pos_read()  argument
563 	return file->f_pos;  in file_pos_read()
566 static inline void file_pos_write(struct file *file, loff_t pos)  in file_pos_write()  argument
568 	file->f_pos = pos;  in file_pos_write()
576 	if (f.file) {  in ksys_read()
577 		loff_t pos = file_pos_read(f.file);  in ksys_read()
578 		ret = vfs_read(f.file, buf, count, &pos);  in ksys_read()
580 			file_pos_write(f.file, pos);  in ksys_read()
596 	if (f.file) {  in ksys_write()
597 		loff_t pos = file_pos_read(f.file);  in ksys_write()
598 		ret = vfs_write(f.file, buf, count, &pos);  in ksys_write()
600 			file_pos_write(f.file, pos);  in ksys_write()
623 	if (f.file) {  in ksys_pread64()
625 		if (f.file->f_mode & FMODE_PREAD)  in ksys_pread64()
626 			ret = vfs_read(f.file, buf, count, &pos);  in ksys_pread64()
649 	if (f.file) {  in ksys_pwrite64()
651 		if (f.file->f_mode & FMODE_PWRITE)    in ksys_pwrite64()
652 			ret = vfs_write(f.file, buf, count, &pos);  in ksys_pwrite64()
665 static ssize_t do_iter_readv_writev(struct file *filp, struct iov_iter *iter,  in do_iter_readv_writev()
687 static ssize_t do_loop_readv_writev(struct file *filp, struct iov_iter *iter,  in do_loop_readv_writev()
903 static ssize_t do_iter_read(struct file *file, struct iov_iter *iter,  in do_iter_read()  argument
909 	if (!(file->f_mode & FMODE_READ))  in do_iter_read()
911 	if (!(file->f_mode & FMODE_CAN_READ))  in do_iter_read()
917 	ret = rw_verify_area(READ, file, pos, tot_len);  in do_iter_read()
921 	if (file->f_op->read_iter)  in do_iter_read()
922 		ret = do_iter_readv_writev(file, iter, pos, READ, flags);  in do_iter_read()
924 		ret = do_loop_readv_writev(file, iter, pos, READ, flags);  in do_iter_read()
927 		fsnotify_access(file);  in do_iter_read()
931 ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos,  in vfs_iter_read()  argument
934 	if (!file->f_op->read_iter)  in vfs_iter_read()
936 	return do_iter_read(file, iter, ppos, flags);  in vfs_iter_read()
940 static ssize_t do_iter_write(struct file *file, struct iov_iter *iter,  in do_iter_write()  argument
946 	if (!(file->f_mode & FMODE_WRITE))  in do_iter_write()
948 	if (!(file->f_mode & FMODE_CAN_WRITE))  in do_iter_write()
954 	ret = rw_verify_area(WRITE, file, pos, tot_len);  in do_iter_write()
958 	if (file->f_op->write_iter)  in do_iter_write()
959 		ret = do_iter_readv_writev(file, iter, pos, WRITE, flags);  in do_iter_write()
961 		ret = do_loop_readv_writev(file, iter, pos, WRITE, flags);  in do_iter_write()
963 		fsnotify_modify(file);  in do_iter_write()
967 ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos,  in vfs_iter_write()  argument
970 	if (!file->f_op->write_iter)  in vfs_iter_write()
972 	return do_iter_write(file, iter, ppos, flags);  in vfs_iter_write()
976 ssize_t vfs_readv(struct file *file, const struct iovec __user *vec,  in vfs_readv()  argument
986 		ret = do_iter_read(file, &iter, pos, flags);  in vfs_readv()
993 static ssize_t vfs_writev(struct file *file, const struct iovec __user *vec,  in vfs_writev()  argument
1003 		file_start_write(file);  in vfs_writev()
1004 		ret = do_iter_write(file, &iter, pos, flags);  in vfs_writev()
1005 		file_end_write(file);  in vfs_writev()
1017 	if (f.file) {  in do_readv()
1018 		loff_t pos = file_pos_read(f.file);  in do_readv()
1019 		ret = vfs_readv(f.file, vec, vlen, &pos, flags);  in do_readv()
1021 			file_pos_write(f.file, pos);  in do_readv()
1037 	if (f.file) {  in do_writev()
1038 		loff_t pos = file_pos_read(f.file);  in do_writev()
1039 		ret = vfs_writev(f.file, vec, vlen, &pos, flags);  in do_writev()
1041 			file_pos_write(f.file, pos);  in do_writev()
1067 	if (f.file) {  in do_preadv()
1069 		if (f.file->f_mode & FMODE_PREAD)  in do_preadv()
1070 			ret = vfs_readv(f.file, vec, vlen, &pos, flags);  in do_preadv()
1090 	if (f.file) {  in do_pwritev()
1092 		if (f.file->f_mode & FMODE_PWRITE)  in do_pwritev()
1093 			ret = vfs_writev(f.file, vec, vlen, &pos, flags);  in do_pwritev()
1156 static size_t compat_readv(struct file *file,  in compat_readv()  argument
1167 		ret = do_iter_read(file, &iter, pos, flags);  in compat_readv()
1184 	if (!f.file)  in do_compat_readv()
1186 	pos = f.file->f_pos;  in do_compat_readv()
1187 	ret = compat_readv(f.file, vec, vlen, &pos, flags);  in do_compat_readv()
1189 		f.file->f_pos = pos;  in do_compat_readv()
1212 	if (!f.file)  in do_compat_preadv64()
1215 	if (f.file->f_mode & FMODE_PREAD)  in do_compat_preadv64()
1216 		ret = compat_readv(f.file, vec, vlen, &pos, flags);  in do_compat_preadv64()
1261 static size_t compat_writev(struct file *file,  in compat_writev()  argument
1272 		file_start_write(file);  in compat_writev()
1273 		ret = do_iter_write(file, &iter, pos, flags);  in compat_writev()
1274 		file_end_write(file);  in compat_writev()
1291 	if (!f.file)  in do_compat_writev()
1293 	pos = f.file->f_pos;  in do_compat_writev()
1294 	ret = compat_writev(f.file, vec, vlen, &pos, flags);  in do_compat_writev()
1296 		f.file->f_pos = pos;  in do_compat_writev()
1318 	if (!f.file)  in do_compat_pwritev64()
1321 	if (f.file->f_mode & FMODE_PWRITE)  in do_compat_pwritev64()
1322 		ret = compat_writev(f.file, vec, vlen, &pos, flags);  in do_compat_pwritev64()
1383 	if (!in.file)  in do_sendfile()
1385 	if (!(in.file->f_mode & FMODE_READ))  in do_sendfile()
1389 		pos = in.file->f_pos;  in do_sendfile()
1392 		if (!(in.file->f_mode & FMODE_PREAD))  in do_sendfile()
1395 	retval = rw_verify_area(READ, in.file, &pos, count);  in do_sendfile()
1406 	if (!out.file)  in do_sendfile()
1408 	if (!(out.file->f_mode & FMODE_WRITE))  in do_sendfile()
1411 	in_inode = file_inode(in.file);  in do_sendfile()
1412 	out_inode = file_inode(out.file);  in do_sendfile()
1413 	out_pos = out.file->f_pos;  in do_sendfile()
1414 	retval = rw_verify_area(WRITE, out.file, &out_pos, count);  in do_sendfile()
1436 	if (in.file->f_flags & O_NONBLOCK)  in do_sendfile()
1439 	file_start_write(out.file);  in do_sendfile()
1440 	retval = do_splice_direct(in.file, &pos, out.file, &out_pos, count, fl);  in do_sendfile()
1441 	file_end_write(out.file);  in do_sendfile()
1446 		fsnotify_access(in.file);  in do_sendfile()
1447 		fsnotify_modify(out.file);  in do_sendfile()
1448 		out.file->f_pos = out_pos;  in do_sendfile()
1452 			in.file->f_pos = pos;  in do_sendfile()
1549 ssize_t vfs_copy_file_range(struct file *file_in, loff_t pos_in,  in vfs_copy_file_range()
1550 			    struct file *file_out, loff_t pos_out,  in vfs_copy_file_range()
1638 	if (!f_in.file)  in SYSCALL_DEFINE6()
1642 	if (!f_out.file)  in SYSCALL_DEFINE6()
1650 		pos_in = f_in.file->f_pos;  in SYSCALL_DEFINE6()
1657 		pos_out = f_out.file->f_pos;  in SYSCALL_DEFINE6()
1660 	ret = vfs_copy_file_range(f_in.file, pos_in, f_out.file, pos_out, len,  in SYSCALL_DEFINE6()
1670 			f_in.file->f_pos = pos_in;  in SYSCALL_DEFINE6()
1677 			f_out.file->f_pos = pos_out;  in SYSCALL_DEFINE6()
1689 static int clone_verify_area(struct file *file, loff_t pos, u64 len, bool write)  in clone_verify_area()  argument
1691 	struct inode *inode = file_inode(file);  in clone_verify_area()
1703 		retval = locks_mandatory_area(inode, file, pos, end,  in clone_verify_area()
1709 	return security_file_permission(file, write ? MAY_WRITE : MAY_READ);  in clone_verify_area()
1821 int do_clone_file_range(struct file *file_in, loff_t pos_in,  in do_clone_file_range()
1822 			struct file *file_out, loff_t pos_out, u64 len)  in do_clone_file_range()
1871 int vfs_clone_file_range(struct file *file_in, loff_t pos_in,  in vfs_clone_file_range()
1872 			 struct file *file_out, loff_t pos_out, u64 len)  in vfs_clone_file_range()
1980 int vfs_dedupe_file_range_one(struct file *src_file, loff_t src_pos,  in vfs_dedupe_file_range_one()
1981 			      struct file *dst_file, loff_t dst_pos, u64 len)  in vfs_dedupe_file_range_one()
2018 int vfs_dedupe_file_range(struct file *file, struct file_dedupe_range *same)  in vfs_dedupe_file_range()  argument
2021 	struct inode *src = file_inode(file);  in vfs_dedupe_file_range()
2029 	if (!(file->f_mode & FMODE_READ))  in vfs_dedupe_file_range()
2046 	ret = clone_verify_area(file, off, len, false);  in vfs_dedupe_file_range()
2065 		struct file *dst_file = dst_fd.file;  in vfs_dedupe_file_range()
2077 		deduped = vfs_dedupe_file_range_one(file, off, dst_file,  in vfs_dedupe_file_range()