37 static inline bool unsigned_offsets(struct file *file)  in unsigned_offsets()  argument
39 	return file->f_mode & FMODE_UNSIGNED_OFFSET;  in unsigned_offsets()
54 loff_t vfs_setpos(struct file *file, loff_t offset, loff_t maxsize)  in vfs_setpos()  argument
56 	if (offset < 0 && !unsigned_offsets(file))  in vfs_setpos()
61 	if (offset != file->f_pos) {  in vfs_setpos()
62 		file->f_pos = offset;  in vfs_setpos()
63 		file->f_version = 0;  in vfs_setpos()
86 generic_file_llseek_size(struct file *file, loff_t offset, int whence,  in generic_file_llseek_size()  argument
101 			return file->f_pos;  in generic_file_llseek_size()
107 		spin_lock(&file->f_lock);  in generic_file_llseek_size()
108 		offset = vfs_setpos(file, file->f_pos + offset, maxsize);  in generic_file_llseek_size()
109 		spin_unlock(&file->f_lock);  in generic_file_llseek_size()
130 	return vfs_setpos(file, offset, maxsize);  in generic_file_llseek_size()
144 loff_t generic_file_llseek(struct file *file, loff_t offset, int whence)  in generic_file_llseek()  argument
146 	struct inode *inode = file->f_mapping->host;  in generic_file_llseek()
148 	return generic_file_llseek_size(file, offset, whence,  in generic_file_llseek()
162 loff_t fixed_size_llseek(struct file *file, loff_t offset, int whence, loff_t size)  in fixed_size_llseek()  argument
166 		return generic_file_llseek_size(file, offset, whence,  in fixed_size_llseek()
181 loff_t no_seek_end_llseek(struct file *file, loff_t offset, int whence)  in no_seek_end_llseek()  argument
185 		return generic_file_llseek_size(file, offset, whence,  in no_seek_end_llseek()
201 loff_t no_seek_end_llseek_size(struct file *file, loff_t offset, int whence, loff_t size)  in no_seek_end_llseek_size()  argument
205 		return generic_file_llseek_size(file, offset, whence,  in no_seek_end_llseek_size()
224 loff_t noop_llseek(struct file *file, loff_t offset, int whence)  in noop_llseek()  argument
226 	return file->f_pos;  in noop_llseek()
230 loff_t default_llseek(struct file *file, loff_t offset, int whence)  in default_llseek()  argument
232 	struct inode *inode = file_inode(file);  in default_llseek()
242 				retval = file->f_pos;  in default_llseek()
245 			offset += file->f_pos;  in default_llseek()
272 	if (offset >= 0 || unsigned_offsets(file)) {  in default_llseek()
273 		if (offset != file->f_pos) {  in default_llseek()
274 			file->f_pos = offset;  in default_llseek()
275 			file->f_version = 0;  in default_llseek()
285 loff_t vfs_llseek(struct file *file, loff_t offset, int whence)  in vfs_llseek()  argument
287 	if (!(file->f_mode & FMODE_LSEEK))  in vfs_llseek()
289 	return file->f_op->llseek(file, offset, whence);  in vfs_llseek()
297 	if (!f.file)  in ksys_lseek()
302 		loff_t res = vfs_llseek(f.file, offset, whence);  in ksys_lseek()
333 	if (!f.file)  in SYSCALL_DEFINE5()
340 	offset = vfs_llseek(f.file, ((loff_t) offset_high << 32) | offset_low,  in SYSCALL_DEFINE5()
355 int rw_verify_area(int read_write, struct file *file, const loff_t *ppos, size_t count)  in rw_verify_area()  argument
364 			if (!unsigned_offsets(file))  in rw_verify_area()
369 			if (!unsigned_offsets(file))  in rw_verify_area()
374 	return security_file_permission(file,  in rw_verify_area()
379 static ssize_t new_sync_read(struct file *filp, char __user *buf, size_t len, loff_t *ppos)  in new_sync_read()
396 static int warn_unsupported(struct file *file, const char *op)  in warn_unsupported()  argument
400 		op, file, current->pid, current->comm);  in warn_unsupported()
404 ssize_t __kernel_read(struct file *file, void *buf, size_t count, loff_t *pos)  in __kernel_read()  argument
414 	if (WARN_ON_ONCE(!(file->f_mode & FMODE_READ)))  in __kernel_read()
416 	if (!(file->f_mode & FMODE_CAN_READ))  in __kernel_read()
422 	if (unlikely(!file->f_op->read_iter || file->f_op->read))  in __kernel_read()
423 		return warn_unsupported(file, "read");  in __kernel_read()
425 	init_sync_kiocb(&kiocb, file);  in __kernel_read()
428 	ret = file->f_op->read_iter(&kiocb, &iter);  in __kernel_read()
432 		fsnotify_access(file);  in __kernel_read()
439 ssize_t kernel_read(struct file *file, void *buf, size_t count, loff_t *pos)  in kernel_read()  argument
443 	ret = rw_verify_area(READ, file, pos, count);  in kernel_read()
446 	return __kernel_read(file, buf, count, pos);  in kernel_read()
450 ssize_t vfs_read(struct file *file, char __user *buf, size_t count, loff_t *pos)  in vfs_read()  argument
454 	if (!(file->f_mode & FMODE_READ))  in vfs_read()
456 	if (!(file->f_mode & FMODE_CAN_READ))  in vfs_read()
461 	ret = rw_verify_area(READ, file, pos, count);  in vfs_read()
467 	if (file->f_op->read)  in vfs_read()
468 		ret = file->f_op->read(file, buf, count, pos);  in vfs_read()
469 	else if (file->f_op->read_iter)  in vfs_read()
470 		ret = new_sync_read(file, buf, count, pos);  in vfs_read()
474 		fsnotify_access(file);  in vfs_read()
481 static ssize_t new_sync_write(struct file *filp, const char __user *buf, size_t len, loff_t *ppos)  in new_sync_write()
499 ssize_t __kernel_write_iter(struct file *file, struct iov_iter *from, loff_t *pos)  in __kernel_write_iter()  argument
504 	if (WARN_ON_ONCE(!(file->f_mode & FMODE_WRITE)))  in __kernel_write_iter()
506 	if (!(file->f_mode & FMODE_CAN_WRITE))  in __kernel_write_iter()
512 	if (unlikely(!file->f_op->write_iter || file->f_op->write))  in __kernel_write_iter()
513 		return warn_unsupported(file, "write");  in __kernel_write_iter()
515 	init_sync_kiocb(&kiocb, file);  in __kernel_write_iter()
517 	ret = file->f_op->write_iter(&kiocb, from);  in __kernel_write_iter()
521 		fsnotify_modify(file);  in __kernel_write_iter()
529 ssize_t __kernel_write(struct file *file, const void *buf, size_t count, loff_t *pos)  in __kernel_write()  argument
537 	return __kernel_write_iter(file, &iter, pos);  in __kernel_write()
548 ssize_t kernel_write(struct file *file, const void *buf, size_t count,  in kernel_write()  argument
553 	ret = rw_verify_area(WRITE, file, pos, count);  in kernel_write()
557 	file_start_write(file);  in kernel_write()
558 	ret =  __kernel_write(file, buf, count, pos);  in kernel_write()
559 	file_end_write(file);  in kernel_write()
564 ssize_t vfs_write(struct file *file, const char __user *buf, size_t count, loff_t *pos)  in vfs_write()  argument
568 	if (!(file->f_mode & FMODE_WRITE))  in vfs_write()
570 	if (!(file->f_mode & FMODE_CAN_WRITE))  in vfs_write()
575 	ret = rw_verify_area(WRITE, file, pos, count);  in vfs_write()
580 	file_start_write(file);  in vfs_write()
581 	if (file->f_op->write)  in vfs_write()
582 		ret = file->f_op->write(file, buf, count, pos);  in vfs_write()
583 	else if (file->f_op->write_iter)  in vfs_write()
584 		ret = new_sync_write(file, buf, count, pos);  in vfs_write()
588 		fsnotify_modify(file);  in vfs_write()
592 	file_end_write(file);  in vfs_write()
597 static inline loff_t *file_ppos(struct file *file)  in file_ppos()  argument
599 	return file->f_mode & FMODE_STREAM ? NULL : &file->f_pos;  in file_ppos()
607 	if (f.file) {  in ksys_read()
608 		loff_t pos, *ppos = file_ppos(f.file);  in ksys_read()
613 		ret = vfs_read(f.file, buf, count, ppos);  in ksys_read()
615 			f.file->f_pos = pos;  in ksys_read()
631 	if (f.file) {  in ksys_write()
632 		loff_t pos, *ppos = file_ppos(f.file);  in ksys_write()
637 		ret = vfs_write(f.file, buf, count, ppos);  in ksys_write()
639 			f.file->f_pos = pos;  in ksys_write()
662 	if (f.file) {  in ksys_pread64()
664 		if (f.file->f_mode & FMODE_PREAD)  in ksys_pread64()
665 			ret = vfs_read(f.file, buf, count, &pos);  in ksys_pread64()
696 	if (f.file) {  in ksys_pwrite64()
698 		if (f.file->f_mode & FMODE_PWRITE)    in ksys_pwrite64()
699 			ret = vfs_write(f.file, buf, count, &pos);  in ksys_pwrite64()
720 static ssize_t do_iter_readv_writev(struct file *filp, struct iov_iter *iter,  in do_iter_readv_writev()
743 static ssize_t do_loop_readv_writev(struct file *filp, struct iov_iter *iter,  in do_loop_readv_writev()
777 static ssize_t do_iter_read(struct file *file, struct iov_iter *iter,  in do_iter_read()  argument
783 	if (!(file->f_mode & FMODE_READ))  in do_iter_read()
785 	if (!(file->f_mode & FMODE_CAN_READ))  in do_iter_read()
791 	ret = rw_verify_area(READ, file, pos, tot_len);  in do_iter_read()
795 	if (file->f_op->read_iter)  in do_iter_read()
796 		ret = do_iter_readv_writev(file, iter, pos, READ, flags);  in do_iter_read()
798 		ret = do_loop_readv_writev(file, iter, pos, READ, flags);  in do_iter_read()
801 		fsnotify_access(file);  in do_iter_read()
805 ssize_t vfs_iocb_iter_read(struct file *file, struct kiocb *iocb,  in vfs_iocb_iter_read()  argument
811 	if (!file->f_op->read_iter)  in vfs_iocb_iter_read()
813 	if (!(file->f_mode & FMODE_READ))  in vfs_iocb_iter_read()
815 	if (!(file->f_mode & FMODE_CAN_READ))  in vfs_iocb_iter_read()
821 	ret = rw_verify_area(READ, file, &iocb->ki_pos, tot_len);  in vfs_iocb_iter_read()
825 	ret = call_read_iter(file, iocb, iter);  in vfs_iocb_iter_read()
828 		fsnotify_access(file);  in vfs_iocb_iter_read()
833 ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos,  in vfs_iter_read()  argument
836 	if (!file->f_op->read_iter)  in vfs_iter_read()
838 	return do_iter_read(file, iter, ppos, flags);  in vfs_iter_read()
842 static ssize_t do_iter_write(struct file *file, struct iov_iter *iter,  in do_iter_write()  argument
848 	if (!(file->f_mode & FMODE_WRITE))  in do_iter_write()
850 	if (!(file->f_mode & FMODE_CAN_WRITE))  in do_iter_write()
856 	ret = rw_verify_area(WRITE, file, pos, tot_len);  in do_iter_write()
860 	if (file->f_op->write_iter)  in do_iter_write()
861 		ret = do_iter_readv_writev(file, iter, pos, WRITE, flags);  in do_iter_write()
863 		ret = do_loop_readv_writev(file, iter, pos, WRITE, flags);  in do_iter_write()
865 		fsnotify_modify(file);  in do_iter_write()
869 ssize_t vfs_iocb_iter_write(struct file *file, struct kiocb *iocb,  in vfs_iocb_iter_write()  argument
875 	if (!file->f_op->write_iter)  in vfs_iocb_iter_write()
877 	if (!(file->f_mode & FMODE_WRITE))  in vfs_iocb_iter_write()
879 	if (!(file->f_mode & FMODE_CAN_WRITE))  in vfs_iocb_iter_write()
885 	ret = rw_verify_area(WRITE, file, &iocb->ki_pos, tot_len);  in vfs_iocb_iter_write()
889 	ret = call_write_iter(file, iocb, iter);  in vfs_iocb_iter_write()
891 		fsnotify_modify(file);  in vfs_iocb_iter_write()
897 ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos,  in vfs_iter_write()  argument
900 	if (!file->f_op->write_iter)  in vfs_iter_write()
902 	return do_iter_write(file, iter, ppos, flags);  in vfs_iter_write()
906 static ssize_t vfs_readv(struct file *file, const struct iovec __user *vec,  in vfs_readv()  argument
916 		ret = do_iter_read(file, &iter, pos, flags);  in vfs_readv()
923 static ssize_t vfs_writev(struct file *file, const struct iovec __user *vec,  in vfs_writev()  argument
933 		file_start_write(file);  in vfs_writev()
934 		ret = do_iter_write(file, &iter, pos, flags);  in vfs_writev()
935 		file_end_write(file);  in vfs_writev()
947 	if (f.file) {  in do_readv()
948 		loff_t pos, *ppos = file_ppos(f.file);  in do_readv()
953 		ret = vfs_readv(f.file, vec, vlen, ppos, flags);  in do_readv()
955 			f.file->f_pos = pos;  in do_readv()
971 	if (f.file) {  in do_writev()
972 		loff_t pos, *ppos = file_ppos(f.file);  in do_writev()
977 		ret = vfs_writev(f.file, vec, vlen, ppos, flags);  in do_writev()
979 			f.file->f_pos = pos;  in do_writev()
1005 	if (f.file) {  in do_preadv()
1007 		if (f.file->f_mode & FMODE_PREAD)  in do_preadv()
1008 			ret = vfs_readv(f.file, vec, vlen, &pos, flags);  in do_preadv()
1028 	if (f.file) {  in do_pwritev()
1030 		if (f.file->f_mode & FMODE_PWRITE)  in do_pwritev()
1031 			ret = vfs_writev(f.file, vec, vlen, &pos, flags);  in do_pwritev()
1197 	if (!in.file)  in do_sendfile()
1199 	if (!(in.file->f_mode & FMODE_READ))  in do_sendfile()
1203 		pos = in.file->f_pos;  in do_sendfile()
1206 		if (!(in.file->f_mode & FMODE_PREAD))  in do_sendfile()
1209 	retval = rw_verify_area(READ, in.file, &pos, count);  in do_sendfile()
1220 	if (!out.file)  in do_sendfile()
1222 	if (!(out.file->f_mode & FMODE_WRITE))  in do_sendfile()
1224 	in_inode = file_inode(in.file);  in do_sendfile()
1225 	out_inode = file_inode(out.file);  in do_sendfile()
1226 	out_pos = out.file->f_pos;  in do_sendfile()
1246 	if (in.file->f_flags & O_NONBLOCK)  in do_sendfile()
1249 	opipe = get_pipe_info(out.file, true);  in do_sendfile()
1251 		retval = rw_verify_area(WRITE, out.file, &out_pos, count);  in do_sendfile()
1254 		file_start_write(out.file);  in do_sendfile()
1255 		retval = do_splice_direct(in.file, &pos, out.file, &out_pos,  in do_sendfile()
1257 		file_end_write(out.file);  in do_sendfile()
1259 		if (out.file->f_flags & O_NONBLOCK)  in do_sendfile()
1262 		retval = splice_file_to_pipe(in.file, opipe, &pos, count, fl);  in do_sendfile()
1268 		fsnotify_access(in.file);  in do_sendfile()
1269 		fsnotify_modify(out.file);  in do_sendfile()
1270 		out.file->f_pos = out_pos;  in do_sendfile()
1274 			in.file->f_pos = pos;  in do_sendfile()
1387 ssize_t generic_copy_file_range(struct file *file_in, loff_t pos_in,  in generic_copy_file_range()
1388 				struct file *file_out, loff_t pos_out,  in generic_copy_file_range()
1405 static int generic_copy_file_checks(struct file *file_in, loff_t pos_in,  in generic_copy_file_checks()
1406 				    struct file *file_out, loff_t pos_out,  in generic_copy_file_checks()
1476 ssize_t vfs_copy_file_range(struct file *file_in, loff_t pos_in,  in vfs_copy_file_range()
1477 			    struct file *file_out, loff_t pos_out,  in vfs_copy_file_range()
1570 	if (!f_in.file)  in SYSCALL_DEFINE6()
1574 	if (!f_out.file)  in SYSCALL_DEFINE6()
1582 		pos_in = f_in.file->f_pos;  in SYSCALL_DEFINE6()
1589 		pos_out = f_out.file->f_pos;  in SYSCALL_DEFINE6()
1596 	ret = vfs_copy_file_range(f_in.file, pos_in, f_out.file, pos_out, len,  in SYSCALL_DEFINE6()
1606 			f_in.file->f_pos = pos_in;  in SYSCALL_DEFINE6()
1613 			f_out.file->f_pos = pos_out;  in SYSCALL_DEFINE6()
1630 int generic_write_check_limits(struct file *file, loff_t pos, loff_t *count)  in generic_write_check_limits()  argument
1632 	struct inode *inode = file->f_mapping->host;  in generic_write_check_limits()
1644 	if (!(file->f_flags & O_LARGEFILE))  in generic_write_check_limits()
1658 	struct file *file = iocb->ki_filp;  in generic_write_checks_count()  local
1659 	struct inode *inode = file->f_mapping->host;  in generic_write_checks_count()
1672 	      (file->f_mode & FMODE_BUF_WASYNC)))  in generic_write_checks_count()
1704 int generic_file_rw_checks(struct file *file_in, struct file *file_out)  in generic_file_rw_checks()