24 static int ovl_set_redirect(struct dentry *dentry, bool samedir);
26 int ovl_cleanup(struct ovl_fs *ofs, struct inode *wdir, struct dentry *wdentry)  in ovl_cleanup()
45 struct dentry *ovl_lookup_temp(struct ovl_fs *ofs, struct dentry *workdir)  in ovl_lookup_temp()
47 	struct dentry *temp;  in ovl_lookup_temp()
65 static struct dentry *ovl_whiteout(struct ovl_fs *ofs)  in ovl_whiteout()
68 	struct dentry *whiteout;  in ovl_whiteout()
69 	struct dentry *workdir = ofs->workdir;  in ovl_whiteout()
110 			     struct dentry *dentry)  in ovl_cleanup_and_whiteout()  argument
113 	struct dentry *whiteout;  in ovl_cleanup_and_whiteout()
122 	if (d_is_dir(dentry))  in ovl_cleanup_and_whiteout()
125 	err = ovl_do_rename(ofs, wdir, whiteout, dir, dentry, flags);  in ovl_cleanup_and_whiteout()
129 		ovl_cleanup(ofs, wdir, dentry);  in ovl_cleanup_and_whiteout()
141 		   struct dentry **newdentry, umode_t mode)  in ovl_mkdir_real()
144 	struct dentry *d, *dentry = *newdentry;  in ovl_mkdir_real()  local
146 	err = ovl_do_mkdir(ofs, dir, dentry, mode);  in ovl_mkdir_real()
150 	if (likely(!d_unhashed(dentry)))  in ovl_mkdir_real()
158 	d = ovl_lookup_upper(ofs, dentry->d_name.name, dentry->d_parent,  in ovl_mkdir_real()
159 			     dentry->d_name.len);  in ovl_mkdir_real()
162 			dentry, err);  in ovl_mkdir_real()
165 	dput(dentry);  in ovl_mkdir_real()
171 struct dentry *ovl_create_real(struct ovl_fs *ofs, struct inode *dir,  in ovl_create_real()
172 			       struct dentry *newdentry, struct ovl_cattr *attr)  in ovl_create_real()
227 struct dentry *ovl_create_temp(struct ovl_fs *ofs, struct dentry *workdir,  in ovl_create_temp()
234 static int ovl_set_opaque_xerr(struct dentry *dentry, struct dentry *upper,  in ovl_set_opaque_xerr()  argument
237 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_set_opaque_xerr()
242 		ovl_dentry_set_opaque(dentry);  in ovl_set_opaque_xerr()
247 static int ovl_set_opaque(struct dentry *dentry, struct dentry *upperdentry)  in ovl_set_opaque()  argument
254 	return ovl_set_opaque_xerr(dentry, upperdentry, -EIO);  in ovl_set_opaque()
262 static int ovl_instantiate(struct dentry *dentry, struct inode *inode,  in ovl_instantiate()  argument
263 			   struct dentry *newdentry, bool hardlink)  in ovl_instantiate()
270 	ovl_dir_modified(dentry->d_parent, false);  in ovl_instantiate()
271 	ovl_dentry_set_upper_alias(dentry);  in ovl_instantiate()
272 	ovl_dentry_update_reval(dentry, newdentry,  in ovl_instantiate()
288 		inode = ovl_get_inode(dentry->d_sb, &oip);  in ovl_instantiate()
299 	d_instantiate(dentry, inode);  in ovl_instantiate()
302 				    dentry);  in ovl_instantiate()
307 		d_drop(dentry);  in ovl_instantiate()
312 static bool ovl_type_merge(struct dentry *dentry)  in ovl_type_merge()  argument
314 	return OVL_TYPE_MERGE(ovl_path_type(dentry));  in ovl_type_merge()
317 static bool ovl_type_origin(struct dentry *dentry)  in ovl_type_origin()  argument
319 	return OVL_TYPE_ORIGIN(ovl_path_type(dentry));  in ovl_type_origin()
322 static int ovl_create_upper(struct dentry *dentry, struct inode *inode,  in ovl_create_upper()  argument
325 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_create_upper()
326 	struct dentry *upperdir = ovl_dentry_upper(dentry->d_parent);  in ovl_create_upper()
328 	struct dentry *newdentry;  in ovl_create_upper()
336 				    ovl_lookup_upper(ofs, dentry->d_name.name,  in ovl_create_upper()
337 						     upperdir, dentry->d_name.len),  in ovl_create_upper()
343 	if (ovl_type_merge(dentry->d_parent) && d_is_dir(newdentry) &&  in ovl_create_upper()
346 		ovl_set_opaque(dentry, newdentry);  in ovl_create_upper()
349 	err = ovl_instantiate(dentry, inode, newdentry, !!attr->hardlink);  in ovl_create_upper()
362 static struct dentry *ovl_clear_empty(struct dentry *dentry,  in ovl_clear_empty()  argument
365 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_clear_empty()
366 	struct dentry *workdir = ovl_workdir(dentry);  in ovl_clear_empty()
368 	struct dentry *upperdir = ovl_dentry_upper(dentry->d_parent);  in ovl_clear_empty()
371 	struct dentry *upper;  in ovl_clear_empty()
372 	struct dentry *opaquedir;  in ovl_clear_empty()
383 	ovl_path_upper(dentry, &upperpath);  in ovl_clear_empty()
392 	upper = upperpath.dentry;  in ovl_clear_empty()
401 	err = ovl_copy_xattr(dentry->d_sb, &upperpath, opaquedir);  in ovl_clear_empty()
405 	err = ovl_set_opaque(dentry, opaquedir);  in ovl_clear_empty()
424 	d_drop(dentry);  in ovl_clear_empty()
437 static int ovl_set_upper_acl(struct ovl_fs *ofs, struct dentry *upperdentry,  in ovl_set_upper_acl()
462 static int ovl_create_over_whiteout(struct dentry *dentry, struct inode *inode,  in ovl_create_over_whiteout()  argument
465 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_create_over_whiteout()
466 	struct dentry *workdir = ovl_workdir(dentry);  in ovl_create_over_whiteout()
468 	struct dentry *upperdir = ovl_dentry_upper(dentry->d_parent);  in ovl_create_over_whiteout()
470 	struct dentry *upper;  in ovl_create_over_whiteout()
471 	struct dentry *newdentry;  in ovl_create_over_whiteout()
480 		err = posix_acl_create(dentry->d_parent->d_inode,  in ovl_create_over_whiteout()
490 	upper = ovl_lookup_upper(ofs, dentry->d_name.name, upperdir,  in ovl_create_over_whiteout()
491 				 dentry->d_name.len);  in ovl_create_over_whiteout()
534 		err = ovl_set_opaque(dentry, newdentry);  in ovl_create_over_whiteout()
549 	err = ovl_instantiate(dentry, inode, newdentry, hardlink);  in ovl_create_over_whiteout()
571 static int ovl_create_or_link(struct dentry *dentry, struct inode *inode,  in ovl_create_or_link()  argument
577 	struct dentry *parent = dentry->d_parent;  in ovl_create_or_link()
583 	old_cred = ovl_override_creds(dentry->d_sb);  in ovl_create_or_link()
601 			err = security_dentry_create_files_as(dentry,  in ovl_create_or_link()
602 					attr->mode, &dentry->d_name, old_cred,  in ovl_create_or_link()
612 		if (!ovl_dentry_is_whiteout(dentry))  in ovl_create_or_link()
613 			err = ovl_create_upper(dentry, inode, attr);  in ovl_create_or_link()
615 			err = ovl_create_over_whiteout(dentry, inode, attr);  in ovl_create_or_link()
622 static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev,  in ovl_create_object()  argument
632 	err = ovl_want_write(dentry);  in ovl_create_object()
638 	inode = ovl_new_inode(dentry->d_sb, mode, rdev);  in ovl_create_object()
646 	inode_init_owner(&init_user_ns, inode, dentry->d_parent->d_inode, mode);  in ovl_create_object()
649 	err = ovl_create_or_link(dentry, inode, &attr, false);  in ovl_create_object()
651 	if (inode != d_inode(dentry))  in ovl_create_object()
655 	ovl_drop_write(dentry);  in ovl_create_object()
661 		      struct dentry *dentry, umode_t mode, bool excl)  in ovl_create()  argument
663 	return ovl_create_object(dentry, (mode & 07777) | S_IFREG, 0, NULL);  in ovl_create()
667 		     struct dentry *dentry, umode_t mode)  in ovl_mkdir()  argument
669 	return ovl_create_object(dentry, (mode & 07777) | S_IFDIR, 0, NULL);  in ovl_mkdir()
673 		     struct dentry *dentry, umode_t mode, dev_t rdev)  in ovl_mknod()  argument
679 	return ovl_create_object(dentry, mode, rdev, NULL);  in ovl_mknod()
683 		       struct dentry *dentry, const char *link)  in ovl_symlink()  argument
685 	return ovl_create_object(dentry, S_IFLNK, 0, link);  in ovl_symlink()
688 static int ovl_set_link_redirect(struct dentry *dentry)  in ovl_set_link_redirect()  argument
693 	old_cred = ovl_override_creds(dentry->d_sb);  in ovl_set_link_redirect()
694 	err = ovl_set_redirect(dentry, false);  in ovl_set_link_redirect()
700 static int ovl_link(struct dentry *old, struct inode *newdir,  in ovl_link()
701 		    struct dentry *new)  in ovl_link()
744 static bool ovl_matches_upper(struct dentry *dentry, struct dentry *upper)  in ovl_matches_upper()  argument
746 	return d_inode(ovl_dentry_upper(dentry)) == d_inode(upper);  in ovl_matches_upper()
749 static int ovl_remove_and_whiteout(struct dentry *dentry,  in ovl_remove_and_whiteout()  argument
752 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_remove_and_whiteout()
753 	struct dentry *workdir = ovl_workdir(dentry);  in ovl_remove_and_whiteout()
754 	struct dentry *upperdir = ovl_dentry_upper(dentry->d_parent);  in ovl_remove_and_whiteout()
755 	struct dentry *upper;  in ovl_remove_and_whiteout()
756 	struct dentry *opaquedir = NULL;  in ovl_remove_and_whiteout()
763 		opaquedir = ovl_clear_empty(dentry, list);  in ovl_remove_and_whiteout()
773 	upper = ovl_lookup_upper(ofs, dentry->d_name.name, upperdir,  in ovl_remove_and_whiteout()
774 				 dentry->d_name.len);  in ovl_remove_and_whiteout()
781 	    (!opaquedir && ovl_dentry_upper(dentry) &&  in ovl_remove_and_whiteout()
782 	     !ovl_matches_upper(dentry, upper))) {  in ovl_remove_and_whiteout()
790 	ovl_dir_modified(dentry->d_parent, true);  in ovl_remove_and_whiteout()
792 	d_drop(dentry);  in ovl_remove_and_whiteout()
803 static int ovl_remove_upper(struct dentry *dentry, bool is_dir,  in ovl_remove_upper()  argument
806 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_remove_upper()
807 	struct dentry *upperdir = ovl_dentry_upper(dentry->d_parent);  in ovl_remove_upper()
809 	struct dentry *upper;  in ovl_remove_upper()
810 	struct dentry *opaquedir = NULL;  in ovl_remove_upper()
814 		opaquedir = ovl_clear_empty(dentry, list);  in ovl_remove_upper()
821 	upper = ovl_lookup_upper(ofs, dentry->d_name.name, upperdir,  in ovl_remove_upper()
822 				 dentry->d_name.len);  in ovl_remove_upper()
829 	    (!opaquedir && !ovl_matches_upper(dentry, upper)))  in ovl_remove_upper()
836 	ovl_dir_modified(dentry->d_parent, ovl_type_origin(dentry));  in ovl_remove_upper()
845 		d_drop(dentry);  in ovl_remove_upper()
855 static bool ovl_pure_upper(struct dentry *dentry)  in ovl_pure_upper()  argument
857 	return !ovl_dentry_lower(dentry) &&  in ovl_pure_upper()
858 	       !ovl_test_flag(OVL_WHITEOUTS, d_inode(dentry));  in ovl_pure_upper()
861 static void ovl_drop_nlink(struct dentry *dentry)  in ovl_drop_nlink()  argument
863 	struct inode *inode = d_inode(dentry);  in ovl_drop_nlink()
864 	struct dentry *alias;  in ovl_drop_nlink()
869 		if (alias != dentry && !d_unhashed(alias))  in ovl_drop_nlink()
883 static int ovl_do_remove(struct dentry *dentry, bool is_dir)  in ovl_do_remove()  argument
887 	bool lower_positive = ovl_lower_positive(dentry);  in ovl_do_remove()
891 	if (is_dir && (lower_positive || !ovl_pure_upper(dentry))) {  in ovl_do_remove()
892 		err = ovl_check_empty_dir(dentry, &list);  in ovl_do_remove()
897 	err = ovl_want_write(dentry);  in ovl_do_remove()
901 	err = ovl_copy_up(dentry->d_parent);  in ovl_do_remove()
905 	err = ovl_nlink_start(dentry);  in ovl_do_remove()
909 	old_cred = ovl_override_creds(dentry->d_sb);  in ovl_do_remove()
911 		err = ovl_remove_upper(dentry, is_dir, &list);  in ovl_do_remove()
913 		err = ovl_remove_and_whiteout(dentry, &list);  in ovl_do_remove()
917 			clear_nlink(dentry->d_inode);  in ovl_do_remove()
919 			ovl_drop_nlink(dentry);  in ovl_do_remove()
921 	ovl_nlink_end(dentry);  in ovl_do_remove()
929 	if (ovl_dentry_upper(dentry))  in ovl_do_remove()
930 		ovl_copyattr(d_inode(dentry));  in ovl_do_remove()
933 	ovl_drop_write(dentry);  in ovl_do_remove()
939 static int ovl_unlink(struct inode *dir, struct dentry *dentry)  in ovl_unlink()  argument
941 	return ovl_do_remove(dentry, false);  in ovl_unlink()
944 static int ovl_rmdir(struct inode *dir, struct dentry *dentry)  in ovl_rmdir()  argument
946 	return ovl_do_remove(dentry, true);  in ovl_rmdir()
949 static bool ovl_type_merge_or_lower(struct dentry *dentry)  in ovl_type_merge_or_lower()  argument
951 	enum ovl_path_type type = ovl_path_type(dentry);  in ovl_type_merge_or_lower()
956 static bool ovl_can_move(struct dentry *dentry)  in ovl_can_move()  argument
958 	return ovl_redirect_dir(dentry->d_sb) ||  in ovl_can_move()
959 		!d_is_dir(dentry) || !ovl_type_merge_or_lower(dentry);  in ovl_can_move()
962 static char *ovl_get_redirect(struct dentry *dentry, bool abs_redirect)  in ovl_get_redirect()  argument
965 	struct dentry *d, *tmp;  in ovl_get_redirect()
969 		ret = kstrndup(dentry->d_name.name, dentry->d_name.len,  in ovl_get_redirect()
980 	for (d = dget(dentry); !IS_ROOT(d);) {  in ovl_get_redirect()
1022 static bool ovl_need_absolute_redirect(struct dentry *dentry, bool samedir)  in ovl_need_absolute_redirect()  argument
1024 	struct dentry *lowerdentry;  in ovl_need_absolute_redirect()
1029 	if (d_is_dir(dentry))  in ovl_need_absolute_redirect()
1045 	lowerdentry = ovl_dentry_lower(dentry);  in ovl_need_absolute_redirect()
1049 static int ovl_set_redirect(struct dentry *dentry, bool samedir)  in ovl_set_redirect()  argument
1052 	struct ovl_fs *ofs = OVL_FS(dentry->d_sb);  in ovl_set_redirect()
1053 	const char *redirect = ovl_dentry_get_redirect(dentry);  in ovl_set_redirect()
1054 	bool absolute_redirect = ovl_need_absolute_redirect(dentry, samedir);  in ovl_set_redirect()
1059 	redirect = ovl_get_redirect(dentry, absolute_redirect);  in ovl_set_redirect()
1063 	err = ovl_check_setxattr(ofs, ovl_dentry_upper(dentry),  in ovl_set_redirect()
1067 		spin_lock(&dentry->d_lock);  in ovl_set_redirect()
1068 		ovl_dentry_set_redirect(dentry, redirect);  in ovl_set_redirect()
1069 		spin_unlock(&dentry->d_lock);  in ovl_set_redirect()
1081 		      struct dentry *old, struct inode *newdir,  in ovl_rename()
1082 		      struct dentry *new, unsigned int flags)  in ovl_rename()
1085 	struct dentry *old_upperdir;  in ovl_rename()
1086 	struct dentry *new_upperdir;  in ovl_rename()
1087 	struct dentry *olddentry;  in ovl_rename()
1088 	struct dentry *newdentry;  in ovl_rename()
1089 	struct dentry *trap;  in ovl_rename()
1098 	struct dentry *opaquedir = NULL;  in ovl_rename()