117 static int no_open(struct inode *inode, struct file *file)  in no_open()  argument
130 int inode_init_always(struct super_block *sb, struct inode *inode)  in inode_init_always()  argument
134 	struct address_space *const mapping = &inode->i_data;  in inode_init_always()
136 	inode->i_sb = sb;  in inode_init_always()
137 	inode->i_blkbits = sb->s_blocksize_bits;  in inode_init_always()
138 	inode->i_flags = 0;  in inode_init_always()
139 	atomic_set(&inode->i_count, 1);  in inode_init_always()
140 	inode->i_op = &empty_iops;  in inode_init_always()
141 	inode->i_fop = &no_open_fops;  in inode_init_always()
142 	inode->__i_nlink = 1;  in inode_init_always()
143 	inode->i_opflags = 0;  in inode_init_always()
145 		inode->i_opflags |= IOP_XATTR;  in inode_init_always()
146 	i_uid_write(inode, 0);  in inode_init_always()
147 	i_gid_write(inode, 0);  in inode_init_always()
148 	atomic_set(&inode->i_writecount, 0);  in inode_init_always()
149 	inode->i_size = 0;  in inode_init_always()
150 	inode->i_write_hint = WRITE_LIFE_NOT_SET;  in inode_init_always()
151 	inode->i_blocks = 0;  in inode_init_always()
152 	inode->i_bytes = 0;  in inode_init_always()
153 	inode->i_generation = 0;  in inode_init_always()
154 	inode->i_pipe = NULL;  in inode_init_always()
155 	inode->i_bdev = NULL;  in inode_init_always()
156 	inode->i_cdev = NULL;  in inode_init_always()
157 	inode->i_link = NULL;  in inode_init_always()
158 	inode->i_dir_seq = 0;  in inode_init_always()
159 	inode->i_rdev = 0;  in inode_init_always()
160 	inode->dirtied_when = 0;  in inode_init_always()
163 	inode->i_wb_frn_winner = 0;  in inode_init_always()
164 	inode->i_wb_frn_avg_time = 0;  in inode_init_always()
165 	inode->i_wb_frn_history = 0;  in inode_init_always()
168 	if (security_inode_alloc(inode))  in inode_init_always()
170 	spin_lock_init(&inode->i_lock);  in inode_init_always()
171 	lockdep_set_class(&inode->i_lock, &sb->s_type->i_lock_key);  in inode_init_always()
173 	init_rwsem(&inode->i_rwsem);  in inode_init_always()
174 	lockdep_set_class(&inode->i_rwsem, &sb->s_type->i_mutex_key);  in inode_init_always()
176 	atomic_set(&inode->i_dio_count, 0);  in inode_init_always()
179 	mapping->host = inode;  in inode_init_always()
186 	inode->i_private = NULL;  in inode_init_always()
187 	inode->i_mapping = mapping;  in inode_init_always()
188 	INIT_HLIST_HEAD(&inode->i_dentry);	/* buggered by rcu freeing */  in inode_init_always()
190 	inode->i_acl = inode->i_default_acl = ACL_NOT_CACHED;  in inode_init_always()
194 	inode->i_fsnotify_mask = 0;  in inode_init_always()
196 	inode->i_flctx = NULL;  in inode_init_always()
205 static struct inode *alloc_inode(struct super_block *sb)  in alloc_inode()
207 	struct inode *inode;  in alloc_inode()  local
210 		inode = sb->s_op->alloc_inode(sb);  in alloc_inode()
212 		inode = kmem_cache_alloc(inode_cachep, GFP_KERNEL);  in alloc_inode()
214 	if (!inode)  in alloc_inode()
217 	if (unlikely(inode_init_always(sb, inode))) {  in alloc_inode()
218 		if (inode->i_sb->s_op->destroy_inode)  in alloc_inode()
219 			inode->i_sb->s_op->destroy_inode(inode);  in alloc_inode()
221 			kmem_cache_free(inode_cachep, inode);  in alloc_inode()
225 	return inode;  in alloc_inode()
228 void free_inode_nonrcu(struct inode *inode)  in free_inode_nonrcu()  argument
230 	kmem_cache_free(inode_cachep, inode);  in free_inode_nonrcu()
234 void __destroy_inode(struct inode *inode)  in __destroy_inode()  argument
236 	BUG_ON(inode_has_buffers(inode));  in __destroy_inode()
237 	inode_detach_wb(inode);  in __destroy_inode()
238 	security_inode_free(inode);  in __destroy_inode()
239 	fsnotify_inode_delete(inode);  in __destroy_inode()
240 	locks_free_lock_context(inode);  in __destroy_inode()
241 	if (!inode->i_nlink) {  in __destroy_inode()
242 		WARN_ON(atomic_long_read(&inode->i_sb->s_remove_count) == 0);  in __destroy_inode()
243 		atomic_long_dec(&inode->i_sb->s_remove_count);  in __destroy_inode()
247 	if (inode->i_acl && !is_uncached_acl(inode->i_acl))  in __destroy_inode()
248 		posix_acl_release(inode->i_acl);  in __destroy_inode()
249 	if (inode->i_default_acl && !is_uncached_acl(inode->i_default_acl))  in __destroy_inode()
250 		posix_acl_release(inode->i_default_acl);  in __destroy_inode()
258 	struct inode *inode = container_of(head, struct inode, i_rcu);  in i_callback()  local
259 	kmem_cache_free(inode_cachep, inode);  in i_callback()
262 static void destroy_inode(struct inode *inode)  in destroy_inode()  argument
264 	BUG_ON(!list_empty(&inode->i_lru));  in destroy_inode()
265 	__destroy_inode(inode);  in destroy_inode()
266 	if (inode->i_sb->s_op->destroy_inode)  in destroy_inode()
267 		inode->i_sb->s_op->destroy_inode(inode);  in destroy_inode()
269 		call_rcu(&inode->i_rcu, i_callback);  in destroy_inode()
283 void drop_nlink(struct inode *inode)  in drop_nlink()  argument
285 	WARN_ON(inode->i_nlink == 0);  in drop_nlink()
286 	inode->__i_nlink--;  in drop_nlink()
287 	if (!inode->i_nlink)  in drop_nlink()
288 		atomic_long_inc(&inode->i_sb->s_remove_count);  in drop_nlink()
300 void clear_nlink(struct inode *inode)  in clear_nlink()  argument
302 	if (inode->i_nlink) {  in clear_nlink()
303 		inode->__i_nlink = 0;  in clear_nlink()
304 		atomic_long_inc(&inode->i_sb->s_remove_count);  in clear_nlink()
317 void set_nlink(struct inode *inode, unsigned int nlink)  in set_nlink()  argument
320 		clear_nlink(inode);  in set_nlink()
323 		if (inode->i_nlink == 0)  in set_nlink()
324 			atomic_long_dec(&inode->i_sb->s_remove_count);  in set_nlink()
326 		inode->__i_nlink = nlink;  in set_nlink()
339 void inc_nlink(struct inode *inode)  in inc_nlink()  argument
341 	if (unlikely(inode->i_nlink == 0)) {  in inc_nlink()
342 		WARN_ON(!(inode->i_state & I_LINKABLE));  in inc_nlink()
343 		atomic_long_dec(&inode->i_sb->s_remove_count);  in inc_nlink()
346 	inode->__i_nlink++;  in inc_nlink()
371 void inode_init_once(struct inode *inode)  in inode_init_once()  argument
373 	memset(inode, 0, sizeof(*inode));  in inode_init_once()
374 	INIT_HLIST_NODE(&inode->i_hash);  in inode_init_once()
375 	INIT_LIST_HEAD(&inode->i_devices);  in inode_init_once()
376 	INIT_LIST_HEAD(&inode->i_io_list);  in inode_init_once()
377 	INIT_LIST_HEAD(&inode->i_wb_list);  in inode_init_once()
378 	INIT_LIST_HEAD(&inode->i_lru);  in inode_init_once()
379 	__address_space_init_once(&inode->i_data);  in inode_init_once()
380 	i_size_ordered_init(inode);  in inode_init_once()
386 	struct inode *inode = (struct inode *) foo;  in init_once()  local
388 	inode_init_once(inode);  in init_once()
394 void __iget(struct inode *inode)  in __iget()  argument
396 	atomic_inc(&inode->i_count);  in __iget()
402 void ihold(struct inode *inode)  in ihold()  argument
404 	WARN_ON(atomic_inc_return(&inode->i_count) < 2);  in ihold()
408 static void inode_lru_list_add(struct inode *inode)  in inode_lru_list_add()  argument
410 	if (list_lru_add(&inode->i_sb->s_inode_lru, &inode->i_lru))  in inode_lru_list_add()
413 		inode->i_state |= I_REFERENCED;  in inode_lru_list_add()
421 void inode_add_lru(struct inode *inode)  in inode_add_lru()  argument
423 	if (!(inode->i_state & (I_DIRTY_ALL | I_SYNC |  in inode_add_lru()
425 	    !atomic_read(&inode->i_count) && inode->i_sb->s_flags & SB_ACTIVE)  in inode_add_lru()
426 		inode_lru_list_add(inode);  in inode_add_lru()
430 static void inode_lru_list_del(struct inode *inode)  in inode_lru_list_del()  argument
433 	if (list_lru_del(&inode->i_sb->s_inode_lru, &inode->i_lru))  in inode_lru_list_del()
441 void inode_sb_list_add(struct inode *inode)  in inode_sb_list_add()  argument
443 	spin_lock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_add()
444 	list_add(&inode->i_sb_list, &inode->i_sb->s_inodes);  in inode_sb_list_add()
445 	spin_unlock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_add()
449 static inline void inode_sb_list_del(struct inode *inode)  in inode_sb_list_del()  argument
451 	if (!list_empty(&inode->i_sb_list)) {  in inode_sb_list_del()
452 		spin_lock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_del()
453 		list_del_init(&inode->i_sb_list);  in inode_sb_list_del()
454 		spin_unlock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_del()
476 void __insert_inode_hash(struct inode *inode, unsigned long hashval)  in __insert_inode_hash()  argument
478 	struct hlist_head *b = inode_hashtable + hash(inode->i_sb, hashval);  in __insert_inode_hash()
481 	spin_lock(&inode->i_lock);  in __insert_inode_hash()
482 	hlist_add_head(&inode->i_hash, b);  in __insert_inode_hash()
483 	spin_unlock(&inode->i_lock);  in __insert_inode_hash()
494 void __remove_inode_hash(struct inode *inode)  in __remove_inode_hash()  argument
497 	spin_lock(&inode->i_lock);  in __remove_inode_hash()
498 	hlist_del_init(&inode->i_hash);  in __remove_inode_hash()
499 	spin_unlock(&inode->i_lock);  in __remove_inode_hash()
504 void clear_inode(struct inode *inode)  in clear_inode()  argument
511 	xa_lock_irq(&inode->i_data.i_pages);  in clear_inode()
512 	BUG_ON(inode->i_data.nrpages);  in clear_inode()
513 	BUG_ON(inode->i_data.nrexceptional);  in clear_inode()
514 	xa_unlock_irq(&inode->i_data.i_pages);  in clear_inode()
515 	BUG_ON(!list_empty(&inode->i_data.private_list));  in clear_inode()
516 	BUG_ON(!(inode->i_state & I_FREEING));  in clear_inode()
517 	BUG_ON(inode->i_state & I_CLEAR);  in clear_inode()
518 	BUG_ON(!list_empty(&inode->i_wb_list));  in clear_inode()
520 	inode->i_state = I_FREEING | I_CLEAR;  in clear_inode()
537 static void evict(struct inode *inode)  in evict()  argument
539 	const struct super_operations *op = inode->i_sb->s_op;  in evict()
541 	BUG_ON(!(inode->i_state & I_FREEING));  in evict()
542 	BUG_ON(!list_empty(&inode->i_lru));  in evict()
544 	if (!list_empty(&inode->i_io_list))  in evict()
545 		inode_io_list_del(inode);  in evict()
547 	inode_sb_list_del(inode);  in evict()
555 	inode_wait_for_writeback(inode);  in evict()
558 		op->evict_inode(inode);  in evict()
560 		truncate_inode_pages_final(&inode->i_data);  in evict()
561 		clear_inode(inode);  in evict()
563 	if (S_ISBLK(inode->i_mode) && inode->i_bdev)  in evict()
564 		bd_forget(inode);  in evict()
565 	if (S_ISCHR(inode->i_mode) && inode->i_cdev)  in evict()
566 		cd_forget(inode);  in evict()
568 	remove_inode_hash(inode);  in evict()
570 	spin_lock(&inode->i_lock);  in evict()
571 	wake_up_bit(&inode->i_state, __I_NEW);  in evict()
572 	BUG_ON(inode->i_state != (I_FREEING | I_CLEAR));  in evict()
573 	spin_unlock(&inode->i_lock);  in evict()
575 	destroy_inode(inode);  in evict()
588 		struct inode *inode;  in dispose_list()  local
590 		inode = list_first_entry(head, struct inode, i_lru);  in dispose_list()
591 		list_del_init(&inode->i_lru);  in dispose_list()
593 		evict(inode);  in dispose_list()
609 	struct inode *inode, *next;  in evict_inodes()  local
614 	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {  in evict_inodes()
615 		if (atomic_read(&inode->i_count))  in evict_inodes()
618 		spin_lock(&inode->i_lock);  in evict_inodes()
619 		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {  in evict_inodes()
620 			spin_unlock(&inode->i_lock);  in evict_inodes()
624 		inode->i_state |= I_FREEING;  in evict_inodes()
625 		inode_lru_list_del(inode);  in evict_inodes()
626 		spin_unlock(&inode->i_lock);  in evict_inodes()
627 		list_add(&inode->i_lru, &dispose);  in evict_inodes()
660 	struct inode *inode, *next;  in invalidate_inodes()  local
664 	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {  in invalidate_inodes()
665 		spin_lock(&inode->i_lock);  in invalidate_inodes()
666 		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {  in invalidate_inodes()
667 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
670 		if (inode->i_state & I_DIRTY_ALL && !kill_dirty) {  in invalidate_inodes()
671 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
675 		if (atomic_read(&inode->i_count)) {  in invalidate_inodes()
676 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
681 		inode->i_state |= I_FREEING;  in invalidate_inodes()
682 		inode_lru_list_del(inode);  in invalidate_inodes()
683 		spin_unlock(&inode->i_lock);  in invalidate_inodes()
684 		list_add(&inode->i_lru, &dispose);  in invalidate_inodes()
712 	struct inode	*inode = container_of(item, struct inode, i_lru);  in inode_lru_isolate()  local
718 	if (!spin_trylock(&inode->i_lock))  in inode_lru_isolate()
725 	if (atomic_read(&inode->i_count) ||  in inode_lru_isolate()
726 	    (inode->i_state & ~I_REFERENCED)) {  in inode_lru_isolate()
727 		list_lru_isolate(lru, &inode->i_lru);  in inode_lru_isolate()
728 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
734 	if (inode->i_state & I_REFERENCED) {  in inode_lru_isolate()
735 		inode->i_state &= ~I_REFERENCED;  in inode_lru_isolate()
736 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
740 	if (inode_has_buffers(inode) || inode->i_data.nrpages) {  in inode_lru_isolate()
741 		__iget(inode);  in inode_lru_isolate()
742 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
744 		if (remove_inode_buffers(inode)) {  in inode_lru_isolate()
746 			reap = invalidate_mapping_pages(&inode->i_data, 0, -1);  in inode_lru_isolate()
754 		iput(inode);  in inode_lru_isolate()
759 	WARN_ON(inode->i_state & I_NEW);  in inode_lru_isolate()
760 	inode->i_state |= I_FREEING;  in inode_lru_isolate()
761 	list_lru_isolate_move(lru, &inode->i_lru, freeable);  in inode_lru_isolate()
762 	spin_unlock(&inode->i_lock);  in inode_lru_isolate()
785 static void __wait_on_freeing_inode(struct inode *inode);
789 static struct inode *find_inode(struct super_block *sb,  in find_inode()
791 				int (*test)(struct inode *, void *),  in find_inode()  argument
794 	struct inode *inode = NULL;  in find_inode()  local
797 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode()
798 		if (inode->i_sb != sb)  in find_inode()
800 		if (!test(inode, data))  in find_inode()
802 		spin_lock(&inode->i_lock);  in find_inode()
803 		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {  in find_inode()
804 			__wait_on_freeing_inode(inode);  in find_inode()
807 		if (unlikely(inode->i_state & I_CREATING)) {  in find_inode()
808 			spin_unlock(&inode->i_lock);  in find_inode()
811 		__iget(inode);  in find_inode()
812 		spin_unlock(&inode->i_lock);  in find_inode()
813 		return inode;  in find_inode()
822 static struct inode *find_inode_fast(struct super_block *sb,  in find_inode_fast()
825 	struct inode *inode = NULL;  in find_inode_fast()  local
828 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode_fast()
829 		if (inode->i_ino != ino)  in find_inode_fast()
831 		if (inode->i_sb != sb)  in find_inode_fast()
833 		spin_lock(&inode->i_lock);  in find_inode_fast()
834 		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {  in find_inode_fast()
835 			__wait_on_freeing_inode(inode);  in find_inode_fast()
838 		if (unlikely(inode->i_state & I_CREATING)) {  in find_inode_fast()
839 			spin_unlock(&inode->i_lock);  in find_inode_fast()
842 		__iget(inode);  in find_inode_fast()
843 		spin_unlock(&inode->i_lock);  in find_inode_fast()
844 		return inode;  in find_inode_fast()
901 struct inode *new_inode_pseudo(struct super_block *sb)  in new_inode_pseudo()
903 	struct inode *inode = alloc_inode(sb);  in new_inode_pseudo()  local
905 	if (inode) {  in new_inode_pseudo()
906 		spin_lock(&inode->i_lock);  in new_inode_pseudo()
907 		inode->i_state = 0;  in new_inode_pseudo()
908 		spin_unlock(&inode->i_lock);  in new_inode_pseudo()
909 		INIT_LIST_HEAD(&inode->i_sb_list);  in new_inode_pseudo()
911 	return inode;  in new_inode_pseudo()
926 struct inode *new_inode(struct super_block *sb)  in new_inode()
928 	struct inode *inode;  in new_inode()  local
932 	inode = new_inode_pseudo(sb);  in new_inode()
933 	if (inode)  in new_inode()
934 		inode_sb_list_add(inode);  in new_inode()
935 	return inode;  in new_inode()
940 void lockdep_annotate_inode_mutex_key(struct inode *inode)  in lockdep_annotate_inode_mutex_key()  argument
942 	if (S_ISDIR(inode->i_mode)) {  in lockdep_annotate_inode_mutex_key()
943 		struct file_system_type *type = inode->i_sb->s_type;  in lockdep_annotate_inode_mutex_key()
946 		if (lockdep_match_class(&inode->i_rwsem, &type->i_mutex_key)) {  in lockdep_annotate_inode_mutex_key()
951 			init_rwsem(&inode->i_rwsem);  in lockdep_annotate_inode_mutex_key()
952 			lockdep_set_class(&inode->i_rwsem,  in lockdep_annotate_inode_mutex_key()
967 void unlock_new_inode(struct inode *inode)  in unlock_new_inode()  argument
969 	lockdep_annotate_inode_mutex_key(inode);  in unlock_new_inode()
970 	spin_lock(&inode->i_lock);  in unlock_new_inode()
971 	WARN_ON(!(inode->i_state & I_NEW));  in unlock_new_inode()
972 	inode->i_state &= ~I_NEW & ~I_CREATING;  in unlock_new_inode()
974 	wake_up_bit(&inode->i_state, __I_NEW);  in unlock_new_inode()
975 	spin_unlock(&inode->i_lock);  in unlock_new_inode()
979 void discard_new_inode(struct inode *inode)  in discard_new_inode()  argument
981 	lockdep_annotate_inode_mutex_key(inode);  in discard_new_inode()
982 	spin_lock(&inode->i_lock);  in discard_new_inode()
983 	WARN_ON(!(inode->i_state & I_NEW));  in discard_new_inode()
984 	inode->i_state &= ~I_NEW;  in discard_new_inode()
986 	wake_up_bit(&inode->i_state, __I_NEW);  in discard_new_inode()
987 	spin_unlock(&inode->i_lock);  in discard_new_inode()
988 	iput(inode);  in discard_new_inode()
1001 void lock_two_nondirectories(struct inode *inode1, struct inode *inode2)  in lock_two_nondirectories()
1018 void unlock_two_nondirectories(struct inode *inode1, struct inode *inode2)  in unlock_two_nondirectories()
1047 struct inode *inode_insert5(struct inode *inode, unsigned long hashval,  in inode_insert5()  argument
1048 			    int (*test)(struct inode *, void *),  in inode_insert5()  argument
1049 			    int (*set)(struct inode *, void *), void *data)  in inode_insert5()  argument
1051 	struct hlist_head *head = inode_hashtable + hash(inode->i_sb, hashval);  in inode_insert5()
1052 	struct inode *old;  in inode_insert5()
1053 	bool creating = inode->i_state & I_CREATING;  in inode_insert5()
1057 	old = find_inode(inode->i_sb, head, test, data);  in inode_insert5()
1074 	if (set && unlikely(set(inode, data))) {  in inode_insert5()
1075 		inode = NULL;  in inode_insert5()
1083 	spin_lock(&inode->i_lock);  in inode_insert5()
1084 	inode->i_state |= I_NEW;  in inode_insert5()
1085 	hlist_add_head(&inode->i_hash, head);  in inode_insert5()
1086 	spin_unlock(&inode->i_lock);  in inode_insert5()
1088 		inode_sb_list_add(inode);  in inode_insert5()
1092 	return inode;  in inode_insert5()
1116 struct inode *iget5_locked(struct super_block *sb, unsigned long hashval,  in iget5_locked()
1117 		int (*test)(struct inode *, void *),  in iget5_locked()  argument
1118 		int (*set)(struct inode *, void *), void *data)  in iget5_locked()  argument
1120 	struct inode *inode = ilookup5(sb, hashval, test, data);  in iget5_locked()  local
1122 	if (!inode) {  in iget5_locked()
1123 		struct inode *new = alloc_inode(sb);  in iget5_locked()
1127 			inode = inode_insert5(new, hashval, test, set, data);  in iget5_locked()
1128 			if (unlikely(inode != new))  in iget5_locked()
1132 	return inode;  in iget5_locked()
1149 struct inode *iget_locked(struct super_block *sb, unsigned long ino)  in iget_locked()
1152 	struct inode *inode;  in iget_locked()  local
1155 	inode = find_inode_fast(sb, head, ino);  in iget_locked()
1157 	if (inode) {  in iget_locked()
1158 		if (IS_ERR(inode))  in iget_locked()
1160 		wait_on_inode(inode);  in iget_locked()
1161 		if (unlikely(inode_unhashed(inode))) {  in iget_locked()
1162 			iput(inode);  in iget_locked()
1165 		return inode;  in iget_locked()
1168 	inode = alloc_inode(sb);  in iget_locked()
1169 	if (inode) {  in iget_locked()
1170 		struct inode *old;  in iget_locked()
1176 			inode->i_ino = ino;  in iget_locked()
1177 			spin_lock(&inode->i_lock);  in iget_locked()
1178 			inode->i_state = I_NEW;  in iget_locked()
1179 			hlist_add_head(&inode->i_hash, head);  in iget_locked()
1180 			spin_unlock(&inode->i_lock);  in iget_locked()
1181 			inode_sb_list_add(inode);  in iget_locked()
1187 			return inode;  in iget_locked()
1196 		destroy_inode(inode);  in iget_locked()
1199 		inode = old;  in iget_locked()
1200 		wait_on_inode(inode);  in iget_locked()
1201 		if (unlikely(inode_unhashed(inode))) {  in iget_locked()
1202 			iput(inode);  in iget_locked()
1206 	return inode;  in iget_locked()
1220 	struct inode *inode;  in test_inode_iunique()  local
1223 	hlist_for_each_entry(inode, b, i_hash) {  in test_inode_iunique()
1224 		if (inode->i_ino == ino && inode->i_sb == sb) {  in test_inode_iunique()
1271 struct inode *igrab(struct inode *inode)  in igrab()  argument
1273 	spin_lock(&inode->i_lock);  in igrab()
1274 	if (!(inode->i_state & (I_FREEING|I_WILL_FREE))) {  in igrab()
1275 		__iget(inode);  in igrab()
1276 		spin_unlock(&inode->i_lock);  in igrab()
1278 		spin_unlock(&inode->i_lock);  in igrab()
1284 		inode = NULL;  in igrab()
1286 	return inode;  in igrab()
1306 struct inode *ilookup5_nowait(struct super_block *sb, unsigned long hashval,  in ilookup5_nowait()
1307 		int (*test)(struct inode *, void *), void *data)  in ilookup5_nowait()  argument
1310 	struct inode *inode;  in ilookup5_nowait()  local
1313 	inode = find_inode(sb, head, test, data);  in ilookup5_nowait()
1316 	return IS_ERR(inode) ? NULL : inode;  in ilookup5_nowait()
1337 struct inode *ilookup5(struct super_block *sb, unsigned long hashval,  in ilookup5()
1338 		int (*test)(struct inode *, void *), void *data)  in ilookup5()  argument
1340 	struct inode *inode;  in ilookup5()  local
1342 	inode = ilookup5_nowait(sb, hashval, test, data);  in ilookup5()
1343 	if (inode) {  in ilookup5()
1344 		wait_on_inode(inode);  in ilookup5()
1345 		if (unlikely(inode_unhashed(inode))) {  in ilookup5()
1346 			iput(inode);  in ilookup5()
1350 	return inode;  in ilookup5()
1362 struct inode *ilookup(struct super_block *sb, unsigned long ino)  in ilookup()
1365 	struct inode *inode;  in ilookup()  local
1368 	inode = find_inode_fast(sb, head, ino);  in ilookup()
1371 	if (inode) {  in ilookup()
1372 		if (IS_ERR(inode))  in ilookup()
1374 		wait_on_inode(inode);  in ilookup()
1375 		if (unlikely(inode_unhashed(inode))) {  in ilookup()
1376 			iput(inode);  in ilookup()
1380 	return inode;  in ilookup()
1407 struct inode *find_inode_nowait(struct super_block *sb,  in find_inode_nowait()
1409 				int (*match)(struct inode *, unsigned long,  in find_inode_nowait()  argument
1414 	struct inode *inode, *ret_inode = NULL;  in find_inode_nowait()  local
1418 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode_nowait()
1419 		if (inode->i_sb != sb)  in find_inode_nowait()
1421 		mval = match(inode, hashval, data);  in find_inode_nowait()
1425 			ret_inode = inode;  in find_inode_nowait()
1434 int insert_inode_locked(struct inode *inode)  in insert_inode_locked()  argument
1436 	struct super_block *sb = inode->i_sb;  in insert_inode_locked()
1437 	ino_t ino = inode->i_ino;  in insert_inode_locked()
1441 		struct inode *old = NULL;  in insert_inode_locked()
1456 			spin_lock(&inode->i_lock);  in insert_inode_locked()
1457 			inode->i_state |= I_NEW | I_CREATING;  in insert_inode_locked()
1458 			hlist_add_head(&inode->i_hash, head);  in insert_inode_locked()
1459 			spin_unlock(&inode->i_lock);  in insert_inode_locked()
1481 int insert_inode_locked4(struct inode *inode, unsigned long hashval,  in insert_inode_locked4()  argument
1482 		int (*test)(struct inode *, void *), void *data)  in insert_inode_locked4()  argument
1484 	struct inode *old;  in insert_inode_locked4()
1486 	inode->i_state |= I_CREATING;  in insert_inode_locked4()
1487 	old = inode_insert5(inode, hashval, test, NULL, data);  in insert_inode_locked4()
1489 	if (old != inode) {  in insert_inode_locked4()
1498 int generic_delete_inode(struct inode *inode)  in generic_delete_inode()  argument
1514 static void iput_final(struct inode *inode)  in iput_final()  argument
1516 	struct super_block *sb = inode->i_sb;  in iput_final()
1517 	const struct super_operations *op = inode->i_sb->s_op;  in iput_final()
1520 	WARN_ON(inode->i_state & I_NEW);  in iput_final()
1523 		drop = op->drop_inode(inode);  in iput_final()
1525 		drop = generic_drop_inode(inode);  in iput_final()
1528 		inode_add_lru(inode);  in iput_final()
1529 		spin_unlock(&inode->i_lock);  in iput_final()
1534 		inode->i_state |= I_WILL_FREE;  in iput_final()
1535 		spin_unlock(&inode->i_lock);  in iput_final()
1536 		write_inode_now(inode, 1);  in iput_final()
1537 		spin_lock(&inode->i_lock);  in iput_final()
1538 		WARN_ON(inode->i_state & I_NEW);  in iput_final()
1539 		inode->i_state &= ~I_WILL_FREE;  in iput_final()
1542 	inode->i_state |= I_FREEING;  in iput_final()
1543 	if (!list_empty(&inode->i_lru))  in iput_final()
1544 		inode_lru_list_del(inode);  in iput_final()
1545 	spin_unlock(&inode->i_lock);  in iput_final()
1547 	evict(inode);  in iput_final()
1559 void iput(struct inode *inode)  in iput()  argument
1561 	if (!inode)  in iput()
1563 	BUG_ON(inode->i_state & I_CLEAR);  in iput()
1565 	if (atomic_dec_and_lock(&inode->i_count, &inode->i_lock)) {  in iput()
1566 		if (inode->i_nlink && (inode->i_state & I_DIRTY_TIME)) {  in iput()
1567 			atomic_inc(&inode->i_count);  in iput()
1568 			spin_unlock(&inode->i_lock);  in iput()
1569 			trace_writeback_lazytime_iput(inode);  in iput()
1570 			mark_inode_dirty_sync(inode);  in iput()
1573 		iput_final(inode);  in iput()
1589 sector_t bmap(struct inode *inode, sector_t block)  in bmap()  argument
1592 	if (inode->i_mapping->a_ops->bmap)  in bmap()
1593 		res = inode->i_mapping->a_ops->bmap(inode->i_mapping, block);  in bmap()
1603 static int relatime_need_update(struct vfsmount *mnt, struct inode *inode,  in relatime_need_update()  argument
1612 	if (timespec64_compare(&inode->i_mtime, &inode->i_atime) >= 0)  in relatime_need_update()
1617 	if (timespec64_compare(&inode->i_ctime, &inode->i_atime) >= 0)  in relatime_need_update()
1624 	if ((long)(now.tv_sec - inode->i_atime.tv_sec) >= 24*60*60)  in relatime_need_update()
1632 int generic_update_time(struct inode *inode, struct timespec64 *time, int flags)  in generic_update_time()  argument
1638 		inode->i_atime = *time;  in generic_update_time()
1640 		dirty = inode_maybe_inc_iversion(inode, false);  in generic_update_time()
1642 		inode->i_ctime = *time;  in generic_update_time()
1644 		inode->i_mtime = *time;  in generic_update_time()
1646 	    !(inode->i_sb->s_flags & SB_LAZYTIME))  in generic_update_time()
1651 	__mark_inode_dirty(inode, iflags);  in generic_update_time()
1660 static int update_time(struct inode *inode, struct timespec64 *time, int flags)  in update_time()  argument
1662 	int (*update_time)(struct inode *, struct timespec64 *, int);  in update_time()
1664 	update_time = inode->i_op->update_time ? inode->i_op->update_time :  in update_time()
1667 	return update_time(inode, time, flags);  in update_time()
1679 bool atime_needs_update(const struct path *path, struct inode *inode)  in atime_needs_update()  argument
1684 	if (inode->i_flags & S_NOATIME)  in atime_needs_update()
1690 	if (HAS_UNMAPPED_ID(inode))  in atime_needs_update()
1693 	if (IS_NOATIME(inode))  in atime_needs_update()
1695 	if ((inode->i_sb->s_flags & SB_NODIRATIME) && S_ISDIR(inode->i_mode))  in atime_needs_update()
1700 	if ((mnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode))  in atime_needs_update()
1703 	now = current_time(inode);  in atime_needs_update()
1705 	if (!relatime_need_update(mnt, inode, timespec64_to_timespec(now)))  in atime_needs_update()
1708 	if (timespec64_equal(&inode->i_atime, &now))  in atime_needs_update()
1717 	struct inode *inode = d_inode(path->dentry);  in touch_atime()  local
1720 	if (!atime_needs_update(path, inode))  in touch_atime()
1723 	if (!sb_start_write_trylock(inode->i_sb))  in touch_atime()
1737 	now = current_time(inode);  in touch_atime()
1738 	update_time(inode, &now, S_ATIME);  in touch_atime()
1741 	sb_end_write(inode->i_sb);  in touch_atime()
1781 	struct inode *inode = d_inode(dentry);  in dentry_needs_remove_privs()  local
1785 	if (IS_NOSEC(inode))  in dentry_needs_remove_privs()
1816 	struct inode *inode = file_inode(file);  in file_remove_privs()  local
1821 	if (IS_NOSEC(inode))  in file_remove_privs()
1830 		inode_has_no_xattr(inode);  in file_remove_privs()
1851 	struct inode *inode = file_inode(file);  in file_update_time()  local
1857 	if (IS_NOCMTIME(inode))  in file_update_time()
1860 	now = current_time(inode);  in file_update_time()
1861 	if (!timespec64_equal(&inode->i_mtime, &now))  in file_update_time()
1864 	if (!timespec64_equal(&inode->i_ctime, &now))  in file_update_time()
1867 	if (IS_I_VERSION(inode) && inode_iversion_need_inc(inode))  in file_update_time()
1877 	ret = update_time(inode, &now, sync_it);  in file_update_time()
1884 int inode_needs_sync(struct inode *inode)  in inode_needs_sync()  argument
1886 	if (IS_SYNC(inode))  in inode_needs_sync()
1888 	if (S_ISDIR(inode->i_mode) && IS_DIRSYNC(inode))  in inode_needs_sync()
1905 static void __wait_on_freeing_inode(struct inode *inode)  in __wait_on_freeing_inode()  argument
1908 	DEFINE_WAIT_BIT(wait, &inode->i_state, __I_NEW);  in __wait_on_freeing_inode()
1909 	wq = bit_waitqueue(&inode->i_state, __I_NEW);  in __wait_on_freeing_inode()
1911 	spin_unlock(&inode->i_lock);  in __wait_on_freeing_inode()
1955 					 sizeof(struct inode),  in inode_init()
1977 void init_special_inode(struct inode *inode, umode_t mode, dev_t rdev)  in init_special_inode()  argument
1979 	inode->i_mode = mode;  in init_special_inode()
1981 		inode->i_fop = &def_chr_fops;  in init_special_inode()
1982 		inode->i_rdev = rdev;  in init_special_inode()
1984 		inode->i_fop = &def_blk_fops;  in init_special_inode()
1985 		inode->i_rdev = rdev;  in init_special_inode()
1987 		inode->i_fop = &pipefifo_fops;  in init_special_inode()
1992 				  " inode %s:%lu\n", mode, inode->i_sb->s_id,  in init_special_inode()
1993 				  inode->i_ino);  in init_special_inode()
2003 void inode_init_owner(struct inode *inode, const struct inode *dir,  in inode_init_owner()  argument
2006 	inode->i_uid = current_fsuid();  in inode_init_owner()
2008 		inode->i_gid = dir->i_gid;  in inode_init_owner()
2014 			 !in_group_p(inode->i_gid) &&  in inode_init_owner()
2018 		inode->i_gid = current_fsgid();  in inode_init_owner()
2019 	inode->i_mode = mode;  in inode_init_owner()
2030 bool inode_owner_or_capable(const struct inode *inode)  in inode_owner_or_capable()  argument
2034 	if (uid_eq(current_fsuid(), inode->i_uid))  in inode_owner_or_capable()
2038 	if (kuid_has_mapping(ns, inode->i_uid) && ns_capable(ns, CAP_FOWNER))  in inode_owner_or_capable()
2047 static void __inode_dio_wait(struct inode *inode)  in __inode_dio_wait()  argument
2049 	wait_queue_head_t *wq = bit_waitqueue(&inode->i_state, __I_DIO_WAKEUP);  in __inode_dio_wait()
2050 	DEFINE_WAIT_BIT(q, &inode->i_state, __I_DIO_WAKEUP);  in __inode_dio_wait()
2054 		if (atomic_read(&inode->i_dio_count))  in __inode_dio_wait()
2056 	} while (atomic_read(&inode->i_dio_count));  in __inode_dio_wait()
2070 void inode_dio_wait(struct inode *inode)  in inode_dio_wait()  argument
2072 	if (atomic_read(&inode->i_dio_count))  in inode_dio_wait()
2073 		__inode_dio_wait(inode);  in inode_dio_wait()
2093 void inode_set_flags(struct inode *inode, unsigned int flags,  in inode_set_flags()  argument
2100 		old_flags = READ_ONCE(inode->i_flags);  in inode_set_flags()
2102 	} while (unlikely(cmpxchg(&inode->i_flags, old_flags,  in inode_set_flags()
2107 void inode_nohighmem(struct inode *inode)  in inode_nohighmem()  argument
2109 	mapping_set_gfp_mask(inode->i_mapping, GFP_USER);  in inode_nohighmem()
2147 struct timespec64 current_time(struct inode *inode)  in current_time()  argument
2151 	if (unlikely(!inode->i_sb)) {  in current_time()
2156 	return timespec64_trunc(now, inode->i_sb->s_time_gran);  in current_time()