21 void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)  in f2fs_mark_inode_dirty_sync()  argument
23 	if (is_inode_flag_set(inode, FI_NEW_INODE))  in f2fs_mark_inode_dirty_sync()
26 	if (f2fs_inode_dirtied(inode, sync))  in f2fs_mark_inode_dirty_sync()
29 	mark_inode_dirty_sync(inode);  in f2fs_mark_inode_dirty_sync()
32 void f2fs_set_inode_flags(struct inode *inode)  in f2fs_set_inode_flags()  argument
34 	unsigned int flags = F2FS_I(inode)->i_flags;  in f2fs_set_inode_flags()
47 	if (file_is_encrypt(inode))  in f2fs_set_inode_flags()
49 	if (file_is_verity(inode))  in f2fs_set_inode_flags()
53 	inode_set_flags(inode, new_fl,  in f2fs_set_inode_flags()
58 static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)  in __get_inode_rdev()  argument
60 	int extra_size = get_extra_isize(inode);  in __get_inode_rdev()
62 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||  in __get_inode_rdev()
63 			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {  in __get_inode_rdev()
65 			inode->i_rdev = old_decode_dev(  in __get_inode_rdev()
68 			inode->i_rdev = new_decode_dev(  in __get_inode_rdev()
85 static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)  in __set_inode_rdev()  argument
87 	int extra_size = get_extra_isize(inode);  in __set_inode_rdev()
89 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {  in __set_inode_rdev()
90 		if (old_valid_dev(inode->i_rdev)) {  in __set_inode_rdev()
92 				cpu_to_le32(old_encode_dev(inode->i_rdev));  in __set_inode_rdev()
97 				cpu_to_le32(new_encode_dev(inode->i_rdev));  in __set_inode_rdev()
103 static void __recover_inline_status(struct inode *inode, struct page *ipage)  in __recover_inline_status()  argument
105 	void *inline_data = inline_data_addr(inode, ipage);  in __recover_inline_status()
107 	__le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32);  in __recover_inline_status()
113 			set_inode_flag(inode, FI_DATA_EXIST);  in __recover_inline_status()
114 			set_raw_inline(inode, F2FS_INODE(ipage));  in __recover_inline_status()
199 static bool sanity_check_inode(struct inode *inode, struct page *node_page)  in sanity_check_inode()  argument
201 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in sanity_check_inode()
202 	struct f2fs_inode_info *fi = F2FS_I(inode);  in sanity_check_inode()
209 			  __func__, inode->i_ino, iblocks);  in sanity_check_inode()
216 			  __func__, inode->i_ino,  in sanity_check_inode()
222 			&& !f2fs_has_extra_attr(inode)) {  in sanity_check_inode()
225 			  __func__, inode->i_ino);  in sanity_check_inode()
229 	if (f2fs_has_extra_attr(inode) &&  in sanity_check_inode()
233 			  __func__, inode->i_ino);  in sanity_check_inode()
241 			  __func__, inode->i_ino, fi->i_extra_isize,  in sanity_check_inode()
246 	if (f2fs_has_extra_attr(inode) &&  in sanity_check_inode()
248 		f2fs_has_inline_xattr(inode) &&  in sanity_check_inode()
253 			  __func__, inode->i_ino, fi->i_inline_xattr_size,  in sanity_check_inode()
258 	if (F2FS_I(inode)->extent_tree) {  in sanity_check_inode()
259 		struct extent_info *ei = &F2FS_I(inode)->extent_tree->largest;  in sanity_check_inode()
268 				  __func__, inode->i_ino,  in sanity_check_inode()
274 	if (f2fs_has_inline_data(inode) &&  in sanity_check_inode()
275 			(!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode))) {  in sanity_check_inode()
278 			  __func__, inode->i_ino, inode->i_mode);  in sanity_check_inode()
282 	if (f2fs_has_inline_dentry(inode) && !S_ISDIR(inode->i_mode)) {  in sanity_check_inode()
285 			  __func__, inode->i_ino, inode->i_mode);  in sanity_check_inode()
292 static int do_read_inode(struct inode *inode)  in do_read_inode()  argument
294 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in do_read_inode()
295 	struct f2fs_inode_info *fi = F2FS_I(inode);  in do_read_inode()
302 	if (f2fs_check_nid_range(sbi, inode->i_ino))  in do_read_inode()
305 	node_page = f2fs_get_node_page(sbi, inode->i_ino);  in do_read_inode()
311 	inode->i_mode = le16_to_cpu(ri->i_mode);  in do_read_inode()
312 	i_uid_write(inode, le32_to_cpu(ri->i_uid));  in do_read_inode()
313 	i_gid_write(inode, le32_to_cpu(ri->i_gid));  in do_read_inode()
314 	set_nlink(inode, le32_to_cpu(ri->i_links));  in do_read_inode()
315 	inode->i_size = le64_to_cpu(ri->i_size);  in do_read_inode()
316 	inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1);  in do_read_inode()
318 	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);  in do_read_inode()
319 	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);  in do_read_inode()
320 	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);  in do_read_inode()
321 	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);  in do_read_inode()
322 	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);  in do_read_inode()
323 	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);  in do_read_inode()
324 	inode->i_generation = le32_to_cpu(ri->i_generation);  in do_read_inode()
325 	if (S_ISDIR(inode->i_mode))  in do_read_inode()
327 	else if (S_ISREG(inode->i_mode))  in do_read_inode()
332 	if (S_ISREG(inode->i_mode))  in do_read_inode()
339 	if (f2fs_init_extent_tree(inode, &ri->i_ext))  in do_read_inode()
342 	get_inline_info(inode, ri);  in do_read_inode()
344 	fi->i_extra_isize = f2fs_has_extra_attr(inode) ?  in do_read_inode()
349 	} else if (f2fs_has_inline_xattr(inode) ||  in do_read_inode()
350 				f2fs_has_inline_dentry(inode)) {  in do_read_inode()
363 	if (!sanity_check_inode(inode, node_page)) {  in do_read_inode()
369 	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))  in do_read_inode()
370 		__recover_inline_status(inode, node_page);  in do_read_inode()
373 	if (!S_ISDIR(inode->i_mode) && !is_cold_node(node_page)) {  in do_read_inode()
379 	__get_inode_rdev(inode, ri);  in do_read_inode()
381 	if (S_ISREG(inode->i_mode)) {  in do_read_inode()
388 			set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);  in do_read_inode()
391 	if (!f2fs_need_inode_block_update(sbi, inode->i_ino))  in do_read_inode()
392 		fi->last_disk_size = inode->i_size;  in do_read_inode()
395 		set_inode_flag(inode, FI_PROJ_INHERIT);  in do_read_inode()
397 	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi) &&  in do_read_inode()
404 	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_inode_crtime(sbi) &&  in do_read_inode()
410 	F2FS_I(inode)->i_disk_time[0] = inode->i_atime;  in do_read_inode()
411 	F2FS_I(inode)->i_disk_time[1] = inode->i_ctime;  in do_read_inode()
412 	F2FS_I(inode)->i_disk_time[2] = inode->i_mtime;  in do_read_inode()
413 	F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime;  in do_read_inode()
416 	stat_inc_inline_xattr(inode);  in do_read_inode()
417 	stat_inc_inline_inode(inode);  in do_read_inode()
418 	stat_inc_inline_dir(inode);  in do_read_inode()
423 struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)  in f2fs_iget()
426 	struct inode *inode;  in f2fs_iget()  local
429 	inode = iget_locked(sb, ino);  in f2fs_iget()
430 	if (!inode)  in f2fs_iget()
433 	if (!(inode->i_state & I_NEW)) {  in f2fs_iget()
434 		trace_f2fs_iget(inode);  in f2fs_iget()
435 		return inode;  in f2fs_iget()
440 	ret = do_read_inode(inode);  in f2fs_iget()
445 		inode->i_mapping->a_ops = &f2fs_node_aops;  in f2fs_iget()
446 		mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS);  in f2fs_iget()
448 		inode->i_mapping->a_ops = &f2fs_meta_aops;  in f2fs_iget()
449 		mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS);  in f2fs_iget()
450 	} else if (S_ISREG(inode->i_mode)) {  in f2fs_iget()
451 		inode->i_op = &f2fs_file_inode_operations;  in f2fs_iget()
452 		inode->i_fop = &f2fs_file_operations;  in f2fs_iget()
453 		inode->i_mapping->a_ops = &f2fs_dblock_aops;  in f2fs_iget()
454 	} else if (S_ISDIR(inode->i_mode)) {  in f2fs_iget()
455 		inode->i_op = &f2fs_dir_inode_operations;  in f2fs_iget()
456 		inode->i_fop = &f2fs_dir_operations;  in f2fs_iget()
457 		inode->i_mapping->a_ops = &f2fs_dblock_aops;  in f2fs_iget()
458 		inode_nohighmem(inode);  in f2fs_iget()
459 	} else if (S_ISLNK(inode->i_mode)) {  in f2fs_iget()
460 		if (file_is_encrypt(inode))  in f2fs_iget()
461 			inode->i_op = &f2fs_encrypted_symlink_inode_operations;  in f2fs_iget()
463 			inode->i_op = &f2fs_symlink_inode_operations;  in f2fs_iget()
464 		inode_nohighmem(inode);  in f2fs_iget()
465 		inode->i_mapping->a_ops = &f2fs_dblock_aops;  in f2fs_iget()
466 	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||  in f2fs_iget()
467 			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {  in f2fs_iget()
468 		inode->i_op = &f2fs_special_inode_operations;  in f2fs_iget()
469 		init_special_inode(inode, inode->i_mode, inode->i_rdev);  in f2fs_iget()
474 	f2fs_set_inode_flags(inode);  in f2fs_iget()
475 	unlock_new_inode(inode);  in f2fs_iget()
476 	trace_f2fs_iget(inode);  in f2fs_iget()
477 	return inode;  in f2fs_iget()
480 	f2fs_inode_synced(inode);  in f2fs_iget()
481 	iget_failed(inode);  in f2fs_iget()
482 	trace_f2fs_iget_exit(inode, ret);  in f2fs_iget()
486 struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)  in f2fs_iget_retry()
488 	struct inode *inode;  in f2fs_iget_retry()  local
490 	inode = f2fs_iget(sb, ino);  in f2fs_iget_retry()
491 	if (IS_ERR(inode)) {  in f2fs_iget_retry()
492 		if (PTR_ERR(inode) == -ENOMEM) {  in f2fs_iget_retry()
497 	return inode;  in f2fs_iget_retry()
500 void f2fs_update_inode(struct inode *inode, struct page *node_page)  in f2fs_update_inode()  argument
503 	struct extent_tree *et = F2FS_I(inode)->extent_tree;  in f2fs_update_inode()
508 	f2fs_inode_synced(inode);  in f2fs_update_inode()
512 	ri->i_mode = cpu_to_le16(inode->i_mode);  in f2fs_update_inode()
513 	ri->i_advise = F2FS_I(inode)->i_advise;  in f2fs_update_inode()
514 	ri->i_uid = cpu_to_le32(i_uid_read(inode));  in f2fs_update_inode()
515 	ri->i_gid = cpu_to_le32(i_gid_read(inode));  in f2fs_update_inode()
516 	ri->i_links = cpu_to_le32(inode->i_nlink);  in f2fs_update_inode()
517 	ri->i_size = cpu_to_le64(i_size_read(inode));  in f2fs_update_inode()
518 	ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1);  in f2fs_update_inode()
527 	set_raw_inline(inode, ri);  in f2fs_update_inode()
529 	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);  in f2fs_update_inode()
530 	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);  in f2fs_update_inode()
531 	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);  in f2fs_update_inode()
532 	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);  in f2fs_update_inode()
533 	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);  in f2fs_update_inode()
534 	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);  in f2fs_update_inode()
535 	if (S_ISDIR(inode->i_mode))  in f2fs_update_inode()
537 			cpu_to_le32(F2FS_I(inode)->i_current_depth);  in f2fs_update_inode()
538 	else if (S_ISREG(inode->i_mode))  in f2fs_update_inode()
540 			cpu_to_le16(F2FS_I(inode)->i_gc_failures[GC_FAILURE_PIN]);  in f2fs_update_inode()
541 	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);  in f2fs_update_inode()
542 	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);  in f2fs_update_inode()
543 	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);  in f2fs_update_inode()
544 	ri->i_generation = cpu_to_le32(inode->i_generation);  in f2fs_update_inode()
545 	ri->i_dir_level = F2FS_I(inode)->i_dir_level;  in f2fs_update_inode()
547 	if (f2fs_has_extra_attr(inode)) {  in f2fs_update_inode()
548 		ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize);  in f2fs_update_inode()
550 		if (f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(inode)))  in f2fs_update_inode()
552 				cpu_to_le16(F2FS_I(inode)->i_inline_xattr_size);  in f2fs_update_inode()
554 		if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)) &&  in f2fs_update_inode()
555 			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,  in f2fs_update_inode()
560 						F2FS_I(inode)->i_projid);  in f2fs_update_inode()
564 		if (f2fs_sb_has_inode_crtime(F2FS_I_SB(inode)) &&  in f2fs_update_inode()
565 			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,  in f2fs_update_inode()
568 				cpu_to_le64(F2FS_I(inode)->i_crtime.tv_sec);  in f2fs_update_inode()
570 				cpu_to_le32(F2FS_I(inode)->i_crtime.tv_nsec);  in f2fs_update_inode()
574 	__set_inode_rdev(inode, ri);  in f2fs_update_inode()
577 	if (inode->i_nlink == 0)  in f2fs_update_inode()
580 	F2FS_I(inode)->i_disk_time[0] = inode->i_atime;  in f2fs_update_inode()
581 	F2FS_I(inode)->i_disk_time[1] = inode->i_ctime;  in f2fs_update_inode()
582 	F2FS_I(inode)->i_disk_time[2] = inode->i_mtime;  in f2fs_update_inode()
583 	F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime;  in f2fs_update_inode()
586 	f2fs_inode_chksum_set(F2FS_I_SB(inode), node_page);  in f2fs_update_inode()
590 void f2fs_update_inode_page(struct inode *inode)  in f2fs_update_inode_page()  argument
592 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_update_inode_page()
595 	node_page = f2fs_get_node_page(sbi, inode->i_ino);  in f2fs_update_inode_page()
606 	f2fs_update_inode(inode, node_page);  in f2fs_update_inode_page()
610 int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)  in f2fs_write_inode()  argument
612 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_write_inode()
614 	if (inode->i_ino == F2FS_NODE_INO(sbi) ||  in f2fs_write_inode()
615 			inode->i_ino == F2FS_META_INO(sbi))  in f2fs_write_inode()
618 	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))  in f2fs_write_inode()
628 	f2fs_update_inode_page(inode);  in f2fs_write_inode()
637 void f2fs_evict_inode(struct inode *inode)  in f2fs_evict_inode()  argument
639 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_evict_inode()
640 	nid_t xnid = F2FS_I(inode)->i_xattr_nid;  in f2fs_evict_inode()
644 	if (f2fs_is_atomic_file(inode))  in f2fs_evict_inode()
645 		f2fs_drop_inmem_pages(inode);  in f2fs_evict_inode()
647 	trace_f2fs_evict_inode(inode);  in f2fs_evict_inode()
648 	truncate_inode_pages_final(&inode->i_data);  in f2fs_evict_inode()
650 	if (inode->i_ino == F2FS_NODE_INO(sbi) ||  in f2fs_evict_inode()
651 			inode->i_ino == F2FS_META_INO(sbi))  in f2fs_evict_inode()
654 	f2fs_bug_on(sbi, get_dirty_pages(inode));  in f2fs_evict_inode()
655 	f2fs_remove_dirty_inode(inode);  in f2fs_evict_inode()
657 	f2fs_destroy_extent_tree(inode);  in f2fs_evict_inode()
659 	if (inode->i_nlink || is_bad_inode(inode))  in f2fs_evict_inode()
662 	err = dquot_initialize(inode);  in f2fs_evict_inode()
668 	f2fs_remove_ino_entry(sbi, inode->i_ino, APPEND_INO);  in f2fs_evict_inode()
669 	f2fs_remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);  in f2fs_evict_inode()
670 	f2fs_remove_ino_entry(sbi, inode->i_ino, FLUSH_INO);  in f2fs_evict_inode()
672 	sb_start_intwrite(inode->i_sb);  in f2fs_evict_inode()
673 	set_inode_flag(inode, FI_NO_ALLOC);  in f2fs_evict_inode()
674 	i_size_write(inode, 0);  in f2fs_evict_inode()
676 	if (F2FS_HAS_BLOCKS(inode))  in f2fs_evict_inode()
677 		err = f2fs_truncate(inode);  in f2fs_evict_inode()
686 		err = f2fs_remove_inode_page(inode);  in f2fs_evict_inode()
699 		f2fs_update_inode_page(inode);  in f2fs_evict_inode()
700 		if (dquot_initialize_needed(inode))  in f2fs_evict_inode()
703 	sb_end_intwrite(inode->i_sb);  in f2fs_evict_inode()
705 	dquot_drop(inode);  in f2fs_evict_inode()
707 	stat_dec_inline_xattr(inode);  in f2fs_evict_inode()
708 	stat_dec_inline_dir(inode);  in f2fs_evict_inode()
709 	stat_dec_inline_inode(inode);  in f2fs_evict_inode()
713 		f2fs_bug_on(sbi, is_inode_flag_set(inode, FI_DIRTY_INODE));  in f2fs_evict_inode()
715 		f2fs_inode_synced(inode);  in f2fs_evict_inode()
718 	if (inode->i_ino)  in f2fs_evict_inode()
719 		invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,  in f2fs_evict_inode()
720 							inode->i_ino);  in f2fs_evict_inode()
723 	if (inode->i_nlink) {  in f2fs_evict_inode()
724 		if (is_inode_flag_set(inode, FI_APPEND_WRITE))  in f2fs_evict_inode()
725 			f2fs_add_ino_entry(sbi, inode->i_ino, APPEND_INO);  in f2fs_evict_inode()
726 		if (is_inode_flag_set(inode, FI_UPDATE_WRITE))  in f2fs_evict_inode()
727 			f2fs_add_ino_entry(sbi, inode->i_ino, UPDATE_INO);  in f2fs_evict_inode()
729 	if (is_inode_flag_set(inode, FI_FREE_NID)) {  in f2fs_evict_inode()
730 		f2fs_alloc_nid_failed(sbi, inode->i_ino);  in f2fs_evict_inode()
731 		clear_inode_flag(inode, FI_FREE_NID);  in f2fs_evict_inode()
740 	fscrypt_put_encryption_info(inode);  in f2fs_evict_inode()
741 	fsverity_cleanup_inode(inode);  in f2fs_evict_inode()
742 	clear_inode(inode);  in f2fs_evict_inode()
746 void f2fs_handle_failed_inode(struct inode *inode)  in f2fs_handle_failed_inode()  argument
748 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_handle_failed_inode()
756 	clear_nlink(inode);  in f2fs_handle_failed_inode()
762 	f2fs_update_inode_page(inode);  in f2fs_handle_failed_inode()
763 	f2fs_inode_synced(inode);  in f2fs_handle_failed_inode()
766 	unlock_new_inode(inode);  in f2fs_handle_failed_inode()
773 	err = f2fs_get_node_info(sbi, inode->i_ino, &ni);  in f2fs_handle_failed_inode()
786 			f2fs_add_orphan_inode(inode);  in f2fs_handle_failed_inode()
788 		f2fs_alloc_nid_done(sbi, inode->i_ino);  in f2fs_handle_failed_inode()
790 		set_inode_flag(inode, FI_FREE_NID);  in f2fs_handle_failed_inode()
797 	iput(inode);  in f2fs_handle_failed_inode()