23 void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)  in f2fs_mark_inode_dirty_sync()  argument
25 	if (is_inode_flag_set(inode, FI_NEW_INODE))  in f2fs_mark_inode_dirty_sync()
28 	if (f2fs_inode_dirtied(inode, sync))  in f2fs_mark_inode_dirty_sync()
31 	mark_inode_dirty_sync(inode);  in f2fs_mark_inode_dirty_sync()
34 void f2fs_set_inode_flags(struct inode *inode)  in f2fs_set_inode_flags()  argument
36 	unsigned int flags = F2FS_I(inode)->i_flags;  in f2fs_set_inode_flags()
49 	if (f2fs_encrypted_inode(inode))  in f2fs_set_inode_flags()
51 	inode_set_flags(inode, new_fl,  in f2fs_set_inode_flags()
56 static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)  in __get_inode_rdev()  argument
58 	int extra_size = get_extra_isize(inode);  in __get_inode_rdev()
60 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||  in __get_inode_rdev()
61 			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {  in __get_inode_rdev()
63 			inode->i_rdev = old_decode_dev(  in __get_inode_rdev()
66 			inode->i_rdev = new_decode_dev(  in __get_inode_rdev()
83 static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)  in __set_inode_rdev()  argument
85 	int extra_size = get_extra_isize(inode);  in __set_inode_rdev()
87 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {  in __set_inode_rdev()
88 		if (old_valid_dev(inode->i_rdev)) {  in __set_inode_rdev()
90 				cpu_to_le32(old_encode_dev(inode->i_rdev));  in __set_inode_rdev()
95 				cpu_to_le32(new_encode_dev(inode->i_rdev));  in __set_inode_rdev()
101 static void __recover_inline_status(struct inode *inode, struct page *ipage)  in __recover_inline_status()  argument
103 	void *inline_data = inline_data_addr(inode, ipage);  in __recover_inline_status()
105 	__le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32);  in __recover_inline_status()
111 			set_inode_flag(inode, FI_DATA_EXIST);  in __recover_inline_status()
112 			set_raw_inline(inode, F2FS_INODE(ipage));  in __recover_inline_status()
198 static bool sanity_check_inode(struct inode *inode, struct page *node_page)  in sanity_check_inode()  argument
200 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in sanity_check_inode()
201 	struct f2fs_inode_info *fi = F2FS_I(inode);  in sanity_check_inode()
210 			__func__, inode->i_ino, iblocks);  in sanity_check_inode()
219 			__func__, inode->i_ino,  in sanity_check_inode()
225 			&& !f2fs_has_extra_attr(inode)) {  in sanity_check_inode()
229 			__func__, inode->i_ino);  in sanity_check_inode()
233 	if (f2fs_has_extra_attr(inode) &&  in sanity_check_inode()
239 			__func__, inode->i_ino);  in sanity_check_inode()
249 			__func__, inode->i_ino, fi->i_extra_isize,  in sanity_check_inode()
254 	if (F2FS_I(inode)->extent_tree) {  in sanity_check_inode()
255 		struct extent_info *ei = &F2FS_I(inode)->extent_tree->largest;  in sanity_check_inode()
265 				__func__, inode->i_ino,  in sanity_check_inode()
271 	if (f2fs_has_inline_data(inode) &&  in sanity_check_inode()
272 			(!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode))) {  in sanity_check_inode()
277 			__func__, inode->i_ino, inode->i_mode);  in sanity_check_inode()
281 	if (f2fs_has_inline_dentry(inode) && !S_ISDIR(inode->i_mode)) {  in sanity_check_inode()
286 			__func__, inode->i_ino, inode->i_mode);  in sanity_check_inode()
293 static int do_read_inode(struct inode *inode)  in do_read_inode()  argument
295 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in do_read_inode()
296 	struct f2fs_inode_info *fi = F2FS_I(inode);  in do_read_inode()
303 	if (f2fs_check_nid_range(sbi, inode->i_ino))  in do_read_inode()
306 	node_page = f2fs_get_node_page(sbi, inode->i_ino);  in do_read_inode()
312 	inode->i_mode = le16_to_cpu(ri->i_mode);  in do_read_inode()
313 	i_uid_write(inode, le32_to_cpu(ri->i_uid));  in do_read_inode()
314 	i_gid_write(inode, le32_to_cpu(ri->i_gid));  in do_read_inode()
315 	set_nlink(inode, le32_to_cpu(ri->i_links));  in do_read_inode()
316 	inode->i_size = le64_to_cpu(ri->i_size);  in do_read_inode()
317 	inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1);  in do_read_inode()
319 	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);  in do_read_inode()
320 	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);  in do_read_inode()
321 	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);  in do_read_inode()
322 	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);  in do_read_inode()
323 	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);  in do_read_inode()
324 	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);  in do_read_inode()
325 	inode->i_generation = le32_to_cpu(ri->i_generation);  in do_read_inode()
326 	if (S_ISDIR(inode->i_mode))  in do_read_inode()
328 	else if (S_ISREG(inode->i_mode))  in do_read_inode()
338 	if (f2fs_init_extent_tree(inode, &ri->i_ext))  in do_read_inode()
341 	get_inline_info(inode, ri);  in do_read_inode()
343 	fi->i_extra_isize = f2fs_has_extra_attr(inode) ?  in do_read_inode()
348 	} else if (f2fs_has_inline_xattr(inode) ||  in do_read_inode()
349 				f2fs_has_inline_dentry(inode)) {  in do_read_inode()
362 	if (!sanity_check_inode(inode, node_page)) {  in do_read_inode()
368 	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))  in do_read_inode()
369 		__recover_inline_status(inode, node_page);  in do_read_inode()
372 	__get_inode_rdev(inode, ri);  in do_read_inode()
374 	if (S_ISREG(inode->i_mode)) {  in do_read_inode()
381 			set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);  in do_read_inode()
384 	if (!f2fs_need_inode_block_update(sbi, inode->i_ino))  in do_read_inode()
385 		fi->last_disk_size = inode->i_size;  in do_read_inode()
388 		set_inode_flag(inode, FI_PROJ_INHERIT);  in do_read_inode()
390 	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi->sb) &&  in do_read_inode()
397 	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_inode_crtime(sbi->sb) &&  in do_read_inode()
403 	F2FS_I(inode)->i_disk_time[0] = inode->i_atime;  in do_read_inode()
404 	F2FS_I(inode)->i_disk_time[1] = inode->i_ctime;  in do_read_inode()
405 	F2FS_I(inode)->i_disk_time[2] = inode->i_mtime;  in do_read_inode()
406 	F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime;  in do_read_inode()
409 	stat_inc_inline_xattr(inode);  in do_read_inode()
410 	stat_inc_inline_inode(inode);  in do_read_inode()
411 	stat_inc_inline_dir(inode);  in do_read_inode()
416 struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)  in f2fs_iget()
419 	struct inode *inode;  in f2fs_iget()  local
422 	inode = iget_locked(sb, ino);  in f2fs_iget()
423 	if (!inode)  in f2fs_iget()
426 	if (!(inode->i_state & I_NEW)) {  in f2fs_iget()
427 		trace_f2fs_iget(inode);  in f2fs_iget()
428 		return inode;  in f2fs_iget()
433 	ret = do_read_inode(inode);  in f2fs_iget()
438 		inode->i_mapping->a_ops = &f2fs_node_aops;  in f2fs_iget()
439 		mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS);  in f2fs_iget()
441 		inode->i_mapping->a_ops = &f2fs_meta_aops;  in f2fs_iget()
442 		mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS);  in f2fs_iget()
443 	} else if (S_ISREG(inode->i_mode)) {  in f2fs_iget()
444 		inode->i_op = &f2fs_file_inode_operations;  in f2fs_iget()
445 		inode->i_fop = &f2fs_file_operations;  in f2fs_iget()
446 		inode->i_mapping->a_ops = &f2fs_dblock_aops;  in f2fs_iget()
447 	} else if (S_ISDIR(inode->i_mode)) {  in f2fs_iget()
448 		inode->i_op = &f2fs_dir_inode_operations;  in f2fs_iget()
449 		inode->i_fop = &f2fs_dir_operations;  in f2fs_iget()
450 		inode->i_mapping->a_ops = &f2fs_dblock_aops;  in f2fs_iget()
451 		inode_nohighmem(inode);  in f2fs_iget()
452 	} else if (S_ISLNK(inode->i_mode)) {  in f2fs_iget()
453 		if (f2fs_encrypted_inode(inode))  in f2fs_iget()
454 			inode->i_op = &f2fs_encrypted_symlink_inode_operations;  in f2fs_iget()
456 			inode->i_op = &f2fs_symlink_inode_operations;  in f2fs_iget()
457 		inode_nohighmem(inode);  in f2fs_iget()
458 		inode->i_mapping->a_ops = &f2fs_dblock_aops;  in f2fs_iget()
459 	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||  in f2fs_iget()
460 			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {  in f2fs_iget()
461 		inode->i_op = &f2fs_special_inode_operations;  in f2fs_iget()
462 		init_special_inode(inode, inode->i_mode, inode->i_rdev);  in f2fs_iget()
467 	f2fs_set_inode_flags(inode);  in f2fs_iget()
468 	unlock_new_inode(inode);  in f2fs_iget()
469 	trace_f2fs_iget(inode);  in f2fs_iget()
470 	return inode;  in f2fs_iget()
473 	iget_failed(inode);  in f2fs_iget()
474 	trace_f2fs_iget_exit(inode, ret);  in f2fs_iget()
478 struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)  in f2fs_iget_retry()
480 	struct inode *inode;  in f2fs_iget_retry()  local
482 	inode = f2fs_iget(sb, ino);  in f2fs_iget_retry()
483 	if (IS_ERR(inode)) {  in f2fs_iget_retry()
484 		if (PTR_ERR(inode) == -ENOMEM) {  in f2fs_iget_retry()
489 	return inode;  in f2fs_iget_retry()
492 void f2fs_update_inode(struct inode *inode, struct page *node_page)  in f2fs_update_inode()  argument
495 	struct extent_tree *et = F2FS_I(inode)->extent_tree;  in f2fs_update_inode()
500 	f2fs_inode_synced(inode);  in f2fs_update_inode()
504 	ri->i_mode = cpu_to_le16(inode->i_mode);  in f2fs_update_inode()
505 	ri->i_advise = F2FS_I(inode)->i_advise;  in f2fs_update_inode()
506 	ri->i_uid = cpu_to_le32(i_uid_read(inode));  in f2fs_update_inode()
507 	ri->i_gid = cpu_to_le32(i_gid_read(inode));  in f2fs_update_inode()
508 	ri->i_links = cpu_to_le32(inode->i_nlink);  in f2fs_update_inode()
509 	ri->i_size = cpu_to_le64(i_size_read(inode));  in f2fs_update_inode()
510 	ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1);  in f2fs_update_inode()
519 	set_raw_inline(inode, ri);  in f2fs_update_inode()
521 	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);  in f2fs_update_inode()
522 	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);  in f2fs_update_inode()
523 	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);  in f2fs_update_inode()
524 	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);  in f2fs_update_inode()
525 	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);  in f2fs_update_inode()
526 	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);  in f2fs_update_inode()
527 	if (S_ISDIR(inode->i_mode))  in f2fs_update_inode()
529 			cpu_to_le32(F2FS_I(inode)->i_current_depth);  in f2fs_update_inode()
530 	else if (S_ISREG(inode->i_mode))  in f2fs_update_inode()
532 			cpu_to_le16(F2FS_I(inode)->i_gc_failures[GC_FAILURE_PIN]);  in f2fs_update_inode()
533 	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);  in f2fs_update_inode()
534 	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);  in f2fs_update_inode()
535 	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);  in f2fs_update_inode()
536 	ri->i_generation = cpu_to_le32(inode->i_generation);  in f2fs_update_inode()
537 	ri->i_dir_level = F2FS_I(inode)->i_dir_level;  in f2fs_update_inode()
539 	if (f2fs_has_extra_attr(inode)) {  in f2fs_update_inode()
540 		ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize);  in f2fs_update_inode()
542 		if (f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(inode)->sb))  in f2fs_update_inode()
544 				cpu_to_le16(F2FS_I(inode)->i_inline_xattr_size);  in f2fs_update_inode()
546 		if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)->sb) &&  in f2fs_update_inode()
547 			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,  in f2fs_update_inode()
552 						F2FS_I(inode)->i_projid);  in f2fs_update_inode()
556 		if (f2fs_sb_has_inode_crtime(F2FS_I_SB(inode)->sb) &&  in f2fs_update_inode()
557 			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,  in f2fs_update_inode()
560 				cpu_to_le64(F2FS_I(inode)->i_crtime.tv_sec);  in f2fs_update_inode()
562 				cpu_to_le32(F2FS_I(inode)->i_crtime.tv_nsec);  in f2fs_update_inode()
566 	__set_inode_rdev(inode, ri);  in f2fs_update_inode()
569 	if (inode->i_nlink == 0)  in f2fs_update_inode()
572 	F2FS_I(inode)->i_disk_time[0] = inode->i_atime;  in f2fs_update_inode()
573 	F2FS_I(inode)->i_disk_time[1] = inode->i_ctime;  in f2fs_update_inode()
574 	F2FS_I(inode)->i_disk_time[2] = inode->i_mtime;  in f2fs_update_inode()
575 	F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime;  in f2fs_update_inode()
578 	f2fs_inode_chksum_set(F2FS_I_SB(inode), node_page);  in f2fs_update_inode()
582 void f2fs_update_inode_page(struct inode *inode)  in f2fs_update_inode_page()  argument
584 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_update_inode_page()
587 	node_page = f2fs_get_node_page(sbi, inode->i_ino);  in f2fs_update_inode_page()
598 	f2fs_update_inode(inode, node_page);  in f2fs_update_inode_page()
602 int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)  in f2fs_write_inode()  argument
604 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_write_inode()
606 	if (inode->i_ino == F2FS_NODE_INO(sbi) ||  in f2fs_write_inode()
607 			inode->i_ino == F2FS_META_INO(sbi))  in f2fs_write_inode()
610 	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))  in f2fs_write_inode()
617 	f2fs_update_inode_page(inode);  in f2fs_write_inode()
626 void f2fs_evict_inode(struct inode *inode)  in f2fs_evict_inode()  argument
628 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_evict_inode()
629 	nid_t xnid = F2FS_I(inode)->i_xattr_nid;  in f2fs_evict_inode()
633 	if (f2fs_is_atomic_file(inode))  in f2fs_evict_inode()
634 		f2fs_drop_inmem_pages(inode);  in f2fs_evict_inode()
636 	trace_f2fs_evict_inode(inode);  in f2fs_evict_inode()
637 	truncate_inode_pages_final(&inode->i_data);  in f2fs_evict_inode()
639 	if (inode->i_ino == F2FS_NODE_INO(sbi) ||  in f2fs_evict_inode()
640 			inode->i_ino == F2FS_META_INO(sbi))  in f2fs_evict_inode()
643 	f2fs_bug_on(sbi, get_dirty_pages(inode));  in f2fs_evict_inode()
644 	f2fs_remove_dirty_inode(inode);  in f2fs_evict_inode()
646 	f2fs_destroy_extent_tree(inode);  in f2fs_evict_inode()
648 	if (inode->i_nlink || is_bad_inode(inode))  in f2fs_evict_inode()
651 	dquot_initialize(inode);  in f2fs_evict_inode()
653 	f2fs_remove_ino_entry(sbi, inode->i_ino, APPEND_INO);  in f2fs_evict_inode()
654 	f2fs_remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);  in f2fs_evict_inode()
655 	f2fs_remove_ino_entry(sbi, inode->i_ino, FLUSH_INO);  in f2fs_evict_inode()
657 	sb_start_intwrite(inode->i_sb);  in f2fs_evict_inode()
658 	set_inode_flag(inode, FI_NO_ALLOC);  in f2fs_evict_inode()
659 	i_size_write(inode, 0);  in f2fs_evict_inode()
661 	if (F2FS_HAS_BLOCKS(inode))  in f2fs_evict_inode()
662 		err = f2fs_truncate(inode);  in f2fs_evict_inode()
671 		err = f2fs_remove_inode_page(inode);  in f2fs_evict_inode()
684 		f2fs_update_inode_page(inode);  in f2fs_evict_inode()
685 	dquot_free_inode(inode);  in f2fs_evict_inode()
686 	sb_end_intwrite(inode->i_sb);  in f2fs_evict_inode()
688 	dquot_drop(inode);  in f2fs_evict_inode()
690 	stat_dec_inline_xattr(inode);  in f2fs_evict_inode()
691 	stat_dec_inline_dir(inode);  in f2fs_evict_inode()
692 	stat_dec_inline_inode(inode);  in f2fs_evict_inode()
695 		f2fs_bug_on(sbi, is_inode_flag_set(inode, FI_DIRTY_INODE));  in f2fs_evict_inode()
697 		f2fs_inode_synced(inode);  in f2fs_evict_inode()
700 	if (inode->i_ino)  in f2fs_evict_inode()
701 		invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,  in f2fs_evict_inode()
702 							inode->i_ino);  in f2fs_evict_inode()
705 	if (inode->i_nlink) {  in f2fs_evict_inode()
706 		if (is_inode_flag_set(inode, FI_APPEND_WRITE))  in f2fs_evict_inode()
707 			f2fs_add_ino_entry(sbi, inode->i_ino, APPEND_INO);  in f2fs_evict_inode()
708 		if (is_inode_flag_set(inode, FI_UPDATE_WRITE))  in f2fs_evict_inode()
709 			f2fs_add_ino_entry(sbi, inode->i_ino, UPDATE_INO);  in f2fs_evict_inode()
711 	if (is_inode_flag_set(inode, FI_FREE_NID)) {  in f2fs_evict_inode()
712 		f2fs_alloc_nid_failed(sbi, inode->i_ino);  in f2fs_evict_inode()
713 		clear_inode_flag(inode, FI_FREE_NID);  in f2fs_evict_inode()
722 	fscrypt_put_encryption_info(inode);  in f2fs_evict_inode()
723 	clear_inode(inode);  in f2fs_evict_inode()
727 void f2fs_handle_failed_inode(struct inode *inode)  in f2fs_handle_failed_inode()  argument
729 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in f2fs_handle_failed_inode()
737 	clear_nlink(inode);  in f2fs_handle_failed_inode()
743 	f2fs_update_inode_page(inode);  in f2fs_handle_failed_inode()
744 	f2fs_inode_synced(inode);  in f2fs_handle_failed_inode()
747 	unlock_new_inode(inode);  in f2fs_handle_failed_inode()
754 	err = f2fs_get_node_info(sbi, inode->i_ino, &ni);  in f2fs_handle_failed_inode()
769 			f2fs_add_orphan_inode(inode);  in f2fs_handle_failed_inode()
771 		f2fs_alloc_nid_done(sbi, inode->i_ino);  in f2fs_handle_failed_inode()
773 		set_inode_flag(inode, FI_FREE_NID);  in f2fs_handle_failed_inode()
780 	iput(inode);  in f2fs_handle_failed_inode()