39 static int nilfs_iget_test(struct inode *inode, void *opaque);
41 void nilfs_inode_add_blocks(struct inode *inode, int n)  in nilfs_inode_add_blocks()  argument
43 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_inode_add_blocks()
45 	inode_add_bytes(inode, i_blocksize(inode) * n);  in nilfs_inode_add_blocks()
50 void nilfs_inode_sub_blocks(struct inode *inode, int n)  in nilfs_inode_sub_blocks()  argument
52 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_inode_sub_blocks()
54 	inode_sub_bytes(inode, i_blocksize(inode) * n);  in nilfs_inode_sub_blocks()
70 int nilfs_get_block(struct inode *inode, sector_t blkoff,  in nilfs_get_block()  argument
73 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_get_block()
74 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_get_block()
77 	unsigned int maxblocks = bh_result->b_size >> inode->i_blkbits;  in nilfs_get_block()
83 		map_bh(bh_result, inode->i_sb, blknum);  in nilfs_get_block()
85 			bh_result->b_size = (ret << inode->i_blkbits);  in nilfs_get_block()
93 		err = nilfs_transaction_begin(inode->i_sb, &ti, 1);  in nilfs_get_block()
106 				nilfs_msg(inode->i_sb, KERN_WARNING,  in nilfs_get_block()
108 					  __func__, inode->i_ino,  in nilfs_get_block()
112 			nilfs_transaction_abort(inode->i_sb);  in nilfs_get_block()
115 		nilfs_mark_inode_dirty_sync(inode);  in nilfs_get_block()
116 		nilfs_transaction_commit(inode->i_sb); /* never fails */  in nilfs_get_block()
120 		map_bh(bh_result, inode->i_sb, 0);  in nilfs_get_block()
165 	struct inode *inode = mapping->host;  in nilfs_writepages()  local
168 	if (sb_rdonly(inode->i_sb)) {  in nilfs_writepages()
174 		err = nilfs_construct_dsync_segment(inode->i_sb, inode,  in nilfs_writepages()
182 	struct inode *inode = page->mapping->host;  in nilfs_writepage()  local
185 	if (sb_rdonly(inode->i_sb)) {  in nilfs_writepage()
201 		err = nilfs_construct_segment(inode->i_sb);  in nilfs_writepage()
205 		nilfs_flush_segment(inode->i_sb, inode->i_ino);  in nilfs_writepage()
212 	struct inode *inode = page->mapping->host;  in nilfs_set_page_dirty()  local
237 			nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_set_page_dirty()
239 		unsigned int nr_dirty = 1 << (PAGE_SHIFT - inode->i_blkbits);  in nilfs_set_page_dirty()
241 		nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_set_page_dirty()
248 	struct inode *inode = mapping->host;  in nilfs_write_failed()  local
250 	if (to > inode->i_size) {  in nilfs_write_failed()
251 		truncate_pagecache(inode, inode->i_size);  in nilfs_write_failed()
252 		nilfs_truncate(inode);  in nilfs_write_failed()
261 	struct inode *inode = mapping->host;  in nilfs_write_begin()  local
262 	int err = nilfs_transaction_begin(inode->i_sb, NULL, 1);  in nilfs_write_begin()
271 		nilfs_transaction_abort(inode->i_sb);  in nilfs_write_begin()
280 	struct inode *inode = mapping->host;  in nilfs_write_end()  local
289 	nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_write_end()
290 	err = nilfs_transaction_commit(inode->i_sb);  in nilfs_write_end()
297 	struct inode *inode = file_inode(iocb->ki_filp);  in nilfs_direct_IO()  local
303 	return blockdev_direct_IO(iocb, inode, iter, nilfs_get_block);  in nilfs_direct_IO()
320 static int nilfs_insert_inode_locked(struct inode *inode,  in nilfs_insert_inode_locked()  argument
328 	return insert_inode_locked4(inode, ino, nilfs_iget_test, &args);  in nilfs_insert_inode_locked()
331 struct inode *nilfs_new_inode(struct inode *dir, umode_t mode)  in nilfs_new_inode()
335 	struct inode *inode;  in nilfs_new_inode()  local
341 	inode = new_inode(sb);  in nilfs_new_inode()
342 	if (unlikely(!inode))  in nilfs_new_inode()
345 	mapping_set_gfp_mask(inode->i_mapping,  in nilfs_new_inode()
346 			   mapping_gfp_constraint(inode->i_mapping, ~__GFP_FS));  in nilfs_new_inode()
349 	ii = NILFS_I(inode);  in nilfs_new_inode()
359 	inode_init_owner(inode, dir, mode);  in nilfs_new_inode()
360 	inode->i_ino = ino;  in nilfs_new_inode()
361 	inode->i_mtime = inode->i_atime = inode->i_ctime = current_time(inode);  in nilfs_new_inode()
378 	nilfs_set_inode_flags(inode);  in nilfs_new_inode()
380 	inode->i_generation = nilfs->ns_next_generation++;  in nilfs_new_inode()
382 	if (nilfs_insert_inode_locked(inode, root, ino) < 0) {  in nilfs_new_inode()
387 	err = nilfs_init_acl(inode, dir);  in nilfs_new_inode()
395 	return inode;  in nilfs_new_inode()
398 	clear_nlink(inode);  in nilfs_new_inode()
399 	unlock_new_inode(inode);  in nilfs_new_inode()
400 	iput(inode);  /*  in nilfs_new_inode()
407 	make_bad_inode(inode);  in nilfs_new_inode()
408 	iput(inode);  in nilfs_new_inode()
413 void nilfs_set_inode_flags(struct inode *inode)  in nilfs_set_inode_flags()  argument
415 	unsigned int flags = NILFS_I(inode)->i_flags;  in nilfs_set_inode_flags()
428 	inode_set_flags(inode, new_fl, S_SYNC | S_APPEND | S_IMMUTABLE |  in nilfs_set_inode_flags()
432 int nilfs_read_inode_common(struct inode *inode,  in nilfs_read_inode_common()  argument
435 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_read_inode_common()
438 	inode->i_mode = le16_to_cpu(raw_inode->i_mode);  in nilfs_read_inode_common()
439 	i_uid_write(inode, le32_to_cpu(raw_inode->i_uid));  in nilfs_read_inode_common()
440 	i_gid_write(inode, le32_to_cpu(raw_inode->i_gid));  in nilfs_read_inode_common()
441 	set_nlink(inode, le16_to_cpu(raw_inode->i_links_count));  in nilfs_read_inode_common()
442 	inode->i_size = le64_to_cpu(raw_inode->i_size);  in nilfs_read_inode_common()
443 	inode->i_atime.tv_sec = le64_to_cpu(raw_inode->i_mtime);  in nilfs_read_inode_common()
444 	inode->i_ctime.tv_sec = le64_to_cpu(raw_inode->i_ctime);  in nilfs_read_inode_common()
445 	inode->i_mtime.tv_sec = le64_to_cpu(raw_inode->i_mtime);  in nilfs_read_inode_common()
446 	inode->i_atime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec);  in nilfs_read_inode_common()
447 	inode->i_ctime.tv_nsec = le32_to_cpu(raw_inode->i_ctime_nsec);  in nilfs_read_inode_common()
448 	inode->i_mtime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec);  in nilfs_read_inode_common()
449 	if (inode->i_nlink == 0)  in nilfs_read_inode_common()
452 	inode->i_blocks = le64_to_cpu(raw_inode->i_blocks);  in nilfs_read_inode_common()
456 	ii->i_dir_acl = S_ISREG(inode->i_mode) ?  in nilfs_read_inode_common()
460 	inode->i_generation = le32_to_cpu(raw_inode->i_generation);  in nilfs_read_inode_common()
462 	if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||  in nilfs_read_inode_common()
463 	    S_ISLNK(inode->i_mode)) {  in nilfs_read_inode_common()
475 			      struct inode *inode)  in __nilfs_read_inode()  argument
489 	err = nilfs_read_inode_common(inode, raw_inode);  in __nilfs_read_inode()
493 	if (S_ISREG(inode->i_mode)) {  in __nilfs_read_inode()
494 		inode->i_op = &nilfs_file_inode_operations;  in __nilfs_read_inode()
495 		inode->i_fop = &nilfs_file_operations;  in __nilfs_read_inode()
496 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
497 	} else if (S_ISDIR(inode->i_mode)) {  in __nilfs_read_inode()
498 		inode->i_op = &nilfs_dir_inode_operations;  in __nilfs_read_inode()
499 		inode->i_fop = &nilfs_dir_operations;  in __nilfs_read_inode()
500 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
501 	} else if (S_ISLNK(inode->i_mode)) {  in __nilfs_read_inode()
502 		inode->i_op = &nilfs_symlink_inode_operations;  in __nilfs_read_inode()
503 		inode_nohighmem(inode);  in __nilfs_read_inode()
504 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
506 		inode->i_op = &nilfs_special_inode_operations;  in __nilfs_read_inode()
508 			inode, inode->i_mode,  in __nilfs_read_inode()
514 	nilfs_set_inode_flags(inode);  in __nilfs_read_inode()
515 	mapping_set_gfp_mask(inode->i_mapping,  in __nilfs_read_inode()
516 			   mapping_gfp_constraint(inode->i_mapping, ~__GFP_FS));  in __nilfs_read_inode()
528 static int nilfs_iget_test(struct inode *inode, void *opaque)  in nilfs_iget_test()  argument
533 	if (args->ino != inode->i_ino || args->root != NILFS_I(inode)->i_root)  in nilfs_iget_test()
536 	ii = NILFS_I(inode);  in nilfs_iget_test()
543 static int nilfs_iget_set(struct inode *inode, void *opaque)  in nilfs_iget_set()  argument
547 	inode->i_ino = args->ino;  in nilfs_iget_set()
549 		NILFS_I(inode)->i_state = BIT(NILFS_I_GCINODE);  in nilfs_iget_set()
550 		NILFS_I(inode)->i_cno = args->cno;  in nilfs_iget_set()
551 		NILFS_I(inode)->i_root = NULL;  in nilfs_iget_set()
555 		NILFS_I(inode)->i_root = args->root;  in nilfs_iget_set()
560 struct inode *nilfs_ilookup(struct super_block *sb, struct nilfs_root *root,  in nilfs_ilookup()
570 struct inode *nilfs_iget_locked(struct super_block *sb, struct nilfs_root *root,  in nilfs_iget_locked()
580 struct inode *nilfs_iget(struct super_block *sb, struct nilfs_root *root,  in nilfs_iget()
583 	struct inode *inode;  in nilfs_iget()  local
586 	inode = nilfs_iget_locked(sb, root, ino);  in nilfs_iget()
587 	if (unlikely(!inode))  in nilfs_iget()
589 	if (!(inode->i_state & I_NEW))  in nilfs_iget()
590 		return inode;  in nilfs_iget()
592 	err = __nilfs_read_inode(sb, root, ino, inode);  in nilfs_iget()
594 		iget_failed(inode);  in nilfs_iget()
597 	unlock_new_inode(inode);  in nilfs_iget()
598 	return inode;  in nilfs_iget()
601 struct inode *nilfs_iget_for_gc(struct super_block *sb, unsigned long ino,  in nilfs_iget_for_gc()
607 	struct inode *inode;  in nilfs_iget_for_gc()  local
610 	inode = iget5_locked(sb, ino, nilfs_iget_test, nilfs_iget_set, &args);  in nilfs_iget_for_gc()
611 	if (unlikely(!inode))  in nilfs_iget_for_gc()
613 	if (!(inode->i_state & I_NEW))  in nilfs_iget_for_gc()
614 		return inode;  in nilfs_iget_for_gc()
616 	err = nilfs_init_gcinode(inode);  in nilfs_iget_for_gc()
618 		iget_failed(inode);  in nilfs_iget_for_gc()
621 	unlock_new_inode(inode);  in nilfs_iget_for_gc()
622 	return inode;  in nilfs_iget_for_gc()
625 void nilfs_write_inode_common(struct inode *inode,  in nilfs_write_inode_common()  argument
628 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_write_inode_common()
630 	raw_inode->i_mode = cpu_to_le16(inode->i_mode);  in nilfs_write_inode_common()
631 	raw_inode->i_uid = cpu_to_le32(i_uid_read(inode));  in nilfs_write_inode_common()
632 	raw_inode->i_gid = cpu_to_le32(i_gid_read(inode));  in nilfs_write_inode_common()
633 	raw_inode->i_links_count = cpu_to_le16(inode->i_nlink);  in nilfs_write_inode_common()
634 	raw_inode->i_size = cpu_to_le64(inode->i_size);  in nilfs_write_inode_common()
635 	raw_inode->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);  in nilfs_write_inode_common()
636 	raw_inode->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);  in nilfs_write_inode_common()
637 	raw_inode->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);  in nilfs_write_inode_common()
638 	raw_inode->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);  in nilfs_write_inode_common()
639 	raw_inode->i_blocks = cpu_to_le64(inode->i_blocks);  in nilfs_write_inode_common()
642 	raw_inode->i_generation = cpu_to_le32(inode->i_generation);  in nilfs_write_inode_common()
644 	if (NILFS_ROOT_METADATA_FILE(inode->i_ino)) {  in nilfs_write_inode_common()
645 		struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_write_inode_common()
656 	else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode))  in nilfs_write_inode_common()
658 			cpu_to_le64(huge_encode_dev(inode->i_rdev));  in nilfs_write_inode_common()
665 void nilfs_update_inode(struct inode *inode, struct buffer_head *ibh, int flags)  in nilfs_update_inode()  argument
667 	ino_t ino = inode->i_ino;  in nilfs_update_inode()
668 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_update_inode()
669 	struct inode *ifile = ii->i_root->ifile;  in nilfs_update_inode()
679 	nilfs_write_inode_common(inode, raw_inode, 0);  in nilfs_update_inode()
722 void nilfs_truncate(struct inode *inode)  in nilfs_truncate()  argument
727 	struct super_block *sb = inode->i_sb;  in nilfs_truncate()
728 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_truncate()
732 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))  in nilfs_truncate()
736 	blkoff = (inode->i_size + blocksize - 1) >> sb->s_blocksize_bits;  in nilfs_truncate()
739 	block_truncate_page(inode->i_mapping, inode->i_size, nilfs_get_block);  in nilfs_truncate()
743 	inode->i_mtime = inode->i_ctime = current_time(inode);  in nilfs_truncate()
744 	if (IS_SYNC(inode))  in nilfs_truncate()
747 	nilfs_mark_inode_dirty(inode);  in nilfs_truncate()
748 	nilfs_set_file_dirty(inode, 0);  in nilfs_truncate()
756 static void nilfs_clear_inode(struct inode *inode)  in nilfs_clear_inode()  argument
758 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_clear_inode()
767 	if (nilfs_is_metadata_file_inode(inode))  in nilfs_clear_inode()
768 		nilfs_mdt_clear(inode);  in nilfs_clear_inode()
775 	if (ii->i_root && inode->i_ino == NILFS_ROOT_INO)  in nilfs_clear_inode()
779 void nilfs_evict_inode(struct inode *inode)  in nilfs_evict_inode()  argument
782 	struct super_block *sb = inode->i_sb;  in nilfs_evict_inode()
783 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_evict_inode()
786 	if (inode->i_nlink || !ii->i_root || unlikely(is_bad_inode(inode))) {  in nilfs_evict_inode()
787 		truncate_inode_pages_final(&inode->i_data);  in nilfs_evict_inode()
788 		clear_inode(inode);  in nilfs_evict_inode()
789 		nilfs_clear_inode(inode);  in nilfs_evict_inode()
794 	truncate_inode_pages_final(&inode->i_data);  in nilfs_evict_inode()
798 	nilfs_mark_inode_dirty(inode);  in nilfs_evict_inode()
799 	clear_inode(inode);  in nilfs_evict_inode()
801 	ret = nilfs_ifile_delete_inode(ii->i_root->ifile, inode->i_ino);  in nilfs_evict_inode()
805 	nilfs_clear_inode(inode);  in nilfs_evict_inode()
807 	if (IS_SYNC(inode))  in nilfs_evict_inode()
819 	struct inode *inode = d_inode(dentry);  in nilfs_setattr()  local
820 	struct super_block *sb = inode->i_sb;  in nilfs_setattr()
832 	    iattr->ia_size != i_size_read(inode)) {  in nilfs_setattr()
833 		inode_dio_wait(inode);  in nilfs_setattr()
834 		truncate_setsize(inode, iattr->ia_size);  in nilfs_setattr()
835 		nilfs_truncate(inode);  in nilfs_setattr()
838 	setattr_copy(inode, iattr);  in nilfs_setattr()
839 	mark_inode_dirty(inode);  in nilfs_setattr()
842 		err = nilfs_acl_chmod(inode);  in nilfs_setattr()
854 int nilfs_permission(struct inode *inode, int mask)  in nilfs_permission()  argument
856 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_permission()
862 	return generic_permission(inode, mask);  in nilfs_permission()
865 int nilfs_load_inode_block(struct inode *inode, struct buffer_head **pbh)  in nilfs_load_inode_block()  argument
867 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_load_inode_block()
868 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_load_inode_block()
875 						  inode->i_ino, pbh);  in nilfs_load_inode_block()
893 int nilfs_inode_dirty(struct inode *inode)  in nilfs_inode_dirty()  argument
895 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_inode_dirty()
896 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_inode_dirty()
908 int nilfs_set_file_dirty(struct inode *inode, unsigned int nr_dirty)  in nilfs_set_file_dirty()  argument
910 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_set_file_dirty()
911 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_set_file_dirty()
925 		if (list_empty(&ii->i_dirty) && igrab(inode) == NULL) {  in nilfs_set_file_dirty()
930 			nilfs_msg(inode->i_sb, KERN_WARNING,  in nilfs_set_file_dirty()
932 				  inode->i_ino);  in nilfs_set_file_dirty()
946 int __nilfs_mark_inode_dirty(struct inode *inode, int flags)  in __nilfs_mark_inode_dirty()  argument
951 	err = nilfs_load_inode_block(inode, &ibh);  in __nilfs_mark_inode_dirty()
953 		nilfs_msg(inode->i_sb, KERN_WARNING,  in __nilfs_mark_inode_dirty()
955 			  inode->i_ino, err);  in __nilfs_mark_inode_dirty()
958 	nilfs_update_inode(inode, ibh, flags);  in __nilfs_mark_inode_dirty()
960 	nilfs_mdt_mark_dirty(NILFS_I(inode)->i_root->ifile);  in __nilfs_mark_inode_dirty()
975 void nilfs_dirty_inode(struct inode *inode, int flags)  in nilfs_dirty_inode()  argument
978 	struct nilfs_mdt_info *mdi = NILFS_MDT(inode);  in nilfs_dirty_inode()
980 	if (is_bad_inode(inode)) {  in nilfs_dirty_inode()
981 		nilfs_msg(inode->i_sb, KERN_WARNING,  in nilfs_dirty_inode()
987 		nilfs_mdt_mark_dirty(inode);  in nilfs_dirty_inode()
990 	nilfs_transaction_begin(inode->i_sb, &ti, 0);  in nilfs_dirty_inode()
991 	__nilfs_mark_inode_dirty(inode, flags);  in nilfs_dirty_inode()
992 	nilfs_transaction_commit(inode->i_sb); /* never fails */  in nilfs_dirty_inode()
995 int nilfs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,  in nilfs_fiemap()  argument
998 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_fiemap()
1005 	unsigned int blkbits = inode->i_blkbits;  in nilfs_fiemap()
1012 	inode_lock(inode);  in nilfs_fiemap()
1014 	isize = i_size_read(inode);  in nilfs_fiemap()
1019 	delalloc_blklen = nilfs_find_uncommitted_extent(inode, blkoff,  in nilfs_fiemap()
1044 				inode, blkoff, &delalloc_blkoff);  in nilfs_fiemap()
1060 			NILFS_I(inode)->i_bmap, blkoff, &blkphy, maxblocks);  in nilfs_fiemap()
1122 	inode_unlock(inode);  in nilfs_fiemap()