40 static int nilfs_iget_test(struct inode *inode, void *opaque);
42 void nilfs_inode_add_blocks(struct inode *inode, int n)  in nilfs_inode_add_blocks()  argument
44 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_inode_add_blocks()
46 	inode_add_bytes(inode, i_blocksize(inode) * n);  in nilfs_inode_add_blocks()
51 void nilfs_inode_sub_blocks(struct inode *inode, int n)  in nilfs_inode_sub_blocks()  argument
53 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_inode_sub_blocks()
55 	inode_sub_bytes(inode, i_blocksize(inode) * n);  in nilfs_inode_sub_blocks()
71 int nilfs_get_block(struct inode *inode, sector_t blkoff,  in nilfs_get_block()  argument
74 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_get_block()
75 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_get_block()
78 	unsigned int maxblocks = bh_result->b_size >> inode->i_blkbits;  in nilfs_get_block()
84 		map_bh(bh_result, inode->i_sb, blknum);  in nilfs_get_block()
86 			bh_result->b_size = (ret << inode->i_blkbits);  in nilfs_get_block()
94 		err = nilfs_transaction_begin(inode->i_sb, &ti, 1);  in nilfs_get_block()
107 				nilfs_warn(inode->i_sb,  in nilfs_get_block()
109 					   __func__, inode->i_ino,  in nilfs_get_block()
113 			nilfs_transaction_abort(inode->i_sb);  in nilfs_get_block()
116 		nilfs_mark_inode_dirty_sync(inode);  in nilfs_get_block()
117 		nilfs_transaction_commit(inode->i_sb); /* never fails */  in nilfs_get_block()
121 		map_bh(bh_result, inode->i_sb, 0);  in nilfs_get_block()
157 	struct inode *inode = mapping->host;  in nilfs_writepages()  local
160 	if (sb_rdonly(inode->i_sb)) {  in nilfs_writepages()
166 		err = nilfs_construct_dsync_segment(inode->i_sb, inode,  in nilfs_writepages()
174 	struct inode *inode = page->mapping->host;  in nilfs_writepage()  local
177 	if (sb_rdonly(inode->i_sb)) {  in nilfs_writepage()
193 		err = nilfs_construct_segment(inode->i_sb);  in nilfs_writepage()
197 		nilfs_flush_segment(inode->i_sb, inode->i_ino);  in nilfs_writepage()
204 	struct inode *inode = page->mapping->host;  in nilfs_set_page_dirty()  local
229 			nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_set_page_dirty()
231 		unsigned int nr_dirty = 1 << (PAGE_SHIFT - inode->i_blkbits);  in nilfs_set_page_dirty()
233 		nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_set_page_dirty()
240 	struct inode *inode = mapping->host;  in nilfs_write_failed()  local
242 	if (to > inode->i_size) {  in nilfs_write_failed()
243 		truncate_pagecache(inode, inode->i_size);  in nilfs_write_failed()
244 		nilfs_truncate(inode);  in nilfs_write_failed()
253 	struct inode *inode = mapping->host;  in nilfs_write_begin()  local
254 	int err = nilfs_transaction_begin(inode->i_sb, NULL, 1);  in nilfs_write_begin()
263 		nilfs_transaction_abort(inode->i_sb);  in nilfs_write_begin()
272 	struct inode *inode = mapping->host;  in nilfs_write_end()  local
281 	nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_write_end()
282 	err = nilfs_transaction_commit(inode->i_sb);  in nilfs_write_end()
289 	struct inode *inode = file_inode(iocb->ki_filp);  in nilfs_direct_IO()  local
295 	return blockdev_direct_IO(iocb, inode, iter, nilfs_get_block);  in nilfs_direct_IO()
312 static int nilfs_insert_inode_locked(struct inode *inode,  in nilfs_insert_inode_locked()  argument
320 	return insert_inode_locked4(inode, ino, nilfs_iget_test, &args);  in nilfs_insert_inode_locked()
323 struct inode *nilfs_new_inode(struct inode *dir, umode_t mode)  in nilfs_new_inode()
327 	struct inode *inode;  in nilfs_new_inode()  local
333 	inode = new_inode(sb);  in nilfs_new_inode()
334 	if (unlikely(!inode))  in nilfs_new_inode()
337 	mapping_set_gfp_mask(inode->i_mapping,  in nilfs_new_inode()
338 			   mapping_gfp_constraint(inode->i_mapping, ~__GFP_FS));  in nilfs_new_inode()
341 	ii = NILFS_I(inode);  in nilfs_new_inode()
351 	inode_init_owner(inode, dir, mode);  in nilfs_new_inode()
352 	inode->i_ino = ino;  in nilfs_new_inode()
353 	inode->i_mtime = inode->i_atime = inode->i_ctime = current_time(inode);  in nilfs_new_inode()
370 	nilfs_set_inode_flags(inode);  in nilfs_new_inode()
372 	inode->i_generation = nilfs->ns_next_generation++;  in nilfs_new_inode()
374 	if (nilfs_insert_inode_locked(inode, root, ino) < 0) {  in nilfs_new_inode()
379 	err = nilfs_init_acl(inode, dir);  in nilfs_new_inode()
387 	return inode;  in nilfs_new_inode()
390 	clear_nlink(inode);  in nilfs_new_inode()
391 	if (inode->i_state & I_NEW)  in nilfs_new_inode()
392 		unlock_new_inode(inode);  in nilfs_new_inode()
393 	iput(inode);  /*  in nilfs_new_inode()
400 	make_bad_inode(inode);  in nilfs_new_inode()
401 	iput(inode);  in nilfs_new_inode()
406 void nilfs_set_inode_flags(struct inode *inode)  in nilfs_set_inode_flags()  argument
408 	unsigned int flags = NILFS_I(inode)->i_flags;  in nilfs_set_inode_flags()
421 	inode_set_flags(inode, new_fl, S_SYNC | S_APPEND | S_IMMUTABLE |  in nilfs_set_inode_flags()
425 int nilfs_read_inode_common(struct inode *inode,  in nilfs_read_inode_common()  argument
428 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_read_inode_common()
431 	inode->i_mode = le16_to_cpu(raw_inode->i_mode);  in nilfs_read_inode_common()
432 	i_uid_write(inode, le32_to_cpu(raw_inode->i_uid));  in nilfs_read_inode_common()
433 	i_gid_write(inode, le32_to_cpu(raw_inode->i_gid));  in nilfs_read_inode_common()
434 	set_nlink(inode, le16_to_cpu(raw_inode->i_links_count));  in nilfs_read_inode_common()
435 	inode->i_size = le64_to_cpu(raw_inode->i_size);  in nilfs_read_inode_common()
436 	inode->i_atime.tv_sec = le64_to_cpu(raw_inode->i_mtime);  in nilfs_read_inode_common()
437 	inode->i_ctime.tv_sec = le64_to_cpu(raw_inode->i_ctime);  in nilfs_read_inode_common()
438 	inode->i_mtime.tv_sec = le64_to_cpu(raw_inode->i_mtime);  in nilfs_read_inode_common()
439 	inode->i_atime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec);  in nilfs_read_inode_common()
440 	inode->i_ctime.tv_nsec = le32_to_cpu(raw_inode->i_ctime_nsec);  in nilfs_read_inode_common()
441 	inode->i_mtime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec);  in nilfs_read_inode_common()
442 	if (inode->i_nlink == 0)  in nilfs_read_inode_common()
445 	inode->i_blocks = le64_to_cpu(raw_inode->i_blocks);  in nilfs_read_inode_common()
449 	ii->i_dir_acl = S_ISREG(inode->i_mode) ?  in nilfs_read_inode_common()
453 	inode->i_generation = le32_to_cpu(raw_inode->i_generation);  in nilfs_read_inode_common()
455 	if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||  in nilfs_read_inode_common()
456 	    S_ISLNK(inode->i_mode)) {  in nilfs_read_inode_common()
468 			      struct inode *inode)  in __nilfs_read_inode()  argument
482 	err = nilfs_read_inode_common(inode, raw_inode);  in __nilfs_read_inode()
486 	if (S_ISREG(inode->i_mode)) {  in __nilfs_read_inode()
487 		inode->i_op = &nilfs_file_inode_operations;  in __nilfs_read_inode()
488 		inode->i_fop = &nilfs_file_operations;  in __nilfs_read_inode()
489 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
490 	} else if (S_ISDIR(inode->i_mode)) {  in __nilfs_read_inode()
491 		inode->i_op = &nilfs_dir_inode_operations;  in __nilfs_read_inode()
492 		inode->i_fop = &nilfs_dir_operations;  in __nilfs_read_inode()
493 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
494 	} else if (S_ISLNK(inode->i_mode)) {  in __nilfs_read_inode()
495 		inode->i_op = &nilfs_symlink_inode_operations;  in __nilfs_read_inode()
496 		inode_nohighmem(inode);  in __nilfs_read_inode()
497 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
499 		inode->i_op = &nilfs_special_inode_operations;  in __nilfs_read_inode()
501 			inode, inode->i_mode,  in __nilfs_read_inode()
507 	nilfs_set_inode_flags(inode);  in __nilfs_read_inode()
508 	mapping_set_gfp_mask(inode->i_mapping,  in __nilfs_read_inode()
509 			   mapping_gfp_constraint(inode->i_mapping, ~__GFP_FS));  in __nilfs_read_inode()
521 static int nilfs_iget_test(struct inode *inode, void *opaque)  in nilfs_iget_test()  argument
526 	if (args->ino != inode->i_ino || args->root != NILFS_I(inode)->i_root)  in nilfs_iget_test()
529 	ii = NILFS_I(inode);  in nilfs_iget_test()
536 static int nilfs_iget_set(struct inode *inode, void *opaque)  in nilfs_iget_set()  argument
540 	inode->i_ino = args->ino;  in nilfs_iget_set()
542 		NILFS_I(inode)->i_state = BIT(NILFS_I_GCINODE);  in nilfs_iget_set()
543 		NILFS_I(inode)->i_cno = args->cno;  in nilfs_iget_set()
544 		NILFS_I(inode)->i_root = NULL;  in nilfs_iget_set()
548 		NILFS_I(inode)->i_root = args->root;  in nilfs_iget_set()
553 struct inode *nilfs_ilookup(struct super_block *sb, struct nilfs_root *root,  in nilfs_ilookup()
563 struct inode *nilfs_iget_locked(struct super_block *sb, struct nilfs_root *root,  in nilfs_iget_locked()
573 struct inode *nilfs_iget(struct super_block *sb, struct nilfs_root *root,  in nilfs_iget()
576 	struct inode *inode;  in nilfs_iget()  local
579 	inode = nilfs_iget_locked(sb, root, ino);  in nilfs_iget()
580 	if (unlikely(!inode))  in nilfs_iget()
582 	if (!(inode->i_state & I_NEW))  in nilfs_iget()
583 		return inode;  in nilfs_iget()
585 	err = __nilfs_read_inode(sb, root, ino, inode);  in nilfs_iget()
587 		iget_failed(inode);  in nilfs_iget()
590 	unlock_new_inode(inode);  in nilfs_iget()
591 	return inode;  in nilfs_iget()
594 struct inode *nilfs_iget_for_gc(struct super_block *sb, unsigned long ino,  in nilfs_iget_for_gc()
600 	struct inode *inode;  in nilfs_iget_for_gc()  local
603 	inode = iget5_locked(sb, ino, nilfs_iget_test, nilfs_iget_set, &args);  in nilfs_iget_for_gc()
604 	if (unlikely(!inode))  in nilfs_iget_for_gc()
606 	if (!(inode->i_state & I_NEW))  in nilfs_iget_for_gc()
607 		return inode;  in nilfs_iget_for_gc()
609 	err = nilfs_init_gcinode(inode);  in nilfs_iget_for_gc()
611 		iget_failed(inode);  in nilfs_iget_for_gc()
614 	unlock_new_inode(inode);  in nilfs_iget_for_gc()
615 	return inode;  in nilfs_iget_for_gc()
618 void nilfs_write_inode_common(struct inode *inode,  in nilfs_write_inode_common()  argument
621 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_write_inode_common()
623 	raw_inode->i_mode = cpu_to_le16(inode->i_mode);  in nilfs_write_inode_common()
624 	raw_inode->i_uid = cpu_to_le32(i_uid_read(inode));  in nilfs_write_inode_common()
625 	raw_inode->i_gid = cpu_to_le32(i_gid_read(inode));  in nilfs_write_inode_common()
626 	raw_inode->i_links_count = cpu_to_le16(inode->i_nlink);  in nilfs_write_inode_common()
627 	raw_inode->i_size = cpu_to_le64(inode->i_size);  in nilfs_write_inode_common()
628 	raw_inode->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);  in nilfs_write_inode_common()
629 	raw_inode->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);  in nilfs_write_inode_common()
630 	raw_inode->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);  in nilfs_write_inode_common()
631 	raw_inode->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);  in nilfs_write_inode_common()
632 	raw_inode->i_blocks = cpu_to_le64(inode->i_blocks);  in nilfs_write_inode_common()
635 	raw_inode->i_generation = cpu_to_le32(inode->i_generation);  in nilfs_write_inode_common()
637 	if (NILFS_ROOT_METADATA_FILE(inode->i_ino)) {  in nilfs_write_inode_common()
638 		struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_write_inode_common()
649 	else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode))  in nilfs_write_inode_common()
651 			cpu_to_le64(huge_encode_dev(inode->i_rdev));  in nilfs_write_inode_common()
658 void nilfs_update_inode(struct inode *inode, struct buffer_head *ibh, int flags)  in nilfs_update_inode()  argument
660 	ino_t ino = inode->i_ino;  in nilfs_update_inode()
661 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_update_inode()
662 	struct inode *ifile = ii->i_root->ifile;  in nilfs_update_inode()
672 	nilfs_write_inode_common(inode, raw_inode, 0);  in nilfs_update_inode()
714 void nilfs_truncate(struct inode *inode)  in nilfs_truncate()  argument
719 	struct super_block *sb = inode->i_sb;  in nilfs_truncate()
720 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_truncate()
724 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))  in nilfs_truncate()
728 	blkoff = (inode->i_size + blocksize - 1) >> sb->s_blocksize_bits;  in nilfs_truncate()
731 	block_truncate_page(inode->i_mapping, inode->i_size, nilfs_get_block);  in nilfs_truncate()
735 	inode->i_mtime = inode->i_ctime = current_time(inode);  in nilfs_truncate()
736 	if (IS_SYNC(inode))  in nilfs_truncate()
739 	nilfs_mark_inode_dirty(inode);  in nilfs_truncate()
740 	nilfs_set_file_dirty(inode, 0);  in nilfs_truncate()
748 static void nilfs_clear_inode(struct inode *inode)  in nilfs_clear_inode()  argument
750 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_clear_inode()
759 	if (nilfs_is_metadata_file_inode(inode))  in nilfs_clear_inode()
760 		nilfs_mdt_clear(inode);  in nilfs_clear_inode()
767 	if (ii->i_root && inode->i_ino == NILFS_ROOT_INO)  in nilfs_clear_inode()
771 void nilfs_evict_inode(struct inode *inode)  in nilfs_evict_inode()  argument
774 	struct super_block *sb = inode->i_sb;  in nilfs_evict_inode()
775 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_evict_inode()
778 	if (inode->i_nlink || !ii->i_root || unlikely(is_bad_inode(inode))) {  in nilfs_evict_inode()
779 		truncate_inode_pages_final(&inode->i_data);  in nilfs_evict_inode()
780 		clear_inode(inode);  in nilfs_evict_inode()
781 		nilfs_clear_inode(inode);  in nilfs_evict_inode()
786 	truncate_inode_pages_final(&inode->i_data);  in nilfs_evict_inode()
790 	nilfs_mark_inode_dirty(inode);  in nilfs_evict_inode()
791 	clear_inode(inode);  in nilfs_evict_inode()
793 	ret = nilfs_ifile_delete_inode(ii->i_root->ifile, inode->i_ino);  in nilfs_evict_inode()
797 	nilfs_clear_inode(inode);  in nilfs_evict_inode()
799 	if (IS_SYNC(inode))  in nilfs_evict_inode()
811 	struct inode *inode = d_inode(dentry);  in nilfs_setattr()  local
812 	struct super_block *sb = inode->i_sb;  in nilfs_setattr()
824 	    iattr->ia_size != i_size_read(inode)) {  in nilfs_setattr()
825 		inode_dio_wait(inode);  in nilfs_setattr()
826 		truncate_setsize(inode, iattr->ia_size);  in nilfs_setattr()
827 		nilfs_truncate(inode);  in nilfs_setattr()
830 	setattr_copy(inode, iattr);  in nilfs_setattr()
831 	mark_inode_dirty(inode);  in nilfs_setattr()
834 		err = nilfs_acl_chmod(inode);  in nilfs_setattr()
846 int nilfs_permission(struct inode *inode, int mask)  in nilfs_permission()  argument
848 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_permission()
854 	return generic_permission(inode, mask);  in nilfs_permission()
857 int nilfs_load_inode_block(struct inode *inode, struct buffer_head **pbh)  in nilfs_load_inode_block()  argument
859 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_load_inode_block()
860 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_load_inode_block()
867 						  inode->i_ino, pbh);  in nilfs_load_inode_block()
885 int nilfs_inode_dirty(struct inode *inode)  in nilfs_inode_dirty()  argument
887 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_inode_dirty()
888 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_inode_dirty()
900 int nilfs_set_file_dirty(struct inode *inode, unsigned int nr_dirty)  in nilfs_set_file_dirty()  argument
902 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_set_file_dirty()
903 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_set_file_dirty()
917 		if (list_empty(&ii->i_dirty) && igrab(inode) == NULL) {  in nilfs_set_file_dirty()
922 			nilfs_warn(inode->i_sb,  in nilfs_set_file_dirty()
924 				   inode->i_ino);  in nilfs_set_file_dirty()
938 int __nilfs_mark_inode_dirty(struct inode *inode, int flags)  in __nilfs_mark_inode_dirty()  argument
943 	err = nilfs_load_inode_block(inode, &ibh);  in __nilfs_mark_inode_dirty()
945 		nilfs_warn(inode->i_sb,  in __nilfs_mark_inode_dirty()
947 			   inode->i_ino, err);  in __nilfs_mark_inode_dirty()
950 	nilfs_update_inode(inode, ibh, flags);  in __nilfs_mark_inode_dirty()
952 	nilfs_mdt_mark_dirty(NILFS_I(inode)->i_root->ifile);  in __nilfs_mark_inode_dirty()
967 void nilfs_dirty_inode(struct inode *inode, int flags)  in nilfs_dirty_inode()  argument
970 	struct nilfs_mdt_info *mdi = NILFS_MDT(inode);  in nilfs_dirty_inode()
972 	if (is_bad_inode(inode)) {  in nilfs_dirty_inode()
973 		nilfs_warn(inode->i_sb,  in nilfs_dirty_inode()
979 		nilfs_mdt_mark_dirty(inode);  in nilfs_dirty_inode()
982 	nilfs_transaction_begin(inode->i_sb, &ti, 0);  in nilfs_dirty_inode()
983 	__nilfs_mark_inode_dirty(inode, flags);  in nilfs_dirty_inode()
984 	nilfs_transaction_commit(inode->i_sb); /* never fails */  in nilfs_dirty_inode()
987 int nilfs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,  in nilfs_fiemap()  argument
990 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_fiemap()
997 	unsigned int blkbits = inode->i_blkbits;  in nilfs_fiemap()
1000 	ret = fiemap_prep(inode, fieinfo, start, &len, 0);  in nilfs_fiemap()
1004 	inode_lock(inode);  in nilfs_fiemap()
1006 	isize = i_size_read(inode);  in nilfs_fiemap()
1011 	delalloc_blklen = nilfs_find_uncommitted_extent(inode, blkoff,  in nilfs_fiemap()
1036 				inode, blkoff, &delalloc_blkoff);  in nilfs_fiemap()
1052 			NILFS_I(inode)->i_bmap, blkoff, &blkphy, maxblocks);  in nilfs_fiemap()
1114 	inode_unlock(inode);  in nilfs_fiemap()