79 static int ext4_validate_inode_bitmap(struct super_block *sb,  in ext4_validate_inode_bitmap()  argument
87 	if (EXT4_SB(sb)->s_mount_state & EXT4_FC_REPLAY)  in ext4_validate_inode_bitmap()
90 	grp = ext4_get_group_info(sb, block_group);  in ext4_validate_inode_bitmap()
97 	ext4_lock_group(sb, block_group);  in ext4_validate_inode_bitmap()
100 	blk = ext4_inode_bitmap(sb, desc);  in ext4_validate_inode_bitmap()
101 	if (!ext4_inode_bitmap_csum_verify(sb, block_group, desc, bh,  in ext4_validate_inode_bitmap()
102 					   EXT4_INODES_PER_GROUP(sb) / 8) ||  in ext4_validate_inode_bitmap()
103 	    ext4_simulate_fail(sb, EXT4_SIM_IBITMAP_CRC)) {  in ext4_validate_inode_bitmap()
104 		ext4_unlock_group(sb, block_group);  in ext4_validate_inode_bitmap()
105 		ext4_error(sb, "Corrupt inode bitmap - block_group = %u, "  in ext4_validate_inode_bitmap()
107 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_validate_inode_bitmap()
113 	ext4_unlock_group(sb, block_group);  in ext4_validate_inode_bitmap()
124 ext4_read_inode_bitmap(struct super_block *sb, ext4_group_t block_group)  in ext4_read_inode_bitmap()  argument
127 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_read_inode_bitmap()
132 	desc = ext4_get_group_desc(sb, block_group, NULL);  in ext4_read_inode_bitmap()
136 	bitmap_blk = ext4_inode_bitmap(sb, desc);  in ext4_read_inode_bitmap()
139 		ext4_error(sb, "Invalid inode bitmap blk %llu in "  in ext4_read_inode_bitmap()
141 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_read_inode_bitmap()
145 	bh = sb_getblk(sb, bitmap_blk);  in ext4_read_inode_bitmap()
147 		ext4_warning(sb, "Cannot read inode bitmap - "  in ext4_read_inode_bitmap()
161 	ext4_lock_group(sb, block_group);  in ext4_read_inode_bitmap()
162 	if (ext4_has_group_desc_csum(sb) &&  in ext4_read_inode_bitmap()
165 			ext4_unlock_group(sb, block_group);  in ext4_read_inode_bitmap()
167 			ext4_error(sb, "Inode bitmap for bg 0 marked "  in ext4_read_inode_bitmap()
172 		memset(bh->b_data, 0, (EXT4_INODES_PER_GROUP(sb) + 7) / 8);  in ext4_read_inode_bitmap()
173 		ext4_mark_bitmap_end(EXT4_INODES_PER_GROUP(sb),  in ext4_read_inode_bitmap()
174 				     sb->s_blocksize * 8, bh->b_data);  in ext4_read_inode_bitmap()
178 		ext4_unlock_group(sb, block_group);  in ext4_read_inode_bitmap()
182 	ext4_unlock_group(sb, block_group);  in ext4_read_inode_bitmap()
196 	trace_ext4_load_inode_bitmap(sb, block_group);  in ext4_read_inode_bitmap()
198 	ext4_simulate_fail_bh(sb, bh, EXT4_SIM_IBITMAP_EIO);  in ext4_read_inode_bitmap()
201 		ext4_error_err(sb, EIO, "Cannot read inode bitmap - "  in ext4_read_inode_bitmap()
204 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_read_inode_bitmap()
210 	err = ext4_validate_inode_bitmap(sb, desc, block_group, bh);  in ext4_read_inode_bitmap()
237 	struct super_block *sb = inode->i_sb;  in ext4_free_inode()  local
250 	if (!sb) {  in ext4_free_inode()
256 		ext4_msg(sb, KERN_ERR, "%s:%d: inode #%lu: count=%d",  in ext4_free_inode()
262 		ext4_msg(sb, KERN_ERR, "%s:%d: inode #%lu: nlink=%d\n",  in ext4_free_inode()
266 	sbi = EXT4_SB(sb);  in ext4_free_inode()
281 	if (ino < EXT4_FIRST_INO(sb) || ino > le32_to_cpu(es->s_inodes_count)) {  in ext4_free_inode()
282 		ext4_error(sb, "reserved or nonexistent inode %lu", ino);  in ext4_free_inode()
285 	block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);  in ext4_free_inode()
286 	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);  in ext4_free_inode()
287 	bitmap_bh = ext4_read_inode_bitmap(sb, block_group);  in ext4_free_inode()
295 		grp = ext4_get_group_info(sb, block_group);  in ext4_free_inode()
308 	gdp = ext4_get_group_desc(sb, block_group, &bh2);  in ext4_free_inode()
313 	ext4_lock_group(sb, block_group);  in ext4_free_inode()
316 		ext4_unlock_group(sb, block_group);  in ext4_free_inode()
320 	count = ext4_free_inodes_count(sb, gdp) + 1;  in ext4_free_inode()
321 	ext4_free_inodes_set(sb, gdp, count);  in ext4_free_inode()
323 		count = ext4_used_dirs_count(sb, gdp) - 1;  in ext4_free_inode()
324 		ext4_used_dirs_set(sb, gdp, count);  in ext4_free_inode()
327 	ext4_inode_bitmap_csum_set(sb, block_group, gdp, bitmap_bh,  in ext4_free_inode()
328 				   EXT4_INODES_PER_GROUP(sb) / 8);  in ext4_free_inode()
329 	ext4_group_desc_csum_set(sb, block_group, gdp);  in ext4_free_inode()
330 	ext4_unlock_group(sb, block_group);  in ext4_free_inode()
351 		ext4_error(sb, "bit already cleared for inode %lu", ino);  in ext4_free_inode()
352 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_free_inode()
358 	ext4_std_error(sb, fatal);  in ext4_free_inode()
372 static void get_orlov_stats(struct super_block *sb, ext4_group_t g,  in get_orlov_stats()  argument
378 		struct flex_groups *fg = sbi_array_rcu_deref(EXT4_SB(sb),  in get_orlov_stats()
386 	desc = ext4_get_group_desc(sb, g, NULL);  in get_orlov_stats()
388 		stats->free_inodes = ext4_free_inodes_count(sb, desc);  in get_orlov_stats()
389 		stats->free_clusters = ext4_free_group_clusters(sb, desc);  in get_orlov_stats()
390 		stats->used_dirs = ext4_used_dirs_count(sb, desc);  in get_orlov_stats()
419 static int find_group_orlov(struct super_block *sb, struct inode *parent,  in find_group_orlov()  argument
424 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in find_group_orlov()
425 	ext4_group_t real_ngroups = ext4_get_groups_count(sb);  in find_group_orlov()
426 	int inodes_per_group = EXT4_INODES_PER_GROUP(sb);  in find_group_orlov()
454 	    ((parent == d_inode(sb->s_root)) ||  in find_group_orlov()
469 			get_orlov_stats(sb, g, flex_size, &stats);  in find_group_orlov()
501 			desc = ext4_get_group_desc(sb, grp+i, NULL);  in find_group_orlov()
502 			if (desc && ext4_free_inodes_count(sb, desc)) {  in find_group_orlov()
514 	min_clusters = avefreec - EXT4_CLUSTERS_PER_GROUP(sb)*flex_size / 4;  in find_group_orlov()
528 		get_orlov_stats(sb, grp, flex_size, &stats);  in find_group_orlov()
545 		desc = ext4_get_group_desc(sb, grp, NULL);  in find_group_orlov()
547 			grp_free = ext4_free_inodes_count(sb, desc);  in find_group_orlov()
567 static int find_group_other(struct super_block *sb, struct inode *parent,  in find_group_other()  argument
571 	ext4_group_t i, last, ngroups = ext4_get_groups_count(sb);  in find_group_other()
573 	int flex_size = ext4_flex_bg_size(EXT4_SB(sb));  in find_group_other()
591 			desc = ext4_get_group_desc(sb, i, NULL);  in find_group_other()
592 			if (desc && ext4_free_inodes_count(sb, desc)) {  in find_group_other()
610 		return find_group_orlov(sb, parent, group, mode, NULL);  in find_group_other()
617 	desc = ext4_get_group_desc(sb, *group, NULL);  in find_group_other()
618 	if (desc && ext4_free_inodes_count(sb, desc) &&  in find_group_other()
619 	    ext4_free_group_clusters(sb, desc))  in find_group_other()
641 		desc = ext4_get_group_desc(sb, *group, NULL);  in find_group_other()
642 		if (desc && ext4_free_inodes_count(sb, desc) &&  in find_group_other()
643 		    ext4_free_group_clusters(sb, desc))  in find_group_other()
655 		desc = ext4_get_group_desc(sb, *group, NULL);  in find_group_other()
656 		if (desc && ext4_free_inodes_count(sb, desc))  in find_group_other()
672 static int recently_deleted(struct super_block *sb, ext4_group_t group, int ino)  in recently_deleted()  argument
677 	int inodes_per_block = EXT4_SB(sb)->s_inodes_per_block;  in recently_deleted()
682 	gdp = ext4_get_group_desc(sb, group, NULL);  in recently_deleted()
686 	bh = sb_find_get_block(sb, ext4_inode_table(sb, gdp) +  in recently_deleted()
695 	offset = (ino % inodes_per_block) * EXT4_INODE_SIZE(sb);  in recently_deleted()
715 static int find_inode_bit(struct super_block *sb, ext4_group_t group,  in find_inode_bit()  argument
718 	bool check_recently_deleted = EXT4_SB(sb)->s_journal == NULL;  in find_inode_bit()
719 	unsigned long recently_deleted_ino = EXT4_INODES_PER_GROUP(sb);  in find_inode_bit()
724 				       EXT4_INODES_PER_GROUP(sb), *ino);  in find_inode_bit()
725 	if (*ino >= EXT4_INODES_PER_GROUP(sb))  in find_inode_bit()
728 	if (check_recently_deleted && recently_deleted(sb, group, *ino)) {  in find_inode_bit()
731 		if (*ino < EXT4_INODES_PER_GROUP(sb))  in find_inode_bit()
737 	if (recently_deleted_ino >= EXT4_INODES_PER_GROUP(sb))  in find_inode_bit()
749 int ext4_mark_inode_used(struct super_block *sb, int ino)  in ext4_mark_inode_used()  argument
751 	unsigned long max_ino = le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count);  in ext4_mark_inode_used()
758 	if (ino < EXT4_FIRST_INO(sb) || ino > max_ino)  in ext4_mark_inode_used()
761 	group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);  in ext4_mark_inode_used()
762 	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);  in ext4_mark_inode_used()
763 	inode_bitmap_bh = ext4_read_inode_bitmap(sb, group);  in ext4_mark_inode_used()
772 	gdp = ext4_get_group_desc(sb, group, &group_desc_bh);  in ext4_mark_inode_used()
783 		ext4_std_error(sb, err);  in ext4_mark_inode_used()
788 		ext4_std_error(sb, err);  in ext4_mark_inode_used()
793 	if (ext4_has_group_desc_csum(sb) &&  in ext4_mark_inode_used()
797 		block_bitmap_bh = ext4_read_block_bitmap(sb, group);  in ext4_mark_inode_used()
808 		ext4_lock_group(sb, group);  in ext4_mark_inode_used()
809 		if (ext4_has_group_desc_csum(sb) &&  in ext4_mark_inode_used()
812 			ext4_free_group_clusters_set(sb, gdp,  in ext4_mark_inode_used()
813 				ext4_free_clusters_after_init(sb, group, gdp));  in ext4_mark_inode_used()
814 			ext4_block_bitmap_csum_set(sb, group, gdp,  in ext4_mark_inode_used()
816 			ext4_group_desc_csum_set(sb, group, gdp);  in ext4_mark_inode_used()
818 		ext4_unlock_group(sb, group);  in ext4_mark_inode_used()
822 			ext4_std_error(sb, err);  in ext4_mark_inode_used()
828 	if (ext4_has_group_desc_csum(sb)) {  in ext4_mark_inode_used()
831 		ext4_lock_group(sb, group); /* while we modify the bg desc */  in ext4_mark_inode_used()
832 		free = EXT4_INODES_PER_GROUP(sb) -  in ext4_mark_inode_used()
833 			ext4_itable_unused_count(sb, gdp);  in ext4_mark_inode_used()
845 			ext4_itable_unused_set(sb, gdp,  in ext4_mark_inode_used()
846 					(EXT4_INODES_PER_GROUP(sb) - bit - 1));  in ext4_mark_inode_used()
848 		ext4_lock_group(sb, group);  in ext4_mark_inode_used()
851 	ext4_free_inodes_set(sb, gdp, ext4_free_inodes_count(sb, gdp) - 1);  in ext4_mark_inode_used()
852 	if (ext4_has_group_desc_csum(sb)) {  in ext4_mark_inode_used()
853 		ext4_inode_bitmap_csum_set(sb, group, gdp, inode_bitmap_bh,  in ext4_mark_inode_used()
854 					   EXT4_INODES_PER_GROUP(sb) / 8);  in ext4_mark_inode_used()
855 		ext4_group_desc_csum_set(sb, group, gdp);  in ext4_mark_inode_used()
858 	ext4_unlock_group(sb, group);  in ext4_mark_inode_used()
868 	struct super_block *sb = dir->i_sb;  in ext4_xattr_credits_for_new_inode()  local
879 			__ext4_xattr_set_credits(sb, NULL /* inode */,  in ext4_xattr_credits_for_new_inode()
898 			__ext4_xattr_set_credits(sb, NULL /* inode */,  in ext4_xattr_credits_for_new_inode()
904 		nblocks += __ext4_xattr_set_credits(sb,  in ext4_xattr_credits_for_new_inode()
928 	struct super_block *sb;  in __ext4_new_inode()  local
948 	sb = dir->i_sb;  in __ext4_new_inode()
949 	sbi = EXT4_SB(sb);  in __ext4_new_inode()
954 	ngroups = ext4_get_groups_count(sb);  in __ext4_new_inode()
956 	inode = new_inode(sb);  in __ext4_new_inode()
970 	} else if (test_opt(sb, GRPID)) {  in __ext4_new_inode()
977 	if (ext4_has_feature_project(sb) &&  in __ext4_new_inode()
1006 		group = (goal - 1) / EXT4_INODES_PER_GROUP(sb);  in __ext4_new_inode()
1007 		ino = (goal - 1) % EXT4_INODES_PER_GROUP(sb);  in __ext4_new_inode()
1013 		ret2 = find_group_orlov(sb, dir, &group, mode, qstr);  in __ext4_new_inode()
1015 		ret2 = find_group_other(sb, dir, &group, mode);  in __ext4_new_inode()
1031 		gdp = ext4_get_group_desc(sb, group, &group_desc_bh);  in __ext4_new_inode()
1038 		if (ext4_free_inodes_count(sb, gdp) == 0)  in __ext4_new_inode()
1042 			grp = ext4_get_group_info(sb, group);  in __ext4_new_inode()
1052 		inode_bitmap_bh = ext4_read_inode_bitmap(sb, group);  in __ext4_new_inode()
1062 		ret2 = find_inode_bit(sb, group, inode_bitmap_bh, &ino);  in __ext4_new_inode()
1066 		if (group == 0 && (ino + 1) < EXT4_FIRST_INO(sb)) {  in __ext4_new_inode()
1067 			ext4_error(sb, "reserved inode found cleared - "  in __ext4_new_inode()
1069 			ext4_mark_group_bitmap_corrupted(sb, group,  in __ext4_new_inode()
1078 				 ext4_trans_default_revoke_credits(sb));  in __ext4_new_inode()
1081 				ext4_std_error(sb, err);  in __ext4_new_inode()
1088 			ext4_std_error(sb, err);  in __ext4_new_inode()
1091 		ext4_lock_group(sb, group);  in __ext4_new_inode()
1097 			ret2 = find_inode_bit(sb, group, inode_bitmap_bh, &ino);  in __ext4_new_inode()
1105 		ext4_unlock_group(sb, group);  in __ext4_new_inode()
1110 		if (ino < EXT4_INODES_PER_GROUP(sb))  in __ext4_new_inode()
1123 		ext4_std_error(sb, err);  in __ext4_new_inode()
1130 		ext4_std_error(sb, err);  in __ext4_new_inode()
1135 	if (ext4_has_group_desc_csum(sb) &&  in __ext4_new_inode()
1139 		block_bitmap_bh = ext4_read_block_bitmap(sb, group);  in __ext4_new_inode()
1148 			ext4_std_error(sb, err);  in __ext4_new_inode()
1156 		ext4_lock_group(sb, group);  in __ext4_new_inode()
1157 		if (ext4_has_group_desc_csum(sb) &&  in __ext4_new_inode()
1160 			ext4_free_group_clusters_set(sb, gdp,  in __ext4_new_inode()
1161 				ext4_free_clusters_after_init(sb, group, gdp));  in __ext4_new_inode()
1162 			ext4_block_bitmap_csum_set(sb, group, gdp,  in __ext4_new_inode()
1164 			ext4_group_desc_csum_set(sb, group, gdp);  in __ext4_new_inode()
1166 		ext4_unlock_group(sb, group);  in __ext4_new_inode()
1170 			ext4_std_error(sb, err);  in __ext4_new_inode()
1176 	if (ext4_has_group_desc_csum(sb)) {  in __ext4_new_inode()
1181 			grp = ext4_get_group_info(sb, group);  in __ext4_new_inode()
1187 		ext4_lock_group(sb, group); /* while we modify the bg desc */  in __ext4_new_inode()
1188 		free = EXT4_INODES_PER_GROUP(sb) -  in __ext4_new_inode()
1189 			ext4_itable_unused_count(sb, gdp);  in __ext4_new_inode()
1200 			ext4_itable_unused_set(sb, gdp,  in __ext4_new_inode()
1201 					(EXT4_INODES_PER_GROUP(sb) - ino));  in __ext4_new_inode()
1205 		ext4_lock_group(sb, group);  in __ext4_new_inode()
1208 	ext4_free_inodes_set(sb, gdp, ext4_free_inodes_count(sb, gdp) - 1);  in __ext4_new_inode()
1210 		ext4_used_dirs_set(sb, gdp, ext4_used_dirs_count(sb, gdp) + 1);  in __ext4_new_inode()
1218 	if (ext4_has_group_desc_csum(sb)) {  in __ext4_new_inode()
1219 		ext4_inode_bitmap_csum_set(sb, group, gdp, inode_bitmap_bh,  in __ext4_new_inode()
1220 					   EXT4_INODES_PER_GROUP(sb) / 8);  in __ext4_new_inode()
1221 		ext4_group_desc_csum_set(sb, group, gdp);  in __ext4_new_inode()
1223 	ext4_unlock_group(sb, group);  in __ext4_new_inode()
1228 		ext4_std_error(sb, err);  in __ext4_new_inode()
1242 	inode->i_ino = ino + group * EXT4_INODES_PER_GROUP(sb);  in __ext4_new_inode()
1270 		ext4_error(sb, "failed to insert inode %lu: doubly allocated?",  in __ext4_new_inode()
1272 		ext4_mark_group_bitmap_corrupted(sb, group,  in __ext4_new_inode()
1279 	if (ext4_has_metadata_csum(sb)) {  in __ext4_new_inode()
1294 	if (ext4_has_feature_inline_data(sb))  in __ext4_new_inode()
1322 	if (ext4_has_feature_extents(sb)) {  in __ext4_new_inode()
1337 		ext4_std_error(sb, err);  in __ext4_new_inode()
1360 struct inode *ext4_orphan_get(struct super_block *sb, unsigned long ino)  in ext4_orphan_get()  argument
1362 	unsigned long max_ino = le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count);  in ext4_orphan_get()
1369 	if (ino < EXT4_FIRST_INO(sb) || ino > max_ino)  in ext4_orphan_get()
1372 	block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);  in ext4_orphan_get()
1373 	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);  in ext4_orphan_get()
1374 	bitmap_bh = ext4_read_inode_bitmap(sb, block_group);  in ext4_orphan_get()
1385 	inode = ext4_iget(sb, ino, EXT4_IGET_NORMAL);  in ext4_orphan_get()
1388 		ext4_error_err(sb, -err,  in ext4_orphan_get()
1411 	ext4_error(sb, "bad orphan inode %lu", ino);  in ext4_orphan_get()
1432 unsigned long ext4_count_free_inodes(struct super_block *sb)  in ext4_count_free_inodes()  argument
1436 	ext4_group_t i, ngroups = ext4_get_groups_count(sb);  in ext4_count_free_inodes()
1442 	es = EXT4_SB(sb)->s_es;  in ext4_count_free_inodes()
1447 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_inodes()
1450 		desc_count += ext4_free_inodes_count(sb, gdp);  in ext4_count_free_inodes()
1452 		bitmap_bh = ext4_read_inode_bitmap(sb, i);  in ext4_count_free_inodes()
1459 				    EXT4_INODES_PER_GROUP(sb) / 8);  in ext4_count_free_inodes()
1461 			(unsigned long) i, ext4_free_inodes_count(sb, gdp), x);  in ext4_count_free_inodes()
1472 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_inodes()
1475 		desc_count += ext4_free_inodes_count(sb, gdp);  in ext4_count_free_inodes()
1483 unsigned long ext4_count_dirs(struct super_block * sb)  in ext4_count_dirs()  argument
1486 	ext4_group_t i, ngroups = ext4_get_groups_count(sb);  in ext4_count_dirs()
1489 		struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_dirs()
1492 		count += ext4_used_dirs_count(sb, gdp);  in ext4_count_dirs()
1505 int ext4_init_inode_table(struct super_block *sb, ext4_group_t group,  in ext4_init_inode_table()  argument
1508 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_init_inode_table()
1509 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_init_inode_table()
1517 	if (sb_rdonly(sb)) {  in ext4_init_inode_table()
1522 	gdp = ext4_get_group_desc(sb, group, &group_desc_bh);  in ext4_init_inode_table()
1533 	handle = ext4_journal_start_sb(sb, EXT4_HT_MISC, 1);  in ext4_init_inode_table()
1546 		used_blks = DIV_ROUND_UP((EXT4_INODES_PER_GROUP(sb) -  in ext4_init_inode_table()
1547 			    ext4_itable_unused_count(sb, gdp)),  in ext4_init_inode_table()
1551 	    ((group == 0) && ((EXT4_INODES_PER_GROUP(sb) -  in ext4_init_inode_table()
1552 			       ext4_itable_unused_count(sb, gdp)) <  in ext4_init_inode_table()
1553 			      EXT4_FIRST_INO(sb)))) {  in ext4_init_inode_table()
1554 		ext4_error(sb, "Something is wrong with group %u: "  in ext4_init_inode_table()
1558 			   ext4_itable_unused_count(sb, gdp));  in ext4_init_inode_table()
1563 	blk = ext4_inode_table(sb, gdp) + used_blks;  in ext4_init_inode_table()
1582 	ret = sb_issue_zeroout(sb, blk, num, GFP_NOFS);  in ext4_init_inode_table()
1586 		blkdev_issue_flush(sb->s_bdev, GFP_NOFS);  in ext4_init_inode_table()
1589 	ext4_lock_group(sb, group);  in ext4_init_inode_table()
1591 	ext4_group_desc_csum_set(sb, group, gdp);  in ext4_init_inode_table()
1592 	ext4_unlock_group(sb, group);  in ext4_init_inode_table()