Lines Matching refs:sb
48 int ext4_resize_begin(struct super_block *sb) in ext4_resize_begin() argument
50 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_resize_begin()
60 if (EXT4_SB(sb)->s_es->s_reserved_gdt_blocks && in ext4_resize_begin()
61 !ext4_has_feature_resize_inode(sb)) { in ext4_resize_begin()
62 ext4_error(sb, "resize_inode disabled but reserved GDT blocks non-zero"); in ext4_resize_begin()
72 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block)) { in ext4_resize_begin()
73 ext4_warning(sb, "won't resize using backup superblock at %llu", in ext4_resize_begin()
74 (unsigned long long)EXT4_SB(sb)->s_sbh->b_blocknr); in ext4_resize_begin()
82 if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) { in ext4_resize_begin()
83 ext4_warning(sb, "There are errors in the filesystem, " in ext4_resize_begin()
88 if (ext4_has_feature_sparse_super2(sb)) { in ext4_resize_begin()
89 ext4_msg(sb, KERN_ERR, "Online resizing not supported with sparse_super2"); in ext4_resize_begin()
94 &EXT4_SB(sb)->s_ext4_flags)) in ext4_resize_begin()
100 int ext4_resize_end(struct super_block *sb, bool update_backups) in ext4_resize_end() argument
102 clear_bit_unlock(EXT4_FLAGS_RESIZING, &EXT4_SB(sb)->s_ext4_flags); in ext4_resize_end()
105 return ext4_update_overhead(sb, true); in ext4_resize_end()
109 static ext4_group_t ext4_meta_bg_first_group(struct super_block *sb, in ext4_meta_bg_first_group() argument
111 return (group >> EXT4_DESC_PER_BLOCK_BITS(sb)) << in ext4_meta_bg_first_group()
112 EXT4_DESC_PER_BLOCK_BITS(sb); in ext4_meta_bg_first_group()
115 static ext4_fsblk_t ext4_meta_bg_first_block_no(struct super_block *sb, in ext4_meta_bg_first_block_no() argument
117 group = ext4_meta_bg_first_group(sb, group); in ext4_meta_bg_first_block_no()
118 return ext4_group_first_block_no(sb, group); in ext4_meta_bg_first_block_no()
121 static ext4_grpblk_t ext4_group_overhead_blocks(struct super_block *sb, in ext4_group_overhead_blocks() argument
124 overhead = ext4_bg_num_gdb(sb, group); in ext4_group_overhead_blocks()
125 if (ext4_bg_has_super(sb, group)) in ext4_group_overhead_blocks()
127 le16_to_cpu(EXT4_SB(sb)->s_es->s_reserved_gdt_blocks); in ext4_group_overhead_blocks()
134 static int verify_group_input(struct super_block *sb, in verify_group_input() argument
137 struct ext4_sb_info *sbi = EXT4_SB(sb); in verify_group_input()
150 ext4_warning(sb, "Cannot add at group %u (only %u groups)", in verify_group_input()
155 overhead = ext4_group_overhead_blocks(sb, group); in verify_group_input()
160 if (test_opt(sb, DEBUG)) in verify_group_input()
163 ext4_bg_has_super(sb, input->group) ? "normal" : in verify_group_input()
167 ext4_get_group_no_and_offset(sb, start, NULL, &offset); in verify_group_input()
169 ext4_warning(sb, "Last group not full"); in verify_group_input()
171 ext4_warning(sb, "Reserved blocks too high (%u)", in verify_group_input()
174 ext4_warning(sb, "Bad blocks count %u", in verify_group_input()
176 else if (IS_ERR(bh = ext4_sb_bread(sb, end - 1, 0))) { in verify_group_input()
179 ext4_warning(sb, "Cannot read last block (%llu)", in verify_group_input()
182 ext4_warning(sb, "Block bitmap not in group (block %llu)", in verify_group_input()
185 ext4_warning(sb, "Inode bitmap not in group (block %llu)", in verify_group_input()
189 ext4_warning(sb, "Inode table not in group (blocks %llu-%llu)", in verify_group_input()
192 ext4_warning(sb, "Block bitmap same as inode bitmap (%llu)", in verify_group_input()
195 ext4_warning(sb, "Block bitmap (%llu) in inode table " in verify_group_input()
200 ext4_warning(sb, "Inode bitmap (%llu) in inode table " in verify_group_input()
205 ext4_warning(sb, "Block bitmap (%llu) in GDT table (%llu-%llu)", in verify_group_input()
209 ext4_warning(sb, "Inode bitmap (%llu) in GDT table (%llu-%llu)", in verify_group_input()
214 ext4_warning(sb, "Inode table (%llu-%llu) overlaps GDT table " in verify_group_input()
297 static int ext4_alloc_group_tables(struct super_block *sb, in ext4_alloc_group_tables() argument
325 start_blk = ext4_group_first_block_no(sb, src_group); in ext4_alloc_group_tables()
328 overhead = ext4_group_overhead_blocks(sb, src_group); in ext4_alloc_group_tables()
335 overhead = ext4_group_overhead_blocks(sb, src_group); in ext4_alloc_group_tables()
347 group = ext4_get_group_number(sb, start_blk - 1); in ext4_alloc_group_tables()
358 group = ext4_get_group_number(sb, start_blk - 1); in ext4_alloc_group_tables()
366 unsigned int itb = EXT4_SB(sb)->s_itb_per_group; in ext4_alloc_group_tables()
372 group = ext4_get_group_number(sb, start_blk); in ext4_alloc_group_tables()
373 next_group_start = ext4_group_first_block_no(sb, group + 1); in ext4_alloc_group_tables()
385 start_blk += EXT4_SB(sb)->s_itb_per_group; in ext4_alloc_group_tables()
391 EXT4_NUM_B2C(EXT4_SB(sb), in ext4_alloc_group_tables()
395 if (test_opt(sb, DEBUG)) { in ext4_alloc_group_tables()
406 ext4_bg_has_super(sb, group + i) ? "normal" : in ext4_alloc_group_tables()
416 static struct buffer_head *bclean(handle_t *handle, struct super_block *sb, in bclean() argument
422 bh = sb_getblk(sb, blk); in bclean()
426 err = ext4_journal_get_write_access(handle, sb, bh, EXT4_JTR_NONE); in bclean()
431 memset(bh->b_data, 0, sb->s_blocksize); in bclean()
453 static int set_flexbg_block_bitmap(struct super_block *sb, handle_t *handle, in set_flexbg_block_bitmap() argument
457 struct ext4_sb_info *sbi = EXT4_SB(sb); in set_flexbg_block_bitmap()
470 group = ext4_get_group_number(sb, EXT4_C2B(sbi, first_cluster)); in set_flexbg_block_bitmap()
471 start = EXT4_B2C(sbi, ext4_group_first_block_no(sb, group)); in set_flexbg_block_bitmap()
474 count2 = EXT4_CLUSTERS_PER_GROUP(sb) - (first_cluster - start); in set_flexbg_block_bitmap()
487 bh = sb_getblk(sb, flex_gd->groups[group].block_bitmap); in set_flexbg_block_bitmap()
492 err = ext4_journal_get_write_access(handle, sb, bh, in set_flexbg_block_bitmap()
525 static int setup_new_flex_group_blocks(struct super_block *sb, in setup_new_flex_group_blocks() argument
528 int group_table_count[] = {1, 1, EXT4_SB(sb)->s_itb_per_group}; in setup_new_flex_group_blocks()
531 struct ext4_sb_info *sbi = EXT4_SB(sb); in setup_new_flex_group_blocks()
545 meta_bg = ext4_has_feature_meta_bg(sb); in setup_new_flex_group_blocks()
548 handle = ext4_journal_start_sb(sb, EXT4_HT_RESIZE, EXT4_MAX_TRANS_DATA); in setup_new_flex_group_blocks()
557 gdblocks = ext4_bg_num_gdb(sb, group); in setup_new_flex_group_blocks()
558 start = ext4_group_first_block_no(sb, group); in setup_new_flex_group_blocks()
560 if (meta_bg == 0 && !ext4_bg_has_super(sb, group)) in setup_new_flex_group_blocks()
565 first_group = ext4_meta_bg_first_group(sb, group); in setup_new_flex_group_blocks()
567 first_group != group + EXT4_DESC_PER_BLOCK(sb) - 1) in setup_new_flex_group_blocks()
571 block = start + ext4_bg_has_super(sb, group); in setup_new_flex_group_blocks()
581 gdb = sb_getblk(sb, block); in setup_new_flex_group_blocks()
588 err = ext4_journal_get_write_access(handle, sb, gdb, in setup_new_flex_group_blocks()
609 if (ext4_bg_has_super(sb, group)) { in setup_new_flex_group_blocks()
610 err = sb_issue_zeroout(sb, gdblocks + start + 1, in setup_new_flex_group_blocks()
625 err = sb_issue_zeroout(sb, block, sbi->s_itb_per_group, in setup_new_flex_group_blocks()
640 bh = bclean(handle, sb, block); in setup_new_flex_group_blocks()
645 overhead = ext4_group_overhead_blocks(sb, group); in setup_new_flex_group_blocks()
653 sb->s_blocksize * 8, bh->b_data); in setup_new_flex_group_blocks()
669 bh = bclean(handle, sb, block); in setup_new_flex_group_blocks()
675 ext4_mark_bitmap_end(EXT4_INODES_PER_GROUP(sb), in setup_new_flex_group_blocks()
676 sb->s_blocksize * 8, bh->b_data); in setup_new_flex_group_blocks()
694 err = set_flexbg_block_bitmap(sb, handle, in setup_new_flex_group_blocks()
708 err = set_flexbg_block_bitmap(sb, handle, in setup_new_flex_group_blocks()
734 unsigned int ext4_list_backups(struct super_block *sb, unsigned int *three, in ext4_list_backups() argument
737 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_list_backups()
742 if (ext4_has_feature_sparse_super2(sb)) { in ext4_list_backups()
752 if (!ext4_has_feature_sparse_super(sb)) { in ext4_list_backups()
778 static int verify_reserved_gdb(struct super_block *sb, in verify_reserved_gdb() argument
790 while ((grp = ext4_list_backups(sb, &three, &five, &seven)) < end) { in verify_reserved_gdb()
792 grp * EXT4_BLOCKS_PER_GROUP(sb) + blk){ in verify_reserved_gdb()
793 ext4_warning(sb, "reserved GDT %llu" in verify_reserved_gdb()
797 (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) + in verify_reserved_gdb()
801 if (++gdbackups > EXT4_ADDR_PER_BLOCK(sb)) in verify_reserved_gdb()
824 struct super_block *sb = inode->i_sb; in add_new_gdb() local
825 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in add_new_gdb()
826 unsigned long gdb_num = group / EXT4_DESC_PER_BLOCK(sb); in add_new_gdb()
827 ext4_fsblk_t gdblock = EXT4_SB(sb)->s_sbh->b_blocknr + 1 + gdb_num; in add_new_gdb()
836 if (test_opt(sb, DEBUG)) in add_new_gdb()
841 gdb_bh = ext4_sb_bread(sb, gdblock, 0); in add_new_gdb()
845 gdbackups = verify_reserved_gdb(sb, group, gdb_bh); in add_new_gdb()
852 dind = ext4_sb_bread(sb, le32_to_cpu(*data), 0); in add_new_gdb()
860 if (le32_to_cpu(data[gdb_num % EXT4_ADDR_PER_BLOCK(sb)]) != gdblock) { in add_new_gdb()
861 ext4_warning(sb, "new group %u GDT block %llu not reserved", in add_new_gdb()
867 BUFFER_TRACE(EXT4_SB(sb)->s_sbh, "get_write_access"); in add_new_gdb()
868 err = ext4_journal_get_write_access(handle, sb, EXT4_SB(sb)->s_sbh, in add_new_gdb()
874 err = ext4_journal_get_write_access(handle, sb, gdb_bh, EXT4_JTR_NONE); in add_new_gdb()
879 err = ext4_journal_get_write_access(handle, sb, dind, EXT4_JTR_NONE); in add_new_gdb()
881 ext4_std_error(sb, err); in add_new_gdb()
894 ext4_warning(sb, "not enough memory for %lu groups", in add_new_gdb()
908 data[gdb_num % EXT4_ADDR_PER_BLOCK(sb)] = 0; in add_new_gdb()
911 ext4_std_error(sb, err); in add_new_gdb()
914 inode->i_blocks -= (gdbackups + 1) * sb->s_blocksize >> in add_new_gdb()
915 (9 - EXT4_SB(sb)->s_cluster_bits); in add_new_gdb()
917 memset(gdb_bh->b_data, 0, sb->s_blocksize); in add_new_gdb()
920 ext4_std_error(sb, err); in add_new_gdb()
927 o_group_desc = rcu_dereference(EXT4_SB(sb)->s_group_desc); in add_new_gdb()
929 EXT4_SB(sb)->s_gdb_count * sizeof(struct buffer_head *)); in add_new_gdb()
932 rcu_assign_pointer(EXT4_SB(sb)->s_group_desc, n_group_desc); in add_new_gdb()
933 EXT4_SB(sb)->s_gdb_count++; in add_new_gdb()
936 lock_buffer(EXT4_SB(sb)->s_sbh); in add_new_gdb()
938 ext4_superblock_csum_set(sb); in add_new_gdb()
939 unlock_buffer(EXT4_SB(sb)->s_sbh); in add_new_gdb()
940 err = ext4_handle_dirty_metadata(handle, NULL, EXT4_SB(sb)->s_sbh); in add_new_gdb()
942 ext4_std_error(sb, err); in add_new_gdb()
957 static int add_new_gdb_meta_bg(struct super_block *sb, in add_new_gdb_meta_bg() argument
962 unsigned long gdb_num = group / EXT4_DESC_PER_BLOCK(sb); in add_new_gdb_meta_bg()
965 gdblock = ext4_meta_bg_first_block_no(sb, group) + in add_new_gdb_meta_bg()
966 ext4_bg_has_super(sb, group); in add_new_gdb_meta_bg()
967 gdb_bh = ext4_sb_bread(sb, gdblock, 0); in add_new_gdb_meta_bg()
975 ext4_warning(sb, "not enough memory for %lu groups", in add_new_gdb_meta_bg()
981 o_group_desc = rcu_dereference(EXT4_SB(sb)->s_group_desc); in add_new_gdb_meta_bg()
983 EXT4_SB(sb)->s_gdb_count * sizeof(struct buffer_head *)); in add_new_gdb_meta_bg()
988 err = ext4_journal_get_write_access(handle, sb, gdb_bh, EXT4_JTR_NONE); in add_new_gdb_meta_bg()
995 rcu_assign_pointer(EXT4_SB(sb)->s_group_desc, n_group_desc); in add_new_gdb_meta_bg()
996 EXT4_SB(sb)->s_gdb_count++; in add_new_gdb_meta_bg()
1017 struct super_block *sb = inode->i_sb; in reserve_backup_gdb() local
1018 int reserved_gdb =le16_to_cpu(EXT4_SB(sb)->s_es->s_reserved_gdt_blocks); in reserve_backup_gdb()
1019 int cluster_bits = EXT4_SB(sb)->s_cluster_bits; in reserve_backup_gdb()
1034 dind = ext4_sb_bread(sb, le32_to_cpu(*data), 0); in reserve_backup_gdb()
1041 blk = EXT4_SB(sb)->s_sbh->b_blocknr + 1 + EXT4_SB(sb)->s_gdb_count; in reserve_backup_gdb()
1042 data = (__le32 *)dind->b_data + (EXT4_SB(sb)->s_gdb_count % in reserve_backup_gdb()
1043 EXT4_ADDR_PER_BLOCK(sb)); in reserve_backup_gdb()
1044 end = (__le32 *)dind->b_data + EXT4_ADDR_PER_BLOCK(sb); in reserve_backup_gdb()
1049 ext4_warning(sb, "reserved block %llu" in reserve_backup_gdb()
1056 primary[res] = ext4_sb_bread(sb, blk, 0); in reserve_backup_gdb()
1062 gdbackups = verify_reserved_gdb(sb, group, primary[res]); in reserve_backup_gdb()
1074 if ((err = ext4_journal_get_write_access(handle, sb, primary[i], in reserve_backup_gdb()
1086 blk = group * EXT4_BLOCKS_PER_GROUP(sb); in reserve_backup_gdb()
1099 inode->i_blocks += reserved_gdb * sb->s_blocksize >> (9 - cluster_bits); in reserve_backup_gdb()
1129 static void update_backups(struct super_block *sb, sector_t blk_off, char *data, in update_backups() argument
1132 struct ext4_sb_info *sbi = EXT4_SB(sb); in update_backups()
1134 const int bpg = EXT4_BLOCKS_PER_GROUP(sb); in update_backups()
1139 int rest = sb->s_blocksize - size; in update_backups()
1143 handle = ext4_journal_start_sb(sb, EXT4_HT_RESIZE, EXT4_MAX_TRANS_DATA); in update_backups()
1151 group = ext4_list_backups(sb, &three, &five, &seven); in update_backups()
1154 group = ext4_get_group_number(sb, blk_off) + 1; in update_backups()
1155 last = (ext4_group_t)(group + EXT4_DESC_PER_BLOCK(sb) - 2); in update_backups()
1171 backup_block = (ext4_group_first_block_no(sb, group) + in update_backups()
1172 ext4_bg_has_super(sb, group)); in update_backups()
1174 bh = sb_getblk(sb, backup_block); in update_backups()
1181 ext4_group_first_block_no(sb, group)); in update_backups()
1183 if ((err = ext4_journal_get_write_access(handle, sb, bh, in update_backups()
1192 if (ext4_has_metadata_csum(sb)) in update_backups()
1193 es->s_checksum = ext4_superblock_csum(sb, es); in update_backups()
1198 ext4_std_error(sb, err); in update_backups()
1202 group = ext4_list_backups(sb, &three, &five, &seven); in update_backups()
1223 ext4_warning(sb, "can't update backup for group %u (err %d), " in update_backups()
1241 static int ext4_add_new_descs(handle_t *handle, struct super_block *sb, in ext4_add_new_descs() argument
1245 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_add_new_descs()
1251 meta_bg = ext4_has_feature_meta_bg(sb); in ext4_add_new_descs()
1253 int reserved_gdb = ext4_bg_has_super(sb, group) ? in ext4_add_new_descs()
1256 gdb_off = group % EXT4_DESC_PER_BLOCK(sb); in ext4_add_new_descs()
1257 gdb_num = group / EXT4_DESC_PER_BLOCK(sb); in ext4_add_new_descs()
1269 err = ext4_journal_get_write_access(handle, sb, gdb_bh, in ext4_add_new_descs()
1272 if (!err && reserved_gdb && ext4_bg_num_gdb(sb, group)) in ext4_add_new_descs()
1275 err = add_new_gdb_meta_bg(sb, handle, group); in ext4_add_new_descs()
1285 static struct buffer_head *ext4_get_bitmap(struct super_block *sb, __u64 block) in ext4_get_bitmap() argument
1287 struct buffer_head *bh = sb_getblk(sb, block); in ext4_get_bitmap()
1300 static int ext4_set_bitmap_checksums(struct super_block *sb, in ext4_set_bitmap_checksums() argument
1307 if (!ext4_has_metadata_csum(sb)) in ext4_set_bitmap_checksums()
1310 bh = ext4_get_bitmap(sb, group_data->inode_bitmap); in ext4_set_bitmap_checksums()
1313 ext4_inode_bitmap_csum_set(sb, group, gdp, bh, in ext4_set_bitmap_checksums()
1314 EXT4_INODES_PER_GROUP(sb) / 8); in ext4_set_bitmap_checksums()
1317 bh = ext4_get_bitmap(sb, group_data->block_bitmap); in ext4_set_bitmap_checksums()
1320 ext4_block_bitmap_csum_set(sb, group, gdp, bh); in ext4_set_bitmap_checksums()
1329 static int ext4_setup_new_descs(handle_t *handle, struct super_block *sb, in ext4_setup_new_descs() argument
1334 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_setup_new_descs()
1344 gdb_off = group % EXT4_DESC_PER_BLOCK(sb); in ext4_setup_new_descs()
1345 gdb_num = group / EXT4_DESC_PER_BLOCK(sb); in ext4_setup_new_descs()
1353 gdb_off * EXT4_DESC_SIZE(sb)); in ext4_setup_new_descs()
1355 memset(gdp, 0, EXT4_DESC_SIZE(sb)); in ext4_setup_new_descs()
1356 ext4_block_bitmap_set(sb, gdp, group_data->block_bitmap); in ext4_setup_new_descs()
1357 ext4_inode_bitmap_set(sb, gdp, group_data->inode_bitmap); in ext4_setup_new_descs()
1358 err = ext4_set_bitmap_checksums(sb, group, gdp, group_data); in ext4_setup_new_descs()
1360 ext4_std_error(sb, err); in ext4_setup_new_descs()
1364 ext4_inode_table_set(sb, gdp, group_data->inode_table); in ext4_setup_new_descs()
1365 ext4_free_group_clusters_set(sb, gdp, in ext4_setup_new_descs()
1367 ext4_free_inodes_set(sb, gdp, EXT4_INODES_PER_GROUP(sb)); in ext4_setup_new_descs()
1368 if (ext4_has_group_desc_csum(sb)) in ext4_setup_new_descs()
1369 ext4_itable_unused_set(sb, gdp, in ext4_setup_new_descs()
1370 EXT4_INODES_PER_GROUP(sb)); in ext4_setup_new_descs()
1372 ext4_group_desc_csum_set(sb, group, gdp); in ext4_setup_new_descs()
1376 ext4_std_error(sb, err); in ext4_setup_new_descs()
1384 err = ext4_mb_add_groupinfo(sb, group, gdp); in ext4_setup_new_descs()
1391 static void ext4_add_overhead(struct super_block *sb, in ext4_add_overhead() argument
1394 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_add_overhead()
1409 static void ext4_update_super(struct super_block *sb, in ext4_update_super() argument
1416 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_update_super()
1444 le32_add_cpu(&es->s_inodes_count, EXT4_INODES_PER_GROUP(sb) * in ext4_update_super()
1446 le32_add_cpu(&es->s_free_inodes_count, EXT4_INODES_PER_GROUP(sb) * in ext4_update_super()
1473 (EXT4_MAX_BLOCK_FILE_PHYS / EXT4_BLOCKS_PER_GROUP(sb))); in ext4_update_super()
1479 ext4_superblock_csum_set(sb); in ext4_update_super()
1486 EXT4_INODES_PER_GROUP(sb) * flex_gd->count); in ext4_update_super()
1490 if (ext4_has_feature_flex_bg(sb) && sbi->s_log_groups_per_flex) { in ext4_update_super()
1498 atomic_add(EXT4_INODES_PER_GROUP(sb) * flex_gd->count, in ext4_update_super()
1509 if (ext4_has_feature_bigalloc(sb) && (sbi->s_overhead != 0)) in ext4_update_super()
1510 ext4_add_overhead(sb, in ext4_update_super()
1513 ext4_calculate_overhead(sb); in ext4_update_super()
1516 if (test_opt(sb, DEBUG)) in ext4_update_super()
1526 static int ext4_flex_group_add(struct super_block *sb, in ext4_flex_group_add() argument
1530 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_flex_group_add()
1543 ext4_get_group_no_and_offset(sb, o_blocks_count, &group, &last); in ext4_flex_group_add()
1546 err = setup_new_flex_group_blocks(sb, flex_gd); in ext4_flex_group_add()
1558 credit += 1 + DIV_ROUND_UP(flex_gd->count, EXT4_DESC_PER_BLOCK(sb)); in ext4_flex_group_add()
1560 handle = ext4_journal_start_sb(sb, EXT4_HT_RESIZE, credit); in ext4_flex_group_add()
1567 err = ext4_journal_get_write_access(handle, sb, sbi->s_sbh, in ext4_flex_group_add()
1574 err = ext4_add_new_descs(handle, sb, group, in ext4_flex_group_add()
1579 err = ext4_setup_new_descs(handle, sb, flex_gd); in ext4_flex_group_add()
1583 ext4_update_super(sb, flex_gd); in ext4_flex_group_add()
1593 int gdb_num = group / EXT4_DESC_PER_BLOCK(sb); in ext4_flex_group_add()
1595 EXT4_DESC_PER_BLOCK(sb)); in ext4_flex_group_add()
1596 int meta_bg = ext4_has_feature_meta_bg(sb); in ext4_flex_group_add()
1599 update_backups(sb, sbi->s_sbh->b_blocknr, (char *)es, in ext4_flex_group_add()
1608 update_backups(sb, gdb_bh->b_blocknr, gdb_bh->b_data, in ext4_flex_group_add()
1617 static int ext4_setup_next_flex_gd(struct super_block *sb, in ext4_setup_next_flex_gd() argument
1622 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_setup_next_flex_gd()
1633 clusters_per_group = EXT4_CLUSTERS_PER_GROUP(sb); in ext4_setup_next_flex_gd()
1640 ext4_get_group_no_and_offset(sb, o_blocks_count, &group, &last); in ext4_setup_next_flex_gd()
1642 ext4_get_group_no_and_offset(sb, n_blocks_count - 1, &n_group, &last); in ext4_setup_next_flex_gd()
1654 group_data[i].blocks_count = EXT4_BLOCKS_PER_GROUP(sb); in ext4_setup_next_flex_gd()
1655 overhead = ext4_group_overhead_blocks(sb, group + i); in ext4_setup_next_flex_gd()
1657 group_data[i].free_clusters_count = EXT4_CLUSTERS_PER_GROUP(sb); in ext4_setup_next_flex_gd()
1658 if (ext4_has_group_desc_csum(sb)) { in ext4_setup_next_flex_gd()
1661 if (!test_opt(sb, INIT_INODE_TABLE)) in ext4_setup_next_flex_gd()
1667 if (last_group == n_group && ext4_has_group_desc_csum(sb)) in ext4_setup_next_flex_gd()
1693 int ext4_group_add(struct super_block *sb, struct ext4_new_group_data *input) in ext4_group_add() argument
1696 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_group_add()
1698 int reserved_gdb = ext4_bg_has_super(sb, input->group) ? in ext4_group_add()
1705 gdb_off = input->group % EXT4_DESC_PER_BLOCK(sb); in ext4_group_add()
1707 if (gdb_off == 0 && !ext4_has_feature_sparse_super(sb)) { in ext4_group_add()
1708 ext4_warning(sb, "Can't resize non-sparse filesystem further"); in ext4_group_add()
1714 ext4_warning(sb, "blocks_count overflow"); in ext4_group_add()
1718 if (le32_to_cpu(es->s_inodes_count) + EXT4_INODES_PER_GROUP(sb) < in ext4_group_add()
1720 ext4_warning(sb, "inodes_count overflow"); in ext4_group_add()
1725 if (!ext4_has_feature_resize_inode(sb) || in ext4_group_add()
1727 ext4_warning(sb, in ext4_group_add()
1731 inode = ext4_iget(sb, EXT4_RESIZE_INO, EXT4_IGET_SPECIAL); in ext4_group_add()
1733 ext4_warning(sb, "Error opening resize inode"); in ext4_group_add()
1739 err = verify_group_input(sb, input); in ext4_group_add()
1743 err = ext4_alloc_flex_bg_array(sb, input->group + 1); in ext4_group_add()
1747 err = ext4_mb_alloc_groupinfo(sb, input->group + 1); in ext4_group_add()
1754 err = ext4_flex_group_add(sb, inode, &flex_gd); in ext4_group_add()
1763 static int ext4_group_extend_no_check(struct super_block *sb, in ext4_group_extend_no_check() argument
1766 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_group_extend_no_check()
1773 handle = ext4_journal_start_sb(sb, EXT4_HT_RESIZE, 3); in ext4_group_extend_no_check()
1776 ext4_warning(sb, "error %d on journal start", err); in ext4_group_extend_no_check()
1780 BUFFER_TRACE(EXT4_SB(sb)->s_sbh, "get_write_access"); in ext4_group_extend_no_check()
1781 err = ext4_journal_get_write_access(handle, sb, EXT4_SB(sb)->s_sbh, in ext4_group_extend_no_check()
1784 ext4_warning(sb, "error %d on journal write access", err); in ext4_group_extend_no_check()
1788 lock_buffer(EXT4_SB(sb)->s_sbh); in ext4_group_extend_no_check()
1791 ext4_superblock_csum_set(sb); in ext4_group_extend_no_check()
1792 unlock_buffer(EXT4_SB(sb)->s_sbh); in ext4_group_extend_no_check()
1796 err = ext4_group_add_blocks(handle, sb, o_blocks_count, add); in ext4_group_extend_no_check()
1799 ext4_handle_dirty_metadata(handle, NULL, EXT4_SB(sb)->s_sbh); in ext4_group_extend_no_check()
1808 if (test_opt(sb, DEBUG)) in ext4_group_extend_no_check()
1811 update_backups(sb, EXT4_SB(sb)->s_sbh->b_blocknr, in ext4_group_extend_no_check()
1827 int ext4_group_extend(struct super_block *sb, struct ext4_super_block *es, in ext4_group_extend() argument
1839 if (test_opt(sb, DEBUG)) in ext4_group_extend()
1840 ext4_msg(sb, KERN_DEBUG, in ext4_group_extend()
1847 if (n_blocks_count > (sector_t)(~0ULL) >> (sb->s_blocksize_bits - 9)) { in ext4_group_extend()
1848 ext4_msg(sb, KERN_ERR, in ext4_group_extend()
1855 ext4_warning(sb, "can't shrink FS - resize aborted"); in ext4_group_extend()
1860 ext4_get_group_no_and_offset(sb, o_blocks_count, &group, &last); in ext4_group_extend()
1863 ext4_warning(sb, "need to use ext2online to resize further"); in ext4_group_extend()
1867 add = EXT4_BLOCKS_PER_GROUP(sb) - last; in ext4_group_extend()
1870 ext4_warning(sb, "blocks_count overflow"); in ext4_group_extend()
1878 ext4_warning(sb, "will only finish group (%llu blocks, %u new)", in ext4_group_extend()
1882 bh = ext4_sb_bread(sb, o_blocks_count + add - 1, 0); in ext4_group_extend()
1884 ext4_warning(sb, "can't read last block, resize aborted"); in ext4_group_extend()
1889 err = ext4_group_extend_no_check(sb, o_blocks_count, add); in ext4_group_extend()
1894 static int num_desc_blocks(struct super_block *sb, ext4_group_t groups) in num_desc_blocks() argument
1896 return (groups + EXT4_DESC_PER_BLOCK(sb) - 1) / EXT4_DESC_PER_BLOCK(sb); in num_desc_blocks()
1904 static int ext4_convert_meta_bg(struct super_block *sb, struct inode *inode) in ext4_convert_meta_bg() argument
1907 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_convert_meta_bg()
1914 ext4_msg(sb, KERN_INFO, "Converting file system to meta_bg"); in ext4_convert_meta_bg()
1917 ext4_error(sb, "Unexpected non-zero " in ext4_convert_meta_bg()
1939 handle = ext4_journal_start_sb(sb, EXT4_HT_RESIZE, credits); in ext4_convert_meta_bg()
1944 err = ext4_journal_get_write_access(handle, sb, sbi->s_sbh, in ext4_convert_meta_bg()
1950 ext4_clear_feature_resize_inode(sb); in ext4_convert_meta_bg()
1951 ext4_set_feature_meta_bg(sb); in ext4_convert_meta_bg()
1953 cpu_to_le32(num_desc_blocks(sb, sbi->s_groups_count)); in ext4_convert_meta_bg()
1954 ext4_superblock_csum_set(sb); in ext4_convert_meta_bg()
1959 ext4_std_error(sb, err); in ext4_convert_meta_bg()
1973 ext4_std_error(sb, err); in ext4_convert_meta_bg()
1983 ext4_error(sb, "corrupted/inconsistent resize inode"); in ext4_convert_meta_bg()
1993 int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count) in ext4_resize_fs() argument
1996 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_resize_fs()
2012 bh = ext4_sb_bread(sb, n_blocks_count - 1, 0); in ext4_resize_fs()
2014 ext4_warning(sb, "can't read last block, resize aborted"); in ext4_resize_fs()
2026 if (ext4_has_feature_bigalloc(sb)) in ext4_resize_fs()
2027 n_blocks_count &= ~((1 << EXT4_CLUSTER_BITS(sb)) - 1); in ext4_resize_fs()
2032 ext4_msg(sb, KERN_INFO, "resizing filesystem from %llu " in ext4_resize_fs()
2037 ext4_warning(sb, "can't shrink FS - resize aborted"); in ext4_resize_fs()
2045 n_group = ext4_get_group_number(sb, n_blocks_count - 1); in ext4_resize_fs()
2046 if (n_group >= (0xFFFFFFFFUL / EXT4_INODES_PER_GROUP(sb))) { in ext4_resize_fs()
2047 ext4_warning(sb, "resize would cause inodes_count overflow"); in ext4_resize_fs()
2050 ext4_get_group_no_and_offset(sb, o_blocks_count - 1, &o_group, &offset); in ext4_resize_fs()
2052 n_desc_blocks = num_desc_blocks(sb, n_group + 1); in ext4_resize_fs()
2053 o_desc_blocks = num_desc_blocks(sb, sbi->s_groups_count); in ext4_resize_fs()
2055 meta_bg = ext4_has_feature_meta_bg(sb); in ext4_resize_fs()
2057 if (ext4_has_feature_resize_inode(sb)) { in ext4_resize_fs()
2059 ext4_error(sb, "resize_inode and meta_bg enabled " in ext4_resize_fs()
2068 n_group = n_desc_blocks * EXT4_DESC_PER_BLOCK(sb); in ext4_resize_fs()
2070 EXT4_BLOCKS_PER_GROUP(sb) + in ext4_resize_fs()
2076 resize_inode = ext4_iget(sb, EXT4_RESIZE_INO, in ext4_resize_fs()
2079 ext4_warning(sb, "Error opening resize inode"); in ext4_resize_fs()
2085 err = ext4_convert_meta_bg(sb, resize_inode); in ext4_resize_fs()
2106 if ((ext4_group_first_block_no(sb, n_group) + in ext4_resize_fs()
2107 ext4_group_overhead_blocks(sb, n_group) + 2 + in ext4_resize_fs()
2109 n_blocks_count = ext4_group_first_block_no(sb, n_group); in ext4_resize_fs()
2123 add = EXT4_C2B(sbi, EXT4_CLUSTERS_PER_GROUP(sb) - (offset + 1)); in ext4_resize_fs()
2125 err = ext4_group_extend_no_check(sb, o_blocks_count, add); in ext4_resize_fs()
2133 err = ext4_alloc_flex_bg_array(sb, n_group + 1); in ext4_resize_fs()
2137 err = ext4_mb_alloc_groupinfo(sb, n_group + 1); in ext4_resize_fs()
2150 while (ext4_setup_next_flex_gd(sb, flex_gd, n_blocks_count, in ext4_resize_fs()
2154 ext4_msg(sb, KERN_INFO, in ext4_resize_fs()
2159 if (ext4_alloc_group_tables(sb, flex_gd, flexbg_size) != 0) in ext4_resize_fs()
2161 err = ext4_flex_group_add(sb, resize_inode, flex_gd); in ext4_resize_fs()
2184 ext4_warning(sb, "error (%d) occurred during " in ext4_resize_fs()
2186 ext4_msg(sb, KERN_INFO, "resized filesystem to %llu", in ext4_resize_fs()