90 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
129 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
334 static void ocfs2_bg_discontig_add_extent(struct ocfs2_super *osb,  in ocfs2_bg_discontig_add_extent()  argument
342 	BUG_ON(!ocfs2_supports_discontig_bg(osb));  in ocfs2_bg_discontig_add_extent()
344 		el->l_count = cpu_to_le16(ocfs2_extent_recs_per_gd(osb->sb));  in ocfs2_bg_discontig_add_extent()
365 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_fill()  local
388 	bg->bg_generation = cpu_to_le32(osb->fs_generation);  in ocfs2_block_group_fill()
390 						osb->s_feature_incompat));  in ocfs2_block_group_fill()
398 		ocfs2_bg_discontig_add_extent(osb, bg, cl, group_blkno,  in ocfs2_block_group_fill()
433 ocfs2_block_group_alloc_contig(struct ocfs2_super *osb, handle_t *handle,  in ocfs2_block_group_alloc_contig()  argument
454 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_contig()
458 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_contig()
477 static int ocfs2_block_group_claim_bits(struct ocfs2_super *osb,  in ocfs2_block_group_claim_bits()  argument
505 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_grow_discontig()  local
527 		status = ocfs2_block_group_claim_bits(osb, handle, ac,  in ocfs2_block_group_grow_discontig()
535 		p_blkno = ocfs2_clusters_to_blocks(osb->sb, p_cpos);  in ocfs2_block_group_grow_discontig()
536 		ocfs2_bg_discontig_add_extent(osb, bg, cl, p_blkno,  in ocfs2_block_group_grow_discontig()
601 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_alloc_discontig()  local
603 	if (!ocfs2_supports_discontig_bg(osb)) {  in ocfs2_block_group_alloc_discontig()
609 				    ocfs2_calc_bg_discontig_credits(osb->sb));  in ocfs2_block_group_alloc_discontig()
624 	status = ocfs2_block_group_claim_bits(osb, handle, ac, min_bits,  in ocfs2_block_group_alloc_discontig()
634 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_discontig()
638 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_discontig()
667 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,  in ocfs2_block_group_alloc()  argument
686 	status = ocfs2_reserve_clusters_with_limit(osb,  in ocfs2_block_group_alloc()
695 	credits = ocfs2_calc_group_alloc_credits(osb->sb,  in ocfs2_block_group_alloc()
697 	handle = ocfs2_start_trans(osb, credits);  in ocfs2_block_group_alloc()
711 	bg_bh = ocfs2_block_group_alloc_contig(osb, handle, alloc_inode,  in ocfs2_block_group_alloc()
766 		ocfs2_commit_trans(osb, handle);  in ocfs2_block_group_alloc()
778 static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,  in ocfs2_reserve_suballoc_bits()  argument
792 	alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);  in ocfs2_reserve_suballoc_bits()
844 		status = ocfs2_block_group_alloc(osb, alloc_inode, bh,  in ocfs2_reserve_suballoc_bits()
852 		atomic_inc(&osb->alloc_stats.bg_extends);  in ocfs2_reserve_suballoc_bits()
870 static void ocfs2_init_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_inode_steal_slot()  argument
872 	spin_lock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
873 	osb->s_inode_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_inode_steal_slot()
874 	spin_unlock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
875 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_init_inode_steal_slot()
878 static void ocfs2_init_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_meta_steal_slot()  argument
880 	spin_lock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
881 	osb->s_meta_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_meta_steal_slot()
882 	spin_unlock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
883 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_init_meta_steal_slot()
886 void ocfs2_init_steal_slots(struct ocfs2_super *osb)  in ocfs2_init_steal_slots()  argument
888 	ocfs2_init_inode_steal_slot(osb);  in ocfs2_init_steal_slots()
889 	ocfs2_init_meta_steal_slot(osb);  in ocfs2_init_steal_slots()
892 static void __ocfs2_set_steal_slot(struct ocfs2_super *osb, int slot, int type)  in __ocfs2_set_steal_slot()  argument
894 	spin_lock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
896 		osb->s_inode_steal_slot = slot;  in __ocfs2_set_steal_slot()
898 		osb->s_meta_steal_slot = slot;  in __ocfs2_set_steal_slot()
899 	spin_unlock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
902 static int __ocfs2_get_steal_slot(struct ocfs2_super *osb, int type)  in __ocfs2_get_steal_slot()  argument
906 	spin_lock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
908 		slot = osb->s_inode_steal_slot;  in __ocfs2_get_steal_slot()
910 		slot = osb->s_meta_steal_slot;  in __ocfs2_get_steal_slot()
911 	spin_unlock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
916 static int ocfs2_get_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_inode_steal_slot()  argument
918 	return __ocfs2_get_steal_slot(osb, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_get_inode_steal_slot()
921 static int ocfs2_get_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_meta_steal_slot()  argument
923 	return __ocfs2_get_steal_slot(osb, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_get_meta_steal_slot()
926 static int ocfs2_steal_resource(struct ocfs2_super *osb,  in ocfs2_steal_resource()  argument
931 	int slot = __ocfs2_get_steal_slot(osb, type);  in ocfs2_steal_resource()
935 		slot = osb->slot_num + 1;  in ocfs2_steal_resource()
937 	for (i = 0; i < osb->max_slots; i++, slot++) {  in ocfs2_steal_resource()
938 		if (slot == osb->max_slots)  in ocfs2_steal_resource()
941 		if (slot == osb->slot_num)  in ocfs2_steal_resource()
944 		status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_steal_resource()
949 			__ocfs2_set_steal_slot(osb, slot, type);  in ocfs2_steal_resource()
959 static int ocfs2_steal_inode(struct ocfs2_super *osb,  in ocfs2_steal_inode()  argument
962 	return ocfs2_steal_resource(osb, ac, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_steal_inode()
965 static int ocfs2_steal_meta(struct ocfs2_super *osb,  in ocfs2_steal_meta()  argument
968 	return ocfs2_steal_resource(osb, ac, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_steal_meta()
971 int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata_blocks()  argument
976 	int slot = ocfs2_get_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
990 		atomic_read(&osb->s_num_meta_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_metadata_blocks()
993 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_reserve_new_metadata_blocks()
994 	status = ocfs2_reserve_suballoc_bits(osb, (*ac),  in ocfs2_reserve_new_metadata_blocks()
996 					     (u32)osb->slot_num, NULL,  in ocfs2_reserve_new_metadata_blocks()
1003 			ocfs2_init_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
1013 	status = ocfs2_steal_meta(osb, *ac);  in ocfs2_reserve_new_metadata_blocks()
1014 	atomic_inc(&osb->s_num_meta_stolen);  in ocfs2_reserve_new_metadata_blocks()
1033 int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata()  argument
1037 	return ocfs2_reserve_new_metadata_blocks(osb,  in ocfs2_reserve_new_metadata()
1042 int ocfs2_reserve_new_inode(struct ocfs2_super *osb,  in ocfs2_reserve_new_inode()  argument
1046 	int slot = ocfs2_get_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1066 	if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))  in ocfs2_reserve_new_inode()
1079 	    atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_inode()
1082 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_reserve_new_inode()
1083 	alloc_group = osb->osb_inode_alloc_group;  in ocfs2_reserve_new_inode()
1084 	status = ocfs2_reserve_suballoc_bits(osb, *ac,  in ocfs2_reserve_new_inode()
1086 					     (u32)osb->slot_num,  in ocfs2_reserve_new_inode()
1093 		spin_lock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1094 		osb->osb_inode_alloc_group = alloc_group;  in ocfs2_reserve_new_inode()
1095 		spin_unlock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1104 			ocfs2_init_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1114 	status = ocfs2_steal_inode(osb, *ac);  in ocfs2_reserve_new_inode()
1115 	atomic_inc(&osb->s_num_inodes_stolen);  in ocfs2_reserve_new_inode()
1136 int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,  in ocfs2_reserve_cluster_bitmap_bits()  argument
1144 	status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_reserve_cluster_bitmap_bits()
1157 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,  in ocfs2_reserve_clusters_with_limit()  argument
1177 	    ocfs2_alloc_should_use_local(osb, bits_wanted)) {  in ocfs2_reserve_clusters_with_limit()
1178 		status = ocfs2_reserve_local_alloc_bits(osb,  in ocfs2_reserve_clusters_with_limit()
1189 		status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);  in ocfs2_reserve_clusters_with_limit()
1196 			ret = ocfs2_try_to_free_truncate_log(osb, bits_wanted);  in ocfs2_reserve_clusters_with_limit()
1235 int ocfs2_reserve_clusters(struct ocfs2_super *osb,  in ocfs2_reserve_clusters()  argument
1239 	return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,  in ocfs2_reserve_clusters()
1288 static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,  in ocfs2_block_group_find_clear_bits()  argument
1497 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_cluster_group_search()  local
1522 		ret = ocfs2_block_group_find_clear_bits(osb,  in ocfs2_cluster_group_search()
1551 			ocfs2_local_alloc_seen_free_bits(osb, res->sr_bits);  in ocfs2_cluster_group_search()
2254 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_desc_bitmap_to_cluster_off()  local
2259 	if (bg_blkno != osb->first_cluster_group_blkno)  in ocfs2_desc_bitmap_to_cluster_off()
2269 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_which_cluster_group()  local
2274 	group_no = cluster / osb->bitmap_cpg;  in ocfs2_which_cluster_group()
2276 		return osb->first_cluster_group_blkno;  in ocfs2_which_cluster_group()
2278 					group_no * osb->bitmap_cpg);  in ocfs2_which_cluster_group()
2288 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_block_to_cluster_group()  local
2289 	u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);  in ocfs2_block_to_cluster_group()
2296 	if (*bg_blkno == osb->first_cluster_group_blkno)  in ocfs2_block_to_cluster_group()
2299 		*bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,  in ocfs2_block_to_cluster_group()
2319 	struct ocfs2_super *osb = OCFS2_SB(ac->ac_inode->i_sb);  in __ocfs2_claim_clusters()  local
2329 		status = ocfs2_claim_local_alloc_bits(osb,  in __ocfs2_claim_clusters()
2336 			atomic_inc(&osb->alloc_stats.local_data);  in __ocfs2_claim_clusters()
2338 		if (min_clusters > (osb->bitmap_cpg - 1)) {  in __ocfs2_claim_clusters()
2343 			     osb->bitmap_cpg);  in __ocfs2_claim_clusters()
2348 		if (bits_wanted > (osb->bitmap_cpg - 1))  in __ocfs2_claim_clusters()
2349 			bits_wanted = osb->bitmap_cpg - 1;  in __ocfs2_claim_clusters()
2362 			atomic_inc(&osb->alloc_stats.bitmap_data);  in __ocfs2_claim_clusters()
2645 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_lock_allocators()  local
2674 	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {  in ocfs2_lock_allocators()
2675 		ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);  in ocfs2_lock_allocators()
2686 	ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);  in ocfs2_lock_allocators()
2712 static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,  in ocfs2_get_suballoc_slot_bit()  argument
2723 	status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);  in ocfs2_get_suballoc_slot_bit()
2739 	    (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {  in ocfs2_get_suballoc_slot_bit()
2769 static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,  in ocfs2_test_suballoc_bit()  argument
2827 int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)  in ocfs2_test_inode_bit()  argument
2837 	status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,  in ocfs2_test_inode_bit()
2845 		ocfs2_get_system_file_inode(osb, INODE_ALLOC_SYSTEM_INODE,  in ocfs2_test_inode_bit()
2866 	status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,  in ocfs2_test_inode_bit()