53 static int ocfs2_local_alloc_find_clear_bits(struct ocfs2_super *osb,
60 static int ocfs2_sync_local_to_main(struct ocfs2_super *osb,
66 static int ocfs2_local_alloc_reserve_for_window(struct ocfs2_super *osb,
71 static int ocfs2_local_alloc_new_window(struct ocfs2_super *osb,
75 static int ocfs2_local_alloc_slide_window(struct ocfs2_super *osb,
117 unsigned int ocfs2_la_default_mb(struct ocfs2_super *osb)  in ocfs2_la_default_mb()  argument
123 	struct super_block *sb = osb->sb;  in ocfs2_la_default_mb()
125 	gd_mb = ocfs2_clusters_to_megabytes(osb->sb,  in ocfs2_la_default_mb()
126 		8 * ocfs2_group_bitmap_size(sb, 0, osb->s_feature_incompat));  in ocfs2_la_default_mb()
133 	if ((sb->s_blocksize == 512 && osb->s_clustersize <= 8192)  in ocfs2_la_default_mb()
134 	    || (sb->s_blocksize == 1024 && osb->s_clustersize == 4096))  in ocfs2_la_default_mb()
180 	megs_per_slot = osb->osb_clusters_at_boot / osb->max_slots;  in ocfs2_la_default_mb()
181 	megs_per_slot = ocfs2_clusters_to_megabytes(osb->sb, megs_per_slot);  in ocfs2_la_default_mb()
187 	la_max_mb = ocfs2_clusters_to_megabytes(osb->sb,  in ocfs2_la_default_mb()
195 void ocfs2_la_set_sizes(struct ocfs2_super *osb, int requested_mb)  in ocfs2_la_set_sizes()  argument
197 	struct super_block *sb = osb->sb;  in ocfs2_la_set_sizes()
198 	unsigned int la_default_mb = ocfs2_la_default_mb(osb);  in ocfs2_la_set_sizes()
208 		osb->local_alloc_default_bits =  in ocfs2_la_set_sizes()
212 		osb->local_alloc_default_bits =  in ocfs2_la_set_sizes()
215 		osb->local_alloc_default_bits =  in ocfs2_la_set_sizes()
219 	osb->local_alloc_bits = osb->local_alloc_default_bits;  in ocfs2_la_set_sizes()
222 static inline int ocfs2_la_state_enabled(struct ocfs2_super *osb)  in ocfs2_la_state_enabled()  argument
224 	return (osb->local_alloc_state == OCFS2_LA_THROTTLED ||  in ocfs2_la_state_enabled()
225 		osb->local_alloc_state == OCFS2_LA_ENABLED);  in ocfs2_la_state_enabled()
228 void ocfs2_local_alloc_seen_free_bits(struct ocfs2_super *osb,  in ocfs2_local_alloc_seen_free_bits()  argument
231 	spin_lock(&osb->osb_lock);  in ocfs2_local_alloc_seen_free_bits()
232 	if (osb->local_alloc_state == OCFS2_LA_DISABLED ||  in ocfs2_local_alloc_seen_free_bits()
233 	    osb->local_alloc_state == OCFS2_LA_THROTTLED)  in ocfs2_local_alloc_seen_free_bits()
234 		if (num_clusters >= osb->local_alloc_default_bits) {  in ocfs2_local_alloc_seen_free_bits()
235 			cancel_delayed_work(&osb->la_enable_wq);  in ocfs2_local_alloc_seen_free_bits()
236 			osb->local_alloc_state = OCFS2_LA_ENABLED;  in ocfs2_local_alloc_seen_free_bits()
238 	spin_unlock(&osb->osb_lock);  in ocfs2_local_alloc_seen_free_bits()
243 	struct ocfs2_super *osb =  in ocfs2_la_enable_worker()  local
246 	spin_lock(&osb->osb_lock);  in ocfs2_la_enable_worker()
247 	osb->local_alloc_state = OCFS2_LA_ENABLED;  in ocfs2_la_enable_worker()
248 	spin_unlock(&osb->osb_lock);  in ocfs2_la_enable_worker()
258 int ocfs2_alloc_should_use_local(struct ocfs2_super *osb, u64 bits)  in ocfs2_alloc_should_use_local()  argument
263 	spin_lock(&osb->osb_lock);  in ocfs2_alloc_should_use_local()
264 	la_bits = osb->local_alloc_bits;  in ocfs2_alloc_should_use_local()
266 	if (!ocfs2_la_state_enabled(osb))  in ocfs2_alloc_should_use_local()
279 	     (unsigned long long)bits, osb->local_alloc_state, la_bits, ret);  in ocfs2_alloc_should_use_local()
280 	spin_unlock(&osb->osb_lock);  in ocfs2_alloc_should_use_local()
284 int ocfs2_load_local_alloc(struct ocfs2_super *osb)  in ocfs2_load_local_alloc()  argument
293 	if (osb->local_alloc_bits == 0)  in ocfs2_load_local_alloc()
296 	if (osb->local_alloc_bits >= osb->bitmap_cpg) {  in ocfs2_load_local_alloc()
299 		     osb->local_alloc_bits, (osb->bitmap_cpg - 1));  in ocfs2_load_local_alloc()
300 		osb->local_alloc_bits =  in ocfs2_load_local_alloc()
301 			ocfs2_megabytes_to_clusters(osb->sb,  in ocfs2_load_local_alloc()
302 						    ocfs2_la_default_mb(osb));  in ocfs2_load_local_alloc()
306 	inode = ocfs2_get_system_file_inode(osb, LOCAL_ALLOC_SYSTEM_INODE,  in ocfs2_load_local_alloc()
307 					    osb->slot_num);  in ocfs2_load_local_alloc()
355 	osb->local_alloc_bh = alloc_bh;  in ocfs2_load_local_alloc()
356 	osb->local_alloc_state = OCFS2_LA_ENABLED;  in ocfs2_load_local_alloc()
363 	trace_ocfs2_load_local_alloc(osb->local_alloc_bits);  in ocfs2_load_local_alloc()
377 void ocfs2_shutdown_local_alloc(struct ocfs2_super *osb)  in ocfs2_shutdown_local_alloc()  argument
388 	cancel_delayed_work(&osb->la_enable_wq);  in ocfs2_shutdown_local_alloc()
389 	flush_workqueue(osb->ocfs2_wq);  in ocfs2_shutdown_local_alloc()
391 	if (osb->local_alloc_state == OCFS2_LA_UNUSED)  in ocfs2_shutdown_local_alloc()
395 		ocfs2_get_system_file_inode(osb,  in ocfs2_shutdown_local_alloc()
397 					    osb->slot_num);  in ocfs2_shutdown_local_alloc()
404 	osb->local_alloc_state = OCFS2_LA_DISABLED;  in ocfs2_shutdown_local_alloc()
406 	ocfs2_resmap_uninit(&osb->osb_la_resmap);  in ocfs2_shutdown_local_alloc()
408 	main_bm_inode = ocfs2_get_system_file_inode(osb,  in ocfs2_shutdown_local_alloc()
426 	handle = ocfs2_start_trans(osb, OCFS2_WINDOW_MOVE_CREDITS);  in ocfs2_shutdown_local_alloc()
433 	bh = osb->local_alloc_bh;  in ocfs2_shutdown_local_alloc()
454 	osb->local_alloc_bh = NULL;  in ocfs2_shutdown_local_alloc()
455 	osb->local_alloc_state = OCFS2_LA_UNUSED;  in ocfs2_shutdown_local_alloc()
457 	status = ocfs2_sync_local_to_main(osb, handle, alloc_copy,  in ocfs2_shutdown_local_alloc()
463 	ocfs2_commit_trans(osb, handle);  in ocfs2_shutdown_local_alloc()
487 int ocfs2_begin_local_alloc_recovery(struct ocfs2_super *osb,  in ocfs2_begin_local_alloc_recovery()  argument
500 	inode = ocfs2_get_system_file_inode(osb,  in ocfs2_begin_local_alloc_recovery()
528 	ocfs2_compute_meta_ecc(osb->sb, alloc_bh->b_data, &alloc->i_check);  in ocfs2_begin_local_alloc_recovery()
529 	status = ocfs2_write_block(osb, alloc_bh, INODE_CACHE(inode));  in ocfs2_begin_local_alloc_recovery()
557 int ocfs2_complete_local_alloc_recovery(struct ocfs2_super *osb,  in ocfs2_complete_local_alloc_recovery()  argument
565 	main_bm_inode = ocfs2_get_system_file_inode(osb,  in ocfs2_complete_local_alloc_recovery()
582 	handle = ocfs2_start_trans(osb, OCFS2_WINDOW_MOVE_CREDITS);  in ocfs2_complete_local_alloc_recovery()
593 	status = ocfs2_sync_local_to_main(osb, handle, alloc,  in ocfs2_complete_local_alloc_recovery()
598 	ocfs2_commit_trans(osb, handle);  in ocfs2_complete_local_alloc_recovery()
612 		ocfs2_init_steal_slots(osb);  in ocfs2_complete_local_alloc_recovery()
625 int ocfs2_reserve_local_alloc_bits(struct ocfs2_super *osb,  in ocfs2_reserve_local_alloc_bits()  argument
637 		ocfs2_get_system_file_inode(osb,  in ocfs2_reserve_local_alloc_bits()
639 					    osb->slot_num);  in ocfs2_reserve_local_alloc_bits()
652 	spin_lock(&osb->osb_lock);  in ocfs2_reserve_local_alloc_bits()
653 	if (!ocfs2_la_state_enabled(osb) ||  in ocfs2_reserve_local_alloc_bits()
654 	    (bits_wanted > osb->local_alloc_bits)) {  in ocfs2_reserve_local_alloc_bits()
655 		spin_unlock(&osb->osb_lock);  in ocfs2_reserve_local_alloc_bits()
659 	spin_unlock(&osb->osb_lock);  in ocfs2_reserve_local_alloc_bits()
661 	alloc = (struct ocfs2_dinode *) osb->local_alloc_bh->b_data;  in ocfs2_reserve_local_alloc_bits()
666 …status = ocfs2_error(osb->sb, "local alloc inode %llu says it has %u used bits, but a count shows …  in ocfs2_reserve_local_alloc_bits()
679 			ocfs2_local_alloc_slide_window(osb, local_alloc_inode);  in ocfs2_reserve_local_alloc_bits()
693 		if (!ocfs2_la_state_enabled(osb))  in ocfs2_reserve_local_alloc_bits()
704 	ac->ac_alloc_slot = osb->slot_num;  in ocfs2_reserve_local_alloc_bits()
706 	get_bh(osb->local_alloc_bh);  in ocfs2_reserve_local_alloc_bits()
707 	ac->ac_bh = osb->local_alloc_bh;  in ocfs2_reserve_local_alloc_bits()
717 		bits_wanted, osb->slot_num, status);  in ocfs2_reserve_local_alloc_bits()
724 int ocfs2_claim_local_alloc_bits(struct ocfs2_super *osb,  in ocfs2_claim_local_alloc_bits()  argument
740 	alloc = (struct ocfs2_dinode *) osb->local_alloc_bh->b_data;  in ocfs2_claim_local_alloc_bits()
743 	start = ocfs2_local_alloc_find_clear_bits(osb, alloc, &bits_wanted,  in ocfs2_claim_local_alloc_bits()
758 					 osb->local_alloc_bh,  in ocfs2_claim_local_alloc_bits()
765 	ocfs2_resmap_claimed_bits(&osb->osb_la_resmap, ac->ac_resv, start,  in ocfs2_claim_local_alloc_bits()
772 	ocfs2_journal_dirty(handle, osb->local_alloc_bh);  in ocfs2_claim_local_alloc_bits()
780 int ocfs2_free_local_alloc_bits(struct ocfs2_super *osb,  in ocfs2_free_local_alloc_bits()  argument
796 	alloc = (struct ocfs2_dinode *) osb->local_alloc_bh->b_data;  in ocfs2_free_local_alloc_bits()
805 			osb->local_alloc_bh,  in ocfs2_free_local_alloc_bits()
816 	ocfs2_journal_dirty(handle, osb->local_alloc_bh);  in ocfs2_free_local_alloc_bits()
833 static int ocfs2_local_alloc_find_clear_bits(struct ocfs2_super *osb,  in ocfs2_local_alloc_find_clear_bits()  argument
842 	struct ocfs2_reservation_map *resmap = &osb->osb_la_resmap;  in ocfs2_local_alloc_find_clear_bits()
867 	BUG_ON(osb->osb_resv_level != 0);  in ocfs2_local_alloc_find_clear_bits()
959 static int ocfs2_sync_local_to_main(struct ocfs2_super *osb,  in ocfs2_sync_local_to_main()  argument
985 	la_start_blk = ocfs2_clusters_to_blocks(osb->sb,  in ocfs2_sync_local_to_main()
1000 				ocfs2_clusters_to_blocks(osb->sb,  in ocfs2_sync_local_to_main()
1051 static int ocfs2_recalc_la_window(struct ocfs2_super *osb,  in ocfs2_recalc_la_window()  argument
1057 	spin_lock(&osb->osb_lock);  in ocfs2_recalc_la_window()
1058 	if (osb->local_alloc_state == OCFS2_LA_DISABLED) {  in ocfs2_recalc_la_window()
1059 		WARN_ON_ONCE(osb->local_alloc_state == OCFS2_LA_DISABLED);  in ocfs2_recalc_la_window()
1073 		bits = osb->local_alloc_bits >> 1;  in ocfs2_recalc_la_window()
1074 		if (bits > ocfs2_megabytes_to_clusters(osb->sb, 1)) {  in ocfs2_recalc_la_window()
1082 			osb->local_alloc_state = OCFS2_LA_THROTTLED;  in ocfs2_recalc_la_window()
1083 			osb->local_alloc_bits = bits;  in ocfs2_recalc_la_window()
1085 			osb->local_alloc_state = OCFS2_LA_DISABLED;  in ocfs2_recalc_la_window()
1087 		queue_delayed_work(osb->ocfs2_wq, &osb->la_enable_wq,  in ocfs2_recalc_la_window()
1098 	if (osb->local_alloc_state != OCFS2_LA_THROTTLED)  in ocfs2_recalc_la_window()
1099 		osb->local_alloc_bits = osb->local_alloc_default_bits;  in ocfs2_recalc_la_window()
1102 	state = osb->local_alloc_state;  in ocfs2_recalc_la_window()
1103 	spin_unlock(&osb->osb_lock);  in ocfs2_recalc_la_window()
1108 static int ocfs2_local_alloc_reserve_for_window(struct ocfs2_super *osb,  in ocfs2_local_alloc_reserve_for_window()  argument
1123 	(*ac)->ac_bits_wanted = osb->local_alloc_bits;  in ocfs2_local_alloc_reserve_for_window()
1124 	status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);  in ocfs2_local_alloc_reserve_for_window()
1126 		if (ocfs2_recalc_la_window(osb, OCFS2_LA_EVENT_ENOSPC) ==  in ocfs2_local_alloc_reserve_for_window()
1158 static int ocfs2_local_alloc_new_window(struct ocfs2_super *osb,  in ocfs2_local_alloc_new_window()  argument
1167 	alloc = (struct ocfs2_dinode *) osb->local_alloc_bh->b_data;  in ocfs2_local_alloc_new_window()
1172 		osb->local_alloc_bits);  in ocfs2_local_alloc_new_window()
1177 	ac->ac_last_group = osb->la_last_gd;  in ocfs2_local_alloc_new_window()
1182 	status = ocfs2_claim_clusters(handle, ac, osb->local_alloc_bits,  in ocfs2_local_alloc_new_window()
1191 		if (ocfs2_recalc_la_window(osb, OCFS2_LA_EVENT_FRAGMENTED) ==  in ocfs2_local_alloc_new_window()
1195 		ac->ac_bits_wanted = osb->local_alloc_bits;  in ocfs2_local_alloc_new_window()
1197 					      osb->local_alloc_bits,  in ocfs2_local_alloc_new_window()
1208 			spin_lock(&osb->osb_lock);  in ocfs2_local_alloc_new_window()
1209 			osb->local_alloc_bits = cluster_count;  in ocfs2_local_alloc_new_window()
1210 			spin_unlock(&osb->osb_lock);  in ocfs2_local_alloc_new_window()
1219 	osb->la_last_gd = ac->ac_last_group;  in ocfs2_local_alloc_new_window()
1231 	ocfs2_resmap_restart(&osb->osb_la_resmap, cluster_count,  in ocfs2_local_alloc_new_window()
1246 static int ocfs2_local_alloc_slide_window(struct ocfs2_super *osb,  in ocfs2_local_alloc_slide_window()  argument
1257 	ocfs2_recalc_la_window(osb, OCFS2_LA_EVENT_SLIDE);  in ocfs2_local_alloc_slide_window()
1260 	status = ocfs2_local_alloc_reserve_for_window(osb,  in ocfs2_local_alloc_slide_window()
1270 	handle = ocfs2_start_trans(osb, OCFS2_WINDOW_MOVE_CREDITS);  in ocfs2_local_alloc_slide_window()
1278 	alloc = (struct ocfs2_dinode *) osb->local_alloc_bh->b_data;  in ocfs2_local_alloc_slide_window()
1285 	alloc_copy = kmalloc(osb->local_alloc_bh->b_size, GFP_NOFS);  in ocfs2_local_alloc_slide_window()
1291 	memcpy(alloc_copy, alloc, osb->local_alloc_bh->b_size);  in ocfs2_local_alloc_slide_window()
1295 					 osb->local_alloc_bh,  in ocfs2_local_alloc_slide_window()
1303 	ocfs2_journal_dirty(handle, osb->local_alloc_bh);  in ocfs2_local_alloc_slide_window()
1305 	status = ocfs2_sync_local_to_main(osb, handle, alloc_copy,  in ocfs2_local_alloc_slide_window()
1312 	status = ocfs2_local_alloc_new_window(osb, handle, ac);  in ocfs2_local_alloc_slide_window()
1319 	atomic_inc(&osb->alloc_stats.moves);  in ocfs2_local_alloc_slide_window()
1323 		ocfs2_commit_trans(osb, handle);  in ocfs2_local_alloc_slide_window()