27 	struct mddev *mddev; /* pointing back to mddev. */  member
61 	struct mddev *mddev; /* the md device which md_cluster_info belongs to */  member
150 				       struct mddev *mddev)  in dlm_lock_sync_interruptible()  argument
162 				      || test_bit(MD_CLOSING, &mddev->flags));  in dlm_lock_sync_interruptible()
183 static struct dlm_lock_resource *lockres_init(struct mddev *mddev,  in lockres_init()  argument
188 	struct md_cluster_info *cinfo = mddev->cluster_info;  in lockres_init()
196 	res->mddev = mddev;  in lockres_init()
268 static int read_resync_info(struct mddev *mddev,  in read_resync_info()  argument
272 	struct md_cluster_info *cinfo = mddev->cluster_info;  in read_resync_info()
288 	struct mddev *mddev = thread->mddev;  in recover_bitmaps()  local
289 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_bitmaps()
299 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in recover_bitmaps()
305 		ret = dlm_lock_sync_interruptible(bm_lockres, DLM_LOCK_PW, mddev);  in recover_bitmaps()
311 		ret = md_bitmap_copy_from_slot(mddev, slot, &lo, &hi, true);  in recover_bitmaps()
325 		if (test_bit(MD_RESYNCING_REMOTE, &mddev->recovery) &&  in recover_bitmaps()
326 		    test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery) &&  in recover_bitmaps()
327 		    mddev->reshape_position != MaxSector)  in recover_bitmaps()
328 			md_wakeup_thread(mddev->sync_thread);  in recover_bitmaps()
331 			if (lo < mddev->recovery_cp)  in recover_bitmaps()
332 				mddev->recovery_cp = lo;  in recover_bitmaps()
335 			if (mddev->recovery_cp != MaxSector) {  in recover_bitmaps()
341 					  &mddev->recovery);  in recover_bitmaps()
342 				set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in recover_bitmaps()
343 				md_wakeup_thread(mddev->thread);  in recover_bitmaps()
354 	struct mddev *mddev = arg;  in recover_prep()  local
355 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_prep()
359 static void __recover_slot(struct mddev *mddev, int slot)  in __recover_slot()  argument
361 	struct md_cluster_info *cinfo = mddev->cluster_info;  in __recover_slot()
366 			md_register_thread(recover_bitmaps, mddev, "recover"));  in __recover_slot()
377 	struct mddev *mddev = arg;  in recover_slot()  local
378 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_slot()
381 			mddev->bitmap_info.cluster_name,  in recover_slot()
386 	__recover_slot(mddev, slot->slot - 1);  in recover_slot()
393 	struct mddev *mddev = arg;  in recover_done()  local
394 	struct md_cluster_info *cinfo = mddev->cluster_info;  in recover_done()
422 	struct md_cluster_info *cinfo = res->mddev->cluster_info;  in ack_bast()
432 static void remove_suspend_info(struct mddev *mddev, int slot)  in remove_suspend_info()  argument
434 	struct md_cluster_info *cinfo = mddev->cluster_info;  in remove_suspend_info()
435 	mddev->pers->quiesce(mddev, 1);  in remove_suspend_info()
440 	mddev->pers->quiesce(mddev, 0);  in remove_suspend_info()
443 static void process_suspend_info(struct mddev *mddev,  in process_suspend_info()  argument
446 	struct md_cluster_info *cinfo = mddev->cluster_info;  in process_suspend_info()
455 		clear_bit(MD_RESYNCING_REMOTE, &mddev->recovery);  in process_suspend_info()
456 		remove_suspend_info(mddev, slot);  in process_suspend_info()
457 		set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in process_suspend_info()
458 		md_wakeup_thread(mddev->thread);  in process_suspend_info()
462 	rdev_for_each(rdev, mddev)  in process_suspend_info()
490 		md_bitmap_sync_with_cluster(mddev, cinfo->sync_low,  in process_suspend_info()
495 	mddev->pers->quiesce(mddev, 1);  in process_suspend_info()
501 	mddev->pers->quiesce(mddev, 0);  in process_suspend_info()
504 static void process_add_new_disk(struct mddev *mddev, struct cluster_msg *cmsg)  in process_add_new_disk()  argument
507 	struct md_cluster_info *cinfo = mddev->cluster_info;  in process_add_new_disk()
519 	kobject_uevent_env(&disk_to_dev(mddev->gendisk)->kobj, KOBJ_CHANGE, envp);  in process_add_new_disk()
526 static void process_metadata_update(struct mddev *mddev, struct cluster_msg *msg)  in process_metadata_update()  argument
530 	struct md_cluster_info *cinfo = mddev->cluster_info;  in process_metadata_update()
531 	mddev->good_device_nr = le32_to_cpu(msg->raid_slot);  in process_metadata_update()
536 	thread = rcu_dereference_protected(mddev->thread, true);  in process_metadata_update()
538 		   (got_lock = mddev_trylock(mddev)) ||  in process_metadata_update()
540 	md_reload_sb(mddev, mddev->good_device_nr);  in process_metadata_update()
542 		mddev_unlock(mddev);  in process_metadata_update()
545 static void process_remove_disk(struct mddev *mddev, struct cluster_msg *msg)  in process_remove_disk()  argument
550 	rdev = md_find_rdev_nr_rcu(mddev, le32_to_cpu(msg->raid_slot));  in process_remove_disk()
553 		set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in process_remove_disk()
554 		md_wakeup_thread(mddev->thread);  in process_remove_disk()
562 static void process_readd_disk(struct mddev *mddev, struct cluster_msg *msg)  in process_readd_disk()  argument
567 	rdev = md_find_rdev_nr_rcu(mddev, le32_to_cpu(msg->raid_slot));  in process_readd_disk()
576 static int process_recvd_msg(struct mddev *mddev, struct cluster_msg *msg)  in process_recvd_msg()  argument
580 	if (WARN(mddev->cluster_info->slot_number - 1 == le32_to_cpu(msg->slot),  in process_recvd_msg()
585 		process_metadata_update(mddev, msg);  in process_recvd_msg()
588 		set_capacity_and_notify(mddev->gendisk, mddev->array_sectors);  in process_recvd_msg()
591 		set_bit(MD_RESYNCING_REMOTE, &mddev->recovery);  in process_recvd_msg()
592 		process_suspend_info(mddev, le32_to_cpu(msg->slot),  in process_recvd_msg()
597 		process_add_new_disk(mddev, msg);  in process_recvd_msg()
600 		process_remove_disk(mddev, msg);  in process_recvd_msg()
603 		process_readd_disk(mddev, msg);  in process_recvd_msg()
606 		__recover_slot(mddev, le32_to_cpu(msg->slot));  in process_recvd_msg()
609 		if (le64_to_cpu(msg->high) != mddev->pers->size(mddev, 0, 0))  in process_recvd_msg()
610 			ret = md_bitmap_resize(mddev->bitmap,  in process_recvd_msg()
626 	struct md_cluster_info *cinfo = thread->mddev->cluster_info;  in recv_daemon()
642 	ret = process_recvd_msg(thread->mddev, &msg);  in recv_daemon()
691 	struct mddev *mddev = cinfo->mddev;  in lock_comm()  local
704 		md_wakeup_thread(mddev->thread);  in lock_comm()
801 static int gather_all_resync_info(struct mddev *mddev, int total_slots)  in gather_all_resync_info()  argument
803 	struct md_cluster_info *cinfo = mddev->cluster_info;  in gather_all_resync_info()
813 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in gather_all_resync_info()
824 			if (read_resync_info(mddev, bm_lockres)) {  in gather_all_resync_info()
842 		ret = md_bitmap_copy_from_slot(mddev, i, &lo, &hi, false);  in gather_all_resync_info()
848 		if ((hi > 0) && (lo < mddev->recovery_cp)) {  in gather_all_resync_info()
849 			set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);  in gather_all_resync_info()
850 			mddev->recovery_cp = lo;  in gather_all_resync_info()
851 			md_check_recovery(mddev);  in gather_all_resync_info()
860 static int join(struct mddev *mddev, int nodes)  in join()  argument
877 	mddev->cluster_info = cinfo;  in join()
878 	cinfo->mddev = mddev;  in join()
881 	sprintf(str, "%pU", mddev->uuid);  in join()
882 	ret = dlm_new_lockspace(str, mddev->bitmap_info.cluster_name,  in join()
883 				0, LVB_SIZE, &md_ls_ops, mddev,  in join()
897 			md_register_thread(recv_daemon, mddev, "cluster_recv"));  in join()
902 	cinfo->message_lockres = lockres_init(mddev, "message", NULL, 1);  in join()
905 	cinfo->token_lockres = lockres_init(mddev, "token", NULL, 0);  in join()
908 	cinfo->no_new_dev_lockres = lockres_init(mddev, "no-new-dev", NULL, 0);  in join()
918 	cinfo->ack_lockres = lockres_init(mddev, "ack", ack_bast, 0);  in join()
935 	cinfo->bitmap_lockres = lockres_init(mddev, str, NULL, 1);  in join()
946 	cinfo->resync_lockres = lockres_init(mddev, "resync", NULL, 0);  in join()
955 	md_unregister_thread(mddev, &cinfo->recovery_thread);  in join()
956 	md_unregister_thread(mddev, &cinfo->recv_thread);  in join()
965 	mddev->cluster_info = NULL;  in join()
970 static void load_bitmaps(struct mddev *mddev, int total_slots)  in load_bitmaps()  argument
972 	struct md_cluster_info *cinfo = mddev->cluster_info;  in load_bitmaps()
975 	if (gather_all_resync_info(mddev, total_slots))  in load_bitmaps()
983 static void resync_bitmap(struct mddev *mddev)  in resync_bitmap()  argument
985 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_bitmap()
996 static void unlock_all_bitmaps(struct mddev *mddev);
997 static int leave(struct mddev *mddev)  in leave()  argument
999 	struct md_cluster_info *cinfo = mddev->cluster_info;  in leave()
1012 	if ((cinfo->slot_number > 0 && mddev->recovery_cp != MaxSector) ||  in leave()
1013 	    (mddev->reshape_position != MaxSector &&  in leave()
1014 	     test_bit(MD_CLOSING, &mddev->flags)))  in leave()
1015 		resync_bitmap(mddev);  in leave()
1018 	md_unregister_thread(mddev, &cinfo->recovery_thread);  in leave()
1019 	md_unregister_thread(mddev, &cinfo->recv_thread);  in leave()
1026 	unlock_all_bitmaps(mddev);  in leave()
1036 static int slot_number(struct mddev *mddev)  in slot_number()  argument
1038 	struct md_cluster_info *cinfo = mddev->cluster_info;  in slot_number()
1049 static int metadata_update_start(struct mddev *mddev)  in metadata_update_start()  argument
1051 	struct md_cluster_info *cinfo = mddev->cluster_info;  in metadata_update_start()
1061 	md_wakeup_thread(mddev->thread);  in metadata_update_start()
1078 static int metadata_update_finish(struct mddev *mddev)  in metadata_update_finish()  argument
1080 	struct md_cluster_info *cinfo = mddev->cluster_info;  in metadata_update_finish()
1090 	rdev_for_each(rdev, mddev)  in metadata_update_finish()
1105 static void metadata_update_cancel(struct mddev *mddev)  in metadata_update_cancel()  argument
1107 	struct md_cluster_info *cinfo = mddev->cluster_info;  in metadata_update_cancel()
1112 static int update_bitmap_size(struct mddev *mddev, sector_t size)  in update_bitmap_size()  argument
1114 	struct md_cluster_info *cinfo = mddev->cluster_info;  in update_bitmap_size()
1127 static int resize_bitmaps(struct mddev *mddev, sector_t newsize, sector_t oldsize)  in resize_bitmaps()  argument
1132 	struct bitmap *bitmap = mddev->bitmap;  in resize_bitmaps()
1140 	rv = update_bitmap_size(mddev, newsize);  in resize_bitmaps()
1144 	for (i = 0; i < mddev->bitmap_info.nodes; i++) {  in resize_bitmaps()
1145 		if (i == md_cluster_ops->slot_number(mddev))  in resize_bitmaps()
1148 		bitmap = get_bitmap_from_slot(mddev, i);  in resize_bitmaps()
1161 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in resize_bitmaps()
1184 	update_bitmap_size(mddev, oldsize);  in resize_bitmaps()
1191 static int cluster_check_sync_size(struct mddev *mddev)  in cluster_check_sync_size()  argument
1196 	int node_num = mddev->bitmap_info.nodes;  in cluster_check_sync_size()
1197 	int current_slot = md_cluster_ops->slot_number(mddev);  in cluster_check_sync_size()
1198 	struct bitmap *bitmap = mddev->bitmap;  in cluster_check_sync_size()
1210 		bitmap = get_bitmap_from_slot(mddev, i);  in cluster_check_sync_size()
1221 		bm_lockres = lockres_init(mddev, str, NULL, 1);  in cluster_check_sync_size()
1258 static void update_size(struct mddev *mddev, sector_t old_dev_sectors)  in update_size()  argument
1260 	struct md_cluster_info *cinfo = mddev->cluster_info;  in update_size()
1266 	md_update_sb(mddev, 1);  in update_size()
1274 	rdev_for_each(rdev, mddev)  in update_size()
1304 	if (cluster_check_sync_size(mddev) == 0) {  in update_size()
1311 		set_capacity_and_notify(mddev->gendisk, mddev->array_sectors);  in update_size()
1314 		ret = mddev->pers->resize(mddev, old_dev_sectors);  in update_size()
1323 static int resync_start(struct mddev *mddev)  in resync_start()  argument
1325 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_start()
1326 	return dlm_lock_sync_interruptible(cinfo->resync_lockres, DLM_LOCK_EX, mddev);  in resync_start()
1329 static void resync_info_get(struct mddev *mddev, sector_t *lo, sector_t *hi)  in resync_info_get()  argument
1331 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_info_get()
1339 static int resync_info_update(struct mddev *mddev, sector_t lo, sector_t hi)  in resync_info_update()  argument
1341 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_info_update()
1369 static int resync_finish(struct mddev *mddev)  in resync_finish()  argument
1371 	struct md_cluster_info *cinfo = mddev->cluster_info;  in resync_finish()
1374 	clear_bit(MD_RESYNCING_REMOTE, &mddev->recovery);  in resync_finish()
1380 	if (!test_bit(MD_CLOSING, &mddev->flags))  in resync_finish()
1381 		ret = resync_info_update(mddev, 0, 0);  in resync_finish()
1386 static int area_resyncing(struct mddev *mddev, int direction,  in area_resyncing()  argument
1389 	struct md_cluster_info *cinfo = mddev->cluster_info;  in area_resyncing()
1407 static int add_new_disk(struct mddev *mddev, struct md_rdev *rdev)  in add_new_disk()  argument
1409 	struct md_cluster_info *cinfo = mddev->cluster_info;  in add_new_disk()
1454 static void add_new_disk_cancel(struct mddev *mddev)  in add_new_disk_cancel()  argument
1456 	struct md_cluster_info *cinfo = mddev->cluster_info;  in add_new_disk_cancel()
1461 static int new_disk_ack(struct mddev *mddev, bool ack)  in new_disk_ack()  argument
1463 	struct md_cluster_info *cinfo = mddev->cluster_info;  in new_disk_ack()
1466 		pr_warn("md-cluster(%s): Spurious cluster confirmation\n", mdname(mddev));  in new_disk_ack()
1476 static int remove_disk(struct mddev *mddev, struct md_rdev *rdev)  in remove_disk()  argument
1479 	struct md_cluster_info *cinfo = mddev->cluster_info;  in remove_disk()
1485 static int lock_all_bitmaps(struct mddev *mddev)  in lock_all_bitmaps()  argument
1489 	struct md_cluster_info *cinfo = mddev->cluster_info;  in lock_all_bitmaps()
1492 		kcalloc(mddev->bitmap_info.nodes - 1,  in lock_all_bitmaps()
1499 	my_slot = slot_number(mddev);  in lock_all_bitmaps()
1500 	for (slot = 0; slot < mddev->bitmap_info.nodes; slot++) {  in lock_all_bitmaps()
1506 		cinfo->other_bitmap_lockres[i] = lockres_init(mddev, str, NULL, 1);  in lock_all_bitmaps()
1520 static void unlock_all_bitmaps(struct mddev *mddev)  in unlock_all_bitmaps()  argument
1522 	struct md_cluster_info *cinfo = mddev->cluster_info;  in unlock_all_bitmaps()
1527 		for (i = 0; i < mddev->bitmap_info.nodes - 1; i++) {  in unlock_all_bitmaps()
1542 	struct mddev *mddev = rdev->mddev;  in gather_bitmaps()  local
1543 	struct md_cluster_info *cinfo = mddev->cluster_info;  in gather_bitmaps()
1551 	for (sn = 0; sn < mddev->bitmap_info.nodes; sn++) {  in gather_bitmaps()
1554 		err = md_bitmap_copy_from_slot(mddev, sn, &lo, &hi, false);  in gather_bitmaps()
1559 		if ((hi > 0) && (lo < mddev->recovery_cp))  in gather_bitmaps()
1560 			mddev->recovery_cp = lo;  in gather_bitmaps()