35 static void dump_zones(struct mddev *mddev)  in dump_zones()  argument
40 	struct r0conf *conf = mddev->private;  in dump_zones()
43 		 mdname(mddev),  in dump_zones()
63 static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf)  in create_strip_zones()  argument
76 	rdev_for_each(rdev1, mddev) {  in create_strip_zones()
78 			 mdname(mddev),  in create_strip_zones()
84 		sector_div(sectors, mddev->chunk_sectors);  in create_strip_zones()
85 		rdev1->sectors = sectors * mddev->chunk_sectors;  in create_strip_zones()
90 		rdev_for_each(rdev2, mddev) {  in create_strip_zones()
93 				 mdname(mddev),  in create_strip_zones()
100 					 mdname(mddev));  in create_strip_zones()
109 					 mdname(mddev));  in create_strip_zones()
114 				 mdname(mddev));  in create_strip_zones()
118 				 mdname(mddev));  in create_strip_zones()
121 				 mdname(mddev), conf->nr_strip_zones);  in create_strip_zones()
125 		 mdname(mddev), conf->nr_strip_zones);  in create_strip_zones()
131 	if ((mddev->chunk_sectors << 9) % blksize) {  in create_strip_zones()
133 			mdname(mddev),  in create_strip_zones()
134 			mddev->chunk_sectors << 9, blksize);  in create_strip_zones()
147 					    mddev->raid_disks),  in create_strip_zones()
160 	rdev_for_each(rdev1, mddev) {  in create_strip_zones()
163 		if (mddev->level == 10) {  in create_strip_zones()
169 		if (mddev->level == 1) {  in create_strip_zones()
179 				mdname(mddev));  in create_strip_zones()
182 		if (j >= mddev->raid_disks) {  in create_strip_zones()
184 				mdname(mddev), j);  in create_strip_zones()
189 				mdname(mddev), j);  in create_strip_zones()
198 	if (cnt != mddev->raid_disks) {  in create_strip_zones()
200 			mdname(mddev), cnt, mddev->raid_disks);  in create_strip_zones()
214 		dev = conf->devlist + i * mddev->raid_disks;  in create_strip_zones()
216 		pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i);  in create_strip_zones()
225 					 mdname(mddev),  in create_strip_zones()
231 				 mdname(mddev),  in create_strip_zones()
238 					 mdname(mddev),  in create_strip_zones()
246 			 mdname(mddev),  in create_strip_zones()
253 			 mdname(mddev),  in create_strip_zones()
259 	} else if (mddev->layout == RAID0_ORIG_LAYOUT ||  in create_strip_zones()
260 		   mddev->layout == RAID0_ALT_MULTIZONE_LAYOUT) {  in create_strip_zones()
261 		conf->layout = mddev->layout;  in create_strip_zones()
267 		       mdname(mddev));  in create_strip_zones()
277 			sector_div(first_sector, mddev->chunk_sectors);  in create_strip_zones()
285 	pr_debug("md/raid0:%s: done.\n", mdname(mddev));  in create_strip_zones()
320 static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone,  in map_sector()  argument
325 	struct r0conf *conf = mddev->private;  in map_sector()
327 	unsigned int chunk_sects = mddev->chunk_sectors;  in map_sector()
353 static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks)  in raid0_size()  argument
361 	rdev_for_each(rdev, mddev)  in raid0_size()
363 				  ~(sector_t)(mddev->chunk_sectors-1));  in raid0_size()
368 static void free_conf(struct mddev *mddev, struct r0conf *conf)  in free_conf()  argument
375 static void raid0_free(struct mddev *mddev, void *priv)  in raid0_free()  argument
379 	free_conf(mddev, conf);  in raid0_free()
382 static int raid0_run(struct mddev *mddev)  in raid0_run()  argument
387 	if (mddev->chunk_sectors == 0) {  in raid0_run()
388 		pr_warn("md/raid0:%s: chunk size must be set.\n", mdname(mddev));  in raid0_run()
391 	if (md_check_no_bitmap(mddev))  in raid0_run()
395 	if (mddev->private == NULL) {  in raid0_run()
396 		ret = create_strip_zones(mddev, &conf);  in raid0_run()
399 		mddev->private = conf;  in raid0_run()
401 	conf = mddev->private;  in raid0_run()
402 	if (mddev->queue) {  in raid0_run()
405 		blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors);  in raid0_run()
406 		blk_queue_max_write_zeroes_sectors(mddev->queue, mddev->chunk_sectors);  in raid0_run()
408 		blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9);  in raid0_run()
409 		blk_queue_io_opt(mddev->queue,  in raid0_run()
410 				 (mddev->chunk_sectors << 9) * mddev->raid_disks);  in raid0_run()
412 		rdev_for_each(rdev, mddev) {  in raid0_run()
413 			disk_stack_limits(mddev->gendisk, rdev->bdev,  in raid0_run()
419 	md_set_array_sectors(mddev, raid0_size(mddev, 0, 0));  in raid0_run()
422 		 mdname(mddev),  in raid0_run()
423 		 (unsigned long long)mddev->array_sectors);  in raid0_run()
425 	dump_zones(mddev);  in raid0_run()
427 	ret = md_integrity_register(mddev);  in raid0_run()
429 		free_conf(mddev, conf);  in raid0_run()
448 static void raid0_handle_discard(struct mddev *mddev, struct bio *bio)  in raid0_handle_discard()  argument
450 	struct r0conf *conf = mddev->private;  in raid0_handle_discard()
469 			&mddev->bio_set);  in raid0_handle_discard()
482 	stripe_size = zone->nb_dev * mddev->chunk_sectors;  in raid0_handle_discard()
491 		sector_div(orig_start, mddev->chunk_sectors);  in raid0_handle_discard()
496 		sector_div(orig_end, mddev->chunk_sectors);  in raid0_handle_discard()
502 			mddev->chunk_sectors;  in raid0_handle_discard()
504 			mddev->chunk_sectors;  in raid0_handle_discard()
507 		mddev->chunk_sectors) +  in raid0_handle_discard()
508 		first_stripe_index * mddev->chunk_sectors;  in raid0_handle_discard()
510 		mddev->chunk_sectors) +  in raid0_handle_discard()
511 		last_stripe_index * mddev->chunk_sectors;  in raid0_handle_discard()
523 				mddev->chunk_sectors;  in raid0_handle_discard()
525 			dev_start = first_stripe_index * mddev->chunk_sectors;  in raid0_handle_discard()
530 			dev_end = (last_stripe_index + 1) * mddev->chunk_sectors;  in raid0_handle_discard()
532 			dev_end = last_stripe_index * mddev->chunk_sectors;  in raid0_handle_discard()
541 		md_submit_discard_bio(mddev, rdev, bio,  in raid0_handle_discard()
548 static void raid0_map_submit_bio(struct mddev *mddev, struct bio *bio)  in raid0_map_submit_bio()  argument
550 	struct r0conf *conf = mddev->private;  in raid0_map_submit_bio()
556 	md_account_bio(mddev, &bio);  in raid0_map_submit_bio()
558 	zone = find_zone(mddev->private, &sector);  in raid0_map_submit_bio()
561 		tmp_dev = map_sector(mddev, zone, bio_sector, &sector);  in raid0_map_submit_bio()
564 		tmp_dev = map_sector(mddev, zone, sector, &sector);  in raid0_map_submit_bio()
567 		WARN(1, "md/raid0:%s: Invalid layout\n", mdname(mddev));  in raid0_map_submit_bio()
574 		md_error(mddev, tmp_dev);  in raid0_map_submit_bio()
582 	if (mddev->gendisk)  in raid0_map_submit_bio()
583 		trace_block_bio_remap(bio, disk_devt(mddev->gendisk),  in raid0_map_submit_bio()
585 	mddev_check_write_zeroes(mddev, bio);  in raid0_map_submit_bio()
589 static bool raid0_make_request(struct mddev *mddev, struct bio *bio)  in raid0_make_request()  argument
596 	    && md_flush_request(mddev, bio))  in raid0_make_request()
600 		raid0_handle_discard(mddev, bio);  in raid0_make_request()
605 	chunk_sects = mddev->chunk_sectors;  in raid0_make_request()
614 					      &mddev->bio_set);  in raid0_make_request()
616 		raid0_map_submit_bio(mddev, bio);  in raid0_make_request()
620 	raid0_map_submit_bio(mddev, bio);  in raid0_make_request()
624 static void raid0_status(struct seq_file *seq, struct mddev *mddev)  in raid0_status()  argument
626 	seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2);  in raid0_status()
630 static void raid0_error(struct mddev *mddev, struct md_rdev *rdev)  in raid0_error()  argument
632 	if (!test_and_set_bit(MD_BROKEN, &mddev->flags)) {  in raid0_error()
633 		char *md_name = mdname(mddev);  in raid0_error()
640 static void *raid0_takeover_raid45(struct mddev *mddev)  in raid0_takeover_raid45()  argument
645 	if (mddev->degraded != 1) {  in raid0_takeover_raid45()
647 			mdname(mddev),  in raid0_takeover_raid45()
648 			mddev->degraded);  in raid0_takeover_raid45()
652 	rdev_for_each(rdev, mddev) {  in raid0_takeover_raid45()
654 		if (rdev->raid_disk == mddev->raid_disks-1) {  in raid0_takeover_raid45()
656 				mdname(mddev));  in raid0_takeover_raid45()
659 		rdev->sectors = mddev->dev_sectors;  in raid0_takeover_raid45()
663 	mddev->new_level = 0;  in raid0_takeover_raid45()
664 	mddev->new_layout = 0;  in raid0_takeover_raid45()
665 	mddev->new_chunk_sectors = mddev->chunk_sectors;  in raid0_takeover_raid45()
666 	mddev->raid_disks--;  in raid0_takeover_raid45()
667 	mddev->delta_disks = -1;  in raid0_takeover_raid45()
669 	mddev->recovery_cp = MaxSector;  in raid0_takeover_raid45()
670 	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);  in raid0_takeover_raid45()
672 	create_strip_zones(mddev, &priv_conf);  in raid0_takeover_raid45()
677 static void *raid0_takeover_raid10(struct mddev *mddev)  in raid0_takeover_raid10()  argument
687 	if (mddev->layout != ((1 << 8) + 2)) {  in raid0_takeover_raid10()
689 			mdname(mddev),  in raid0_takeover_raid10()
690 			mddev->layout);  in raid0_takeover_raid10()
693 	if (mddev->raid_disks & 1) {  in raid0_takeover_raid10()
695 			mdname(mddev));  in raid0_takeover_raid10()
698 	if (mddev->degraded != (mddev->raid_disks>>1)) {  in raid0_takeover_raid10()
700 			mdname(mddev));  in raid0_takeover_raid10()
705 	mddev->new_level = 0;  in raid0_takeover_raid10()
706 	mddev->new_layout = 0;  in raid0_takeover_raid10()
707 	mddev->new_chunk_sectors = mddev->chunk_sectors;  in raid0_takeover_raid10()
708 	mddev->delta_disks = - mddev->raid_disks / 2;  in raid0_takeover_raid10()
709 	mddev->raid_disks += mddev->delta_disks;  in raid0_takeover_raid10()
710 	mddev->degraded = 0;  in raid0_takeover_raid10()
712 	mddev->recovery_cp = MaxSector;  in raid0_takeover_raid10()
713 	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);  in raid0_takeover_raid10()
715 	create_strip_zones(mddev, &priv_conf);  in raid0_takeover_raid10()
719 static void *raid0_takeover_raid1(struct mddev *mddev)  in raid0_takeover_raid1()  argument
727 	if ((mddev->raid_disks - 1) != mddev->degraded) {  in raid0_takeover_raid1()
729 		       mdname(mddev));  in raid0_takeover_raid1()
740 	while (chunksect && (mddev->array_sectors & (chunksect - 1)))  in raid0_takeover_raid1()
748 	mddev->new_level = 0;  in raid0_takeover_raid1()
749 	mddev->new_layout = 0;  in raid0_takeover_raid1()
750 	mddev->new_chunk_sectors = chunksect;  in raid0_takeover_raid1()
751 	mddev->chunk_sectors = chunksect;  in raid0_takeover_raid1()
752 	mddev->delta_disks = 1 - mddev->raid_disks;  in raid0_takeover_raid1()
753 	mddev->raid_disks = 1;  in raid0_takeover_raid1()
755 	mddev->recovery_cp = MaxSector;  in raid0_takeover_raid1()
756 	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);  in raid0_takeover_raid1()
758 	create_strip_zones(mddev, &priv_conf);  in raid0_takeover_raid1()
762 static void *raid0_takeover(struct mddev *mddev)  in raid0_takeover()  argument
771 	if (mddev->bitmap) {  in raid0_takeover()
773 			mdname(mddev));  in raid0_takeover()
776 	if (mddev->level == 4)  in raid0_takeover()
777 		return raid0_takeover_raid45(mddev);  in raid0_takeover()
779 	if (mddev->level == 5) {  in raid0_takeover()
780 		if (mddev->layout == ALGORITHM_PARITY_N)  in raid0_takeover()
781 			return raid0_takeover_raid45(mddev);  in raid0_takeover()
784 			mdname(mddev), ALGORITHM_PARITY_N);  in raid0_takeover()
787 	if (mddev->level == 10)  in raid0_takeover()
788 		return raid0_takeover_raid10(mddev);  in raid0_takeover()
790 	if (mddev->level == 1)  in raid0_takeover()
791 		return raid0_takeover_raid1(mddev);  in raid0_takeover()
794 		mddev->level);  in raid0_takeover()
799 static void raid0_quiesce(struct mddev *mddev, int quiesce)  in raid0_quiesce()  argument