Lines Matching refs:conf
78 static void allow_barrier(struct r1conf *conf, sector_t sector_nr);
79 static void lower_barrier(struct r1conf *conf, sector_t sector_nr);
207 static void put_all_bios(struct r1conf *conf, struct r1bio *r1_bio) in put_all_bios() argument
211 for (i = 0; i < conf->raid_disks * 2; i++) { in put_all_bios()
221 struct r1conf *conf = r1_bio->mddev->private; in free_r1bio() local
223 put_all_bios(conf, r1_bio); in free_r1bio()
224 mempool_free(r1_bio, &conf->r1bio_pool); in free_r1bio()
229 struct r1conf *conf = r1_bio->mddev->private; in put_buf() local
233 for (i = 0; i < conf->raid_disks * 2; i++) { in put_buf()
236 rdev_dec_pending(conf->mirrors[i].rdev, r1_bio->mddev); in put_buf()
239 mempool_free(r1_bio, &conf->r1buf_pool); in put_buf()
241 lower_barrier(conf, sect); in put_buf()
248 struct r1conf *conf = mddev->private; in reschedule_retry() local
252 spin_lock_irqsave(&conf->device_lock, flags); in reschedule_retry()
253 list_add(&r1_bio->retry_list, &conf->retry_list); in reschedule_retry()
254 atomic_inc(&conf->nr_queued[idx]); in reschedule_retry()
255 spin_unlock_irqrestore(&conf->device_lock, flags); in reschedule_retry()
257 wake_up(&conf->wait_barrier); in reschedule_retry()
269 struct r1conf *conf = r1_bio->mddev->private; in call_bio_endio() local
279 allow_barrier(conf, r1_bio->sector); in call_bio_endio()
303 struct r1conf *conf = r1_bio->mddev->private; in update_head_pos() local
305 conf->mirrors[disk].head_position = in update_head_pos()
315 struct r1conf *conf = r1_bio->mddev->private; in find_bio_disk() local
316 int raid_disks = conf->raid_disks; in find_bio_disk()
332 struct r1conf *conf = r1_bio->mddev->private; in raid1_end_read_request() local
333 struct md_rdev *rdev = conf->mirrors[r1_bio->read_disk].rdev; in raid1_end_read_request()
353 spin_lock_irqsave(&conf->device_lock, flags); in raid1_end_read_request()
354 if (r1_bio->mddev->degraded == conf->raid_disks || in raid1_end_read_request()
355 (r1_bio->mddev->degraded == conf->raid_disks-1 && in raid1_end_read_request()
358 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1_end_read_request()
363 rdev_dec_pending(rdev, conf->mddev); in raid1_end_read_request()
370 mdname(conf->mddev), in raid1_end_read_request()
415 struct r1conf *conf = r1_bio->mddev->private; in raid1_end_write_request() local
418 struct md_rdev *rdev = conf->mirrors[mirror].rdev; in raid1_end_write_request()
430 conf->mddev->recovery); in raid1_end_write_request()
511 rdev_dec_pending(rdev, conf->mddev); in raid1_end_write_request()
556 static int read_balance(struct r1conf *conf, struct r1bio *r1_bio, int *max_sectors) in read_balance() argument
588 if ((conf->mddev->recovery_cp < this_sector + sectors) || in read_balance()
589 (mddev_is_clustered(conf->mddev) && in read_balance()
590 md_cluster_ops->area_resyncing(conf->mddev, READ, this_sector, in read_balance()
596 for (disk = 0 ; disk < conf->raid_disks * 2 ; disk++) { in read_balance()
603 rdev = rcu_dereference(conf->mirrors[disk].rdev); in read_balance()
670 dist = abs(this_sector - conf->mirrors[disk].head_position); in read_balance()
676 if (conf->mirrors[disk].next_seq_sect == this_sector in read_balance()
679 struct raid1_info *mirror = &conf->mirrors[disk]; in read_balance()
734 rdev = rcu_dereference(conf->mirrors[best_disk].rdev); in read_balance()
740 if (conf->mirrors[best_disk].next_seq_sect != this_sector) in read_balance()
741 conf->mirrors[best_disk].seq_start = this_sector; in read_balance()
743 conf->mirrors[best_disk].next_seq_sect = this_sector + sectors; in read_balance()
753 struct r1conf *conf = mddev->private; in raid1_congested() local
757 conf->pending_count >= max_queued_requests) in raid1_congested()
761 for (i = 0; i < conf->raid_disks * 2; i++) { in raid1_congested()
762 struct md_rdev *rdev = rcu_dereference(conf->mirrors[i].rdev); in raid1_congested()
781 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list() argument
784 md_bitmap_unplug(conf->mddev->bitmap); in flush_bio_list()
785 wake_up(&conf->wait_barrier); in flush_bio_list()
804 static void flush_pending_writes(struct r1conf *conf) in flush_pending_writes() argument
809 spin_lock_irq(&conf->device_lock); in flush_pending_writes()
811 if (conf->pending_bio_list.head) { in flush_pending_writes()
815 bio = bio_list_get(&conf->pending_bio_list); in flush_pending_writes()
816 conf->pending_count = 0; in flush_pending_writes()
817 spin_unlock_irq(&conf->device_lock); in flush_pending_writes()
830 flush_bio_list(conf, bio); in flush_pending_writes()
833 spin_unlock_irq(&conf->device_lock); in flush_pending_writes()
857 static sector_t raise_barrier(struct r1conf *conf, sector_t sector_nr) in raise_barrier() argument
861 spin_lock_irq(&conf->resync_lock); in raise_barrier()
864 wait_event_lock_irq(conf->wait_barrier, in raise_barrier()
865 !atomic_read(&conf->nr_waiting[idx]), in raise_barrier()
866 conf->resync_lock); in raise_barrier()
869 atomic_inc(&conf->barrier[idx]); in raise_barrier()
887 wait_event_lock_irq(conf->wait_barrier, in raise_barrier()
888 (!conf->array_frozen && in raise_barrier()
889 !atomic_read(&conf->nr_pending[idx]) && in raise_barrier()
890 atomic_read(&conf->barrier[idx]) < RESYNC_DEPTH) || in raise_barrier()
891 test_bit(MD_RECOVERY_INTR, &conf->mddev->recovery), in raise_barrier()
892 conf->resync_lock); in raise_barrier()
894 if (test_bit(MD_RECOVERY_INTR, &conf->mddev->recovery)) { in raise_barrier()
895 atomic_dec(&conf->barrier[idx]); in raise_barrier()
896 spin_unlock_irq(&conf->resync_lock); in raise_barrier()
897 wake_up(&conf->wait_barrier); in raise_barrier()
901 atomic_inc(&conf->nr_sync_pending); in raise_barrier()
902 spin_unlock_irq(&conf->resync_lock); in raise_barrier()
907 static void lower_barrier(struct r1conf *conf, sector_t sector_nr) in lower_barrier() argument
911 BUG_ON(atomic_read(&conf->barrier[idx]) <= 0); in lower_barrier()
913 atomic_dec(&conf->barrier[idx]); in lower_barrier()
914 atomic_dec(&conf->nr_sync_pending); in lower_barrier()
915 wake_up(&conf->wait_barrier); in lower_barrier()
918 static void _wait_barrier(struct r1conf *conf, int idx) in _wait_barrier() argument
928 atomic_inc(&conf->nr_pending[idx]); in _wait_barrier()
948 if (!READ_ONCE(conf->array_frozen) && in _wait_barrier()
949 !atomic_read(&conf->barrier[idx])) in _wait_barrier()
959 spin_lock_irq(&conf->resync_lock); in _wait_barrier()
960 atomic_inc(&conf->nr_waiting[idx]); in _wait_barrier()
961 atomic_dec(&conf->nr_pending[idx]); in _wait_barrier()
966 wake_up(&conf->wait_barrier); in _wait_barrier()
968 wait_event_lock_irq(conf->wait_barrier, in _wait_barrier()
969 !conf->array_frozen && in _wait_barrier()
970 !atomic_read(&conf->barrier[idx]), in _wait_barrier()
971 conf->resync_lock); in _wait_barrier()
972 atomic_inc(&conf->nr_pending[idx]); in _wait_barrier()
973 atomic_dec(&conf->nr_waiting[idx]); in _wait_barrier()
974 spin_unlock_irq(&conf->resync_lock); in _wait_barrier()
977 static void wait_read_barrier(struct r1conf *conf, sector_t sector_nr) in wait_read_barrier() argument
988 atomic_inc(&conf->nr_pending[idx]); in wait_read_barrier()
990 if (!READ_ONCE(conf->array_frozen)) in wait_read_barrier()
993 spin_lock_irq(&conf->resync_lock); in wait_read_barrier()
994 atomic_inc(&conf->nr_waiting[idx]); in wait_read_barrier()
995 atomic_dec(&conf->nr_pending[idx]); in wait_read_barrier()
1000 wake_up(&conf->wait_barrier); in wait_read_barrier()
1002 wait_event_lock_irq(conf->wait_barrier, in wait_read_barrier()
1003 !conf->array_frozen, in wait_read_barrier()
1004 conf->resync_lock); in wait_read_barrier()
1005 atomic_inc(&conf->nr_pending[idx]); in wait_read_barrier()
1006 atomic_dec(&conf->nr_waiting[idx]); in wait_read_barrier()
1007 spin_unlock_irq(&conf->resync_lock); in wait_read_barrier()
1010 static void wait_barrier(struct r1conf *conf, sector_t sector_nr) in wait_barrier() argument
1014 _wait_barrier(conf, idx); in wait_barrier()
1017 static void _allow_barrier(struct r1conf *conf, int idx) in _allow_barrier() argument
1019 atomic_dec(&conf->nr_pending[idx]); in _allow_barrier()
1020 wake_up(&conf->wait_barrier); in _allow_barrier()
1023 static void allow_barrier(struct r1conf *conf, sector_t sector_nr) in allow_barrier() argument
1027 _allow_barrier(conf, idx); in allow_barrier()
1031 static int get_unqueued_pending(struct r1conf *conf) in get_unqueued_pending() argument
1035 ret = atomic_read(&conf->nr_sync_pending); in get_unqueued_pending()
1037 ret += atomic_read(&conf->nr_pending[idx]) - in get_unqueued_pending()
1038 atomic_read(&conf->nr_queued[idx]); in get_unqueued_pending()
1043 static void freeze_array(struct r1conf *conf, int extra) in freeze_array() argument
1068 spin_lock_irq(&conf->resync_lock); in freeze_array()
1069 conf->array_frozen = 1; in freeze_array()
1070 raid1_log(conf->mddev, "wait freeze"); in freeze_array()
1072 conf->wait_barrier, in freeze_array()
1073 get_unqueued_pending(conf) == extra, in freeze_array()
1074 conf->resync_lock, in freeze_array()
1075 flush_pending_writes(conf)); in freeze_array()
1076 spin_unlock_irq(&conf->resync_lock); in freeze_array()
1078 static void unfreeze_array(struct r1conf *conf) in unfreeze_array() argument
1081 spin_lock_irq(&conf->resync_lock); in unfreeze_array()
1082 conf->array_frozen = 0; in unfreeze_array()
1083 spin_unlock_irq(&conf->resync_lock); in unfreeze_array()
1084 wake_up(&conf->wait_barrier); in unfreeze_array()
1146 struct r1conf *conf = mddev->private; in raid1_unplug() local
1150 spin_lock_irq(&conf->device_lock); in raid1_unplug()
1151 bio_list_merge(&conf->pending_bio_list, &plug->pending); in raid1_unplug()
1152 conf->pending_count += plug->pending_cnt; in raid1_unplug()
1153 spin_unlock_irq(&conf->device_lock); in raid1_unplug()
1154 wake_up(&conf->wait_barrier); in raid1_unplug()
1162 flush_bio_list(conf, bio); in raid1_unplug()
1178 struct r1conf *conf = mddev->private; in alloc_r1bio() local
1181 r1_bio = mempool_alloc(&conf->r1bio_pool, GFP_NOIO); in alloc_r1bio()
1183 memset(r1_bio->bios, 0, conf->raid_disks * sizeof(r1_bio->bios[0])); in alloc_r1bio()
1191 struct r1conf *conf = mddev->private; in raid1_read_request() local
1213 rdev = rcu_dereference(conf->mirrors[r1_bio->read_disk].rdev); in raid1_read_request()
1225 wait_read_barrier(conf, bio->bi_iter.bi_sector); in raid1_read_request()
1237 rdisk = read_balance(conf, r1_bio, &max_sectors); in raid1_read_request()
1250 mirror = conf->mirrors + rdisk; in raid1_read_request()
1271 gfp, &conf->bio_split); in raid1_read_request()
1305 struct r1conf *conf = mddev->private; in raid1_write_request() local
1322 prepare_to_wait(&conf->wait_barrier, in raid1_write_request()
1330 finish_wait(&conf->wait_barrier, &w); in raid1_write_request()
1338 wait_barrier(conf, bio->bi_iter.bi_sector); in raid1_write_request()
1343 if (conf->pending_count >= max_queued_requests) { in raid1_write_request()
1346 wait_event(conf->wait_barrier, in raid1_write_request()
1347 conf->pending_count < max_queued_requests); in raid1_write_request()
1360 disks = conf->raid_disks * 2; in raid1_write_request()
1366 struct md_rdev *rdev = rcu_dereference(conf->mirrors[i].rdev); in raid1_write_request()
1374 if (i < conf->raid_disks) in raid1_write_request()
1431 rdev_dec_pending(conf->mirrors[j].rdev, mddev); in raid1_write_request()
1433 allow_barrier(conf, bio->bi_iter.bi_sector); in raid1_write_request()
1436 wait_barrier(conf, bio->bi_iter.bi_sector); in raid1_write_request()
1442 GFP_NOIO, &conf->bio_split); in raid1_write_request()
1485 if (test_bit(WriteMostly, &conf->mirrors[i].rdev->flags)) in raid1_write_request()
1492 conf->mirrors[i].rdev->data_offset); in raid1_write_request()
1493 bio_set_dev(mbio, conf->mirrors[i].rdev->bdev); in raid1_write_request()
1496 if (test_bit(FailFast, &conf->mirrors[i].rdev->flags) && in raid1_write_request()
1497 !test_bit(WriteMostly, &conf->mirrors[i].rdev->flags) && in raid1_write_request()
1498 conf->raid_disks - mddev->degraded > 1) in raid1_write_request()
1509 mbio->bi_disk = (void *)conf->mirrors[i].rdev; in raid1_write_request()
1520 spin_lock_irqsave(&conf->device_lock, flags); in raid1_write_request()
1521 bio_list_add(&conf->pending_bio_list, mbio); in raid1_write_request()
1522 conf->pending_count++; in raid1_write_request()
1523 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1_write_request()
1531 wake_up(&conf->wait_barrier); in raid1_write_request()
1565 struct r1conf *conf = mddev->private; in raid1_status() local
1568 seq_printf(seq, " [%d/%d] [", conf->raid_disks, in raid1_status()
1569 conf->raid_disks - mddev->degraded); in raid1_status()
1571 for (i = 0; i < conf->raid_disks; i++) { in raid1_status()
1572 struct md_rdev *rdev = rcu_dereference(conf->mirrors[i].rdev); in raid1_status()
1583 struct r1conf *conf = mddev->private; in raid1_error() local
1592 spin_lock_irqsave(&conf->device_lock, flags); in raid1_error()
1594 && (conf->raid_disks - mddev->degraded) == 1) { in raid1_error()
1601 conf->recovery_disabled = mddev->recovery_disabled; in raid1_error()
1602 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1_error()
1611 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1_error()
1621 mdname(mddev), conf->raid_disks - mddev->degraded); in raid1_error()
1624 static void print_conf(struct r1conf *conf) in print_conf() argument
1629 if (!conf) { in print_conf()
1633 pr_debug(" --- wd:%d rd:%d\n", conf->raid_disks - conf->mddev->degraded, in print_conf()
1634 conf->raid_disks); in print_conf()
1637 for (i = 0; i < conf->raid_disks; i++) { in print_conf()
1639 struct md_rdev *rdev = rcu_dereference(conf->mirrors[i].rdev); in print_conf()
1649 static void close_sync(struct r1conf *conf) in close_sync() argument
1654 _wait_barrier(conf, idx); in close_sync()
1655 _allow_barrier(conf, idx); in close_sync()
1658 mempool_exit(&conf->r1buf_pool); in close_sync()
1664 struct r1conf *conf = mddev->private; in raid1_spare_active() local
1675 spin_lock_irqsave(&conf->device_lock, flags); in raid1_spare_active()
1676 for (i = 0; i < conf->raid_disks; i++) { in raid1_spare_active()
1677 struct md_rdev *rdev = conf->mirrors[i].rdev; in raid1_spare_active()
1678 struct md_rdev *repl = conf->mirrors[conf->raid_disks + i].rdev; in raid1_spare_active()
1707 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1_spare_active()
1709 print_conf(conf); in raid1_spare_active()
1715 struct r1conf *conf = mddev->private; in raid1_add_disk() local
1720 int last = conf->raid_disks - 1; in raid1_add_disk()
1722 if (mddev->recovery_disabled == conf->recovery_disabled) in raid1_add_disk()
1737 conf->mirrors[rdev->saved_raid_disk].rdev == NULL) in raid1_add_disk()
1741 p = conf->mirrors+mirror; in raid1_add_disk()
1755 conf->fullsync = 1; in raid1_add_disk()
1760 p[conf->raid_disks].rdev == NULL) { in raid1_add_disk()
1766 conf->fullsync = 1; in raid1_add_disk()
1767 rcu_assign_pointer(p[conf->raid_disks].rdev, rdev); in raid1_add_disk()
1773 print_conf(conf); in raid1_add_disk()
1779 struct r1conf *conf = mddev->private; in raid1_remove_disk() local
1782 struct raid1_info *p = conf->mirrors + number; in raid1_remove_disk()
1785 p = conf->mirrors + conf->raid_disks + number; in raid1_remove_disk()
1787 print_conf(conf); in raid1_remove_disk()
1798 mddev->recovery_disabled != conf->recovery_disabled && in raid1_remove_disk()
1799 mddev->degraded < conf->raid_disks) { in raid1_remove_disk()
1813 if (conf->mirrors[conf->raid_disks + number].rdev) { in raid1_remove_disk()
1819 conf->mirrors[conf->raid_disks + number].rdev; in raid1_remove_disk()
1820 freeze_array(conf, 0); in raid1_remove_disk()
1829 unfreeze_array(conf); in raid1_remove_disk()
1834 conf->mirrors[conf->raid_disks + number].rdev = NULL; in raid1_remove_disk()
1835 unfreeze_array(conf); in raid1_remove_disk()
1843 print_conf(conf); in raid1_remove_disk()
1870 struct r1conf *conf = mddev->private; in end_sync_write() local
1873 struct md_rdev *rdev = conf->mirrors[find_bio_disk(r1_bio, bio)].rdev; in end_sync_write()
1892 !is_badblock(conf->mirrors[r1_bio->read_disk].rdev, in end_sync_write()
1944 struct r1conf *conf = mddev->private; in fix_sync_read_error() local
1952 rdev = conf->mirrors[r1_bio->read_disk].rdev; in fix_sync_read_error()
1978 rdev = conf->mirrors[d].rdev; in fix_sync_read_error()
1987 if (d == conf->raid_disks * 2) in fix_sync_read_error()
2002 for (d = 0; d < conf->raid_disks * 2; d++) { in fix_sync_read_error()
2003 rdev = conf->mirrors[d].rdev; in fix_sync_read_error()
2010 conf->recovery_disabled = in fix_sync_read_error()
2028 d = conf->raid_disks * 2; in fix_sync_read_error()
2032 rdev = conf->mirrors[d].rdev; in fix_sync_read_error()
2043 d = conf->raid_disks * 2; in fix_sync_read_error()
2047 rdev = conf->mirrors[d].rdev; in fix_sync_read_error()
2072 struct r1conf *conf = mddev->private; in process_checks() local
2079 for (i = 0; i < conf->raid_disks * 2; i++) { in process_checks()
2090 conf->mirrors[i].rdev->data_offset; in process_checks()
2091 bio_set_dev(b, conf->mirrors[i].rdev->bdev); in process_checks()
2099 for (primary = 0; primary < conf->raid_disks * 2; primary++) in process_checks()
2103 rdev_dec_pending(conf->mirrors[primary].rdev, mddev); in process_checks()
2107 for (i = 0; i < conf->raid_disks * 2; i++) { in process_checks()
2140 rdev_dec_pending(conf->mirrors[i].rdev, mddev); in process_checks()
2150 struct r1conf *conf = mddev->private; in sync_request_write() local
2152 int disks = conf->raid_disks * 2; in sync_request_write()
2174 if (test_bit(Faulty, &conf->mirrors[i].rdev->flags)) in sync_request_write()
2178 if (test_bit(FailFast, &conf->mirrors[i].rdev->flags)) in sync_request_write()
2183 md_sync_acct(conf->mirrors[i].rdev->bdev, bio_sectors(wbio)); in sync_request_write()
2209 static void fix_read_error(struct r1conf *conf, int read_disk, in fix_read_error() argument
2212 struct mddev *mddev = conf->mddev; in fix_read_error()
2228 rdev = rcu_dereference(conf->mirrors[d].rdev); in fix_read_error()
2238 conf->tmppage, REQ_OP_READ, 0, false)) in fix_read_error()
2246 if (d == conf->raid_disks * 2) in fix_read_error()
2252 struct md_rdev *rdev = conf->mirrors[read_disk].rdev; in fix_read_error()
2261 d = conf->raid_disks * 2; in fix_read_error()
2264 rdev = rcu_dereference(conf->mirrors[d].rdev); in fix_read_error()
2270 conf->tmppage, WRITE); in fix_read_error()
2279 d = conf->raid_disks * 2; in fix_read_error()
2282 rdev = rcu_dereference(conf->mirrors[d].rdev); in fix_read_error()
2288 conf->tmppage, READ)) { in fix_read_error()
2308 struct r1conf *conf = mddev->private; in narrow_write_error() local
2309 struct md_rdev *rdev = conf->mirrors[i].rdev; in narrow_write_error()
2375 static void handle_sync_write_finished(struct r1conf *conf, struct r1bio *r1_bio) in handle_sync_write_finished() argument
2379 for (m = 0; m < conf->raid_disks * 2 ; m++) { in handle_sync_write_finished()
2380 struct md_rdev *rdev = conf->mirrors[m].rdev; in handle_sync_write_finished()
2391 md_error(conf->mddev, rdev); in handle_sync_write_finished()
2395 md_done_sync(conf->mddev, s, 1); in handle_sync_write_finished()
2398 static void handle_write_finished(struct r1conf *conf, struct r1bio *r1_bio) in handle_write_finished() argument
2403 for (m = 0; m < conf->raid_disks * 2 ; m++) in handle_write_finished()
2405 struct md_rdev *rdev = conf->mirrors[m].rdev; in handle_write_finished()
2409 rdev_dec_pending(rdev, conf->mddev); in handle_write_finished()
2417 md_error(conf->mddev, in handle_write_finished()
2418 conf->mirrors[m].rdev); in handle_write_finished()
2422 rdev_dec_pending(conf->mirrors[m].rdev, in handle_write_finished()
2423 conf->mddev); in handle_write_finished()
2426 spin_lock_irq(&conf->device_lock); in handle_write_finished()
2427 list_add(&r1_bio->retry_list, &conf->bio_end_io_list); in handle_write_finished()
2429 atomic_inc(&conf->nr_queued[idx]); in handle_write_finished()
2430 spin_unlock_irq(&conf->device_lock); in handle_write_finished()
2435 wake_up(&conf->wait_barrier); in handle_write_finished()
2436 md_wakeup_thread(conf->mddev->thread); in handle_write_finished()
2444 static void handle_read_error(struct r1conf *conf, struct r1bio *r1_bio) in handle_read_error() argument
2446 struct mddev *mddev = conf->mddev; in handle_read_error()
2464 rdev = conf->mirrors[r1_bio->read_disk].rdev; in handle_read_error()
2467 freeze_array(conf, 1); in handle_read_error()
2468 fix_read_error(conf, r1_bio->read_disk, in handle_read_error()
2470 unfreeze_array(conf); in handle_read_error()
2477 rdev_dec_pending(rdev, conf->mddev); in handle_read_error()
2478 allow_barrier(conf, r1_bio->sector); in handle_read_error()
2491 struct r1conf *conf = mddev->private; in raid1d() local
2492 struct list_head *head = &conf->retry_list; in raid1d()
2498 if (!list_empty_careful(&conf->bio_end_io_list) && in raid1d()
2501 spin_lock_irqsave(&conf->device_lock, flags); in raid1d()
2503 list_splice_init(&conf->bio_end_io_list, &tmp); in raid1d()
2504 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1d()
2510 atomic_dec(&conf->nr_queued[idx]); in raid1d()
2522 flush_pending_writes(conf); in raid1d()
2524 spin_lock_irqsave(&conf->device_lock, flags); in raid1d()
2526 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1d()
2532 atomic_dec(&conf->nr_queued[idx]); in raid1d()
2533 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1d()
2536 conf = mddev->private; in raid1d()
2540 handle_sync_write_finished(conf, r1_bio); in raid1d()
2545 handle_write_finished(conf, r1_bio); in raid1d()
2547 handle_read_error(conf, r1_bio); in raid1d()
2558 static int init_resync(struct r1conf *conf) in init_resync() argument
2563 BUG_ON(mempool_initialized(&conf->r1buf_pool)); in init_resync()
2565 return mempool_init(&conf->r1buf_pool, buffs, r1buf_pool_alloc, in init_resync()
2566 r1buf_pool_free, conf->poolinfo); in init_resync()
2569 static struct r1bio *raid1_alloc_init_r1buf(struct r1conf *conf) in raid1_alloc_init_r1buf() argument
2571 struct r1bio *r1bio = mempool_alloc(&conf->r1buf_pool, GFP_NOIO); in raid1_alloc_init_r1buf()
2576 for (i = conf->poolinfo->raid_disks; i--; ) { in raid1_alloc_init_r1buf()
2599 struct r1conf *conf = mddev->private; in raid1_sync_request() local
2614 if (!mempool_initialized(&conf->r1buf_pool)) in raid1_sync_request()
2615 if (init_resync(conf)) in raid1_sync_request()
2629 conf->fullsync = 0; in raid1_sync_request()
2632 close_sync(conf); in raid1_sync_request()
2635 conf->cluster_sync_low = 0; in raid1_sync_request()
2636 conf->cluster_sync_high = 0; in raid1_sync_request()
2644 conf->fullsync == 0) { in raid1_sync_request()
2652 !conf->fullsync && !test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery)) { in raid1_sync_request()
2662 if (atomic_read(&conf->nr_waiting[idx])) in raid1_sync_request()
2670 mddev_is_clustered(mddev) && (sector_nr + 2 * RESYNC_SECTORS > conf->cluster_sync_high)); in raid1_sync_request()
2673 if (raise_barrier(conf, sector_nr)) in raid1_sync_request()
2676 r1_bio = raid1_alloc_init_r1buf(conf); in raid1_sync_request()
2695 for (i = 0; i < conf->raid_disks * 2; i++) { in raid1_sync_request()
2699 rdev = rcu_dereference(conf->mirrors[i].rdev); in raid1_sync_request()
2702 if (i < conf->raid_disks) in raid1_sync_request()
2767 for (i = 0 ; i < conf->raid_disks * 2 ; i++) in raid1_sync_request()
2769 struct md_rdev *rdev = conf->mirrors[i].rdev; in raid1_sync_request()
2784 conf->recovery_disabled = mddev->recovery_disabled; in raid1_sync_request()
2830 !conf->fullsync && in raid1_sync_request()
2837 for (i = 0 ; i < conf->raid_disks * 2; i++) { in raid1_sync_request()
2860 conf->cluster_sync_high < sector_nr + nr_sectors) { in raid1_sync_request()
2861 conf->cluster_sync_low = mddev->curr_resync_completed; in raid1_sync_request()
2862 conf->cluster_sync_high = conf->cluster_sync_low + CLUSTER_RESYNC_WINDOW_SECTORS; in raid1_sync_request()
2865 conf->cluster_sync_low, in raid1_sync_request()
2866 conf->cluster_sync_high); in raid1_sync_request()
2874 for (i = 0; i < conf->raid_disks * 2 && read_targets; i++) { in raid1_sync_request()
2906 struct r1conf *conf; in setup_conf() local
2912 conf = kzalloc(sizeof(struct r1conf), GFP_KERNEL); in setup_conf()
2913 if (!conf) in setup_conf()
2916 conf->nr_pending = kcalloc(BARRIER_BUCKETS_NR, in setup_conf()
2918 if (!conf->nr_pending) in setup_conf()
2921 conf->nr_waiting = kcalloc(BARRIER_BUCKETS_NR, in setup_conf()
2923 if (!conf->nr_waiting) in setup_conf()
2926 conf->nr_queued = kcalloc(BARRIER_BUCKETS_NR, in setup_conf()
2928 if (!conf->nr_queued) in setup_conf()
2931 conf->barrier = kcalloc(BARRIER_BUCKETS_NR, in setup_conf()
2933 if (!conf->barrier) in setup_conf()
2936 conf->mirrors = kzalloc(array3_size(sizeof(struct raid1_info), in setup_conf()
2939 if (!conf->mirrors) in setup_conf()
2942 conf->tmppage = alloc_page(GFP_KERNEL); in setup_conf()
2943 if (!conf->tmppage) in setup_conf()
2946 conf->poolinfo = kzalloc(sizeof(*conf->poolinfo), GFP_KERNEL); in setup_conf()
2947 if (!conf->poolinfo) in setup_conf()
2949 conf->poolinfo->raid_disks = mddev->raid_disks * 2; in setup_conf()
2950 err = mempool_init(&conf->r1bio_pool, NR_RAID1_BIOS, r1bio_pool_alloc, in setup_conf()
2951 r1bio_pool_free, conf->poolinfo); in setup_conf()
2955 err = bioset_init(&conf->bio_split, BIO_POOL_SIZE, 0, 0); in setup_conf()
2959 conf->poolinfo->mddev = mddev; in setup_conf()
2962 spin_lock_init(&conf->device_lock); in setup_conf()
2969 disk = conf->mirrors + mddev->raid_disks + disk_idx; in setup_conf()
2971 disk = conf->mirrors + disk_idx; in setup_conf()
2979 conf->raid_disks = mddev->raid_disks; in setup_conf()
2980 conf->mddev = mddev; in setup_conf()
2981 INIT_LIST_HEAD(&conf->retry_list); in setup_conf()
2982 INIT_LIST_HEAD(&conf->bio_end_io_list); in setup_conf()
2984 spin_lock_init(&conf->resync_lock); in setup_conf()
2985 init_waitqueue_head(&conf->wait_barrier); in setup_conf()
2987 bio_list_init(&conf->pending_bio_list); in setup_conf()
2988 conf->pending_count = 0; in setup_conf()
2989 conf->recovery_disabled = mddev->recovery_disabled - 1; in setup_conf()
2992 for (i = 0; i < conf->raid_disks * 2; i++) { in setup_conf()
2994 disk = conf->mirrors + i; in setup_conf()
2996 if (i < conf->raid_disks && in setup_conf()
2997 disk[conf->raid_disks].rdev) { in setup_conf()
3004 disk[conf->raid_disks].rdev; in setup_conf()
3005 disk[conf->raid_disks].rdev = NULL; in setup_conf()
3016 conf->fullsync = 1; in setup_conf()
3021 conf->thread = md_register_thread(raid1d, mddev, "raid1"); in setup_conf()
3022 if (!conf->thread) in setup_conf()
3025 return conf; in setup_conf()
3028 if (conf) { in setup_conf()
3029 mempool_exit(&conf->r1bio_pool); in setup_conf()
3030 kfree(conf->mirrors); in setup_conf()
3031 safe_put_page(conf->tmppage); in setup_conf()
3032 kfree(conf->poolinfo); in setup_conf()
3033 kfree(conf->nr_pending); in setup_conf()
3034 kfree(conf->nr_waiting); in setup_conf()
3035 kfree(conf->nr_queued); in setup_conf()
3036 kfree(conf->barrier); in setup_conf()
3037 bioset_exit(&conf->bio_split); in setup_conf()
3038 kfree(conf); in setup_conf()
3046 struct r1conf *conf; in raid1_run() local
3070 conf = setup_conf(mddev); in raid1_run()
3072 conf = mddev->private; in raid1_run()
3074 if (IS_ERR(conf)) in raid1_run()
3075 return PTR_ERR(conf); in raid1_run()
3092 for (i=0; i < conf->raid_disks; i++) in raid1_run()
3093 if (conf->mirrors[i].rdev == NULL || in raid1_run()
3094 !test_bit(In_sync, &conf->mirrors[i].rdev->flags) || in raid1_run()
3095 test_bit(Faulty, &conf->mirrors[i].rdev->flags)) in raid1_run()
3098 if (conf->raid_disks - mddev->degraded == 1) in raid1_run()
3111 mddev->thread = conf->thread; in raid1_run()
3112 conf->thread = NULL; in raid1_run()
3113 mddev->private = conf; in raid1_run()
3130 raid1_free(mddev, conf); in raid1_run()
3137 struct r1conf *conf = priv; in raid1_free() local
3139 mempool_exit(&conf->r1bio_pool); in raid1_free()
3140 kfree(conf->mirrors); in raid1_free()
3141 safe_put_page(conf->tmppage); in raid1_free()
3142 kfree(conf->poolinfo); in raid1_free()
3143 kfree(conf->nr_pending); in raid1_free()
3144 kfree(conf->nr_waiting); in raid1_free()
3145 kfree(conf->nr_queued); in raid1_free()
3146 kfree(conf->barrier); in raid1_free()
3147 bioset_exit(&conf->bio_split); in raid1_free()
3148 kfree(conf); in raid1_free()
3196 struct r1conf *conf = mddev->private; in raid1_reshape() local
3220 if (raid_disks < conf->raid_disks) { in raid1_reshape()
3222 for (d= 0; d < conf->raid_disks; d++) in raid1_reshape()
3223 if (conf->mirrors[d].rdev) in raid1_reshape()
3250 freeze_array(conf, 0); in raid1_reshape()
3253 oldpool = conf->r1bio_pool; in raid1_reshape()
3254 conf->r1bio_pool = newpool; in raid1_reshape()
3256 for (d = d2 = 0; d < conf->raid_disks; d++) { in raid1_reshape()
3257 struct md_rdev *rdev = conf->mirrors[d].rdev; in raid1_reshape()
3269 kfree(conf->mirrors); in raid1_reshape()
3270 conf->mirrors = newmirrors; in raid1_reshape()
3271 kfree(conf->poolinfo); in raid1_reshape()
3272 conf->poolinfo = newpoolinfo; in raid1_reshape()
3274 spin_lock_irqsave(&conf->device_lock, flags); in raid1_reshape()
3275 mddev->degraded += (raid_disks - conf->raid_disks); in raid1_reshape()
3276 spin_unlock_irqrestore(&conf->device_lock, flags); in raid1_reshape()
3277 conf->raid_disks = mddev->raid_disks = raid_disks; in raid1_reshape()
3280 unfreeze_array(conf); in raid1_reshape()
3292 struct r1conf *conf = mddev->private; in raid1_quiesce() local
3295 freeze_array(conf, 0); in raid1_quiesce()
3297 unfreeze_array(conf); in raid1_quiesce()
3306 struct r1conf *conf; in raid1_takeover() local
3310 conf = setup_conf(mddev); in raid1_takeover()
3311 if (!IS_ERR(conf)) { in raid1_takeover()
3313 conf->array_frozen = 1; in raid1_takeover()
3317 return conf; in raid1_takeover()