73 static inline struct hlist_head *stripe_hash(struct r5conf *conf, sector_t sect)  in stripe_hash()
79 static inline int stripe_hash_locks_hash(struct r5conf *conf, sector_t sect)  in stripe_hash_locks_hash()
84 static inline void lock_device_hash_lock(struct r5conf *conf, int hash)  in lock_device_hash_lock()
91 static inline void unlock_device_hash_lock(struct r5conf *conf, int hash)  in unlock_device_hash_lock()
98 static inline void lock_all_device_hash_locks_irq(struct r5conf *conf)  in lock_all_device_hash_locks_irq()
108 static inline void unlock_all_device_hash_locks_irq(struct r5conf *conf)  in unlock_all_device_hash_locks_irq()
157 static void print_raid5_conf (struct r5conf *conf);
176 	struct r5conf *conf = sh->raid_conf;  in raid5_wakeup_stripe_thread()
220 static void do_release_stripe(struct r5conf *conf, struct stripe_head *sh,  in do_release_stripe()
306 static void __release_stripe(struct r5conf *conf, struct stripe_head *sh,  in __release_stripe()
321 static void release_inactive_stripe_list(struct r5conf *conf,  in release_inactive_stripe_list()
363 static int release_stripe_list(struct r5conf *conf,  in release_stripe_list()
394 	struct r5conf *conf = sh->raid_conf;  in raid5_release_stripe()
431 static inline void insert_hash(struct r5conf *conf, struct stripe_head *sh)  in insert_hash()
442 static struct stripe_head *get_free_stripe(struct r5conf *conf, int hash)  in get_free_stripe()
500 init_stripe_shared_pages(struct stripe_head *sh, struct r5conf *conf, int disks)  in init_stripe_shared_pages()
572 static void stripe_set_idx(sector_t stripe, struct r5conf *conf, int previous,
577 	struct r5conf *conf = sh->raid_conf;  in init_stripe()
617 static struct stripe_head *__find_stripe(struct r5conf *conf, sector_t sector,  in __find_stripe()
630 static struct stripe_head *find_get_stripe(struct r5conf *conf,  in find_get_stripe()
690 int raid5_calc_degraded(struct r5conf *conf)  in raid5_calc_degraded()
746 static bool has_failed(struct r5conf *conf)  in has_failed()
791 static bool is_inactive_blocked(struct r5conf *conf, int hash)  in is_inactive_blocked()
803 struct stripe_head *raid5_get_active_stripe(struct r5conf *conf,  in raid5_get_active_stripe()
904 	struct r5conf *conf = sh->raid_conf;  in stripe_can_batch()
914 static void stripe_add_to_batch_list(struct r5conf *conf,  in stripe_add_to_batch_list()
1012 static int use_new_offset(struct r5conf *conf, struct stripe_head *sh)  in use_new_offset()
1052 static void dispatch_defer_bios(struct r5conf *conf, int target,  in dispatch_defer_bios()
1097 static void flush_deferred_bios(struct r5conf *conf)  in flush_deferred_bios()
1112 static void defer_issue_bios(struct r5conf *conf, sector_t sector,  in defer_issue_bios()
1141 	struct r5conf *conf = sh->raid_conf;  in ops_run_io()
1394 	struct r5conf *conf = sh->raid_conf;  in async_copy_data()
1452 	struct r5conf *conf = sh->raid_conf;  in ops_complete_biofill()
1491 	struct r5conf *conf = sh->raid_conf;  in ops_run_biofill()
1936 	struct r5conf *conf = sh->raid_conf;  in ops_run_biodrain()
2293 	struct r5conf *conf = sh->raid_conf;  in raid_run_ops()
2372 	int disks, struct r5conf *conf)  in alloc_stripe()
2404 static int grow_one_stripe(struct r5conf *conf, gfp_t gfp)  in grow_one_stripe()
2427 static int grow_stripes(struct r5conf *conf, int num)  in grow_stripes()
2497 static int resize_chunks(struct r5conf *conf, int new_disks, int new_sectors)  in resize_chunks()
2532 static int resize_stripes(struct r5conf *conf, int newsize)  in resize_stripes()
2706 static int drop_one_stripe(struct r5conf *conf)  in drop_one_stripe()
2724 static void shrink_stripes(struct r5conf *conf)  in shrink_stripes()
2759 	struct r5conf *conf = sh->raid_conf;  in raid5_end_read_request()
2887 	struct r5conf *conf = sh->raid_conf;  in raid5_end_write_request()
2964 	struct r5conf *conf = mddev->private;  in raid5_error()
3000 sector_t raid5_compute_sector(struct r5conf *conf, sector_t r_sector,  in raid5_compute_sector()
3204 	struct r5conf *conf = sh->raid_conf;  in raid5_compute_blocknr()
3360 static inline bool delay_towrite(struct r5conf *conf,  in delay_towrite()
3383 	struct r5conf *conf = sh->raid_conf;  in schedule_reconstruction()
3490 	struct r5conf *conf = sh->raid_conf;  in stripe_bio_overlaps()
3550 	struct r5conf *conf = sh->raid_conf;  in __add_stripe_bio()
3641 static void end_reshape(struct r5conf *conf);
3643 static void stripe_set_idx(sector_t stripe, struct r5conf *conf, int previous,  in stripe_set_idx()
3660 handle_failed_stripe(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_stripe()
3773 handle_failed_sync(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_sync()
4072 static void handle_stripe_clean_event(struct r5conf *conf,  in handle_stripe_clean_event()
4187 static int handle_stripe_dirtying(struct r5conf *conf,  in handle_stripe_dirtying()
4351 static void handle_parity_checks5(struct r5conf *conf, struct stripe_head *sh,  in handle_parity_checks5()
4444 static void handle_parity_checks6(struct r5conf *conf, struct stripe_head *sh,  in handle_parity_checks6()
4621 static void handle_stripe_expansion(struct r5conf *conf, struct stripe_head *sh)  in handle_stripe_expansion()
4696 	struct r5conf *conf = sh->raid_conf;  in analyse_stripe()
4991 	struct r5conf *conf = sh->raid_conf;  in handle_stripe()
5385 static void raid5_activate_delayed(struct r5conf *conf)  in raid5_activate_delayed()
5403 static void activate_bit_delay(struct r5conf *conf,  in activate_bit_delay()
5422 	struct r5conf *conf = mddev->private;  in in_chunk_boundary()
5436 static void add_bio_to_retry(struct bio *bi,struct r5conf *conf)  in add_bio_to_retry()
5449 static struct bio *remove_bio_from_retry(struct r5conf *conf,  in remove_bio_from_retry()
5481 	struct r5conf *conf = mddev->private;  in raid5_align_endio()
5502 	struct r5conf *conf = mddev->private;  in raid5_read_one_chunk()
5593 		struct r5conf *conf = mddev->private;  in chunk_aligned_read()
5616 static struct stripe_head *__get_priority_stripe(struct r5conf *conf, int group)  in __get_priority_stripe()
5721 	struct r5conf *conf = mddev->private;  in raid5_unplug()
5784 	struct r5conf *conf = mddev->private;  in make_discard_request()
5887 static bool stripe_ahead_of_reshape(struct mddev *mddev, struct r5conf *conf,  in stripe_ahead_of_reshape()
5914 static int add_all_stripe_bios(struct r5conf *conf,  in add_all_stripe_bios()
5977 		struct r5conf *conf, struct stripe_request_ctx *ctx,  in make_stripe_request()
6103 static sector_t raid5_bio_lowest_chunk_sector(struct r5conf *conf,  in raid5_bio_lowest_chunk_sector()
6134 	struct r5conf *conf = mddev->private;  in raid5_make_request()
6272 	struct r5conf *conf = mddev->private;  in reshape_request()
6535 	struct r5conf *conf = mddev->private;  in raid5_sync_request()
6627 static int  retry_aligned_read(struct r5conf *conf, struct bio *raid_bio,  in retry_aligned_read()
6690 static int handle_active_stripes(struct r5conf *conf, int group,  in handle_active_stripes()
6744 	struct r5conf *conf = group->conf;  in raid5_do_work()
6794 	struct r5conf *conf = mddev->private;  in raid5d()
6885 	struct r5conf *conf;  in raid5_show_stripe_cache_size()
6899 	struct r5conf *conf = mddev->private;  in raid5_set_cache_size()
6929 	struct r5conf *conf;  in raid5_store_stripe_cache_size()
6958 	struct r5conf *conf = mddev->private;  in raid5_show_rmw_level()
6968 	struct r5conf *conf = mddev->private;  in raid5_store_rmw_level()
7000 	struct r5conf *conf;  in raid5_show_stripe_size()
7015 	struct r5conf *conf;  in raid5_store_stripe_size()
7095 	struct r5conf *conf;  in raid5_show_preread_threshold()
7108 	struct r5conf *conf;  in raid5_store_preread_threshold()
7140 	struct r5conf *conf;  in raid5_show_skip_copy()
7153 	struct r5conf *conf;  in raid5_store_skip_copy()
7192 	struct r5conf *conf = mddev->private;  in stripe_cache_active_show()
7205 	struct r5conf *conf;  in raid5_show_group_thread_cnt()
7215 static int alloc_thread_groups(struct r5conf *conf, int cnt,
7221 	struct r5conf *conf;  in raid5_store_group_thread_cnt()
7289 static int alloc_thread_groups(struct r5conf *conf, int cnt, int *group_cnt,  in alloc_thread_groups()
7334 static void free_thread_groups(struct r5conf *conf)  in free_thread_groups()
7345 	struct r5conf *conf = mddev->private;  in raid5_size()
7358 static void free_scratch_buffer(struct r5conf *conf, struct raid5_percpu *percpu)  in free_scratch_buffer()
7366 static int alloc_scratch_buffer(struct r5conf *conf, struct raid5_percpu *percpu)  in alloc_scratch_buffer()
7390 	struct r5conf *conf = hlist_entry_safe(node, struct r5conf, node);  in raid456_cpu_dead()
7396 static void raid5_free_percpu(struct r5conf *conf)  in raid5_free_percpu()
7405 static void free_conf(struct r5conf *conf)  in free_conf()
7427 	struct r5conf *conf = hlist_entry_safe(node, struct r5conf, node);  in raid456_cpu_up_prepare()
7438 static int raid5_alloc_percpu(struct r5conf *conf)  in raid5_alloc_percpu()
7459 	struct r5conf *conf = container_of(shrink, struct r5conf, shrinker);  in raid5_cache_scan()
7480 	struct r5conf *conf = container_of(shrink, struct r5conf, shrinker);  in raid5_cache_count()
7488 static struct r5conf *setup_conf(struct mddev *mddev)  in setup_conf()
7490 	struct r5conf *conf;  in setup_conf()
7529 	conf = kzalloc(sizeof(struct r5conf), GFP_KERNEL);  in setup_conf()
7771 static void raid5_set_io_opt(struct r5conf *conf)  in raid5_set_io_opt()
7779 	struct r5conf *conf;  in raid5_run()
8127 	struct r5conf *conf = priv;  in raid5_free()
8135 	struct r5conf *conf = mddev->private;  in raid5_status()
8150 static void print_raid5_conf (struct r5conf *conf)  in print_raid5_conf()
8178 	struct r5conf *conf = mddev->private;  in raid5_spare_active()
8222 	struct r5conf *conf = mddev->private;  in raid5_remove_disk()
8315 	struct r5conf *conf = mddev->private;  in raid5_add_disk()
8405 	struct r5conf *conf = mddev->private;  in raid5_resize()
8440 	struct r5conf *conf = mddev->private;  in check_stripe_cache()
8456 	struct r5conf *conf = mddev->private;  in check_reshape()
8500 	struct r5conf *conf = mddev->private;  in raid5_start_reshape()
8647 static void end_reshape(struct r5conf *conf)  in end_reshape()
8677 	struct r5conf *conf = mddev->private;  in raid5_finish_reshape()
8710 	struct r5conf *conf = mddev->private;  in raid5_quiesce()
8786 	if ((chunksect<<9) < RAID5_STRIPE_SIZE((struct r5conf *)mddev->private))  in raid5_takeover_raid1()
8841 	struct r5conf *conf = mddev->private;  in raid5_check_reshape()
8984 	struct r5conf *conf;  in raid5_change_consistency_policy()
9049 	struct r5conf *conf = mddev->private;  in raid5_start()
9056 	struct r5conf *conf = mddev->private;  in raid5_prepare_suspend()