40 			      struct nfs4_ff_layout_mirror *mirror);
178 		struct nfs4_ff_layout_mirror *mirror)  in ff_layout_add_mirror()  argument
186 		if (memcmp(&mirror->devid, &pos->devid, sizeof(pos->devid)) != 0)  in ff_layout_add_mirror()
188 		if (!ff_mirror_match_fh(mirror, pos))  in ff_layout_add_mirror()
195 	list_add(&mirror->mirrors, &ff_layout->mirrors);  in ff_layout_add_mirror()
196 	mirror->layout = lo;  in ff_layout_add_mirror()
198 	return mirror;  in ff_layout_add_mirror()
202 ff_layout_remove_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_remove_mirror()  argument
205 	if (mirror->layout == NULL)  in ff_layout_remove_mirror()
207 	inode = mirror->layout->plh_inode;  in ff_layout_remove_mirror()
209 	list_del(&mirror->mirrors);  in ff_layout_remove_mirror()
211 	mirror->layout = NULL;  in ff_layout_remove_mirror()
216 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_alloc_mirror()  local
218 	mirror = kzalloc(sizeof(*mirror), gfp_flags);  in ff_layout_alloc_mirror()
219 	if (mirror != NULL) {  in ff_layout_alloc_mirror()
220 		spin_lock_init(&mirror->lock);  in ff_layout_alloc_mirror()
221 		refcount_set(&mirror->ref, 1);  in ff_layout_alloc_mirror()
222 		INIT_LIST_HEAD(&mirror->mirrors);  in ff_layout_alloc_mirror()
224 	return mirror;  in ff_layout_alloc_mirror()
227 static void ff_layout_free_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_free_mirror()  argument
231 	ff_layout_remove_mirror(mirror);  in ff_layout_free_mirror()
232 	kfree(mirror->fh_versions);  in ff_layout_free_mirror()
233 	cred = rcu_access_pointer(mirror->ro_cred);  in ff_layout_free_mirror()
236 	cred = rcu_access_pointer(mirror->rw_cred);  in ff_layout_free_mirror()
239 	nfs4_ff_layout_put_deviceid(mirror->mirror_ds);  in ff_layout_free_mirror()
240 	kfree(mirror);  in ff_layout_free_mirror()
243 static void ff_layout_put_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_put_mirror()  argument
245 	if (mirror != NULL && refcount_dec_and_test(&mirror->ref))  in ff_layout_put_mirror()
246 		ff_layout_free_mirror(mirror);  in ff_layout_put_mirror()
415 		struct nfs4_ff_layout_mirror *mirror;  in ff_layout_alloc_lseg()  local
506 		mirror = ff_layout_add_mirror(lh, fls->mirror_array[i]);  in ff_layout_alloc_lseg()
507 		if (mirror != fls->mirror_array[i]) {  in ff_layout_alloc_lseg()
510 				cred = xchg(&mirror->ro_cred, cred);  in ff_layout_alloc_lseg()
513 				cred = xchg(&mirror->rw_cred, cred);  in ff_layout_alloc_lseg()
517 			fls->mirror_array[i] = mirror;  in ff_layout_alloc_lseg()
619 nfs4_ff_layoutstat_start_io(struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layoutstat_start_io()  argument
624 	struct nfs4_flexfile_layout *ffl = FF_LAYOUT_FROM_HDR(mirror->layout);  in nfs4_ff_layoutstat_start_io()
627 	if (!mirror->start_time)  in nfs4_ff_layoutstat_start_io()
628 		mirror->start_time = now;  in nfs4_ff_layoutstat_start_io()
629 	if (mirror->report_interval != 0)  in nfs4_ff_layoutstat_start_io()
630 		report_interval = (s64)mirror->report_interval * 1000LL;  in nfs4_ff_layoutstat_start_io()
677 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_start_read()  argument
682 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_read()
683 	report = nfs4_ff_layoutstat_start_io(mirror, &mirror->read_stat, now);  in nfs4_ff_layout_stat_io_start_read()
684 	nfs4_ff_layout_stat_io_update_requested(&mirror->read_stat, requested);  in nfs4_ff_layout_stat_io_start_read()
685 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_start_read()
686 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_read()
694 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_end_read()  argument
698 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_read()
699 	nfs4_ff_layout_stat_io_update_completed(&mirror->read_stat,  in nfs4_ff_layout_stat_io_end_read()
702 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_end_read()
703 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_read()
708 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_start_write()  argument
713 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_write()
714 	report = nfs4_ff_layoutstat_start_io(mirror , &mirror->write_stat, now);  in nfs4_ff_layout_stat_io_start_write()
715 	nfs4_ff_layout_stat_io_update_requested(&mirror->write_stat, requested);  in nfs4_ff_layout_stat_io_start_write()
716 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_start_write()
717 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_write()
725 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_end_write()  argument
733 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_write()
734 	nfs4_ff_layout_stat_io_update_completed(&mirror->write_stat,  in nfs4_ff_layout_stat_io_end_write()
736 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_end_write()
737 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_write()
834 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_pg_init_read()  local
863 	mirror = FF_LAYOUT_COMP(pgio->pg_lseg, ds_idx);  in ff_layout_pg_init_read()
869 	pgm->pg_bsize = mirror->mirror_ds->ds_versions[0].rsize;  in ff_layout_pg_init_read()
885 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_pg_init_write()  local
934 		mirror = FF_LAYOUT_COMP(pgio->pg_lseg, i);  in ff_layout_pg_init_write()
935 		pgm->pg_bsize = mirror->mirror_ds->ds_versions[0].wsize;  in ff_layout_pg_init_write()
1180 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_io_track_ds_error()  local
1216 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_io_track_ds_error()
1218 				       mirror, offset, length, status, opnum,  in ff_layout_io_track_ds_error()
2223 			      struct nfs4_ff_layout_mirror *mirror)  in ff_layout_encode_ff_layoutupdate()  argument
2226 	struct nfs4_pnfs_ds *ds = mirror->mirror_ds->ds;  in ff_layout_encode_ff_layoutupdate()
2227 	struct nfs_fh *fh = &mirror->fh_versions[0];  in ff_layout_encode_ff_layoutupdate()
2239 	spin_lock(&mirror->lock);  in ff_layout_encode_ff_layoutupdate()
2240 	ff_layout_encode_io_latency(xdr, &mirror->read_stat.io_stat);  in ff_layout_encode_ff_layoutupdate()
2242 	ff_layout_encode_io_latency(xdr, &mirror->write_stat.io_stat);  in ff_layout_encode_ff_layoutupdate()
2243 	spin_unlock(&mirror->lock);  in ff_layout_encode_ff_layoutupdate()
2245 	ff_layout_encode_nfstime(xdr, ktime_sub(ktime_get(), mirror->start_time));  in ff_layout_encode_ff_layoutupdate()
2269 	struct nfs4_ff_layout_mirror *mirror = opaque->data;  in ff_layout_free_layoutstats()  local
2271 	ff_layout_put_mirror(mirror);  in ff_layout_free_layoutstats()
2285 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_mirror_prepare_stats()  local
2289 	list_for_each_entry(mirror, &ff_layout->mirrors, mirrors) {  in ff_layout_mirror_prepare_stats()
2292 		if (IS_ERR_OR_NULL(mirror->mirror_ds))  in ff_layout_mirror_prepare_stats()
2294 		if (!test_and_clear_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags))  in ff_layout_mirror_prepare_stats()
2297 		if (!refcount_inc_not_zero(&mirror->ref))  in ff_layout_mirror_prepare_stats()
2299 		dev = &mirror->mirror_ds->id_node;   in ff_layout_mirror_prepare_stats()
2303 		spin_lock(&mirror->lock);  in ff_layout_mirror_prepare_stats()
2304 		devinfo->read_count = mirror->read_stat.io_stat.ops_completed;  in ff_layout_mirror_prepare_stats()
2305 		devinfo->read_bytes = mirror->read_stat.io_stat.bytes_completed;  in ff_layout_mirror_prepare_stats()
2306 		devinfo->write_count = mirror->write_stat.io_stat.ops_completed;  in ff_layout_mirror_prepare_stats()
2307 		devinfo->write_bytes = mirror->write_stat.io_stat.bytes_completed;  in ff_layout_mirror_prepare_stats()
2308 		spin_unlock(&mirror->lock);  in ff_layout_mirror_prepare_stats()
2311 		devinfo->ld_private.data = mirror;  in ff_layout_mirror_prepare_stats()