42 			      struct nfs4_ff_layout_mirror *mirror);
180 		struct nfs4_ff_layout_mirror *mirror)  in ff_layout_add_mirror()  argument
188 		if (memcmp(&mirror->devid, &pos->devid, sizeof(pos->devid)) != 0)  in ff_layout_add_mirror()
190 		if (!ff_mirror_match_fh(mirror, pos))  in ff_layout_add_mirror()
197 	list_add(&mirror->mirrors, &ff_layout->mirrors);  in ff_layout_add_mirror()
198 	mirror->layout = lo;  in ff_layout_add_mirror()
200 	return mirror;  in ff_layout_add_mirror()
204 ff_layout_remove_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_remove_mirror()  argument
207 	if (mirror->layout == NULL)  in ff_layout_remove_mirror()
209 	inode = mirror->layout->plh_inode;  in ff_layout_remove_mirror()
211 	list_del(&mirror->mirrors);  in ff_layout_remove_mirror()
213 	mirror->layout = NULL;  in ff_layout_remove_mirror()
218 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_alloc_mirror()  local
220 	mirror = kzalloc(sizeof(*mirror), gfp_flags);  in ff_layout_alloc_mirror()
221 	if (mirror != NULL) {  in ff_layout_alloc_mirror()
222 		spin_lock_init(&mirror->lock);  in ff_layout_alloc_mirror()
223 		refcount_set(&mirror->ref, 1);  in ff_layout_alloc_mirror()
224 		INIT_LIST_HEAD(&mirror->mirrors);  in ff_layout_alloc_mirror()
226 	return mirror;  in ff_layout_alloc_mirror()
229 static void ff_layout_free_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_free_mirror()  argument
233 	ff_layout_remove_mirror(mirror);  in ff_layout_free_mirror()
234 	kfree(mirror->fh_versions);  in ff_layout_free_mirror()
235 	cred = rcu_access_pointer(mirror->ro_cred);  in ff_layout_free_mirror()
237 	cred = rcu_access_pointer(mirror->rw_cred);  in ff_layout_free_mirror()
239 	nfs4_ff_layout_put_deviceid(mirror->mirror_ds);  in ff_layout_free_mirror()
240 	kfree(mirror);  in ff_layout_free_mirror()
243 static void ff_layout_put_mirror(struct nfs4_ff_layout_mirror *mirror)  in ff_layout_put_mirror()  argument
245 	if (mirror != NULL && refcount_dec_and_test(&mirror->ref))  in ff_layout_put_mirror()
246 		ff_layout_free_mirror(mirror);  in ff_layout_put_mirror()
415 		struct nfs4_ff_layout_mirror *mirror;  in ff_layout_alloc_lseg()  local
515 		mirror = ff_layout_add_mirror(lh, fls->mirror_array[i]);  in ff_layout_alloc_lseg()
516 		if (mirror != fls->mirror_array[i]) {  in ff_layout_alloc_lseg()
519 				cred = xchg(&mirror->ro_cred, cred);  in ff_layout_alloc_lseg()
522 				cred = xchg(&mirror->rw_cred, cred);  in ff_layout_alloc_lseg()
526 			fls->mirror_array[i] = mirror;  in ff_layout_alloc_lseg()
628 nfs4_ff_layoutstat_start_io(struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layoutstat_start_io()  argument
633 	struct nfs4_flexfile_layout *ffl = FF_LAYOUT_FROM_HDR(mirror->layout);  in nfs4_ff_layoutstat_start_io()
636 	if (!mirror->start_time)  in nfs4_ff_layoutstat_start_io()
637 		mirror->start_time = now;  in nfs4_ff_layoutstat_start_io()
638 	if (mirror->report_interval != 0)  in nfs4_ff_layoutstat_start_io()
639 		report_interval = (s64)mirror->report_interval * 1000LL;  in nfs4_ff_layoutstat_start_io()
686 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_start_read()  argument
691 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_read()
692 	report = nfs4_ff_layoutstat_start_io(mirror, &mirror->read_stat, now);  in nfs4_ff_layout_stat_io_start_read()
693 	nfs4_ff_layout_stat_io_update_requested(&mirror->read_stat, requested);  in nfs4_ff_layout_stat_io_start_read()
694 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_start_read()
695 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_read()
703 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_end_read()  argument
707 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_read()
708 	nfs4_ff_layout_stat_io_update_completed(&mirror->read_stat,  in nfs4_ff_layout_stat_io_end_read()
711 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_end_read()
712 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_read()
717 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_start_write()  argument
722 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_write()
723 	report = nfs4_ff_layoutstat_start_io(mirror , &mirror->write_stat, now);  in nfs4_ff_layout_stat_io_start_write()
724 	nfs4_ff_layout_stat_io_update_requested(&mirror->write_stat, requested);  in nfs4_ff_layout_stat_io_start_write()
725 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_start_write()
726 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_start_write()
734 		struct nfs4_ff_layout_mirror *mirror,  in nfs4_ff_layout_stat_io_end_write()  argument
742 	spin_lock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_write()
743 	nfs4_ff_layout_stat_io_update_completed(&mirror->write_stat,  in nfs4_ff_layout_stat_io_end_write()
745 	set_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags);  in nfs4_ff_layout_stat_io_end_write()
746 	spin_unlock(&mirror->lock);  in nfs4_ff_layout_stat_io_end_write()
819 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_choose_ds_for_read()  local
829 		mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_choose_ds_for_read()
830 		ds = nfs4_ff_layout_prepare_ds(lseg, mirror, fail_return);  in ff_layout_choose_ds_for_read()
835 		    nfs4_test_deviceid_unavailable(&mirror->mirror_ds->id_node))  in ff_layout_choose_ds_for_read()
895 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_pg_init_read()  local
924 	mirror = FF_LAYOUT_COMP(pgio->pg_lseg, ds_idx);  in ff_layout_pg_init_read()
930 	pgm->pg_bsize = mirror->mirror_ds->ds_versions[0].rsize;  in ff_layout_pg_init_read()
954 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_pg_init_write()  local
992 		mirror = FF_LAYOUT_COMP(pgio->pg_lseg, i);  in ff_layout_pg_init_write()
993 		ds = nfs4_ff_layout_prepare_ds(pgio->pg_lseg, mirror, true);  in ff_layout_pg_init_write()
1004 		pgm->pg_bsize = mirror->mirror_ds->ds_versions[0].wsize;  in ff_layout_pg_init_write()
1271 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_io_track_ds_error()  local
1307 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_io_track_ds_error()
1309 				       mirror, offset, length, status, opnum,  in ff_layout_io_track_ds_error()
1783 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_read_pagelist()  local
1794 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_read_pagelist()
1795 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, false);  in ff_layout_read_pagelist()
1799 	ds_clnt = nfs4_ff_find_or_create_ds_client(mirror, ds->ds_clp,  in ff_layout_read_pagelist()
1804 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred);  in ff_layout_read_pagelist()
1808 	vers = nfs4_ff_layout_ds_version(mirror);  in ff_layout_read_pagelist()
1816 	fh = nfs4_ff_layout_select_ds_fh(mirror);  in ff_layout_read_pagelist()
1820 	nfs4_ff_layout_select_ds_stateid(mirror, &hdr->args.stateid);  in ff_layout_read_pagelist()
1853 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_write_pagelist()  local
1860 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_write_pagelist()
1861 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, true);  in ff_layout_write_pagelist()
1865 	ds_clnt = nfs4_ff_find_or_create_ds_client(mirror, ds->ds_clp,  in ff_layout_write_pagelist()
1870 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, hdr->cred);  in ff_layout_write_pagelist()
1874 	vers = nfs4_ff_layout_ds_version(mirror);  in ff_layout_write_pagelist()
1885 	fh = nfs4_ff_layout_select_ds_fh(mirror);  in ff_layout_write_pagelist()
1889 	nfs4_ff_layout_select_ds_stateid(mirror, &hdr->args.stateid);  in ff_layout_write_pagelist()
1935 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_initiate_commit()  local
1946 	mirror = FF_LAYOUT_COMP(lseg, idx);  in ff_layout_initiate_commit()
1947 	ds = nfs4_ff_layout_prepare_ds(lseg, mirror, true);  in ff_layout_initiate_commit()
1951 	ds_clnt = nfs4_ff_find_or_create_ds_client(mirror, ds->ds_clp,  in ff_layout_initiate_commit()
1956 	ds_cred = ff_layout_get_ds_cred(mirror, &lseg->pls_range, data->cred);  in ff_layout_initiate_commit()
1960 	vers = nfs4_ff_layout_ds_version(mirror);  in ff_layout_initiate_commit()
2358 			      struct nfs4_ff_layout_mirror *mirror)  in ff_layout_encode_ff_layoutupdate()  argument
2361 	struct nfs4_pnfs_ds *ds = mirror->mirror_ds->ds;  in ff_layout_encode_ff_layoutupdate()
2362 	struct nfs_fh *fh = &mirror->fh_versions[0];  in ff_layout_encode_ff_layoutupdate()
2374 	spin_lock(&mirror->lock);  in ff_layout_encode_ff_layoutupdate()
2375 	ff_layout_encode_io_latency(xdr, &mirror->read_stat.io_stat);  in ff_layout_encode_ff_layoutupdate()
2377 	ff_layout_encode_io_latency(xdr, &mirror->write_stat.io_stat);  in ff_layout_encode_ff_layoutupdate()
2378 	spin_unlock(&mirror->lock);  in ff_layout_encode_ff_layoutupdate()
2380 	ff_layout_encode_nfstime(xdr, ktime_sub(ktime_get(), mirror->start_time));  in ff_layout_encode_ff_layoutupdate()
2404 	struct nfs4_ff_layout_mirror *mirror = opaque->data;  in ff_layout_free_layoutstats()  local
2406 	ff_layout_put_mirror(mirror);  in ff_layout_free_layoutstats()
2420 	struct nfs4_ff_layout_mirror *mirror;  in ff_layout_mirror_prepare_stats()  local
2424 	list_for_each_entry(mirror, &ff_layout->mirrors, mirrors) {  in ff_layout_mirror_prepare_stats()
2427 		if (IS_ERR_OR_NULL(mirror->mirror_ds))  in ff_layout_mirror_prepare_stats()
2429 		if (!test_and_clear_bit(NFS4_FF_MIRROR_STAT_AVAIL, &mirror->flags))  in ff_layout_mirror_prepare_stats()
2432 		if (!refcount_inc_not_zero(&mirror->ref))  in ff_layout_mirror_prepare_stats()
2434 		dev = &mirror->mirror_ds->id_node;   in ff_layout_mirror_prepare_stats()
2438 		spin_lock(&mirror->lock);  in ff_layout_mirror_prepare_stats()
2439 		devinfo->read_count = mirror->read_stat.io_stat.ops_completed;  in ff_layout_mirror_prepare_stats()
2440 		devinfo->read_bytes = mirror->read_stat.io_stat.bytes_completed;  in ff_layout_mirror_prepare_stats()
2441 		devinfo->write_count = mirror->write_stat.io_stat.ops_completed;  in ff_layout_mirror_prepare_stats()
2442 		devinfo->write_bytes = mirror->write_stat.io_stat.bytes_completed;  in ff_layout_mirror_prepare_stats()
2443 		spin_unlock(&mirror->lock);  in ff_layout_mirror_prepare_stats()
2446 		devinfo->ld_private.data = mirror;  in ff_layout_mirror_prepare_stats()