34 static int copy(struct intel_migrate *migrate,  in copy()  argument
35 		int (*fn)(struct intel_migrate *migrate,  in copy()  argument
42 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in copy()
88 		err = fn(migrate, &ww, src, dst, &rq);  in copy()
149 	GEM_BUG_ON(ce->vm != ce->engine->gt->migrate.context->vm);  in intel_context_copy_ccs()
253 static int clear(struct intel_migrate *migrate,  in clear()  argument
254 		 int (*fn)(struct intel_migrate *migrate,  in clear()  argument
261 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in clear()
299 			err = intel_migrate_ccs_copy(migrate, &ww, NULL,  in clear()
316 		err = fn(migrate, &ww, obj, val, &rq);  in clear()
350 			err = intel_migrate_ccs_copy(migrate, &ww, NULL,  in clear()
408 static int __migrate_copy(struct intel_migrate *migrate,  in __migrate_copy()  argument
414 	return intel_migrate_copy(migrate, ww, NULL,  in __migrate_copy()
422 static int __global_copy(struct intel_migrate *migrate,  in __global_copy()  argument
428 	return intel_context_migrate_copy(migrate->context, NULL,  in __global_copy()
437 migrate_copy(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in migrate_copy()  argument
439 	return copy(migrate, __migrate_copy, sz, prng);  in migrate_copy()
443 global_copy(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in global_copy()  argument
445 	return copy(migrate, __global_copy, sz, prng);  in global_copy()
448 static int __migrate_clear(struct intel_migrate *migrate,  in __migrate_clear()  argument
454 	return intel_migrate_clear(migrate, ww, NULL,  in __migrate_clear()
461 static int __global_clear(struct intel_migrate *migrate,  in __global_clear()  argument
467 	return intel_context_migrate_clear(migrate->context, NULL,  in __global_clear()
475 migrate_clear(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in migrate_clear()  argument
477 	return clear(migrate, __migrate_clear, sz, prng);  in migrate_clear()
481 global_clear(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in global_clear()  argument
483 	return clear(migrate, __global_clear, sz, prng);  in global_clear()
488 	struct intel_migrate *migrate = arg;  in live_migrate_copy()  local
489 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in live_migrate_copy()
496 		err = migrate_copy(migrate, sizes[i], &prng);  in live_migrate_copy()
498 			err = global_copy(migrate, sizes[i], &prng);  in live_migrate_copy()
509 	struct intel_migrate *migrate = arg;  in live_migrate_clear()  local
510 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in live_migrate_clear()
517 		err = migrate_clear(migrate, sizes[i], &prng);  in live_migrate_clear()
519 			err = global_clear(migrate, sizes[i], &prng);  in live_migrate_clear()
530 	struct intel_migrate *migrate;  member
535 static int threaded_migrate(struct intel_migrate *migrate,  in threaded_migrate()  argument
552 		thread[i].migrate = migrate;  in threaded_migrate()
590 	return migrate_copy(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_migrate_copy()
602 	return global_copy(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_global_copy()
614 	return migrate_clear(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_migrate_clear()
621 	return global_clear(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_global_clear()
646 	if (!gt->migrate.context)  in intel_migrate_live_selftests()
649 	return i915_subtests(tests, &gt->migrate);  in intel_migrate_live_selftests()
745 		err = __perf_clear_blt(gt->migrate.context,  in perf_clear_blt()
835 		err = __perf_copy_blt(gt->migrate.context,  in perf_copy_blt()
867 	if (!gt->migrate.context)  in intel_migrate_perf_selftests()