36 static int copy(struct intel_migrate *migrate,  in copy()  argument
37 		int (*fn)(struct intel_migrate *migrate,  in copy()  argument
44 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in copy()
90 		err = fn(migrate, &ww, src, dst, &rq);  in copy()
151 	GEM_BUG_ON(ce->vm != ce->engine->gt->migrate.context->vm);  in intel_context_copy_ccs()
255 static int clear(struct intel_migrate *migrate,  in clear()  argument
256 		 int (*fn)(struct intel_migrate *migrate,  in clear()  argument
263 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in clear()
301 			err = intel_migrate_ccs_copy(migrate, &ww, NULL,  in clear()
318 		err = fn(migrate, &ww, obj, val, &rq);  in clear()
352 			err = intel_migrate_ccs_copy(migrate, &ww, NULL,  in clear()
410 static int __migrate_copy(struct intel_migrate *migrate,  in __migrate_copy()  argument
416 	return intel_migrate_copy(migrate, ww, NULL,  in __migrate_copy()
424 static int __global_copy(struct intel_migrate *migrate,  in __global_copy()  argument
430 	return intel_context_migrate_copy(migrate->context, NULL,  in __global_copy()
439 migrate_copy(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in migrate_copy()  argument
441 	return copy(migrate, __migrate_copy, sz, prng);  in migrate_copy()
445 global_copy(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in global_copy()  argument
447 	return copy(migrate, __global_copy, sz, prng);  in global_copy()
450 static int __migrate_clear(struct intel_migrate *migrate,  in __migrate_clear()  argument
456 	return intel_migrate_clear(migrate, ww, NULL,  in __migrate_clear()
463 static int __global_clear(struct intel_migrate *migrate,  in __global_clear()  argument
469 	return intel_context_migrate_clear(migrate->context, NULL,  in __global_clear()
477 migrate_clear(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in migrate_clear()  argument
479 	return clear(migrate, __migrate_clear, sz, prng);  in migrate_clear()
483 global_clear(struct intel_migrate *migrate, u32 sz, struct rnd_state *prng)  in global_clear()  argument
485 	return clear(migrate, __global_clear, sz, prng);  in global_clear()
491 	struct intel_migrate *migrate = &gt->migrate;  in live_migrate_copy()  local
492 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in live_migrate_copy()
499 		err = migrate_copy(migrate, sizes[i], &prng);  in live_migrate_copy()
501 			err = global_copy(migrate, sizes[i], &prng);  in live_migrate_copy()
513 	struct intel_migrate *migrate = &gt->migrate;  in live_migrate_clear()  local
514 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in live_migrate_clear()
521 		err = migrate_clear(migrate, sizes[i], &prng);  in live_migrate_clear()
523 			err = global_clear(migrate, sizes[i], &prng);  in live_migrate_clear()
549 	struct intel_migrate *migrate = &gt->migrate;  in live_emit_pte_full_ring()  local
550 	struct drm_i915_private *i915 = migrate->context->engine->i915;  in live_emit_pte_full_ring()
578 	ce = intel_migrate_create_context(migrate);  in live_emit_pte_full_ring()
677 	struct intel_migrate *migrate;  member
682 static int threaded_migrate(struct intel_migrate *migrate,  in threaded_migrate()  argument
699 		thread[i].migrate = migrate;  in threaded_migrate()
735 	return migrate_copy(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_migrate_copy()
741 	struct intel_migrate *migrate = &gt->migrate;  in thread_migrate_copy()  local
743 	return threaded_migrate(migrate, __thread_migrate_copy, 0);  in thread_migrate_copy()
750 	return global_copy(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_global_copy()
756 	struct intel_migrate *migrate = &gt->migrate;  in thread_global_copy()  local
758 	return threaded_migrate(migrate, __thread_global_copy, 0);  in thread_global_copy()
765 	return migrate_clear(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_migrate_clear()
772 	return global_clear(tm->migrate, 2 * CHUNK_SZ, &tm->prng);  in __thread_global_clear()
778 	struct intel_migrate *migrate = &gt->migrate;  in thread_migrate_clear()  local
780 	return threaded_migrate(migrate, __thread_migrate_clear, 0);  in thread_migrate_clear()
786 	struct intel_migrate *migrate = &gt->migrate;  in thread_global_clear()  local
788 	return threaded_migrate(migrate, __thread_global_clear, 0);  in thread_global_clear()
804 	if (!gt->migrate.context)  in intel_migrate_live_selftests()
903 		err = __perf_clear_blt(gt->migrate.context,  in perf_clear_blt()
994 		err = __perf_copy_blt(gt->migrate.context,  in perf_copy_blt()
1028 	if (!gt->migrate.context)  in intel_migrate_perf_selftests()