285 static void sanitize_gpu(struct drm_i915_private *i915)  in sanitize_gpu()  argument
287 	if (!INTEL_INFO(i915)->gpu_reset_clobbers_display)  in sanitize_gpu()
288 		__intel_gt_reset(&i915->gt, ALL_ENGINES);  in sanitize_gpu()
458 static int i915_set_dma_info(struct drm_i915_private *i915)  in i915_set_dma_info()  argument
460 	struct pci_dev *pdev = i915->drm.pdev;  in i915_set_dma_info()
461 	unsigned int mask_size = INTEL_INFO(i915)->dma_mask_size;  in i915_set_dma_info()
477 	if (IS_GEN(i915, 2))  in i915_set_dma_info()
489 	if (IS_I965G(i915) || IS_I965GM(i915))  in i915_set_dma_info()
499 	drm_err(&i915->drm, "Can't set DMA mask/consistent mask (%d)\n", ret);  in i915_set_dma_info()
784 	struct drm_i915_private *i915;  in i915_driver_create()  local
786 	i915 = devm_drm_dev_alloc(&pdev->dev, &driver,  in i915_driver_create()
788 	if (IS_ERR(i915))  in i915_driver_create()
789 		return i915;  in i915_driver_create()
791 	i915->drm.pdev = pdev;  in i915_driver_create()
792 	pci_set_drvdata(pdev, i915);  in i915_driver_create()
795 	i915_params_copy(&i915->params, &i915_modparams);  in i915_driver_create()
798 	device_info = mkwrite_device_info(i915);  in i915_driver_create()
800 	RUNTIME_INFO(i915)->device_id = pdev->device;  in i915_driver_create()
804 	return i915;  in i915_driver_create()
822 	struct drm_i915_private *i915;  in i915_driver_probe()  local
825 	i915 = i915_driver_create(pdev, ent);  in i915_driver_probe()
826 	if (IS_ERR(i915))  in i915_driver_probe()
827 		return PTR_ERR(i915);  in i915_driver_probe()
830 	if (!i915->params.nuclear_pageflip && match_info->gen < 5)  in i915_driver_probe()
831 		i915->drm.driver_features &= ~DRIVER_ATOMIC;  in i915_driver_probe()
839 		if (INTEL_GEN(i915) >= 9 && i915_selftest.live < 0 &&  in i915_driver_probe()
840 		    i915->params.fake_lmem_start) {  in i915_driver_probe()
841 			mkwrite_device_info(i915)->memory_regions =  in i915_driver_probe()
843 			mkwrite_device_info(i915)->is_dgfx = true;  in i915_driver_probe()
844 			GEM_BUG_ON(!HAS_LMEM(i915));  in i915_driver_probe()
845 			GEM_BUG_ON(!IS_DGFX(i915));  in i915_driver_probe()
854 	ret = i915_driver_early_probe(i915);  in i915_driver_probe()
858 	disable_rpm_wakeref_asserts(&i915->runtime_pm);  in i915_driver_probe()
860 	intel_vgpu_detect(i915);  in i915_driver_probe()
862 	ret = i915_driver_mmio_probe(i915);  in i915_driver_probe()
866 	ret = i915_driver_hw_probe(i915);  in i915_driver_probe()
870 	ret = intel_modeset_init_noirq(i915);  in i915_driver_probe()
874 	ret = intel_irq_install(i915);  in i915_driver_probe()
878 	ret = intel_modeset_init_nogem(i915);  in i915_driver_probe()
882 	ret = i915_gem_init(i915);  in i915_driver_probe()
886 	ret = intel_modeset_init(i915);  in i915_driver_probe()
890 	i915_driver_register(i915);  in i915_driver_probe()
892 	enable_rpm_wakeref_asserts(&i915->runtime_pm);  in i915_driver_probe()
894 	i915_welcome_messages(i915);  in i915_driver_probe()
896 	i915->do_release = true;  in i915_driver_probe()
901 	i915_gem_suspend(i915);  in i915_driver_probe()
902 	i915_gem_driver_remove(i915);  in i915_driver_probe()
903 	i915_gem_driver_release(i915);  in i915_driver_probe()
906 	intel_modeset_driver_remove(i915);  in i915_driver_probe()
907 	intel_irq_uninstall(i915);  in i915_driver_probe()
908 	intel_modeset_driver_remove_noirq(i915);  in i915_driver_probe()
911 	intel_irq_uninstall(i915);  in i915_driver_probe()
913 	intel_modeset_driver_remove_nogem(i915);  in i915_driver_probe()
915 	i915_driver_hw_remove(i915);  in i915_driver_probe()
916 	intel_memory_regions_driver_release(i915);  in i915_driver_probe()
917 	i915_ggtt_driver_release(i915);  in i915_driver_probe()
919 	i915_driver_mmio_release(i915);  in i915_driver_probe()
921 	enable_rpm_wakeref_asserts(&i915->runtime_pm);  in i915_driver_probe()
922 	i915_driver_late_release(i915);  in i915_driver_probe()
926 	i915_probe_error(i915, "Device initialization failed (%d)\n", ret);  in i915_driver_probe()
930 void i915_driver_remove(struct drm_i915_private *i915)  in i915_driver_remove()  argument
932 	disable_rpm_wakeref_asserts(&i915->runtime_pm);  in i915_driver_remove()
934 	i915_driver_unregister(i915);  in i915_driver_remove()
939 	i915_gem_suspend(i915);  in i915_driver_remove()
941 	drm_atomic_helper_shutdown(&i915->drm);  in i915_driver_remove()
943 	intel_gvt_driver_remove(i915);  in i915_driver_remove()
945 	intel_modeset_driver_remove(i915);  in i915_driver_remove()
947 	intel_irq_uninstall(i915);  in i915_driver_remove()
949 	intel_modeset_driver_remove_noirq(i915);  in i915_driver_remove()
951 	i915_reset_error_state(i915);  in i915_driver_remove()
952 	i915_gem_driver_remove(i915);  in i915_driver_remove()
954 	intel_modeset_driver_remove_nogem(i915);  in i915_driver_remove()
956 	i915_driver_hw_remove(i915);  in i915_driver_remove()
958 	enable_rpm_wakeref_asserts(&i915->runtime_pm);  in i915_driver_remove()
987 	struct drm_i915_private *i915 = to_i915(dev);  in i915_driver_open()  local
990 	ret = i915_gem_open(i915, file);  in i915_driver_open()
1050 	struct drm_i915_private *i915 = to_i915(dev);  in i915_drm_prepare()  local
1058 	i915_gem_suspend(i915);  in i915_drm_prepare()
1170 int i915_suspend_switcheroo(struct drm_i915_private *i915, pm_message_t state)  in i915_suspend_switcheroo()  argument
1174 	if (drm_WARN_ON_ONCE(&i915->drm, state.event != PM_EVENT_SUSPEND &&  in i915_suspend_switcheroo()
1178 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_suspend_switcheroo()
1181 	error = i915_drm_suspend(&i915->drm);  in i915_suspend_switcheroo()
1185 	return i915_drm_suspend_late(&i915->drm, false);  in i915_suspend_switcheroo()
1330 int i915_resume_switcheroo(struct drm_i915_private *i915)  in i915_resume_switcheroo()  argument
1334 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_resume_switcheroo()
1337 	ret = i915_drm_resume_early(&i915->drm);  in i915_resume_switcheroo()
1341 	return i915_drm_resume(&i915->drm);  in i915_resume_switcheroo()
1346 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_prepare()  local
1348 	if (!i915) {  in i915_pm_prepare()
1353 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_pm_prepare()
1356 	return i915_drm_prepare(&i915->drm);  in i915_pm_prepare()
1361 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_suspend()  local
1363 	if (!i915) {  in i915_pm_suspend()
1368 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_pm_suspend()
1371 	return i915_drm_suspend(&i915->drm);  in i915_pm_suspend()
1376 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_suspend_late()  local
1387 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_pm_suspend_late()
1390 	return i915_drm_suspend_late(&i915->drm, false);  in i915_pm_suspend_late()
1395 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_poweroff_late()  local
1397 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_pm_poweroff_late()
1400 	return i915_drm_suspend_late(&i915->drm, true);  in i915_pm_poweroff_late()
1405 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_resume_early()  local
1407 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_pm_resume_early()
1410 	return i915_drm_resume_early(&i915->drm);  in i915_pm_resume_early()
1415 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_resume()  local
1417 	if (i915->drm.switch_power_state == DRM_SWITCH_POWER_OFF)  in i915_pm_resume()
1420 	return i915_drm_resume(&i915->drm);  in i915_pm_resume()
1426 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_freeze()  local
1429 	if (i915->drm.switch_power_state != DRM_SWITCH_POWER_OFF) {  in i915_pm_freeze()
1430 		ret = i915_drm_suspend(&i915->drm);  in i915_pm_freeze()
1435 	ret = i915_gem_freeze(i915);  in i915_pm_freeze()
1444 	struct drm_i915_private *i915 = kdev_to_i915(kdev);  in i915_pm_freeze_late()  local
1447 	if (i915->drm.switch_power_state != DRM_SWITCH_POWER_OFF) {  in i915_pm_freeze_late()
1448 		ret = i915_drm_suspend_late(&i915->drm, true);  in i915_pm_freeze_late()
1453 	ret = i915_gem_freeze_late(i915);  in i915_pm_freeze_late()