362 static void vmw_print_sm_type(struct vmw_private *dev_priv)  in vmw_print_sm_type()  argument
373 	drm_info(&dev_priv->drm, "Available shader model: %s.\n",  in vmw_print_sm_type()
374 		 names[dev_priv->sm_type]);  in vmw_print_sm_type()
390 static int vmw_dummy_query_bo_create(struct vmw_private *dev_priv)  in vmw_dummy_query_bo_create()  argument
410 	ret = vmw_bo_create(dev_priv, &bo_params, &vbo);  in vmw_dummy_query_bo_create()
433 		dev_priv->dummy_query_bo = vbo;  in vmw_dummy_query_bo_create()
438 static int vmw_device_init(struct vmw_private *dev_priv)  in vmw_device_init()  argument
442 	dev_priv->enable_state = vmw_read(dev_priv, SVGA_REG_ENABLE);  in vmw_device_init()
443 	dev_priv->config_done_state = vmw_read(dev_priv, SVGA_REG_CONFIG_DONE);  in vmw_device_init()
444 	dev_priv->traces_state = vmw_read(dev_priv, SVGA_REG_TRACES);  in vmw_device_init()
446 	vmw_write(dev_priv, SVGA_REG_ENABLE, SVGA_REG_ENABLE_ENABLE |  in vmw_device_init()
449 	uses_fb_traces = !vmw_cmd_supported(dev_priv) &&  in vmw_device_init()
450 			 (dev_priv->capabilities & SVGA_CAP_TRACES) != 0;  in vmw_device_init()
452 	vmw_write(dev_priv, SVGA_REG_TRACES, uses_fb_traces);  in vmw_device_init()
453 	dev_priv->fifo = vmw_fifo_create(dev_priv);  in vmw_device_init()
454 	if (IS_ERR(dev_priv->fifo)) {  in vmw_device_init()
455 		int err = PTR_ERR(dev_priv->fifo);  in vmw_device_init()
456 		dev_priv->fifo = NULL;  in vmw_device_init()
458 	} else if (!dev_priv->fifo) {  in vmw_device_init()
459 		vmw_write(dev_priv, SVGA_REG_CONFIG_DONE, 1);  in vmw_device_init()
462 	dev_priv->last_read_seqno = vmw_fence_read(dev_priv);  in vmw_device_init()
463 	atomic_set(&dev_priv->marker_seq, dev_priv->last_read_seqno);  in vmw_device_init()
498 static int vmw_request_device_late(struct vmw_private *dev_priv)  in vmw_request_device_late()  argument
502 	if (dev_priv->has_mob) {  in vmw_request_device_late()
503 		ret = vmw_otables_setup(dev_priv);  in vmw_request_device_late()
511 	if (dev_priv->cman) {  in vmw_request_device_late()
512 		ret = vmw_cmdbuf_set_pool_size(dev_priv->cman, 256*4096);  in vmw_request_device_late()
514 			struct vmw_cmdbuf_man *man = dev_priv->cman;  in vmw_request_device_late()
516 			dev_priv->cman = NULL;  in vmw_request_device_late()
524 static int vmw_request_device(struct vmw_private *dev_priv)  in vmw_request_device()  argument
528 	ret = vmw_device_init(dev_priv);  in vmw_request_device()
533 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_request_device()
534 	dev_priv->cman = vmw_cmdbuf_man_create(dev_priv);  in vmw_request_device()
535 	if (IS_ERR(dev_priv->cman)) {  in vmw_request_device()
536 		dev_priv->cman = NULL;  in vmw_request_device()
537 		dev_priv->sm_type = VMW_SM_LEGACY;  in vmw_request_device()
540 	ret = vmw_request_device_late(dev_priv);  in vmw_request_device()
544 	ret = vmw_dummy_query_bo_create(dev_priv);  in vmw_request_device()
551 	if (dev_priv->cman)  in vmw_request_device()
552 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_request_device()
553 	if (dev_priv->has_mob) {  in vmw_request_device()
556 		man = ttm_manager_type(&dev_priv->bdev, VMW_PL_MOB);  in vmw_request_device()
557 		ttm_resource_manager_evict_all(&dev_priv->bdev, man);  in vmw_request_device()
558 		vmw_otables_takedown(dev_priv);  in vmw_request_device()
560 	if (dev_priv->cman)  in vmw_request_device()
561 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_request_device()
563 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_request_device()
564 	vmw_device_fini(dev_priv);  in vmw_request_device()
576 static void vmw_release_device_early(struct vmw_private *dev_priv)  in vmw_release_device_early()  argument
583 	BUG_ON(dev_priv->pinned_bo != NULL);  in vmw_release_device_early()
585 	vmw_bo_unreference(&dev_priv->dummy_query_bo);  in vmw_release_device_early()
586 	if (dev_priv->cman)  in vmw_release_device_early()
587 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_release_device_early()
589 	if (dev_priv->has_mob) {  in vmw_release_device_early()
592 		man = ttm_manager_type(&dev_priv->bdev, VMW_PL_MOB);  in vmw_release_device_early()
593 		ttm_resource_manager_evict_all(&dev_priv->bdev, man);  in vmw_release_device_early()
594 		vmw_otables_takedown(dev_priv);  in vmw_release_device_early()
606 static void vmw_release_device_late(struct vmw_private *dev_priv)  in vmw_release_device_late()  argument
608 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_release_device_late()
609 	if (dev_priv->cman)  in vmw_release_device_late()
610 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_release_device_late()
612 	vmw_device_fini(dev_priv);  in vmw_release_device_late()
624 static void vmw_get_initial_size(struct vmw_private *dev_priv)  in vmw_get_initial_size()  argument
629 	width = vmw_read(dev_priv, SVGA_REG_WIDTH);  in vmw_get_initial_size()
630 	height = vmw_read(dev_priv, SVGA_REG_HEIGHT);  in vmw_get_initial_size()
635 	if (width > dev_priv->fb_max_width ||  in vmw_get_initial_size()
636 	    height > dev_priv->fb_max_height) {  in vmw_get_initial_size()
646 	dev_priv->initial_width = width;  in vmw_get_initial_size()
647 	dev_priv->initial_height = height;  in vmw_get_initial_size()
662 static int vmw_dma_select_mode(struct vmw_private *dev_priv)  in vmw_dma_select_mode()  argument
674 		dev_priv->map_mode = vmw_dma_alloc_coherent;  in vmw_dma_select_mode()
676 		dev_priv->map_mode = vmw_dma_map_bind;  in vmw_dma_select_mode()
678 		dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
680 	drm_info(&dev_priv->drm,  in vmw_dma_select_mode()
681 		 "DMA map mode: %s\n", names[dev_priv->map_mode]);  in vmw_dma_select_mode()
693 static int vmw_dma_masks(struct vmw_private *dev_priv)  in vmw_dma_masks()  argument
695 	struct drm_device *dev = &dev_priv->drm;  in vmw_dma_masks()
700 		drm_info(&dev_priv->drm,  in vmw_dma_masks()
708 static int vmw_vram_manager_init(struct vmw_private *dev_priv)  in vmw_vram_manager_init()  argument
711 	ret = ttm_range_man_init(&dev_priv->bdev, TTM_PL_VRAM, false,  in vmw_vram_manager_init()
712 				 dev_priv->vram_size >> PAGE_SHIFT);  in vmw_vram_manager_init()
713 	ttm_resource_manager_set_used(ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM), false);  in vmw_vram_manager_init()
717 static void vmw_vram_manager_fini(struct vmw_private *dev_priv)  in vmw_vram_manager_fini()  argument
719 	ttm_range_man_fini(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_vram_manager_fini()
836 static void vmw_sw_context_init(struct vmw_private *dev_priv)  in vmw_sw_context_init()  argument
838 	struct vmw_sw_context *sw_context = &dev_priv->ctx;  in vmw_sw_context_init()
843 static void vmw_sw_context_fini(struct vmw_private *dev_priv)  in vmw_sw_context_fini()  argument
845 	struct vmw_sw_context *sw_context = &dev_priv->ctx;  in vmw_sw_context_fini()
852 static int vmw_driver_load(struct vmw_private *dev_priv, u32 pci_id)  in vmw_driver_load()  argument
857 	struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev);  in vmw_driver_load()
859 	dev_priv->drm.dev_private = dev_priv;  in vmw_driver_load()
861 	vmw_sw_context_init(dev_priv);  in vmw_driver_load()
863 	mutex_init(&dev_priv->cmdbuf_mutex);  in vmw_driver_load()
864 	mutex_init(&dev_priv->binding_mutex);  in vmw_driver_load()
865 	spin_lock_init(&dev_priv->resource_lock);  in vmw_driver_load()
866 	spin_lock_init(&dev_priv->hw_lock);  in vmw_driver_load()
867 	spin_lock_init(&dev_priv->waiter_lock);  in vmw_driver_load()
868 	spin_lock_init(&dev_priv->cursor_lock);  in vmw_driver_load()
870 	ret = vmw_setup_pci_resources(dev_priv, pci_id);  in vmw_driver_load()
873 	ret = vmw_detect_version(dev_priv);  in vmw_driver_load()
879 		idr_init_base(&dev_priv->res_idr[i], 1);  in vmw_driver_load()
880 		INIT_LIST_HEAD(&dev_priv->res_lru[i]);  in vmw_driver_load()
883 	init_waitqueue_head(&dev_priv->fence_queue);  in vmw_driver_load()
884 	init_waitqueue_head(&dev_priv->fifo_queue);  in vmw_driver_load()
885 	dev_priv->fence_queue_waiters = 0;  in vmw_driver_load()
886 	dev_priv->fifo_queue_waiters = 0;  in vmw_driver_load()
888 	dev_priv->used_memory_size = 0;  in vmw_driver_load()
890 	dev_priv->assume_16bpp = !!vmw_assume_16bpp;  in vmw_driver_load()
892 	dev_priv->capabilities = vmw_read(dev_priv, SVGA_REG_CAPABILITIES);  in vmw_driver_load()
893 	vmw_print_bitmap(&dev_priv->drm, "Capabilities",  in vmw_driver_load()
894 			 dev_priv->capabilities,  in vmw_driver_load()
896 	if (dev_priv->capabilities & SVGA_CAP_CAP2_REGISTER) {  in vmw_driver_load()
897 		dev_priv->capabilities2 = vmw_read(dev_priv, SVGA_REG_CAP2);  in vmw_driver_load()
898 		vmw_print_bitmap(&dev_priv->drm, "Capabilities2",  in vmw_driver_load()
899 				 dev_priv->capabilities2,  in vmw_driver_load()
903 	if (!vmwgfx_supported(dev_priv)) {  in vmw_driver_load()
905 		drm_err_once(&dev_priv->drm,  in vmw_driver_load()
907 		drm_err_once(&dev_priv->drm,  in vmw_driver_load()
909 		drm_err_once(&dev_priv->drm,  in vmw_driver_load()
913 	ret = vmw_dma_select_mode(dev_priv);  in vmw_driver_load()
915 		drm_info(&dev_priv->drm,  in vmw_driver_load()
918 		if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS)  in vmw_driver_load()
919 			drm_info(&dev_priv->drm,  in vmw_driver_load()
923 	dev_priv->vram_size = vmw_read(dev_priv, SVGA_REG_VRAM_SIZE);  in vmw_driver_load()
924 	dev_priv->fifo_mem_size = vmw_read(dev_priv, SVGA_REG_MEM_SIZE);  in vmw_driver_load()
925 	dev_priv->fb_max_width = vmw_read(dev_priv, SVGA_REG_MAX_WIDTH);  in vmw_driver_load()
926 	dev_priv->fb_max_height = vmw_read(dev_priv, SVGA_REG_MAX_HEIGHT);  in vmw_driver_load()
928 	vmw_get_initial_size(dev_priv);  in vmw_driver_load()
930 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
931 		dev_priv->max_gmr_ids =  in vmw_driver_load()
932 			vmw_read(dev_priv, SVGA_REG_GMR_MAX_IDS);  in vmw_driver_load()
933 		dev_priv->max_gmr_pages =  in vmw_driver_load()
934 			vmw_read(dev_priv, SVGA_REG_GMRS_MAX_PAGES);  in vmw_driver_load()
935 		dev_priv->memory_size =  in vmw_driver_load()
936 			vmw_read(dev_priv, SVGA_REG_MEMORY_SIZE);  in vmw_driver_load()
937 		dev_priv->memory_size -= dev_priv->vram_size;  in vmw_driver_load()
943 		dev_priv->memory_size = 512*1024*1024;  in vmw_driver_load()
945 	dev_priv->max_mob_pages = 0;  in vmw_driver_load()
946 	dev_priv->max_mob_size = 0;  in vmw_driver_load()
947 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS) {  in vmw_driver_load()
950 		if (dev_priv->capabilities2 & SVGA_CAP2_GB_MEMSIZE_2)  in vmw_driver_load()
951 			mem_size = vmw_read(dev_priv,  in vmw_driver_load()
955 				vmw_read(dev_priv,  in vmw_driver_load()
962 		if (!(dev_priv->capabilities & SVGA_CAP_3D))  in vmw_driver_load()
965 		dev_priv->max_mob_pages = mem_size * 1024 / PAGE_SIZE;  in vmw_driver_load()
966 		dev_priv->max_primary_mem =  in vmw_driver_load()
967 			vmw_read(dev_priv, SVGA_REG_MAX_PRIMARY_MEM);  in vmw_driver_load()
968 		dev_priv->max_mob_size =  in vmw_driver_load()
969 			vmw_read(dev_priv, SVGA_REG_MOB_MAX_SIZE);  in vmw_driver_load()
970 		dev_priv->stdu_max_width =  in vmw_driver_load()
971 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_WIDTH);  in vmw_driver_load()
972 		dev_priv->stdu_max_height =  in vmw_driver_load()
973 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_HEIGHT);  in vmw_driver_load()
975 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
977 		dev_priv->texture_max_width = vmw_read(dev_priv,  in vmw_driver_load()
979 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
981 		dev_priv->texture_max_height = vmw_read(dev_priv,  in vmw_driver_load()
984 		dev_priv->texture_max_width = 8192;  in vmw_driver_load()
985 		dev_priv->texture_max_height = 8192;  in vmw_driver_load()
986 		dev_priv->max_primary_mem = dev_priv->vram_size;  in vmw_driver_load()
988 	drm_info(&dev_priv->drm,  in vmw_driver_load()
990 		 (u64)dev_priv->vram_size / 1024,  in vmw_driver_load()
991 		 (u64)dev_priv->fifo_mem_size / 1024,  in vmw_driver_load()
992 		 dev_priv->memory_size / 1024);  in vmw_driver_load()
994 	drm_info(&dev_priv->drm,  in vmw_driver_load()
996 		 dev_priv->max_mob_size / 1024, dev_priv->max_mob_pages);  in vmw_driver_load()
998 	ret = vmw_dma_masks(dev_priv);  in vmw_driver_load()
1002 	dma_set_max_seg_size(dev_priv->drm.dev, U32_MAX);  in vmw_driver_load()
1004 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
1005 		drm_info(&dev_priv->drm,  in vmw_driver_load()
1007 			 (unsigned)dev_priv->max_gmr_ids);  in vmw_driver_load()
1008 		drm_info(&dev_priv->drm,  in vmw_driver_load()
1010 			 (unsigned)dev_priv->max_gmr_pages);  in vmw_driver_load()
1012 	drm_info(&dev_priv->drm,  in vmw_driver_load()
1014 		 (uint64_t)dev_priv->max_primary_mem / 1024);  in vmw_driver_load()
1017 	if (!(dev_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY) &&  in vmw_driver_load()
1018 	    !(dev_priv->capabilities & SVGA_CAP_PITCHLOCK) &&  in vmw_driver_load()
1019 	    !vmw_fifo_have_pitchlock(dev_priv)) {  in vmw_driver_load()
1025 	dev_priv->tdev = ttm_object_device_init(&vmw_prime_dmabuf_ops);  in vmw_driver_load()
1027 	if (unlikely(dev_priv->tdev == NULL)) {  in vmw_driver_load()
1028 		drm_err(&dev_priv->drm,  in vmw_driver_load()
1034 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK) {  in vmw_driver_load()
1035 		ret = vmw_irq_install(dev_priv);  in vmw_driver_load()
1037 			drm_err(&dev_priv->drm,  in vmw_driver_load()
1043 	dev_priv->fman = vmw_fence_manager_init(dev_priv);  in vmw_driver_load()
1044 	if (unlikely(dev_priv->fman == NULL)) {  in vmw_driver_load()
1049 	ret = ttm_device_init(&dev_priv->bdev, &vmw_bo_driver,  in vmw_driver_load()
1050 			      dev_priv->drm.dev,  in vmw_driver_load()
1051 			      dev_priv->drm.anon_inode->i_mapping,  in vmw_driver_load()
1052 			      dev_priv->drm.vma_offset_manager,  in vmw_driver_load()
1053 			      dev_priv->map_mode == vmw_dma_alloc_coherent,  in vmw_driver_load()
1056 		drm_err(&dev_priv->drm,  in vmw_driver_load()
1066 	ret = vmw_vram_manager_init(dev_priv);  in vmw_driver_load()
1068 		drm_err(&dev_priv->drm,  in vmw_driver_load()
1073 	ret = vmw_devcaps_create(dev_priv);  in vmw_driver_load()
1075 		drm_err(&dev_priv->drm,  in vmw_driver_load()
1085 	dev_priv->has_gmr = true;  in vmw_driver_load()
1087 	if (((dev_priv->capabilities & (SVGA_CAP_GMR | SVGA_CAP_GMR2)) == 0) ||  in vmw_driver_load()
1089 	    vmw_gmrid_man_init(dev_priv, VMW_PL_GMR) != 0) {  in vmw_driver_load()
1090 		drm_info(&dev_priv->drm,  in vmw_driver_load()
1093 		dev_priv->has_gmr = false;  in vmw_driver_load()
1096 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS && !refuse_dma) {  in vmw_driver_load()
1097 		dev_priv->has_mob = true;  in vmw_driver_load()
1099 		if (vmw_gmrid_man_init(dev_priv, VMW_PL_MOB) != 0) {  in vmw_driver_load()
1100 			drm_info(&dev_priv->drm,  in vmw_driver_load()
1103 			dev_priv->has_mob = false;  in vmw_driver_load()
1105 		if (vmw_sys_man_init(dev_priv) != 0) {  in vmw_driver_load()
1106 			drm_info(&dev_priv->drm,  in vmw_driver_load()
1109 			dev_priv->has_mob = false;  in vmw_driver_load()
1113 	if (dev_priv->has_mob && (dev_priv->capabilities & SVGA_CAP_DX)) {  in vmw_driver_load()
1114 		if (vmw_devcap_get(dev_priv, SVGA3D_DEVCAP_DXCONTEXT))  in vmw_driver_load()
1115 			dev_priv->sm_type = VMW_SM_4;  in vmw_driver_load()
1119 	if (has_sm4_context(dev_priv) &&  in vmw_driver_load()
1120 	    (dev_priv->capabilities2 & SVGA_CAP2_DX2)) {  in vmw_driver_load()
1121 		if (vmw_devcap_get(dev_priv, SVGA3D_DEVCAP_SM41))  in vmw_driver_load()
1122 			dev_priv->sm_type = VMW_SM_4_1;  in vmw_driver_load()
1123 		if (has_sm4_1_context(dev_priv) &&  in vmw_driver_load()
1124 				(dev_priv->capabilities2 & SVGA_CAP2_DX3)) {  in vmw_driver_load()
1125 			if (vmw_devcap_get(dev_priv, SVGA3D_DEVCAP_SM5)) {  in vmw_driver_load()
1126 				dev_priv->sm_type = VMW_SM_5;  in vmw_driver_load()
1127 				if (vmw_devcap_get(dev_priv, SVGA3D_DEVCAP_GL43))  in vmw_driver_load()
1128 					dev_priv->sm_type = VMW_SM_5_1X;  in vmw_driver_load()
1133 	ret = vmw_kms_init(dev_priv);  in vmw_driver_load()
1136 	vmw_overlay_init(dev_priv);  in vmw_driver_load()
1138 	ret = vmw_request_device(dev_priv);  in vmw_driver_load()
1142 	vmw_print_sm_type(dev_priv);  in vmw_driver_load()
1146 	vmw_write_driver_id(dev_priv);  in vmw_driver_load()
1148 	dev_priv->pm_nb.notifier_call = vmwgfx_pm_notifier;  in vmw_driver_load()
1149 	register_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_load()
1154 	vmw_overlay_close(dev_priv);  in vmw_driver_load()
1155 	vmw_kms_close(dev_priv);  in vmw_driver_load()
1157 	if (dev_priv->has_mob) {  in vmw_driver_load()
1158 		vmw_gmrid_man_fini(dev_priv, VMW_PL_MOB);  in vmw_driver_load()
1159 		vmw_sys_man_fini(dev_priv);  in vmw_driver_load()
1161 	if (dev_priv->has_gmr)  in vmw_driver_load()
1162 		vmw_gmrid_man_fini(dev_priv, VMW_PL_GMR);  in vmw_driver_load()
1163 	vmw_devcaps_destroy(dev_priv);  in vmw_driver_load()
1164 	vmw_vram_manager_fini(dev_priv);  in vmw_driver_load()
1166 	ttm_device_fini(&dev_priv->bdev);  in vmw_driver_load()
1168 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_load()
1170 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_load()
1171 		vmw_irq_uninstall(&dev_priv->drm);  in vmw_driver_load()
1173 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_load()
1176 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_load()
1178 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_load()
1179 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_load()
1187 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_unload()  local
1191 	unregister_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_unload()
1193 	vmw_sw_context_fini(dev_priv);  in vmw_driver_unload()
1194 	vmw_fifo_resource_dec(dev_priv);  in vmw_driver_unload()
1196 	vmw_svga_disable(dev_priv);  in vmw_driver_unload()
1198 	vmw_kms_close(dev_priv);  in vmw_driver_unload()
1199 	vmw_overlay_close(dev_priv);  in vmw_driver_unload()
1201 	if (dev_priv->has_gmr)  in vmw_driver_unload()
1202 		vmw_gmrid_man_fini(dev_priv, VMW_PL_GMR);  in vmw_driver_unload()
1204 	vmw_release_device_early(dev_priv);  in vmw_driver_unload()
1205 	if (dev_priv->has_mob) {  in vmw_driver_unload()
1206 		vmw_gmrid_man_fini(dev_priv, VMW_PL_MOB);  in vmw_driver_unload()
1207 		vmw_sys_man_fini(dev_priv);  in vmw_driver_unload()
1209 	vmw_devcaps_destroy(dev_priv);  in vmw_driver_unload()
1210 	vmw_vram_manager_fini(dev_priv);  in vmw_driver_unload()
1211 	ttm_device_fini(&dev_priv->bdev);  in vmw_driver_unload()
1212 	vmw_release_device_late(dev_priv);  in vmw_driver_unload()
1213 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_unload()
1214 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_unload()
1215 		vmw_irq_uninstall(&dev_priv->drm);  in vmw_driver_unload()
1217 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_unload()
1220 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_unload()
1222 	vmw_mksstat_remove_all(dev_priv);  in vmw_driver_unload()
1238 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_open()  local
1246 	vmw_fp->tfile = ttm_object_file_init(dev_priv->tdev);  in vmw_driver_open()
1331 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_master_drop()  local
1333 	vmw_kms_legacy_hotspot_clear(dev_priv);  in vmw_master_drop()
1358 static void __vmw_svga_enable(struct vmw_private *dev_priv)  in __vmw_svga_enable()  argument
1360 	struct ttm_resource_manager *man = ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM);  in __vmw_svga_enable()
1363 		vmw_write(dev_priv, SVGA_REG_ENABLE, SVGA_REG_ENABLE_ENABLE);  in __vmw_svga_enable()
1373 void vmw_svga_enable(struct vmw_private *dev_priv)  in vmw_svga_enable()  argument
1375 	__vmw_svga_enable(dev_priv);  in vmw_svga_enable()
1385 static void __vmw_svga_disable(struct vmw_private *dev_priv)  in __vmw_svga_disable()  argument
1387 	struct ttm_resource_manager *man = ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM);  in __vmw_svga_disable()
1391 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in __vmw_svga_disable()
1404 void vmw_svga_disable(struct vmw_private *dev_priv)  in vmw_svga_disable()  argument
1406 	struct ttm_resource_manager *man = ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_svga_disable()
1419 	vmw_kms_lost_device(&dev_priv->drm);  in vmw_svga_disable()
1421 		if (ttm_resource_manager_evict_all(&dev_priv->bdev, man))  in vmw_svga_disable()
1424 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in vmw_svga_disable()
1458 	struct vmw_private *dev_priv =  in vmwgfx_pm_notifier()  local
1471 		dev_priv->suspend_locked = true;  in vmwgfx_pm_notifier()
1475 		if (READ_ONCE(dev_priv->suspend_locked)) {  in vmwgfx_pm_notifier()
1476 			dev_priv->suspend_locked = false;  in vmwgfx_pm_notifier()
1488 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pci_suspend()  local
1490 	if (dev_priv->refuse_hibernation)  in vmw_pci_suspend()
1527 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_freeze()  local
1537 	ret = vmw_kms_suspend(&dev_priv->drm);  in vmw_pm_freeze()
1543 	vmw_execbuf_release_pinned_bo(dev_priv);  in vmw_pm_freeze()
1544 	vmw_resource_evict_all(dev_priv);  in vmw_pm_freeze()
1545 	vmw_release_device_early(dev_priv);  in vmw_pm_freeze()
1546 	while (ttm_device_swapout(&dev_priv->bdev, &ctx, GFP_KERNEL) > 0);  in vmw_pm_freeze()
1547 	vmw_fifo_resource_dec(dev_priv);  in vmw_pm_freeze()
1548 	if (atomic_read(&dev_priv->num_fifo_resources) != 0) {  in vmw_pm_freeze()
1550 		vmw_fifo_resource_inc(dev_priv);  in vmw_pm_freeze()
1551 		WARN_ON(vmw_request_device_late(dev_priv));  in vmw_pm_freeze()
1552 		dev_priv->suspend_locked = false;  in vmw_pm_freeze()
1553 		if (dev_priv->suspend_state)  in vmw_pm_freeze()
1558 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_pm_freeze()
1559 	__vmw_svga_disable(dev_priv);  in vmw_pm_freeze()
1561 	vmw_release_device_late(dev_priv);  in vmw_pm_freeze()
1569 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_restore()  local
1572 	vmw_detect_version(dev_priv);  in vmw_pm_restore()
1574 	vmw_fifo_resource_inc(dev_priv);  in vmw_pm_restore()
1576 	ret = vmw_request_device(dev_priv);  in vmw_pm_restore()
1580 	__vmw_svga_enable(dev_priv);  in vmw_pm_restore()
1582 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_pm_restore()
1583 	dev_priv->suspend_locked = false;  in vmw_pm_restore()
1584 	if (dev_priv->suspend_state)  in vmw_pm_restore()
1585 		vmw_kms_resume(&dev_priv->drm);  in vmw_pm_restore()