357 static int vmw_dummy_query_bo_create(struct vmw_private *dev_priv)  in vmw_dummy_query_bo_create()  argument
374 	ret = vmw_bo_init(dev_priv, vbo, PAGE_SIZE,  in vmw_dummy_query_bo_create()
399 		dev_priv->dummy_query_bo = vbo;  in vmw_dummy_query_bo_create()
414 static int vmw_request_device_late(struct vmw_private *dev_priv)  in vmw_request_device_late()  argument
418 	if (dev_priv->has_mob) {  in vmw_request_device_late()
419 		ret = vmw_otables_setup(dev_priv);  in vmw_request_device_late()
427 	if (dev_priv->cman) {  in vmw_request_device_late()
428 		ret = vmw_cmdbuf_set_pool_size(dev_priv->cman,  in vmw_request_device_late()
431 			struct vmw_cmdbuf_man *man = dev_priv->cman;  in vmw_request_device_late()
433 			dev_priv->cman = NULL;  in vmw_request_device_late()
441 static int vmw_request_device(struct vmw_private *dev_priv)  in vmw_request_device()  argument
445 	ret = vmw_fifo_init(dev_priv, &dev_priv->fifo);  in vmw_request_device()
450 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_request_device()
451 	dev_priv->cman = vmw_cmdbuf_man_create(dev_priv);  in vmw_request_device()
452 	if (IS_ERR(dev_priv->cman)) {  in vmw_request_device()
453 		dev_priv->cman = NULL;  in vmw_request_device()
454 		dev_priv->sm_type = VMW_SM_LEGACY;  in vmw_request_device()
457 	ret = vmw_request_device_late(dev_priv);  in vmw_request_device()
461 	ret = vmw_dummy_query_bo_create(dev_priv);  in vmw_request_device()
468 	if (dev_priv->cman)  in vmw_request_device()
469 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_request_device()
470 	if (dev_priv->has_mob) {  in vmw_request_device()
471 		(void) ttm_bo_evict_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_request_device()
472 		vmw_otables_takedown(dev_priv);  in vmw_request_device()
474 	if (dev_priv->cman)  in vmw_request_device()
475 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_request_device()
477 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_request_device()
478 	vmw_fifo_release(dev_priv, &dev_priv->fifo);  in vmw_request_device()
490 static void vmw_release_device_early(struct vmw_private *dev_priv)  in vmw_release_device_early()  argument
497 	BUG_ON(dev_priv->pinned_bo != NULL);  in vmw_release_device_early()
499 	vmw_bo_unreference(&dev_priv->dummy_query_bo);  in vmw_release_device_early()
500 	if (dev_priv->cman)  in vmw_release_device_early()
501 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_release_device_early()
503 	if (dev_priv->has_mob) {  in vmw_release_device_early()
504 		ttm_bo_evict_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_release_device_early()
505 		vmw_otables_takedown(dev_priv);  in vmw_release_device_early()
517 static void vmw_release_device_late(struct vmw_private *dev_priv)  in vmw_release_device_late()  argument
519 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_release_device_late()
520 	if (dev_priv->cman)  in vmw_release_device_late()
521 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_release_device_late()
523 	vmw_fifo_release(dev_priv, &dev_priv->fifo);  in vmw_release_device_late()
535 static void vmw_get_initial_size(struct vmw_private *dev_priv)  in vmw_get_initial_size()  argument
540 	width = vmw_read(dev_priv, SVGA_REG_WIDTH);  in vmw_get_initial_size()
541 	height = vmw_read(dev_priv, SVGA_REG_HEIGHT);  in vmw_get_initial_size()
546 	if (width > dev_priv->fb_max_width ||  in vmw_get_initial_size()
547 	    height > dev_priv->fb_max_height) {  in vmw_get_initial_size()
557 	dev_priv->initial_width = width;  in vmw_get_initial_size()
558 	dev_priv->initial_height = height;  in vmw_get_initial_size()
573 static int vmw_dma_select_mode(struct vmw_private *dev_priv)  in vmw_dma_select_mode()  argument
586 		dev_priv->map_mode = vmw_dma_alloc_coherent;  in vmw_dma_select_mode()
588 		dev_priv->map_mode = vmw_dma_map_bind;  in vmw_dma_select_mode()
590 		dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
593 	    (dev_priv->map_mode == vmw_dma_alloc_coherent))  in vmw_dma_select_mode()
596 	DRM_INFO("DMA map mode: %s\n", names[dev_priv->map_mode]);  in vmw_dma_select_mode()
608 static int vmw_dma_masks(struct vmw_private *dev_priv)  in vmw_dma_masks()  argument
610 	struct drm_device *dev = dev_priv->dev;  in vmw_dma_masks()
614 	if (dev_priv->map_mode != vmw_dma_phys &&  in vmw_dma_masks()
623 static int vmw_vram_manager_init(struct vmw_private *dev_priv)  in vmw_vram_manager_init()  argument
627 	ret = vmw_thp_init(dev_priv);  in vmw_vram_manager_init()
629 	ret = ttm_range_man_init(&dev_priv->bdev, TTM_PL_VRAM, false,  in vmw_vram_manager_init()
630 				 dev_priv->vram_size >> PAGE_SHIFT);  in vmw_vram_manager_init()
632 	ttm_resource_manager_set_used(ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM), false);  in vmw_vram_manager_init()
636 static void vmw_vram_manager_fini(struct vmw_private *dev_priv)  in vmw_vram_manager_fini()  argument
639 	vmw_thp_fini(dev_priv);  in vmw_vram_manager_fini()
641 	ttm_range_man_fini(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_vram_manager_fini()
647 	struct vmw_private *dev_priv;  in vmw_driver_load()  local
654 	dev_priv = kzalloc(sizeof(*dev_priv), GFP_KERNEL);  in vmw_driver_load()
655 	if (unlikely(!dev_priv)) {  in vmw_driver_load()
662 	dev_priv->dev = dev;  in vmw_driver_load()
663 	dev_priv->vmw_chipset = chipset;  in vmw_driver_load()
664 	dev_priv->last_read_seqno = (uint32_t) -100;  in vmw_driver_load()
665 	mutex_init(&dev_priv->cmdbuf_mutex);  in vmw_driver_load()
666 	mutex_init(&dev_priv->release_mutex);  in vmw_driver_load()
667 	mutex_init(&dev_priv->binding_mutex);  in vmw_driver_load()
668 	mutex_init(&dev_priv->global_kms_state_mutex);  in vmw_driver_load()
669 	ttm_lock_init(&dev_priv->reservation_sem);  in vmw_driver_load()
670 	spin_lock_init(&dev_priv->resource_lock);  in vmw_driver_load()
671 	spin_lock_init(&dev_priv->hw_lock);  in vmw_driver_load()
672 	spin_lock_init(&dev_priv->waiter_lock);  in vmw_driver_load()
673 	spin_lock_init(&dev_priv->cap_lock);  in vmw_driver_load()
674 	spin_lock_init(&dev_priv->svga_lock);  in vmw_driver_load()
675 	spin_lock_init(&dev_priv->cursor_lock);  in vmw_driver_load()
678 		idr_init(&dev_priv->res_idr[i]);  in vmw_driver_load()
679 		INIT_LIST_HEAD(&dev_priv->res_lru[i]);  in vmw_driver_load()
682 	init_waitqueue_head(&dev_priv->fence_queue);  in vmw_driver_load()
683 	init_waitqueue_head(&dev_priv->fifo_queue);  in vmw_driver_load()
684 	dev_priv->fence_queue_waiters = 0;  in vmw_driver_load()
685 	dev_priv->fifo_queue_waiters = 0;  in vmw_driver_load()
687 	dev_priv->used_memory_size = 0;  in vmw_driver_load()
689 	dev_priv->io_start = pci_resource_start(dev->pdev, 0);  in vmw_driver_load()
690 	dev_priv->vram_start = pci_resource_start(dev->pdev, 1);  in vmw_driver_load()
691 	dev_priv->mmio_start = pci_resource_start(dev->pdev, 2);  in vmw_driver_load()
693 	dev_priv->assume_16bpp = !!vmw_assume_16bpp;  in vmw_driver_load()
695 	dev_priv->enable_fb = enable_fbdev;  in vmw_driver_load()
697 	vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);  in vmw_driver_load()
698 	svga_id = vmw_read(dev_priv, SVGA_REG_ID);  in vmw_driver_load()
705 	dev_priv->capabilities = vmw_read(dev_priv, SVGA_REG_CAPABILITIES);  in vmw_driver_load()
707 	if (dev_priv->capabilities & SVGA_CAP_CAP2_REGISTER) {  in vmw_driver_load()
708 		dev_priv->capabilities2 = vmw_read(dev_priv, SVGA_REG_CAP2);  in vmw_driver_load()
712 	ret = vmw_dma_select_mode(dev_priv);  in vmw_driver_load()
716 		if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS)  in vmw_driver_load()
720 	dev_priv->vram_size = vmw_read(dev_priv, SVGA_REG_VRAM_SIZE);  in vmw_driver_load()
721 	dev_priv->mmio_size = vmw_read(dev_priv, SVGA_REG_MEM_SIZE);  in vmw_driver_load()
722 	dev_priv->fb_max_width = vmw_read(dev_priv, SVGA_REG_MAX_WIDTH);  in vmw_driver_load()
723 	dev_priv->fb_max_height = vmw_read(dev_priv, SVGA_REG_MAX_HEIGHT);  in vmw_driver_load()
725 	vmw_get_initial_size(dev_priv);  in vmw_driver_load()
727 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
728 		dev_priv->max_gmr_ids =  in vmw_driver_load()
729 			vmw_read(dev_priv, SVGA_REG_GMR_MAX_IDS);  in vmw_driver_load()
730 		dev_priv->max_gmr_pages =  in vmw_driver_load()
731 			vmw_read(dev_priv, SVGA_REG_GMRS_MAX_PAGES);  in vmw_driver_load()
732 		dev_priv->memory_size =  in vmw_driver_load()
733 			vmw_read(dev_priv, SVGA_REG_MEMORY_SIZE);  in vmw_driver_load()
734 		dev_priv->memory_size -= dev_priv->vram_size;  in vmw_driver_load()
740 		dev_priv->memory_size = 512*1024*1024;  in vmw_driver_load()
742 	dev_priv->max_mob_pages = 0;  in vmw_driver_load()
743 	dev_priv->max_mob_size = 0;  in vmw_driver_load()
744 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS) {  in vmw_driver_load()
747 		if (dev_priv->capabilities2 & SVGA_CAP2_GB_MEMSIZE_2)  in vmw_driver_load()
748 			mem_size = vmw_read(dev_priv,  in vmw_driver_load()
752 				vmw_read(dev_priv,  in vmw_driver_load()
759 		if (!(dev_priv->capabilities & SVGA_CAP_3D))  in vmw_driver_load()
762 		dev_priv->max_mob_pages = mem_size * 1024 / PAGE_SIZE;  in vmw_driver_load()
763 		dev_priv->prim_bb_mem =  in vmw_driver_load()
764 			vmw_read(dev_priv,  in vmw_driver_load()
766 		dev_priv->max_mob_size =  in vmw_driver_load()
767 			vmw_read(dev_priv, SVGA_REG_MOB_MAX_SIZE);  in vmw_driver_load()
768 		dev_priv->stdu_max_width =  in vmw_driver_load()
769 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_WIDTH);  in vmw_driver_load()
770 		dev_priv->stdu_max_height =  in vmw_driver_load()
771 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_HEIGHT);  in vmw_driver_load()
773 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
775 		dev_priv->texture_max_width = vmw_read(dev_priv,  in vmw_driver_load()
777 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
779 		dev_priv->texture_max_height = vmw_read(dev_priv,  in vmw_driver_load()
782 		dev_priv->texture_max_width = 8192;  in vmw_driver_load()
783 		dev_priv->texture_max_height = 8192;  in vmw_driver_load()
784 		dev_priv->prim_bb_mem = dev_priv->vram_size;  in vmw_driver_load()
787 	vmw_print_capabilities(dev_priv->capabilities);  in vmw_driver_load()
788 	if (dev_priv->capabilities & SVGA_CAP_CAP2_REGISTER)  in vmw_driver_load()
789 		vmw_print_capabilities2(dev_priv->capabilities2);  in vmw_driver_load()
791 	ret = vmw_dma_masks(dev_priv);  in vmw_driver_load()
798 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
800 			 (unsigned)dev_priv->max_gmr_ids);  in vmw_driver_load()
802 			 (unsigned)dev_priv->max_gmr_pages);  in vmw_driver_load()
804 			 (unsigned)dev_priv->memory_size / 1024);  in vmw_driver_load()
807 		 dev_priv->prim_bb_mem / 1024);  in vmw_driver_load()
809 		 dev_priv->vram_start, dev_priv->vram_size / 1024);  in vmw_driver_load()
811 		 dev_priv->mmio_start, dev_priv->mmio_size / 1024);  in vmw_driver_load()
813 	dev_priv->mmio_virt = memremap(dev_priv->mmio_start,  in vmw_driver_load()
814 				       dev_priv->mmio_size, MEMREMAP_WB);  in vmw_driver_load()
816 	if (unlikely(dev_priv->mmio_virt == NULL)) {  in vmw_driver_load()
823 	if (!(dev_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY) &&  in vmw_driver_load()
824 	    !(dev_priv->capabilities & SVGA_CAP_PITCHLOCK) &&  in vmw_driver_load()
825 	    !vmw_fifo_have_pitchlock(dev_priv)) {  in vmw_driver_load()
831 	dev_priv->tdev = ttm_object_device_init(&ttm_mem_glob, 12,  in vmw_driver_load()
834 	if (unlikely(dev_priv->tdev == NULL)) {  in vmw_driver_load()
840 	dev->dev_private = dev_priv;  in vmw_driver_load()
843 	dev_priv->stealth = (ret != 0);  in vmw_driver_load()
844 	if (dev_priv->stealth) {  in vmw_driver_load()
858 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK) {  in vmw_driver_load()
866 	dev_priv->fman = vmw_fence_manager_init(dev_priv);  in vmw_driver_load()
867 	if (unlikely(dev_priv->fman == NULL)) {  in vmw_driver_load()
872 	drm_vma_offset_manager_init(&dev_priv->vma_manager,  in vmw_driver_load()
875 	ret = ttm_bo_device_init(&dev_priv->bdev,  in vmw_driver_load()
878 				 &dev_priv->vma_manager,  in vmw_driver_load()
890 	ret = vmw_vram_manager_init(dev_priv);  in vmw_driver_load()
901 	dev_priv->has_gmr = true;  in vmw_driver_load()
903 	if (((dev_priv->capabilities & (SVGA_CAP_GMR | SVGA_CAP_GMR2)) == 0) ||  in vmw_driver_load()
905 	    vmw_gmrid_man_init(dev_priv, VMW_PL_GMR) != 0) {  in vmw_driver_load()
908 		dev_priv->has_gmr = false;  in vmw_driver_load()
911 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS && !refuse_dma) {  in vmw_driver_load()
912 		dev_priv->has_mob = true;  in vmw_driver_load()
914 		if (vmw_gmrid_man_init(dev_priv, VMW_PL_MOB) != 0) {  in vmw_driver_load()
917 			dev_priv->has_mob = false;  in vmw_driver_load()
921 	if (dev_priv->has_mob && (dev_priv->capabilities & SVGA_CAP_DX)) {  in vmw_driver_load()
922 		spin_lock(&dev_priv->cap_lock);  in vmw_driver_load()
923 		vmw_write(dev_priv, SVGA_REG_DEV_CAP, SVGA3D_DEVCAP_DXCONTEXT);  in vmw_driver_load()
924 		if (vmw_read(dev_priv, SVGA_REG_DEV_CAP))  in vmw_driver_load()
925 			dev_priv->sm_type = VMW_SM_4;  in vmw_driver_load()
926 		spin_unlock(&dev_priv->cap_lock);  in vmw_driver_load()
929 	vmw_validation_mem_init_ttm(dev_priv, VMWGFX_VALIDATION_MEM_GRAN);  in vmw_driver_load()
932 	if (has_sm4_context(dev_priv) &&  in vmw_driver_load()
933 	    (dev_priv->capabilities2 & SVGA_CAP2_DX2)) {  in vmw_driver_load()
934 		vmw_write(dev_priv, SVGA_REG_DEV_CAP, SVGA3D_DEVCAP_SM41);  in vmw_driver_load()
936 		if (vmw_read(dev_priv, SVGA_REG_DEV_CAP))  in vmw_driver_load()
937 			dev_priv->sm_type = VMW_SM_4_1;  in vmw_driver_load()
939 		if (has_sm4_1_context(dev_priv) &&  in vmw_driver_load()
940 		    (dev_priv->capabilities2 & SVGA_CAP2_DX3)) {  in vmw_driver_load()
941 			vmw_write(dev_priv, SVGA_REG_DEV_CAP, SVGA3D_DEVCAP_SM5);  in vmw_driver_load()
942 			if (vmw_read(dev_priv, SVGA_REG_DEV_CAP))  in vmw_driver_load()
943 				dev_priv->sm_type = VMW_SM_5;  in vmw_driver_load()
947 	ret = vmw_kms_init(dev_priv);  in vmw_driver_load()
950 	vmw_overlay_init(dev_priv);  in vmw_driver_load()
952 	ret = vmw_request_device(dev_priv);  in vmw_driver_load()
958 	if (dev_priv->sm_type == VMW_SM_5)  in vmw_driver_load()
960 	if (dev_priv->sm_type == VMW_SM_4_1)  in vmw_driver_load()
962 	if (dev_priv->sm_type == VMW_SM_4)  in vmw_driver_load()
975 	if (dev_priv->enable_fb) {  in vmw_driver_load()
976 		vmw_fifo_resource_inc(dev_priv);  in vmw_driver_load()
977 		vmw_svga_enable(dev_priv);  in vmw_driver_load()
978 		vmw_fb_init(dev_priv);  in vmw_driver_load()
981 	dev_priv->pm_nb.notifier_call = vmwgfx_pm_notifier;  in vmw_driver_load()
982 	register_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_load()
987 	vmw_overlay_close(dev_priv);  in vmw_driver_load()
988 	vmw_kms_close(dev_priv);  in vmw_driver_load()
990 	if (dev_priv->has_mob)  in vmw_driver_load()
991 		vmw_gmrid_man_fini(dev_priv, VMW_PL_MOB);  in vmw_driver_load()
992 	if (dev_priv->has_gmr)  in vmw_driver_load()
993 		vmw_gmrid_man_fini(dev_priv, VMW_PL_GMR);  in vmw_driver_load()
994 	vmw_vram_manager_fini(dev_priv);  in vmw_driver_load()
996 	(void)ttm_bo_device_release(&dev_priv->bdev);  in vmw_driver_load()
998 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_load()
1000 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_load()
1001 		vmw_irq_uninstall(dev_priv->dev);  in vmw_driver_load()
1003 	if (dev_priv->stealth)  in vmw_driver_load()
1008 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_load()
1010 	memunmap(dev_priv->mmio_virt);  in vmw_driver_load()
1013 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_load()
1015 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_load()
1016 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_load()
1017 	kfree(dev_priv);  in vmw_driver_load()
1023 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_unload()  local
1026 	unregister_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_unload()
1028 	if (dev_priv->ctx.res_ht_initialized)  in vmw_driver_unload()
1029 		drm_ht_remove(&dev_priv->ctx.res_ht);  in vmw_driver_unload()
1030 	vfree(dev_priv->ctx.cmd_bounce);  in vmw_driver_unload()
1031 	if (dev_priv->enable_fb) {  in vmw_driver_unload()
1032 		vmw_fb_off(dev_priv);  in vmw_driver_unload()
1033 		vmw_fb_close(dev_priv);  in vmw_driver_unload()
1034 		vmw_fifo_resource_dec(dev_priv);  in vmw_driver_unload()
1035 		vmw_svga_disable(dev_priv);  in vmw_driver_unload()
1038 	vmw_kms_close(dev_priv);  in vmw_driver_unload()
1039 	vmw_overlay_close(dev_priv);  in vmw_driver_unload()
1041 	if (dev_priv->has_gmr)  in vmw_driver_unload()
1042 		vmw_gmrid_man_fini(dev_priv, VMW_PL_GMR);  in vmw_driver_unload()
1044 	vmw_release_device_early(dev_priv);  in vmw_driver_unload()
1045 	if (dev_priv->has_mob)  in vmw_driver_unload()
1046 		vmw_gmrid_man_fini(dev_priv, VMW_PL_MOB);  in vmw_driver_unload()
1047 	vmw_vram_manager_fini(dev_priv);  in vmw_driver_unload()
1048 	(void) ttm_bo_device_release(&dev_priv->bdev);  in vmw_driver_unload()
1049 	drm_vma_offset_manager_destroy(&dev_priv->vma_manager);  in vmw_driver_unload()
1050 	vmw_release_device_late(dev_priv);  in vmw_driver_unload()
1051 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_unload()
1052 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_unload()
1053 		vmw_irq_uninstall(dev_priv->dev);  in vmw_driver_unload()
1054 	if (dev_priv->stealth)  in vmw_driver_unload()
1059 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_unload()
1060 	memunmap(dev_priv->mmio_virt);  in vmw_driver_unload()
1061 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_unload()
1062 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_unload()
1065 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_unload()
1067 	kfree(dev_priv);  in vmw_driver_unload()
1081 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_open()  local
1089 	vmw_fp->tfile = ttm_object_file_init(dev_priv->tdev, 10);  in vmw_driver_open()
1174 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_master_drop()  local
1176 	vmw_kms_legacy_hotspot_clear(dev_priv);  in vmw_master_drop()
1177 	if (!dev_priv->enable_fb)  in vmw_master_drop()
1178 		vmw_svga_disable(dev_priv);  in vmw_master_drop()
1187 static void __vmw_svga_enable(struct vmw_private *dev_priv)  in __vmw_svga_enable()  argument
1189 	struct ttm_resource_manager *man = ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM);  in __vmw_svga_enable()
1191 	spin_lock(&dev_priv->svga_lock);  in __vmw_svga_enable()
1193 		vmw_write(dev_priv, SVGA_REG_ENABLE, SVGA_REG_ENABLE);  in __vmw_svga_enable()
1196 	spin_unlock(&dev_priv->svga_lock);  in __vmw_svga_enable()
1204 void vmw_svga_enable(struct vmw_private *dev_priv)  in vmw_svga_enable()  argument
1206 	(void) ttm_read_lock(&dev_priv->reservation_sem, false);  in vmw_svga_enable()
1207 	__vmw_svga_enable(dev_priv);  in vmw_svga_enable()
1208 	ttm_read_unlock(&dev_priv->reservation_sem);  in vmw_svga_enable()
1218 static void __vmw_svga_disable(struct vmw_private *dev_priv)  in __vmw_svga_disable()  argument
1220 	struct ttm_resource_manager *man = ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM);  in __vmw_svga_disable()
1222 	spin_lock(&dev_priv->svga_lock);  in __vmw_svga_disable()
1225 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in __vmw_svga_disable()
1229 	spin_unlock(&dev_priv->svga_lock);  in __vmw_svga_disable()
1239 void vmw_svga_disable(struct vmw_private *dev_priv)  in vmw_svga_disable()  argument
1241 	struct ttm_resource_manager *man = ttm_manager_type(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_svga_disable()
1254 	vmw_kms_lost_device(dev_priv->dev);  in vmw_svga_disable()
1255 	ttm_write_lock(&dev_priv->reservation_sem, false);  in vmw_svga_disable()
1256 	spin_lock(&dev_priv->svga_lock);  in vmw_svga_disable()
1259 		spin_unlock(&dev_priv->svga_lock);  in vmw_svga_disable()
1260 		if (ttm_bo_evict_mm(&dev_priv->bdev, TTM_PL_VRAM))  in vmw_svga_disable()
1262 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in vmw_svga_disable()
1266 		spin_unlock(&dev_priv->svga_lock);  in vmw_svga_disable()
1267 	ttm_write_unlock(&dev_priv->reservation_sem);  in vmw_svga_disable()
1286 	struct vmw_private *dev_priv = vmw_priv(file_priv->minor->dev);  in vmw_get_unmapped_area()  local
1289 				     &dev_priv->vma_manager);  in vmw_get_unmapped_area()
1295 	struct vmw_private *dev_priv =  in vmwgfx_pm_notifier()  local
1308 		ttm_suspend_lock(&dev_priv->reservation_sem);  in vmwgfx_pm_notifier()
1309 		dev_priv->suspend_locked = true;  in vmwgfx_pm_notifier()
1313 		if (READ_ONCE(dev_priv->suspend_locked)) {  in vmwgfx_pm_notifier()
1314 			dev_priv->suspend_locked = false;  in vmwgfx_pm_notifier()
1315 			ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmwgfx_pm_notifier()
1327 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pci_suspend()  local
1329 	if (dev_priv->refuse_hibernation)  in vmw_pci_suspend()
1366 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_freeze()  local
1373 	ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1374 	ret = vmw_kms_suspend(dev_priv->dev);  in vmw_pm_freeze()
1376 		ttm_suspend_lock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1380 	if (dev_priv->enable_fb)  in vmw_pm_freeze()
1381 		vmw_fb_off(dev_priv);  in vmw_pm_freeze()
1383 	ttm_suspend_lock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1384 	vmw_execbuf_release_pinned_bo(dev_priv);  in vmw_pm_freeze()
1385 	vmw_resource_evict_all(dev_priv);  in vmw_pm_freeze()
1386 	vmw_release_device_early(dev_priv);  in vmw_pm_freeze()
1388 	if (dev_priv->enable_fb)  in vmw_pm_freeze()
1389 		vmw_fifo_resource_dec(dev_priv);  in vmw_pm_freeze()
1390 	if (atomic_read(&dev_priv->num_fifo_resources) != 0) {  in vmw_pm_freeze()
1392 		if (dev_priv->enable_fb)  in vmw_pm_freeze()
1393 			vmw_fifo_resource_inc(dev_priv);  in vmw_pm_freeze()
1394 		WARN_ON(vmw_request_device_late(dev_priv));  in vmw_pm_freeze()
1395 		dev_priv->suspend_locked = false;  in vmw_pm_freeze()
1396 		ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1397 		if (dev_priv->suspend_state)  in vmw_pm_freeze()
1399 		if (dev_priv->enable_fb)  in vmw_pm_freeze()
1400 			vmw_fb_on(dev_priv);  in vmw_pm_freeze()
1404 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_pm_freeze()
1405 	__vmw_svga_disable(dev_priv);  in vmw_pm_freeze()
1407 	vmw_release_device_late(dev_priv);  in vmw_pm_freeze()
1415 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_restore()  local
1418 	vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);  in vmw_pm_restore()
1419 	(void) vmw_read(dev_priv, SVGA_REG_ID);  in vmw_pm_restore()
1421 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1422 		vmw_fifo_resource_inc(dev_priv);  in vmw_pm_restore()
1424 	ret = vmw_request_device(dev_priv);  in vmw_pm_restore()
1428 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1429 		__vmw_svga_enable(dev_priv);  in vmw_pm_restore()
1431 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_pm_restore()
1432 	dev_priv->suspend_locked = false;  in vmw_pm_restore()
1433 	ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmw_pm_restore()
1434 	if (dev_priv->suspend_state)  in vmw_pm_restore()
1435 		vmw_kms_resume(dev_priv->dev);  in vmw_pm_restore()
1437 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1438 		vmw_fb_on(dev_priv);  in vmw_pm_restore()