342 static int vmw_dummy_query_bo_create(struct vmw_private *dev_priv)  in vmw_dummy_query_bo_create()  argument
359 	ret = vmw_bo_init(dev_priv, vbo, PAGE_SIZE,  in vmw_dummy_query_bo_create()
384 		dev_priv->dummy_query_bo = vbo;  in vmw_dummy_query_bo_create()
399 static int vmw_request_device_late(struct vmw_private *dev_priv)  in vmw_request_device_late()  argument
403 	if (dev_priv->has_mob) {  in vmw_request_device_late()
404 		ret = vmw_otables_setup(dev_priv);  in vmw_request_device_late()
412 	if (dev_priv->cman) {  in vmw_request_device_late()
413 		ret = vmw_cmdbuf_set_pool_size(dev_priv->cman,  in vmw_request_device_late()
416 			struct vmw_cmdbuf_man *man = dev_priv->cman;  in vmw_request_device_late()
418 			dev_priv->cman = NULL;  in vmw_request_device_late()
426 static int vmw_request_device(struct vmw_private *dev_priv)  in vmw_request_device()  argument
430 	ret = vmw_fifo_init(dev_priv, &dev_priv->fifo);  in vmw_request_device()
435 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_request_device()
436 	dev_priv->cman = vmw_cmdbuf_man_create(dev_priv);  in vmw_request_device()
437 	if (IS_ERR(dev_priv->cman)) {  in vmw_request_device()
438 		dev_priv->cman = NULL;  in vmw_request_device()
439 		dev_priv->has_dx = false;  in vmw_request_device()
442 	ret = vmw_request_device_late(dev_priv);  in vmw_request_device()
446 	ret = vmw_dummy_query_bo_create(dev_priv);  in vmw_request_device()
453 	if (dev_priv->cman)  in vmw_request_device()
454 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_request_device()
455 	if (dev_priv->has_mob) {  in vmw_request_device()
456 		(void) ttm_bo_evict_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_request_device()
457 		vmw_otables_takedown(dev_priv);  in vmw_request_device()
459 	if (dev_priv->cman)  in vmw_request_device()
460 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_request_device()
462 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_request_device()
463 	vmw_fifo_release(dev_priv, &dev_priv->fifo);  in vmw_request_device()
475 static void vmw_release_device_early(struct vmw_private *dev_priv)  in vmw_release_device_early()  argument
482 	BUG_ON(dev_priv->pinned_bo != NULL);  in vmw_release_device_early()
484 	vmw_bo_unreference(&dev_priv->dummy_query_bo);  in vmw_release_device_early()
485 	if (dev_priv->cman)  in vmw_release_device_early()
486 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_release_device_early()
488 	if (dev_priv->has_mob) {  in vmw_release_device_early()
489 		ttm_bo_evict_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_release_device_early()
490 		vmw_otables_takedown(dev_priv);  in vmw_release_device_early()
502 static void vmw_release_device_late(struct vmw_private *dev_priv)  in vmw_release_device_late()  argument
504 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_release_device_late()
505 	if (dev_priv->cman)  in vmw_release_device_late()
506 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_release_device_late()
508 	vmw_fifo_release(dev_priv, &dev_priv->fifo);  in vmw_release_device_late()
520 static void vmw_get_initial_size(struct vmw_private *dev_priv)  in vmw_get_initial_size()  argument
525 	width = vmw_read(dev_priv, SVGA_REG_WIDTH);  in vmw_get_initial_size()
526 	height = vmw_read(dev_priv, SVGA_REG_HEIGHT);  in vmw_get_initial_size()
531 	if (width > dev_priv->fb_max_width ||  in vmw_get_initial_size()
532 	    height > dev_priv->fb_max_height) {  in vmw_get_initial_size()
542 	dev_priv->initial_width = width;  in vmw_get_initial_size()
543 	dev_priv->initial_height = height;  in vmw_get_initial_size()
559 static int vmw_dma_select_mode(struct vmw_private *dev_priv)  in vmw_dma_select_mode()  argument
567 	const struct dma_map_ops *dma_ops = get_dma_ops(dev_priv->dev->dev);  in vmw_dma_select_mode()
571 		dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
577 		dev_priv->map_mode = vmw_dma_phys;  in vmw_dma_select_mode()
578 		DRM_INFO("DMA map mode: %s\n", names[dev_priv->map_mode]);  in vmw_dma_select_mode()
582 	dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
585 		dev_priv->map_mode = vmw_dma_alloc_coherent;  in vmw_dma_select_mode()
588 		dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
594 	if (dev_priv->map_mode == vmw_dma_map_populate &&  in vmw_dma_select_mode()
596 		dev_priv->map_mode = vmw_dma_map_bind;  in vmw_dma_select_mode()
599 		dev_priv->map_mode = vmw_dma_alloc_coherent;  in vmw_dma_select_mode()
605 	if (dev_priv->map_mode == vmw_dma_alloc_coherent)  in vmw_dma_select_mode()
610 	dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
613 	DRM_INFO("DMA map mode: %s\n", names[dev_priv->map_mode]);  in vmw_dma_select_mode()
627 static int vmw_dma_masks(struct vmw_private *dev_priv)  in vmw_dma_masks()  argument
629 	struct drm_device *dev = dev_priv->dev;  in vmw_dma_masks()
639 static int vmw_dma_masks(struct vmw_private *dev_priv)  in vmw_dma_masks()  argument
647 	struct vmw_private *dev_priv;  in vmw_driver_load()  local
654 	dev_priv = kzalloc(sizeof(*dev_priv), GFP_KERNEL);  in vmw_driver_load()
655 	if (unlikely(!dev_priv)) {  in vmw_driver_load()
662 	dev_priv->dev = dev;  in vmw_driver_load()
663 	dev_priv->vmw_chipset = chipset;  in vmw_driver_load()
664 	dev_priv->last_read_seqno = (uint32_t) -100;  in vmw_driver_load()
665 	mutex_init(&dev_priv->cmdbuf_mutex);  in vmw_driver_load()
666 	mutex_init(&dev_priv->release_mutex);  in vmw_driver_load()
667 	mutex_init(&dev_priv->binding_mutex);  in vmw_driver_load()
668 	mutex_init(&dev_priv->requested_layout_mutex);  in vmw_driver_load()
669 	mutex_init(&dev_priv->global_kms_state_mutex);  in vmw_driver_load()
670 	rwlock_init(&dev_priv->resource_lock);  in vmw_driver_load()
671 	ttm_lock_init(&dev_priv->reservation_sem);  in vmw_driver_load()
672 	spin_lock_init(&dev_priv->hw_lock);  in vmw_driver_load()
673 	spin_lock_init(&dev_priv->waiter_lock);  in vmw_driver_load()
674 	spin_lock_init(&dev_priv->cap_lock);  in vmw_driver_load()
675 	spin_lock_init(&dev_priv->svga_lock);  in vmw_driver_load()
676 	spin_lock_init(&dev_priv->cursor_lock);  in vmw_driver_load()
679 		idr_init(&dev_priv->res_idr[i]);  in vmw_driver_load()
680 		INIT_LIST_HEAD(&dev_priv->res_lru[i]);  in vmw_driver_load()
683 	mutex_init(&dev_priv->init_mutex);  in vmw_driver_load()
684 	init_waitqueue_head(&dev_priv->fence_queue);  in vmw_driver_load()
685 	init_waitqueue_head(&dev_priv->fifo_queue);  in vmw_driver_load()
686 	dev_priv->fence_queue_waiters = 0;  in vmw_driver_load()
687 	dev_priv->fifo_queue_waiters = 0;  in vmw_driver_load()
689 	dev_priv->used_memory_size = 0;  in vmw_driver_load()
691 	dev_priv->io_start = pci_resource_start(dev->pdev, 0);  in vmw_driver_load()
692 	dev_priv->vram_start = pci_resource_start(dev->pdev, 1);  in vmw_driver_load()
693 	dev_priv->mmio_start = pci_resource_start(dev->pdev, 2);  in vmw_driver_load()
695 	dev_priv->assume_16bpp = !!vmw_assume_16bpp;  in vmw_driver_load()
697 	dev_priv->enable_fb = enable_fbdev;  in vmw_driver_load()
699 	vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);  in vmw_driver_load()
700 	svga_id = vmw_read(dev_priv, SVGA_REG_ID);  in vmw_driver_load()
707 	dev_priv->capabilities = vmw_read(dev_priv, SVGA_REG_CAPABILITIES);  in vmw_driver_load()
709 	if (dev_priv->capabilities & SVGA_CAP_CAP2_REGISTER) {  in vmw_driver_load()
710 		dev_priv->capabilities2 = vmw_read(dev_priv, SVGA_REG_CAP2);  in vmw_driver_load()
714 	ret = vmw_dma_select_mode(dev_priv);  in vmw_driver_load()
720 	dev_priv->vram_size = vmw_read(dev_priv, SVGA_REG_VRAM_SIZE);  in vmw_driver_load()
721 	dev_priv->mmio_size = vmw_read(dev_priv, SVGA_REG_MEM_SIZE);  in vmw_driver_load()
722 	dev_priv->fb_max_width = vmw_read(dev_priv, SVGA_REG_MAX_WIDTH);  in vmw_driver_load()
723 	dev_priv->fb_max_height = vmw_read(dev_priv, SVGA_REG_MAX_HEIGHT);  in vmw_driver_load()
725 	vmw_get_initial_size(dev_priv);  in vmw_driver_load()
727 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
728 		dev_priv->max_gmr_ids =  in vmw_driver_load()
729 			vmw_read(dev_priv, SVGA_REG_GMR_MAX_IDS);  in vmw_driver_load()
730 		dev_priv->max_gmr_pages =  in vmw_driver_load()
731 			vmw_read(dev_priv, SVGA_REG_GMRS_MAX_PAGES);  in vmw_driver_load()
732 		dev_priv->memory_size =  in vmw_driver_load()
733 			vmw_read(dev_priv, SVGA_REG_MEMORY_SIZE);  in vmw_driver_load()
734 		dev_priv->memory_size -= dev_priv->vram_size;  in vmw_driver_load()
740 		dev_priv->memory_size = 512*1024*1024;  in vmw_driver_load()
742 	dev_priv->max_mob_pages = 0;  in vmw_driver_load()
743 	dev_priv->max_mob_size = 0;  in vmw_driver_load()
744 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS) {  in vmw_driver_load()
746 			vmw_read(dev_priv,  in vmw_driver_load()
753 		if (!(dev_priv->capabilities & SVGA_CAP_3D))  in vmw_driver_load()
756 		dev_priv->max_mob_pages = mem_size * 1024 / PAGE_SIZE;  in vmw_driver_load()
757 		dev_priv->prim_bb_mem =  in vmw_driver_load()
758 			vmw_read(dev_priv,  in vmw_driver_load()
760 		dev_priv->max_mob_size =  in vmw_driver_load()
761 			vmw_read(dev_priv, SVGA_REG_MOB_MAX_SIZE);  in vmw_driver_load()
762 		dev_priv->stdu_max_width =  in vmw_driver_load()
763 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_WIDTH);  in vmw_driver_load()
764 		dev_priv->stdu_max_height =  in vmw_driver_load()
765 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_HEIGHT);  in vmw_driver_load()
767 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
769 		dev_priv->texture_max_width = vmw_read(dev_priv,  in vmw_driver_load()
771 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
773 		dev_priv->texture_max_height = vmw_read(dev_priv,  in vmw_driver_load()
776 		dev_priv->texture_max_width = 8192;  in vmw_driver_load()
777 		dev_priv->texture_max_height = 8192;  in vmw_driver_load()
778 		dev_priv->prim_bb_mem = dev_priv->vram_size;  in vmw_driver_load()
781 	vmw_print_capabilities(dev_priv->capabilities);  in vmw_driver_load()
782 	if (dev_priv->capabilities & SVGA_CAP_CAP2_REGISTER)  in vmw_driver_load()
783 		vmw_print_capabilities2(dev_priv->capabilities2);  in vmw_driver_load()
785 	ret = vmw_dma_masks(dev_priv);  in vmw_driver_load()
789 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
791 			 (unsigned)dev_priv->max_gmr_ids);  in vmw_driver_load()
793 			 (unsigned)dev_priv->max_gmr_pages);  in vmw_driver_load()
795 			 (unsigned)dev_priv->memory_size / 1024);  in vmw_driver_load()
798 		 dev_priv->prim_bb_mem / 1024);  in vmw_driver_load()
800 		 dev_priv->vram_start, dev_priv->vram_size / 1024);  in vmw_driver_load()
802 		 dev_priv->mmio_start, dev_priv->mmio_size / 1024);  in vmw_driver_load()
804 	ret = vmw_ttm_global_init(dev_priv);  in vmw_driver_load()
809 	vmw_master_init(&dev_priv->fbdev_master);  in vmw_driver_load()
810 	ttm_lock_set_kill(&dev_priv->fbdev_master.lock, false, SIGTERM);  in vmw_driver_load()
811 	dev_priv->active_master = &dev_priv->fbdev_master;  in vmw_driver_load()
813 	dev_priv->mmio_virt = memremap(dev_priv->mmio_start,  in vmw_driver_load()
814 				       dev_priv->mmio_size, MEMREMAP_WB);  in vmw_driver_load()
816 	if (unlikely(dev_priv->mmio_virt == NULL)) {  in vmw_driver_load()
823 	if (!(dev_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY) &&  in vmw_driver_load()
824 	    !(dev_priv->capabilities & SVGA_CAP_PITCHLOCK) &&  in vmw_driver_load()
825 	    !vmw_fifo_have_pitchlock(dev_priv)) {  in vmw_driver_load()
831 	dev_priv->tdev = ttm_object_device_init  in vmw_driver_load()
832 		(dev_priv->mem_global_ref.object, 12, &vmw_prime_dmabuf_ops);  in vmw_driver_load()
834 	if (unlikely(dev_priv->tdev == NULL)) {  in vmw_driver_load()
840 	dev->dev_private = dev_priv;  in vmw_driver_load()
843 	dev_priv->stealth = (ret != 0);  in vmw_driver_load()
844 	if (dev_priv->stealth) {  in vmw_driver_load()
858 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK) {  in vmw_driver_load()
866 	dev_priv->fman = vmw_fence_manager_init(dev_priv);  in vmw_driver_load()
867 	if (unlikely(dev_priv->fman == NULL)) {  in vmw_driver_load()
872 	ret = ttm_bo_device_init(&dev_priv->bdev,  in vmw_driver_load()
873 				 dev_priv->bo_global_ref.ref.object,  in vmw_driver_load()
887 	ret = ttm_bo_init_mm(&dev_priv->bdev, TTM_PL_VRAM,  in vmw_driver_load()
888 			     (dev_priv->vram_size >> PAGE_SHIFT));  in vmw_driver_load()
893 	dev_priv->bdev.man[TTM_PL_VRAM].use_type = false;  in vmw_driver_load()
895 	dev_priv->has_gmr = true;  in vmw_driver_load()
896 	if (((dev_priv->capabilities & (SVGA_CAP_GMR | SVGA_CAP_GMR2)) == 0) ||  in vmw_driver_load()
897 	    refuse_dma || ttm_bo_init_mm(&dev_priv->bdev, VMW_PL_GMR,  in vmw_driver_load()
901 		dev_priv->has_gmr = false;  in vmw_driver_load()
904 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS) {  in vmw_driver_load()
905 		dev_priv->has_mob = true;  in vmw_driver_load()
906 		if (ttm_bo_init_mm(&dev_priv->bdev, VMW_PL_MOB,  in vmw_driver_load()
910 			dev_priv->has_mob = false;  in vmw_driver_load()
914 	if (dev_priv->has_mob) {  in vmw_driver_load()
915 		spin_lock(&dev_priv->cap_lock);  in vmw_driver_load()
916 		vmw_write(dev_priv, SVGA_REG_DEV_CAP, SVGA3D_DEVCAP_DXCONTEXT);  in vmw_driver_load()
917 		dev_priv->has_dx = !!vmw_read(dev_priv, SVGA_REG_DEV_CAP);  in vmw_driver_load()
918 		spin_unlock(&dev_priv->cap_lock);  in vmw_driver_load()
922 	ret = vmw_kms_init(dev_priv);  in vmw_driver_load()
925 	vmw_overlay_init(dev_priv);  in vmw_driver_load()
927 	ret = vmw_request_device(dev_priv);  in vmw_driver_load()
931 	if (dev_priv->has_dx) {  in vmw_driver_load()
936 		if ((dev_priv->capabilities2 & SVGA_CAP2_DX2) != 0) {  in vmw_driver_load()
937 			vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
939 			dev_priv->has_sm4_1 = vmw_read(dev_priv,  in vmw_driver_load()
944 	DRM_INFO("DX: %s\n", dev_priv->has_dx ? "yes." : "no.");  in vmw_driver_load()
947 	DRM_INFO("SM4_1: %s\n", dev_priv->has_sm4_1 ? "yes." : "no.");  in vmw_driver_load()
959 	if (dev_priv->enable_fb) {  in vmw_driver_load()
960 		vmw_fifo_resource_inc(dev_priv);  in vmw_driver_load()
961 		vmw_svga_enable(dev_priv);  in vmw_driver_load()
962 		vmw_fb_init(dev_priv);  in vmw_driver_load()
965 	dev_priv->pm_nb.notifier_call = vmwgfx_pm_notifier;  in vmw_driver_load()
966 	register_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_load()
971 	vmw_overlay_close(dev_priv);  in vmw_driver_load()
972 	vmw_kms_close(dev_priv);  in vmw_driver_load()
974 	if (dev_priv->has_mob)  in vmw_driver_load()
975 		(void) ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_driver_load()
976 	if (dev_priv->has_gmr)  in vmw_driver_load()
977 		(void) ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_GMR);  in vmw_driver_load()
978 	(void)ttm_bo_clean_mm(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_driver_load()
980 	(void)ttm_bo_device_release(&dev_priv->bdev);  in vmw_driver_load()
982 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_load()
984 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_load()
985 		vmw_irq_uninstall(dev_priv->dev);  in vmw_driver_load()
987 	if (dev_priv->stealth)  in vmw_driver_load()
992 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_load()
994 	memunmap(dev_priv->mmio_virt);  in vmw_driver_load()
996 	vmw_ttm_global_release(dev_priv);  in vmw_driver_load()
999 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_load()
1001 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_load()
1002 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_load()
1003 	kfree(dev_priv);  in vmw_driver_load()
1009 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_unload()  local
1012 	unregister_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_unload()
1014 	if (dev_priv->ctx.res_ht_initialized)  in vmw_driver_unload()
1015 		drm_ht_remove(&dev_priv->ctx.res_ht);  in vmw_driver_unload()
1016 	vfree(dev_priv->ctx.cmd_bounce);  in vmw_driver_unload()
1017 	if (dev_priv->enable_fb) {  in vmw_driver_unload()
1018 		vmw_fb_off(dev_priv);  in vmw_driver_unload()
1019 		vmw_fb_close(dev_priv);  in vmw_driver_unload()
1020 		vmw_fifo_resource_dec(dev_priv);  in vmw_driver_unload()
1021 		vmw_svga_disable(dev_priv);  in vmw_driver_unload()
1024 	vmw_kms_close(dev_priv);  in vmw_driver_unload()
1025 	vmw_overlay_close(dev_priv);  in vmw_driver_unload()
1027 	if (dev_priv->has_gmr)  in vmw_driver_unload()
1028 		(void)ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_GMR);  in vmw_driver_unload()
1029 	(void)ttm_bo_clean_mm(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_driver_unload()
1031 	vmw_release_device_early(dev_priv);  in vmw_driver_unload()
1032 	if (dev_priv->has_mob)  in vmw_driver_unload()
1033 		(void) ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_driver_unload()
1034 	(void) ttm_bo_device_release(&dev_priv->bdev);  in vmw_driver_unload()
1035 	vmw_release_device_late(dev_priv);  in vmw_driver_unload()
1036 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_unload()
1037 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_unload()
1038 		vmw_irq_uninstall(dev_priv->dev);  in vmw_driver_unload()
1039 	if (dev_priv->stealth)  in vmw_driver_unload()
1044 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_unload()
1045 	memunmap(dev_priv->mmio_virt);  in vmw_driver_unload()
1046 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_unload()
1047 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_unload()
1048 	vmw_ttm_global_release(dev_priv);  in vmw_driver_unload()
1051 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_unload()
1053 	kfree(dev_priv);  in vmw_driver_unload()
1078 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_open()  local
1086 	vmw_fp->tfile = ttm_object_file_init(dev_priv->tdev, 10);  in vmw_driver_open()
1267 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_master_set()  local
1269 	struct vmw_master *active = dev_priv->active_master;  in vmw_master_set()
1274 		BUG_ON(active != &dev_priv->fbdev_master);  in vmw_master_set()
1280 		dev_priv->active_master = NULL;  in vmw_master_set()
1290 	dev_priv->active_master = vmaster;  in vmw_master_set()
1299 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_master_drop()  local
1311 	vmw_kms_legacy_hotspot_clear(dev_priv);  in vmw_master_drop()
1319 	if (!dev_priv->enable_fb)  in vmw_master_drop()
1320 		vmw_svga_disable(dev_priv);  in vmw_master_drop()
1322 	dev_priv->active_master = &dev_priv->fbdev_master;  in vmw_master_drop()
1323 	ttm_lock_set_kill(&dev_priv->fbdev_master.lock, false, SIGTERM);  in vmw_master_drop()
1324 	ttm_vt_unlock(&dev_priv->fbdev_master.lock);  in vmw_master_drop()
1333 static void __vmw_svga_enable(struct vmw_private *dev_priv)  in __vmw_svga_enable()  argument
1335 	spin_lock(&dev_priv->svga_lock);  in __vmw_svga_enable()
1336 	if (!dev_priv->bdev.man[TTM_PL_VRAM].use_type) {  in __vmw_svga_enable()
1337 		vmw_write(dev_priv, SVGA_REG_ENABLE, SVGA_REG_ENABLE);  in __vmw_svga_enable()
1338 		dev_priv->bdev.man[TTM_PL_VRAM].use_type = true;  in __vmw_svga_enable()
1340 	spin_unlock(&dev_priv->svga_lock);  in __vmw_svga_enable()
1348 void vmw_svga_enable(struct vmw_private *dev_priv)  in vmw_svga_enable()  argument
1350 	(void) ttm_read_lock(&dev_priv->reservation_sem, false);  in vmw_svga_enable()
1351 	__vmw_svga_enable(dev_priv);  in vmw_svga_enable()
1352 	ttm_read_unlock(&dev_priv->reservation_sem);  in vmw_svga_enable()
1362 static void __vmw_svga_disable(struct vmw_private *dev_priv)  in __vmw_svga_disable()  argument
1364 	spin_lock(&dev_priv->svga_lock);  in __vmw_svga_disable()
1365 	if (dev_priv->bdev.man[TTM_PL_VRAM].use_type) {  in __vmw_svga_disable()
1366 		dev_priv->bdev.man[TTM_PL_VRAM].use_type = false;  in __vmw_svga_disable()
1367 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in __vmw_svga_disable()
1371 	spin_unlock(&dev_priv->svga_lock);  in __vmw_svga_disable()
1381 void vmw_svga_disable(struct vmw_private *dev_priv)  in vmw_svga_disable()  argument
1395 	vmw_kms_lost_device(dev_priv->dev);  in vmw_svga_disable()
1396 	ttm_write_lock(&dev_priv->reservation_sem, false);  in vmw_svga_disable()
1397 	spin_lock(&dev_priv->svga_lock);  in vmw_svga_disable()
1398 	if (dev_priv->bdev.man[TTM_PL_VRAM].use_type) {  in vmw_svga_disable()
1399 		dev_priv->bdev.man[TTM_PL_VRAM].use_type = false;  in vmw_svga_disable()
1400 		spin_unlock(&dev_priv->svga_lock);  in vmw_svga_disable()
1401 		if (ttm_bo_evict_mm(&dev_priv->bdev, TTM_PL_VRAM))  in vmw_svga_disable()
1403 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in vmw_svga_disable()
1407 		spin_unlock(&dev_priv->svga_lock);  in vmw_svga_disable()
1408 	ttm_write_unlock(&dev_priv->reservation_sem);  in vmw_svga_disable()
1422 	struct vmw_private *dev_priv =  in vmwgfx_pm_notifier()  local
1435 		ttm_suspend_lock(&dev_priv->reservation_sem);  in vmwgfx_pm_notifier()
1436 		dev_priv->suspend_locked = true;  in vmwgfx_pm_notifier()
1440 		if (READ_ONCE(dev_priv->suspend_locked)) {  in vmwgfx_pm_notifier()
1441 			dev_priv->suspend_locked = false;  in vmwgfx_pm_notifier()
1442 			ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmwgfx_pm_notifier()
1454 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pci_suspend()  local
1456 	if (dev_priv->refuse_hibernation)  in vmw_pci_suspend()
1493 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_freeze()  local
1500 	ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1501 	ret = vmw_kms_suspend(dev_priv->dev);  in vmw_pm_freeze()
1503 		ttm_suspend_lock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1507 	if (dev_priv->enable_fb)  in vmw_pm_freeze()
1508 		vmw_fb_off(dev_priv);  in vmw_pm_freeze()
1510 	ttm_suspend_lock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1511 	vmw_execbuf_release_pinned_bo(dev_priv);  in vmw_pm_freeze()
1512 	vmw_resource_evict_all(dev_priv);  in vmw_pm_freeze()
1513 	vmw_release_device_early(dev_priv);  in vmw_pm_freeze()
1514 	ttm_bo_swapout_all(&dev_priv->bdev);  in vmw_pm_freeze()
1515 	if (dev_priv->enable_fb)  in vmw_pm_freeze()
1516 		vmw_fifo_resource_dec(dev_priv);  in vmw_pm_freeze()
1517 	if (atomic_read(&dev_priv->num_fifo_resources) != 0) {  in vmw_pm_freeze()
1519 		if (dev_priv->enable_fb)  in vmw_pm_freeze()
1520 			vmw_fifo_resource_inc(dev_priv);  in vmw_pm_freeze()
1521 		WARN_ON(vmw_request_device_late(dev_priv));  in vmw_pm_freeze()
1522 		dev_priv->suspend_locked = false;  in vmw_pm_freeze()
1523 		ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmw_pm_freeze()
1524 		if (dev_priv->suspend_state)  in vmw_pm_freeze()
1526 		if (dev_priv->enable_fb)  in vmw_pm_freeze()
1527 			vmw_fb_on(dev_priv);  in vmw_pm_freeze()
1531 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_pm_freeze()
1532 	__vmw_svga_disable(dev_priv);  in vmw_pm_freeze()
1534 	vmw_release_device_late(dev_priv);  in vmw_pm_freeze()
1542 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_restore()  local
1545 	vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);  in vmw_pm_restore()
1546 	(void) vmw_read(dev_priv, SVGA_REG_ID);  in vmw_pm_restore()
1548 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1549 		vmw_fifo_resource_inc(dev_priv);  in vmw_pm_restore()
1551 	ret = vmw_request_device(dev_priv);  in vmw_pm_restore()
1555 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1556 		__vmw_svga_enable(dev_priv);  in vmw_pm_restore()
1558 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_pm_restore()
1559 	dev_priv->suspend_locked = false;  in vmw_pm_restore()
1560 	ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmw_pm_restore()
1561 	if (dev_priv->suspend_state)  in vmw_pm_restore()
1562 		vmw_kms_resume(dev_priv->dev);  in vmw_pm_restore()
1564 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1565 		vmw_fb_on(dev_priv);  in vmw_pm_restore()