55 static void amdgpu_bo_destroy(struct ttm_buffer_object *tbo)  in amdgpu_bo_destroy()  argument
57 	struct amdgpu_bo *bo = ttm_to_amdgpu_bo(tbo);  in amdgpu_bo_destroy()
61 	if (bo->tbo.base.import_attach)  in amdgpu_bo_destroy()
62 		drm_prime_gem_destroy(&bo->tbo.base, bo->tbo.sg);  in amdgpu_bo_destroy()
63 	drm_gem_object_release(&bo->tbo.base);  in amdgpu_bo_destroy()
68 static void amdgpu_bo_user_destroy(struct ttm_buffer_object *tbo)  in amdgpu_bo_user_destroy()  argument
70 	struct amdgpu_bo *bo = ttm_to_amdgpu_bo(tbo);  in amdgpu_bo_user_destroy()
75 	amdgpu_bo_destroy(tbo);  in amdgpu_bo_user_destroy()
78 static void amdgpu_bo_vm_destroy(struct ttm_buffer_object *tbo)  in amdgpu_bo_vm_destroy()  argument
80 	struct amdgpu_device *adev = amdgpu_ttm_adev(tbo->bdev);  in amdgpu_bo_vm_destroy()
81 	struct amdgpu_bo *bo = ttm_to_amdgpu_bo(tbo);  in amdgpu_bo_vm_destroy()
92 	amdgpu_bo_destroy(tbo);  in amdgpu_bo_vm_destroy()
125 	struct amdgpu_device *adev = amdgpu_ttm_adev(abo->tbo.bdev);  in amdgpu_bo_placement_from_domain()
274 	r = amdgpu_ttm_alloc_gart(&(*bo_ptr)->tbo);  in amdgpu_bo_create_reserved()
383 	ttm_resource_free(&(*bo_ptr)->tbo, &(*bo_ptr)->tbo.resource);  in amdgpu_bo_create_kernel_at()
389 	r = ttm_bo_mem_space(&(*bo_ptr)->tbo, &(*bo_ptr)->placement,  in amdgpu_bo_create_kernel_at()
390 			     &(*bo_ptr)->tbo.resource, &ctx);  in amdgpu_bo_create_kernel_at()
563 	drm_gem_private_object_init(adev_to_drm(adev), &bo->tbo.base, size);  in amdgpu_bo_create()
577 	bo->tbo.bdev = &adev->mman.bdev;  in amdgpu_bo_create()
584 		bo->tbo.priority = 1;  in amdgpu_bo_create()
589 	r = ttm_bo_init_reserved(&adev->mman.bdev, &bo->tbo, size, bp->type,  in amdgpu_bo_create()
596 	    bo->tbo.resource->mem_type == TTM_PL_VRAM &&  in amdgpu_bo_create()
597 	    bo->tbo.resource->start < adev->gmc.visible_vram_size >> PAGE_SHIFT)  in amdgpu_bo_create()
604 	    bo->tbo.resource->mem_type == TTM_PL_VRAM) {  in amdgpu_bo_create()
607 		r = amdgpu_fill_buffer(bo, 0, bo->tbo.base.resv, &fence);  in amdgpu_bo_create()
612 		dma_fence_put(bo->tbo.moving);  in amdgpu_bo_create()
613 		bo->tbo.moving = dma_fence_get(fence);  in amdgpu_bo_create()
630 		dma_resv_unlock(bo->tbo.base.resv);  in amdgpu_bo_create()
715 	if (bo->tbo.pin_count)  in amdgpu_bo_validate()
722 	r = ttm_bo_validate(&bo->tbo, &bo->placement, &ctx);  in amdgpu_bo_validate()
740 	struct amdgpu_device *adev = amdgpu_ttm_adev(vmbo->bo.tbo.bdev);  in amdgpu_bo_add_to_shadow_list()
763 	struct amdgpu_device *adev = amdgpu_ttm_adev(shadow->tbo.bdev);  in amdgpu_bo_restore_shadow()
801 	r = dma_resv_wait_timeout(bo->tbo.base.resv, false, false,  in amdgpu_bo_kmap()
806 	r = ttm_bo_kmap(&bo->tbo, 0, bo->tbo.resource->num_pages, &bo->kmap);  in amdgpu_bo_kmap()
858 	ttm_bo_get(&bo->tbo);  in amdgpu_bo_ref()
870 	struct ttm_buffer_object *tbo;  in amdgpu_bo_unref()  local
875 	tbo = &((*bo)->tbo);  in amdgpu_bo_unref()
876 	ttm_bo_put(tbo);  in amdgpu_bo_unref()
905 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_bo_pin_restricted()
909 	if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm))  in amdgpu_bo_pin_restricted()
916 	if (bo->tbo.base.import_attach) {  in amdgpu_bo_pin_restricted()
923 	if (bo->tbo.pin_count) {  in amdgpu_bo_pin_restricted()
924 		uint32_t mem_type = bo->tbo.resource->mem_type;  in amdgpu_bo_pin_restricted()
925 		uint32_t mem_flags = bo->tbo.resource->placement;  in amdgpu_bo_pin_restricted()
935 		ttm_bo_pin(&bo->tbo);  in amdgpu_bo_pin_restricted()
952 	if (bo->tbo.base.import_attach)  in amdgpu_bo_pin_restricted()
953 		dma_buf_pin(bo->tbo.base.import_attach);  in amdgpu_bo_pin_restricted()
972 	r = ttm_bo_validate(&bo->tbo, &bo->placement, &ctx);  in amdgpu_bo_pin_restricted()
978 	ttm_bo_pin(&bo->tbo);  in amdgpu_bo_pin_restricted()
980 	domain = amdgpu_mem_type_to_domain(bo->tbo.resource->mem_type);  in amdgpu_bo_pin_restricted()
1023 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_bo_unpin()
1025 	ttm_bo_unpin(&bo->tbo);  in amdgpu_bo_unpin()
1026 	if (bo->tbo.pin_count)  in amdgpu_bo_unpin()
1029 	if (bo->tbo.base.import_attach)  in amdgpu_bo_unpin()
1030 		dma_buf_unpin(bo->tbo.base.import_attach);  in amdgpu_bo_unpin()
1032 	if (bo->tbo.resource->mem_type == TTM_PL_VRAM) {  in amdgpu_bo_unpin()
1036 	} else if (bo->tbo.resource->mem_type == TTM_PL_TT) {  in amdgpu_bo_unpin()
1132 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_bo_set_tiling_flags()
1135 	BUG_ON(bo->tbo.type == ttm_bo_type_kernel);  in amdgpu_bo_set_tiling_flags()
1157 	BUG_ON(bo->tbo.type == ttm_bo_type_kernel);  in amdgpu_bo_get_tiling_flags()
1158 	dma_resv_assert_held(bo->tbo.base.resv);  in amdgpu_bo_get_tiling_flags()
1184 	BUG_ON(bo->tbo.type == ttm_bo_type_kernel);  in amdgpu_bo_set_metadata()
1234 	BUG_ON(bo->tbo.type == ttm_bo_type_kernel);  in amdgpu_bo_get_metadata()
1279 	if (abo->tbo.base.dma_buf && !abo->tbo.base.import_attach &&  in amdgpu_bo_move_notify()
1281 		dma_buf_move_notify(abo->tbo.base.dma_buf);  in amdgpu_bo_move_notify()
1300 	domain = amdgpu_mem_type_to_domain(bo->tbo.resource->mem_type);  in amdgpu_bo_get_memory()
1387 	if (abo->tbo.pin_count > 0)  in amdgpu_bo_fault_reserve_notify()
1426 	struct dma_resv *resv = bo->tbo.base.resv;  in amdgpu_bo_fence()
1474 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_bo_sync_wait()
1476 	return amdgpu_bo_sync_wait_resv(adev, bo->tbo.base.resv,  in amdgpu_bo_sync_wait()
1492 	WARN_ON_ONCE(bo->tbo.resource->mem_type == TTM_PL_SYSTEM);  in amdgpu_bo_gpu_offset()
1493 	WARN_ON_ONCE(!dma_resv_is_locked(bo->tbo.base.resv) &&  in amdgpu_bo_gpu_offset()
1494 		     !bo->tbo.pin_count && bo->tbo.type != ttm_bo_type_kernel);  in amdgpu_bo_gpu_offset()
1495 	WARN_ON_ONCE(bo->tbo.resource->start == AMDGPU_BO_INVALID_OFFSET);  in amdgpu_bo_gpu_offset()
1496 	WARN_ON_ONCE(bo->tbo.resource->mem_type == TTM_PL_VRAM &&  in amdgpu_bo_gpu_offset()
1511 	struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);  in amdgpu_bo_gpu_offset_no_check()
1514 	offset = (bo->tbo.resource->start << PAGE_SHIFT) +  in amdgpu_bo_gpu_offset_no_check()
1515 		 amdgpu_ttm_domain_start(adev, bo->tbo.resource->mem_type);  in amdgpu_bo_gpu_offset_no_check()
1568 	domain = amdgpu_mem_type_to_domain(bo->tbo.resource->mem_type);  in amdgpu_bo_print_info()
1586 	pin_count = READ_ONCE(bo->tbo.pin_count);  in amdgpu_bo_print_info()
1590 	dma_buf = READ_ONCE(bo->tbo.base.dma_buf);  in amdgpu_bo_print_info()
1591 	attachment = READ_ONCE(bo->tbo.base.import_attach);  in amdgpu_bo_print_info()