69 static bool kfd_mem_is_attached(struct amdgpu_vm *avm,  in kfd_mem_is_attached()  argument
75 		if (entry->bo_va->base.vm == avm)  in kfd_mem_is_attached()
1279 	struct amdgpu_vm *avm;  in amdgpu_amdkfd_gpuvm_acquire_process_vm()  local
1285 	avm = &drv_priv->vm;  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1288 	if (avm->process_info)  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1294 	if (avm->pasid) {  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1295 		amdgpu_pasid_free(avm->pasid);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1296 		amdgpu_vm_set_pasid(adev, avm, 0);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1300 	ret = amdgpu_vm_make_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1304 	ret = amdgpu_vm_set_pasid(adev, avm, pasid);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1308 	ret = init_kfd_vm(avm, process_info, ef);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1312 	amdgpu_vm_set_task_info(avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1356 	struct amdgpu_vm *avm;  in amdgpu_amdkfd_gpuvm_release_process_vm()  local
1361 	avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1363 	pr_debug("Releasing process vm %p\n", avm);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1371 	amdgpu_vm_release_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1376 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_get_process_page_dir()  local
1377 	struct amdgpu_bo *pd = avm->root.bo;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1381 		return avm->pd_phys_addr >> AMDGPU_GPU_PAGE_SHIFT;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1382 	return avm->pd_phys_addr;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1391 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()  local
1488 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1489 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, user_addr);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1503 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1615 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()  local
1654 			avm, domain_string(domain));  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1656 	if (!kfd_mem_is_attached(avm, mem)) {  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1657 		ret = kfd_mem_attach(adev, mem, avm, mem->aql_queue);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1662 	ret = reserve_bo_and_vm(mem, avm, &ctx);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1675 	ret = vm_validate_pt_pd_bos(avm);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1693 		if (entry->bo_va->base.vm != avm || entry->is_mapped)  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1706 		ret = vm_update_pds(avm, ctx.sync);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1720 				&avm->process_info->eviction_fence->base,  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1743 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()  local
1744 	struct amdkfd_process_info *process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1752 	ret = reserve_bo_and_cond_vms(mem, avm, BO_VM_MAPPED, &ctx);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1761 	ret = vm_validate_pt_pd_bos(avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1768 		avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1771 		if (entry->bo_va->base.vm != avm || !entry->is_mapped)  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1895 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_import_dmabuf()  local
1946 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_import_dmabuf()
1947 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, false);  in amdgpu_amdkfd_gpuvm_import_dmabuf()