76 static bool kfd_mem_is_attached(struct amdgpu_vm *avm,  in kfd_mem_is_attached()  argument
82 		if (entry->bo_va->base.vm == avm)  in kfd_mem_is_attached()
1453 				     struct amdgpu_vm *avm, u32 pasid)  in amdgpu_amdkfd_gpuvm_set_vm_pasid()  argument
1461 	if (avm->pasid) {  in amdgpu_amdkfd_gpuvm_set_vm_pasid()
1462 		amdgpu_pasid_free(avm->pasid);  in amdgpu_amdkfd_gpuvm_set_vm_pasid()
1463 		amdgpu_vm_set_pasid(adev, avm, 0);  in amdgpu_amdkfd_gpuvm_set_vm_pasid()
1466 	ret = amdgpu_vm_set_pasid(adev, avm, pasid);  in amdgpu_amdkfd_gpuvm_set_vm_pasid()
1474 					   struct amdgpu_vm *avm,  in amdgpu_amdkfd_gpuvm_acquire_process_vm()  argument
1481 	if (avm->process_info)  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1485 	ret = amdgpu_vm_make_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1490 	ret = init_kfd_vm(avm, process_info, ef);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1494 	amdgpu_vm_set_task_info(avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1533 	struct amdgpu_vm *avm;  in amdgpu_amdkfd_gpuvm_release_process_vm()  local
1538 	avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1540 	pr_debug("Releasing process vm %p\n", avm);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1548 	amdgpu_vm_release_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1553 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_get_process_page_dir()  local
1554 	struct amdgpu_bo *pd = avm->root.bo;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1558 		return avm->pd_phys_addr >> AMDGPU_GPU_PAGE_SHIFT;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1559 	return avm->pd_phys_addr;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1636 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()  local
1637 	struct amdgpu_fpriv *fpriv = container_of(avm, struct amdgpu_fpriv, vm);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1753 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1755 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, user_addr);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1780 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1919 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()  local
1958 			avm, domain_string(domain));  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1960 	if (!kfd_mem_is_attached(avm, mem)) {  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1961 		ret = kfd_mem_attach(adev, mem, avm, mem->aql_queue);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1966 	ret = reserve_bo_and_vm(mem, avm, &ctx);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1979 	ret = vm_validate_pt_pd_bos(avm);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1997 		if (entry->bo_va->base.vm != avm || entry->is_mapped)  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2010 		ret = vm_update_pds(avm, ctx.sync);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2024 				   &avm->process_info->eviction_fence->base,  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2041 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()  local
2042 	struct amdkfd_process_info *process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2050 	ret = reserve_bo_and_cond_vms(mem, avm, BO_VM_MAPPED, &ctx);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2059 	ret = vm_validate_pt_pd_bos(avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2066 		avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2069 		if (entry->bo_va->base.vm != avm || !entry->is_mapped)  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2264 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_import_dmabuf()  local
2314 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_import_dmabuf()
2315 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, false);  in amdgpu_amdkfd_gpuvm_import_dmabuf()