71 static bool kfd_mem_is_attached(struct amdgpu_vm *avm,  in kfd_mem_is_attached()  argument
77 		if (entry->bo_va->base.vm == avm)  in kfd_mem_is_attached()
1482 	struct amdgpu_vm *avm;  in amdgpu_amdkfd_gpuvm_acquire_process_vm()  local
1488 	avm = &drv_priv->vm;  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1491 	if (avm->process_info)  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1497 	if (avm->pasid) {  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1498 		amdgpu_pasid_free(avm->pasid);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1499 		amdgpu_vm_set_pasid(adev, avm, 0);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1503 	ret = amdgpu_vm_make_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1507 	ret = amdgpu_vm_set_pasid(adev, avm, pasid);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1511 	ret = init_kfd_vm(avm, process_info, ef);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1515 	amdgpu_vm_set_task_info(avm);  in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1553 	struct amdgpu_vm *avm;  in amdgpu_amdkfd_gpuvm_release_process_vm()  local
1558 	avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1560 	pr_debug("Releasing process vm %p\n", avm);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1568 	amdgpu_vm_release_compute(adev, avm);  in amdgpu_amdkfd_gpuvm_release_process_vm()
1573 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_get_process_page_dir()  local
1574 	struct amdgpu_bo *pd = avm->root.bo;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1578 		return avm->pd_phys_addr >> AMDGPU_GPU_PAGE_SHIFT;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1579 	return avm->pd_phys_addr;  in amdgpu_amdkfd_gpuvm_get_process_page_dir()
1632 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()  local
1729 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1730 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, user_addr);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1755 	remove_kgd_mem_from_kfd_bo_list(*mem, avm->process_info);  in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1888 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()  local
1927 			avm, domain_string(domain));  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1929 	if (!kfd_mem_is_attached(avm, mem)) {  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1930 		ret = kfd_mem_attach(adev, mem, avm, mem->aql_queue);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1935 	ret = reserve_bo_and_vm(mem, avm, &ctx);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1948 	ret = vm_validate_pt_pd_bos(avm);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1966 		if (entry->bo_va->base.vm != avm || entry->is_mapped)  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1979 		ret = vm_update_pds(avm, ctx.sync);  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1993 				   &avm->process_info->eviction_fence->base,  in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
2010 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()  local
2011 	struct amdkfd_process_info *process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2019 	ret = reserve_bo_and_cond_vms(mem, avm, BO_VM_MAPPED, &ctx);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2028 	ret = vm_validate_pt_pd_bos(avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2035 		avm);  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2038 		if (entry->bo_va->base.vm != avm || !entry->is_mapped)  in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
2233 	struct amdgpu_vm *avm = drm_priv_to_vm(drm_priv);  in amdgpu_amdkfd_gpuvm_import_dmabuf()  local
2284 	(*mem)->process_info = avm->process_info;  in amdgpu_amdkfd_gpuvm_import_dmabuf()
2285 	add_kgd_mem_to_kfd_bo_list(*mem, avm->process_info, false);  in amdgpu_amdkfd_gpuvm_import_dmabuf()