Lines Matching refs:vm_manager
111 r = xa_err(xa_erase_irq(&adev->vm_manager.pasids, vm->pasid)); in amdgpu_vm_set_pasid()
119 r = xa_err(xa_store_irq(&adev->vm_manager.pasids, pasid, vm, in amdgpu_vm_set_pasid()
174 adev->vm_manager.block_size; in amdgpu_vm_level_shift()
195 adev->vm_manager.root_level); in amdgpu_vm_num_entries()
197 if (level == adev->vm_manager.root_level) in amdgpu_vm_num_entries()
199 return round_up(adev->vm_manager.max_pfn, 1ULL << shift) in amdgpu_vm_num_entries()
221 shift = amdgpu_vm_level_shift(adev, adev->vm_manager.root_level); in amdgpu_vm_num_ats_entries()
237 if (level <= adev->vm_manager.root_level) in amdgpu_vm_entries_mask()
441 cursor->level = adev->vm_manager.root_level; in amdgpu_vm_pt_start()
797 unsigned level = adev->vm_manager.root_level; in amdgpu_vm_clear_bo()
1127 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync()
1166 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush()
1345 level += params->adev->vm_manager.root_level; in amdgpu_vm_update_pde()
1492 max_frag = params->adev->vm_manager.fragment_size; in amdgpu_vm_fragment()
1783 addr = bo_adev->vm_manager.vram_base_offset + in amdgpu_vm_bo_update_mapping()
1988 spin_lock_irqsave(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1989 enable = !!atomic_read(&adev->vm_manager.num_prt_users); in amdgpu_vm_update_prt_state()
1991 spin_unlock_irqrestore(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
2004 if (atomic_inc_return(&adev->vm_manager.num_prt_users) == 1) in amdgpu_vm_prt_get()
2015 if (atomic_dec_return(&adev->vm_manager.num_prt_users) == 0) in amdgpu_vm_prt_put()
2340 (eaddr >= adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT)) in amdgpu_vm_bo_map()
2406 (eaddr >= adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT)) in amdgpu_vm_bo_replace_map()
2844 adev->vm_manager.max_pfn = (uint64_t)vm_size << 18; in amdgpu_vm_adjust_size()
2846 tmp = roundup_pow_of_two(adev->vm_manager.max_pfn); in amdgpu_vm_adjust_size()
2850 adev->vm_manager.num_level = min(max_level, (unsigned)tmp); in amdgpu_vm_adjust_size()
2851 switch (adev->vm_manager.num_level) { in amdgpu_vm_adjust_size()
2853 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
2856 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
2859 adev->vm_manager.root_level = AMDGPU_VM_PDB0; in amdgpu_vm_adjust_size()
2866 adev->vm_manager.block_size = in amdgpu_vm_adjust_size()
2869 - 9 * adev->vm_manager.num_level); in amdgpu_vm_adjust_size()
2870 else if (adev->vm_manager.num_level > 1) in amdgpu_vm_adjust_size()
2871 adev->vm_manager.block_size = 9; in amdgpu_vm_adjust_size()
2873 adev->vm_manager.block_size = amdgpu_vm_get_block_size(tmp); in amdgpu_vm_adjust_size()
2876 adev->vm_manager.fragment_size = fragment_size_default; in amdgpu_vm_adjust_size()
2878 adev->vm_manager.fragment_size = amdgpu_vm_fragment_size; in amdgpu_vm_adjust_size()
2881 vm_size, adev->vm_manager.num_level + 1, in amdgpu_vm_adjust_size()
2882 adev->vm_manager.block_size, in amdgpu_vm_adjust_size()
2883 adev->vm_manager.fragment_size); in amdgpu_vm_adjust_size()
2933 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init()
2934 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init()
2939 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init()
2940 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init()
2947 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_init()
2966 r = amdgpu_vm_pt_create(adev, vm, adev->vm_manager.root_level, in amdgpu_vm_init()
3025 enum amdgpu_vm_level root = adev->vm_manager.root_level; in amdgpu_vm_check_clean_reserved()
3083 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_make_compute()
3203 adev->vm_manager.concurrent_flush = !(adev->asic_type < CHIP_VEGA10 || in amdgpu_vm_manager_init()
3208 adev->vm_manager.fence_context = in amdgpu_vm_manager_init()
3211 adev->vm_manager.seqno[i] = 0; in amdgpu_vm_manager_init()
3213 spin_lock_init(&adev->vm_manager.prt_lock); in amdgpu_vm_manager_init()
3214 atomic_set(&adev->vm_manager.num_prt_users, 0); in amdgpu_vm_manager_init()
3222 adev->vm_manager.vm_update_mode = in amdgpu_vm_manager_init()
3225 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
3227 adev->vm_manager.vm_update_mode = amdgpu_vm_update_mode; in amdgpu_vm_manager_init()
3229 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
3232 xa_init_flags(&adev->vm_manager.pasids, XA_FLAGS_LOCK_IRQ); in amdgpu_vm_manager_init()
3244 WARN_ON(!xa_empty(&adev->vm_manager.pasids)); in amdgpu_vm_manager_fini()
3245 xa_destroy(&adev->vm_manager.pasids); in amdgpu_vm_manager_fini()
3314 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_task_info()
3316 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_get_task_info()
3320 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_task_info()
3363 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3364 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
3371 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3389 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3390 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
3393 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()