Lines Matching refs:vm_manager
126 r = xa_err(xa_erase_irq(&adev->vm_manager.pasids, vm->pasid)); in amdgpu_vm_set_pasid()
134 r = xa_err(xa_store_irq(&adev->vm_manager.pasids, pasid, vm, in amdgpu_vm_set_pasid()
465 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync()
504 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush()
1013 vram_base = bo_adev->vm_manager.vram_base_offset; in amdgpu_vm_bo_update()
1096 spin_lock_irqsave(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1097 enable = !!atomic_read(&adev->vm_manager.num_prt_users); in amdgpu_vm_update_prt_state()
1099 spin_unlock_irqrestore(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1112 if (atomic_inc_return(&adev->vm_manager.num_prt_users) == 1) in amdgpu_vm_prt_get()
1123 if (atomic_dec_return(&adev->vm_manager.num_prt_users) == 0) in amdgpu_vm_prt_put()
1438 (eaddr >= adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT)) in amdgpu_vm_bo_map()
1504 (eaddr >= adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT)) in amdgpu_vm_bo_replace_map()
1945 adev->vm_manager.max_pfn = (uint64_t)vm_size << 18; in amdgpu_vm_adjust_size()
1947 tmp = roundup_pow_of_two(adev->vm_manager.max_pfn); in amdgpu_vm_adjust_size()
1951 adev->vm_manager.num_level = min(max_level, (unsigned)tmp); in amdgpu_vm_adjust_size()
1952 switch (adev->vm_manager.num_level) { in amdgpu_vm_adjust_size()
1954 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
1957 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
1960 adev->vm_manager.root_level = AMDGPU_VM_PDB0; in amdgpu_vm_adjust_size()
1967 adev->vm_manager.block_size = in amdgpu_vm_adjust_size()
1970 - 9 * adev->vm_manager.num_level); in amdgpu_vm_adjust_size()
1971 else if (adev->vm_manager.num_level > 1) in amdgpu_vm_adjust_size()
1972 adev->vm_manager.block_size = 9; in amdgpu_vm_adjust_size()
1974 adev->vm_manager.block_size = amdgpu_vm_get_block_size(tmp); in amdgpu_vm_adjust_size()
1977 adev->vm_manager.fragment_size = fragment_size_default; in amdgpu_vm_adjust_size()
1979 adev->vm_manager.fragment_size = amdgpu_vm_fragment_size; in amdgpu_vm_adjust_size()
1982 vm_size, adev->vm_manager.num_level + 1, in amdgpu_vm_adjust_size()
1983 adev->vm_manager.block_size, in amdgpu_vm_adjust_size()
1984 adev->vm_manager.fragment_size); in amdgpu_vm_adjust_size()
2037 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init()
2038 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init()
2043 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init()
2044 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init()
2051 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_init()
2071 r = amdgpu_vm_pt_create(adev, vm, adev->vm_manager.root_level, in amdgpu_vm_init()
2161 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_make_compute()
2297 adev->vm_manager.concurrent_flush = !(adev->asic_type < CHIP_VEGA10 || in amdgpu_vm_manager_init()
2302 adev->vm_manager.fence_context = in amdgpu_vm_manager_init()
2305 adev->vm_manager.seqno[i] = 0; in amdgpu_vm_manager_init()
2307 spin_lock_init(&adev->vm_manager.prt_lock); in amdgpu_vm_manager_init()
2308 atomic_set(&adev->vm_manager.num_prt_users, 0); in amdgpu_vm_manager_init()
2320 adev->vm_manager.vm_update_mode = in amdgpu_vm_manager_init()
2323 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
2325 adev->vm_manager.vm_update_mode = amdgpu_vm_update_mode; in amdgpu_vm_manager_init()
2327 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
2330 xa_init_flags(&adev->vm_manager.pasids, XA_FLAGS_LOCK_IRQ); in amdgpu_vm_manager_init()
2342 WARN_ON(!xa_empty(&adev->vm_manager.pasids)); in amdgpu_vm_manager_fini()
2343 xa_destroy(&adev->vm_manager.pasids); in amdgpu_vm_manager_fini()
2412 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_task_info()
2414 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_get_task_info()
2418 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_task_info()
2461 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2462 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
2469 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2487 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2488 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
2491 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()