79 	struct amdgpu_device *adev;  member
122 static unsigned amdgpu_vm_level_shift(struct amdgpu_device *adev,  in amdgpu_vm_level_shift()
147 static unsigned amdgpu_vm_num_entries(struct amdgpu_device *adev,  in amdgpu_vm_num_entries()
173 static unsigned amdgpu_vm_num_ats_entries(struct amdgpu_device *adev)  in amdgpu_vm_num_ats_entries()
190 static uint32_t amdgpu_vm_entries_mask(struct amdgpu_device *adev,  in amdgpu_vm_entries_mask()
210 static unsigned amdgpu_vm_bo_size(struct amdgpu_device *adev, unsigned level)  in amdgpu_vm_bo_size()
390 static void amdgpu_vm_pt_start(struct amdgpu_device *adev,  in amdgpu_vm_pt_start()
410 static bool amdgpu_vm_pt_descendant(struct amdgpu_device *adev,  in amdgpu_vm_pt_descendant()
439 static bool amdgpu_vm_pt_sibling(struct amdgpu_device *adev,  in amdgpu_vm_pt_sibling()
489 static void amdgpu_vm_pt_next(struct amdgpu_device *adev,  in amdgpu_vm_pt_next()
516 static void amdgpu_vm_pt_first_dfs(struct amdgpu_device *adev,  in amdgpu_vm_pt_first_dfs()
551 static void amdgpu_vm_pt_next_dfs(struct amdgpu_device *adev,  in amdgpu_vm_pt_next_dfs()
568 #define for_each_amdgpu_vm_pt_dfs_safe(adev, vm, start, cursor, entry)		\  argument
635 void amdgpu_vm_move_to_lru_tail(struct amdgpu_device *adev,  in amdgpu_vm_move_to_lru_tail()
679 int amdgpu_vm_validate_pt_bos(struct amdgpu_device *adev, struct amdgpu_vm *vm,  in amdgpu_vm_validate_pt_bos()
738 static int amdgpu_vm_clear_bo(struct amdgpu_device *adev,  in amdgpu_vm_clear_bo()
858 static void amdgpu_vm_bo_param(struct amdgpu_device *adev, struct amdgpu_vm *vm,  in amdgpu_vm_bo_param()
894 static int amdgpu_vm_alloc_pts(struct amdgpu_device *adev,  in amdgpu_vm_alloc_pts()
968 static void amdgpu_vm_free_pts(struct amdgpu_device *adev,  in amdgpu_vm_free_pts()
989 void amdgpu_vm_check_compute_bug(struct amdgpu_device *adev)  in amdgpu_vm_check_compute_bug()
1031 	struct amdgpu_device *adev = ring->adev;  in amdgpu_vm_need_pipeline_sync()  local
1070 	struct amdgpu_device *adev = ring->adev;  in amdgpu_vm_flush()  local
1265 static void amdgpu_vm_invalidate_pds(struct amdgpu_device *adev,  in amdgpu_vm_invalidate_pds()
1288 int amdgpu_vm_update_pdes(struct amdgpu_device *adev,  in amdgpu_vm_update_pdes()
1435 	struct amdgpu_device *adev = params->adev;  in amdgpu_vm_update_ptes()  local
1590 static int amdgpu_vm_bo_update_mapping(struct amdgpu_device *adev,  in amdgpu_vm_bo_update_mapping()
1665 static int amdgpu_vm_bo_split_mapping(struct amdgpu_device *adev,  in amdgpu_vm_bo_split_mapping()
1772 int amdgpu_vm_bo_update(struct amdgpu_device *adev, struct amdgpu_bo_va *bo_va,  in amdgpu_vm_bo_update()
1877 static void amdgpu_vm_update_prt_state(struct amdgpu_device *adev)  in amdgpu_vm_update_prt_state()
1893 static void amdgpu_vm_prt_get(struct amdgpu_device *adev)  in amdgpu_vm_prt_get()
1907 static void amdgpu_vm_prt_put(struct amdgpu_device *adev)  in amdgpu_vm_prt_put()
1933 static void amdgpu_vm_add_prt_cb(struct amdgpu_device *adev,  in amdgpu_vm_add_prt_cb()
1966 static void amdgpu_vm_free_mapping(struct amdgpu_device *adev,  in amdgpu_vm_free_mapping()
1984 static void amdgpu_vm_prt_fini(struct amdgpu_device *adev, struct amdgpu_vm *vm)  in amdgpu_vm_prt_fini()
2029 int amdgpu_vm_clear_freed(struct amdgpu_device *adev,  in amdgpu_vm_clear_freed()
2082 int amdgpu_vm_handle_moved(struct amdgpu_device *adev,  in amdgpu_vm_handle_moved()
2139 struct amdgpu_bo_va *amdgpu_vm_bo_add(struct amdgpu_device *adev,  in amdgpu_vm_bo_add()
2177 static void amdgpu_vm_bo_insert_map(struct amdgpu_device *adev,  in amdgpu_vm_bo_insert_map()
2215 int amdgpu_vm_bo_map(struct amdgpu_device *adev,  in amdgpu_vm_bo_map()
2281 int amdgpu_vm_bo_replace_map(struct amdgpu_device *adev,  in amdgpu_vm_bo_replace_map()
2341 int amdgpu_vm_bo_unmap(struct amdgpu_device *adev,  in amdgpu_vm_bo_unmap()
2395 int amdgpu_vm_bo_clear_mappings(struct amdgpu_device *adev,  in amdgpu_vm_bo_clear_mappings()
2544 void amdgpu_vm_bo_rmv(struct amdgpu_device *adev,  in amdgpu_vm_bo_rmv()
2635 void amdgpu_vm_bo_invalidate(struct amdgpu_device *adev,  in amdgpu_vm_bo_invalidate()
2696 void amdgpu_vm_adjust_size(struct amdgpu_device *adev, uint32_t min_vm_size,  in amdgpu_vm_adjust_size()
2809 int amdgpu_vm_init(struct amdgpu_device *adev, struct amdgpu_vm *vm,  in amdgpu_vm_init()
2941 static int amdgpu_vm_check_clean_reserved(struct amdgpu_device *adev,  in amdgpu_vm_check_clean_reserved()
2980 int amdgpu_vm_make_compute(struct amdgpu_device *adev, struct amdgpu_vm *vm,  in amdgpu_vm_make_compute()
3085 void amdgpu_vm_release_compute(struct amdgpu_device *adev, struct amdgpu_vm *vm)  in amdgpu_vm_release_compute()
3107 void amdgpu_vm_fini(struct amdgpu_device *adev, struct amdgpu_vm *vm)  in amdgpu_vm_fini()
3172 void amdgpu_vm_manager_init(struct amdgpu_device *adev)  in amdgpu_vm_manager_init()
3213 void amdgpu_vm_manager_fini(struct amdgpu_device *adev)  in amdgpu_vm_manager_fini()
3234 	struct amdgpu_device *adev = drm_to_adev(dev);  in amdgpu_vm_ioctl()  local
3279 void amdgpu_vm_get_task_info(struct amdgpu_device *adev, u32 pasid,  in amdgpu_vm_get_task_info()
3323 bool amdgpu_vm_handle_fault(struct amdgpu_device *adev, u32 pasid,  in amdgpu_vm_handle_fault()