| /Linux-v5.4/drivers/gpu/drm/amd/amdgpu/ | 
| D | amdgpu_vm.c | 104 			adev->vm_manager.block_size;  in amdgpu_vm_level_shift()129 					       adev->vm_manager.root_level);  in amdgpu_vm_num_entries()
 131 	if (level == adev->vm_manager.root_level)  in amdgpu_vm_num_entries()
 133 		return round_up(adev->vm_manager.max_pfn, 1ULL << shift) >> shift;  in amdgpu_vm_num_entries()
 154 	shift = amdgpu_vm_level_shift(adev, adev->vm_manager.root_level);  in amdgpu_vm_num_ats_entries()
 170 	if (level <= adev->vm_manager.root_level)  in amdgpu_vm_entries_mask()
 371 	cursor->level = adev->vm_manager.root_level;  in amdgpu_vm_pt_start()
 707 	unsigned level = adev->vm_manager.root_level;  in amdgpu_vm_clear_bo()
 989 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vm_need_pipeline_sync()
 1027 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vm_flush()
 [all …]
 
 | 
| D | amdgpu_ids.c | 203 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vmid_grab_idle()226 		u64 fence_context = adev->vm_manager.fence_context + ring->idx;  in amdgpu_vmid_grab_idle()
 227 		unsigned seqno = ++adev->vm_manager.seqno[ring->idx];  in amdgpu_vmid_grab_idle()
 339 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vmid_grab_used()
 412 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vmid_grab()
 475 	id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vmid_alloc_reserved()
 502 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vmid_free_reserved()
 525 	struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub];  in amdgpu_vmid_reset()
 552 			&adev->vm_manager.id_mgr[i];  in amdgpu_vmid_reset_all()
 572 			&adev->vm_manager.id_mgr[i];  in amdgpu_vmid_mgr_init()
 [all …]
 
 | 
| D | gfxhub_v2_0.c | 93 		+ adev->vm_manager.vram_base_offset;  in gfxhub_v2_0_init_system_aperture_regs()207 				    adev->vm_manager.num_level);  in gfxhub_v2_0_setup_vmid_config()
 224 				adev->vm_manager.block_size - 9);  in gfxhub_v2_0_setup_vmid_config()
 233 			lower_32_bits(adev->vm_manager.max_pfn - 1));  in gfxhub_v2_0_setup_vmid_config()
 235 			upper_32_bits(adev->vm_manager.max_pfn - 1));  in gfxhub_v2_0_setup_vmid_config()
 
 | 
| D | gfxhub_v1_0.c | 98 		+ adev->vm_manager.vram_base_offset;  in gfxhub_v1_0_init_system_aperture_regs()207 	num_level = adev->vm_manager.num_level;  in gfxhub_v1_0_setup_vmid_config()
 208 	block_size = adev->vm_manager.block_size;  in gfxhub_v1_0_setup_vmid_config()
 245 			lower_32_bits(adev->vm_manager.max_pfn - 1));  in gfxhub_v1_0_setup_vmid_config()
 247 			upper_32_bits(adev->vm_manager.max_pfn - 1));  in gfxhub_v1_0_setup_vmid_config()
 
 | 
| D | amdgpu_vm.h | 50 #define AMDGPU_VM_PTE_COUNT(adev) (1 << (adev)->vm_manager.block_size)336 #define amdgpu_vm_copy_pte(adev, ib, pe, src, count) ((adev)->vm_manager.vm_pte_funcs->copy_pte((ib…
 337 #define amdgpu_vm_write_pte(adev, ib, pe, value, count, incr) ((adev)->vm_manager.vm_pte_funcs->wri…
 338 #define amdgpu_vm_set_pte_pde(adev, ib, pe, addr, count, incr, flags) ((adev)->vm_manager.vm_pte_fu…
 
 | 
| D | mmhub_v2_0.c | 78 		adev->vm_manager.vram_base_offset;  in mmhub_v2_0_init_system_aperture_regs()196 				    adev->vm_manager.num_level);  in mmhub_v2_0_setup_vmid_config()
 214 				    adev->vm_manager.block_size - 9);  in mmhub_v2_0_setup_vmid_config()
 223 			lower_32_bits(adev->vm_manager.max_pfn - 1));  in mmhub_v2_0_setup_vmid_config()
 225 			upper_32_bits(adev->vm_manager.max_pfn - 1));  in mmhub_v2_0_setup_vmid_config()
 
 | 
| D | gmc_v6_0.c | 463 		uint32_t high = adev->vm_manager.max_pfn -  in gmc_v6_0_set_prt()522 	field = adev->vm_manager.fragment_size;  in gmc_v6_0_gart_enable()
 546 	WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1);  in gmc_v6_0_gart_enable()
 567 	       ((adev->vm_manager.block_size - 9)  in gmc_v6_0_gart_enable()
 899 	adev->vm_manager.id_mgr[0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v6_0_sw_init()
 907 		adev->vm_manager.vram_base_offset = tmp;  in gmc_v6_0_sw_init()
 909 		adev->vm_manager.vram_base_offset = 0;  in gmc_v6_0_sw_init()
 
 | 
| D | mmhub_v1_0.c | 122 		adev->vm_manager.vram_base_offset;  in mmhub_v1_0_init_system_aperture_regs()239 	num_level = adev->vm_manager.num_level;  in mmhub_v1_0_setup_vmid_config()
 240 	block_size = adev->vm_manager.block_size;  in mmhub_v1_0_setup_vmid_config()
 277 			lower_32_bits(adev->vm_manager.max_pfn - 1));  in mmhub_v1_0_setup_vmid_config()
 279 			upper_32_bits(adev->vm_manager.max_pfn - 1));  in mmhub_v1_0_setup_vmid_config()
 
 | 
| D | mmhub_v9_4.c | 132 		adev->vm_manager.vram_base_offset;  in mmhub_v9_4_init_system_aperture_regs()293 				    adev->vm_manager.num_level);  in mmhub_v9_4_setup_vmid_config()
 311 				    adev->vm_manager.block_size - 9);  in mmhub_v9_4_setup_vmid_config()
 327 				lower_32_bits(adev->vm_manager.max_pfn - 1));  in mmhub_v9_4_setup_vmid_config()
 331 				upper_32_bits(adev->vm_manager.max_pfn - 1));  in mmhub_v9_4_setup_vmid_config()
 
 | 
| D | gmc_v9_0.c | 631 		*addr = adev->vm_manager.vram_base_offset + *addr -  in gmc_v9_0_get_vm_pde()955 	adev->vm_manager.vram_base_offset = gfxhub_v1_0_get_mc_fb_offset(adev);  in gmc_v9_0_vram_gtt_location()
 958 	adev->vm_manager.vram_base_offset +=  in gmc_v9_0_vram_gtt_location()
 1133 				adev->vm_manager.num_level > 1;  in gmc_v9_0_sw_init()
 1229 	adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v9_0_sw_init()
 1230 	adev->vm_manager.id_mgr[AMDGPU_MMHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v9_0_sw_init()
 1231 	adev->vm_manager.id_mgr[AMDGPU_MMHUB_1].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v9_0_sw_init()
 
 | 
| D | gmc_v7_0.c | 548 		uint32_t high = adev->vm_manager.max_pfn -  in gmc_v7_0_set_prt()620 	field = adev->vm_manager.fragment_size;  in gmc_v7_0_gart_enable()
 649 	WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1);  in gmc_v7_0_gart_enable()
 667 			    adev->vm_manager.block_size - 9);  in gmc_v7_0_gart_enable()
 1028 	adev->vm_manager.id_mgr[0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v7_0_sw_init()
 1036 		adev->vm_manager.vram_base_offset = tmp;  in gmc_v7_0_sw_init()
 1038 		adev->vm_manager.vram_base_offset = 0;  in gmc_v7_0_sw_init()
 
 | 
| D | amdgpu_csa.c | 29 	uint64_t addr = adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT;  in amdgpu_csa_vaddr()
 | 
| D | gmc_v10_0.c | 442 		*addr = adev->vm_manager.vram_base_offset + *addr -  in gmc_v10_0_get_vm_pde()528 	adev->vm_manager.vram_base_offset = gfxhub_v2_0_get_mc_fb_offset(adev);  in gmc_v10_0_vram_gtt_location()
 715 	adev->vm_manager.id_mgr[AMDGPU_GFXHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v10_0_sw_init()
 716 	adev->vm_manager.id_mgr[AMDGPU_MMHUB_0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v10_0_sw_init()
 
 | 
| D | gmc_v8_0.c | 775 		uint32_t high = adev->vm_manager.max_pfn -  in gmc_v8_0_set_prt()848 	field = adev->vm_manager.fragment_size;  in gmc_v8_0_gart_enable()
 892 	WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1);  in gmc_v8_0_gart_enable()
 917 			    adev->vm_manager.block_size - 9);  in gmc_v8_0_gart_enable()
 1154 	adev->vm_manager.id_mgr[0].num_ids = AMDGPU_NUM_OF_VMIDS;  in gmc_v8_0_sw_init()
 1162 		adev->vm_manager.vram_base_offset = tmp;  in gmc_v8_0_sw_init()
 1164 		adev->vm_manager.vram_base_offset = 0;  in gmc_v8_0_sw_init()
 
 | 
| D | si_dma.c | 840 	adev->vm_manager.vm_pte_funcs = &si_dma_vm_pte_funcs;  in si_dma_set_vm_pte_funcs()843 		adev->vm_manager.vm_pte_rqs[i] =  in si_dma_set_vm_pte_funcs()
 846 	adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances;  in si_dma_set_vm_pte_funcs()
 
 | 
| D | amdgpu_vm_sdma.c | 238 		ndw -= p->adev->vm_manager.vm_pte_funcs->copy_pte_num_dw *  in amdgpu_vm_sdma_update()
 | 
| D | sdma_v2_4.c | 1266 	adev->vm_manager.vm_pte_funcs = &sdma_v2_4_vm_pte_funcs;  in sdma_v2_4_set_vm_pte_funcs()1269 		adev->vm_manager.vm_pte_rqs[i] =  in sdma_v2_4_set_vm_pte_funcs()
 1272 	adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances;  in sdma_v2_4_set_vm_pte_funcs()
 
 | 
| D | cik_sdma.c | 1378 	adev->vm_manager.vm_pte_funcs = &cik_sdma_vm_pte_funcs;  in cik_sdma_set_vm_pte_funcs()1381 		adev->vm_manager.vm_pte_rqs[i] =  in cik_sdma_set_vm_pte_funcs()
 1384 	adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances;  in cik_sdma_set_vm_pte_funcs()
 
 | 
| D | sdma_v5_0.c | 1727 	if (adev->vm_manager.vm_pte_funcs == NULL) {  in sdma_v5_0_set_vm_pte_funcs()1728 		adev->vm_manager.vm_pte_funcs = &sdma_v5_0_vm_pte_funcs;  in sdma_v5_0_set_vm_pte_funcs()
 1731 			adev->vm_manager.vm_pte_rqs[i] =  in sdma_v5_0_set_vm_pte_funcs()
 1734 		adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances;  in sdma_v5_0_set_vm_pte_funcs()
 
 | 
| D | sdma_v3_0.c | 1704 	adev->vm_manager.vm_pte_funcs = &sdma_v3_0_vm_pte_funcs;  in sdma_v3_0_set_vm_pte_funcs()1707 		adev->vm_manager.vm_pte_rqs[i] =  in sdma_v3_0_set_vm_pte_funcs()
 1710 	adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances;  in sdma_v3_0_set_vm_pte_funcs()
 
 | 
| D | amdgpu_amdkfd_gfx_v10.c | 933 			lower_32_bits(adev->vm_manager.max_pfn - 1));  in set_vm_context_page_table_base()935 			upper_32_bits(adev->vm_manager.max_pfn - 1));  in set_vm_context_page_table_base()
 
 | 
| D | amdgpu_amdkfd.c | 153 			.gpuvm_size = min(adev->vm_manager.max_pfn  in amdgpu_amdkfd_device_init()
 | 
| D | sdma_v4_0.c | 2529 	adev->vm_manager.vm_pte_funcs = &sdma_v4_0_vm_pte_funcs;  in sdma_v4_0_set_vm_pte_funcs()2535 		adev->vm_manager.vm_pte_rqs[i] =  in sdma_v4_0_set_vm_pte_funcs()
 2538 	adev->vm_manager.vm_pte_num_rqs = adev->sdma.num_instances;  in sdma_v4_0_set_vm_pte_funcs()
 
 | 
| /Linux-v5.4/drivers/gpu/drm/radeon/ | 
| D | radeon_vm.c | 62 	return rdev->vm_manager.max_pfn >> radeon_vm_block_size;  in radeon_vm_num_pdes()89 	if (!rdev->vm_manager.enabled) {  in radeon_vm_manager_init()
 94 		rdev->vm_manager.enabled = true;  in radeon_vm_manager_init()
 110 	if (!rdev->vm_manager.enabled)  in radeon_vm_manager_fini()
 114 		radeon_fence_unref(&rdev->vm_manager.active[i]);  in radeon_vm_manager_fini()
 116 	rdev->vm_manager.enabled = false;  in radeon_vm_manager_fini()
 188 	    vm_id->last_id_use == rdev->vm_manager.active[vm_id->id])  in radeon_vm_grab_id()
 195 	for (i = 1; i < rdev->vm_manager.nvm; ++i) {  in radeon_vm_grab_id()
 196 		struct radeon_fence *fence = rdev->vm_manager.active[i];  in radeon_vm_grab_id()
 215 			return rdev->vm_manager.active[choices[i]];  in radeon_vm_grab_id()
 [all …]
 
 | 
| D | ni.c | 1326 			rdev->vm_manager.max_pfn - 1);  in cayman_pcie_gart_enable()1328 		       rdev->vm_manager.saved_table_addr[i]);  in cayman_pcie_gart_enable()
 1363 		rdev->vm_manager.saved_table_addr[i] = RREG32(  in cayman_pcie_gart_disable()
 2509 	rdev->vm_manager.nvm = 8;  in cayman_vm_init()
 2514 		rdev->vm_manager.vram_base_offset = tmp;  in cayman_vm_init()
 2516 		rdev->vm_manager.vram_base_offset = 0;  in cayman_vm_init()
 
 |