177 		if (!adev->mman.buffer_funcs_enabled) {  in amdgpu_evict_flags()
309 	struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring;  in amdgpu_ttm_copy_mem_to_mem()
318 	if (!adev->mman.buffer_funcs_enabled) {  in amdgpu_ttm_copy_mem_to_mem()
335 	mutex_lock(&adev->mman.gtt_window_lock);  in amdgpu_ttm_copy_mem_to_mem()
411 	mutex_unlock(&adev->mman.gtt_window_lock);  in amdgpu_ttm_copy_mem_to_mem()
655 	if (!adev->mman.buffer_funcs_enabled) {  in amdgpu_bo_move()
732 		if (adev->mman.aper_base_kaddr &&  in amdgpu_ttm_io_mem_reserve()
734 			mem->bus.addr = (u8 *)adev->mman.aper_base_kaddr +  in amdgpu_ttm_io_mem_reserve()
1728 	mutex_init(&adev->mman.gtt_window_lock);  in amdgpu_ttm_init()
1731 	r = ttm_bo_device_init(&adev->mman.bdev,  in amdgpu_ttm_init()
1739 	adev->mman.initialized = true;  in amdgpu_ttm_init()
1742 	adev->mman.bdev.no_retry = true;  in amdgpu_ttm_init()
1745 	r = ttm_bo_init_mm(&adev->mman.bdev, TTM_PL_VRAM,  in amdgpu_ttm_init()
1761 	adev->mman.aper_base_kaddr = ioremap_wc(adev->gmc.aper_base,  in amdgpu_ttm_init()
1801 	r = ttm_bo_init_mm(&adev->mman.bdev, TTM_PL_TT, gtt_size >> PAGE_SHIFT);  in amdgpu_ttm_init()
1810 	r = ttm_bo_init_mm(&adev->mman.bdev, AMDGPU_PL_GDS,  in amdgpu_ttm_init()
1817 	r = ttm_bo_init_mm(&adev->mman.bdev, AMDGPU_PL_GWS,  in amdgpu_ttm_init()
1824 	r = ttm_bo_init_mm(&adev->mman.bdev, AMDGPU_PL_OA,  in amdgpu_ttm_init()
1855 	if (!adev->mman.initialized)  in amdgpu_ttm_fini()
1860 	if (adev->mman.aper_base_kaddr)  in amdgpu_ttm_fini()
1861 		iounmap(adev->mman.aper_base_kaddr);  in amdgpu_ttm_fini()
1862 	adev->mman.aper_base_kaddr = NULL;  in amdgpu_ttm_fini()
1864 	ttm_bo_clean_mm(&adev->mman.bdev, TTM_PL_VRAM);  in amdgpu_ttm_fini()
1865 	ttm_bo_clean_mm(&adev->mman.bdev, TTM_PL_TT);  in amdgpu_ttm_fini()
1866 	ttm_bo_clean_mm(&adev->mman.bdev, AMDGPU_PL_GDS);  in amdgpu_ttm_fini()
1867 	ttm_bo_clean_mm(&adev->mman.bdev, AMDGPU_PL_GWS);  in amdgpu_ttm_fini()
1868 	ttm_bo_clean_mm(&adev->mman.bdev, AMDGPU_PL_OA);  in amdgpu_ttm_fini()
1869 	ttm_bo_device_release(&adev->mman.bdev);  in amdgpu_ttm_fini()
1870 	adev->mman.initialized = false;  in amdgpu_ttm_fini()
1885 	struct ttm_mem_type_manager *man = &adev->mman.bdev.man[TTM_PL_VRAM];  in amdgpu_ttm_set_buffer_funcs_status()
1889 	if (!adev->mman.initialized || adev->in_gpu_reset ||  in amdgpu_ttm_set_buffer_funcs_status()
1890 	    adev->mman.buffer_funcs_enabled == enable)  in amdgpu_ttm_set_buffer_funcs_status()
1897 		ring = adev->mman.buffer_funcs_ring;  in amdgpu_ttm_set_buffer_funcs_status()
1899 		r = drm_sched_entity_init(&adev->mman.entity, &rq, 1, NULL);  in amdgpu_ttm_set_buffer_funcs_status()
1906 		drm_sched_entity_destroy(&adev->mman.entity);  in amdgpu_ttm_set_buffer_funcs_status()
1917 	adev->mman.buffer_funcs_enabled = enable;  in amdgpu_ttm_set_buffer_funcs_status()
1928 	return ttm_bo_mmap(filp, vma, &adev->mman.bdev);  in amdgpu_mmap()
1948 	BUG_ON(adev->mman.buffer_funcs->copy_max_bytes <  in amdgpu_map_buffer()
1955 	num_dw = adev->mman.buffer_funcs->copy_num_dw;  in amdgpu_map_buffer()
1983 	r = amdgpu_job_submit(job, &adev->mman.entity,  in amdgpu_map_buffer()
2016 	max_bytes = adev->mman.buffer_funcs->copy_max_bytes;  in amdgpu_copy_buffer()
2018 	num_dw = num_loops * adev->mman.buffer_funcs->copy_num_dw;  in amdgpu_copy_buffer()
2058 		r = amdgpu_job_submit(job, &adev->mman.entity,  in amdgpu_copy_buffer()
2077 	uint32_t max_bytes = adev->mman.buffer_funcs->fill_max_bytes;  in amdgpu_fill_buffer()
2078 	struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring;  in amdgpu_fill_buffer()
2087 	if (!adev->mman.buffer_funcs_enabled) {  in amdgpu_fill_buffer()
2108 	num_dw = num_loops * adev->mman.buffer_funcs->fill_num_dw;  in amdgpu_fill_buffer()
2151 	r = amdgpu_job_submit(job, &adev->mman.entity,  in amdgpu_fill_buffer()
2171 	struct ttm_mem_type_manager *man = &adev->mman.bdev.man[ttm_pl];  in amdgpu_mm_dump_table()
2376 		if (p->mapping != adev->mman.bdev.dev_mapping)  in amdgpu_iomem_read()
2427 		if (p->mapping != adev->mman.bdev.dev_mapping)  in amdgpu_iomem_write()
2485 		adev->mman.debugfs_entries[count] = ent;  in amdgpu_ttm_debugfs_init()
2507 		debugfs_remove(adev->mman.debugfs_entries[i]);  in amdgpu_ttm_debugfs_fini()