29 #include <drm/ttm/ttm_range_manager.h>
51 	struct nouveau_drm *drm = nouveau_bdev(bo->bdev);  in nouveau_vram_manager_new()  local
54 	if (drm->client.device.info.ram_size == 0)  in nouveau_vram_manager_new()
57 	ret = nouveau_mem_new(&drm->master, nvbo->kind, nvbo->comp, res);  in nouveau_vram_manager_new()
84 	struct nouveau_drm *drm = nouveau_bdev(bo->bdev);  in nouveau_gart_manager_new()  local
87 	ret = nouveau_mem_new(&drm->master, nvbo->kind, nvbo->comp, res);  in nouveau_gart_manager_new()
108 	struct nouveau_drm *drm = nouveau_bdev(bo->bdev);  in nv04_gart_manager_new()  local
112 	ret = nouveau_mem_new(&drm->master, nvbo->kind, nvbo->comp, res);  in nv04_gart_manager_new()
135 nouveau_ttm_init_host(struct nouveau_drm *drm, u8 kind)  in nouveau_ttm_init_host()  argument
137 	struct nvif_mmu *mmu = &drm->client.mmu;  in nouveau_ttm_init_host()
145 	drm->ttm.type_host[!!kind] = typei;  in nouveau_ttm_init_host()
151 	drm->ttm.type_ncoh[!!kind] = typei;  in nouveau_ttm_init_host()
156 nouveau_ttm_init_vram(struct nouveau_drm *drm)  in nouveau_ttm_init_vram()  argument
158 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA) {  in nouveau_ttm_init_vram()
167 					  drm->gem.vram_available >> PAGE_SHIFT);  in nouveau_ttm_init_vram()
168 		ttm_set_driver_manager(&drm->ttm.bdev, TTM_PL_VRAM, man);  in nouveau_ttm_init_vram()
172 		return ttm_range_man_init(&drm->ttm.bdev, TTM_PL_VRAM, false,  in nouveau_ttm_init_vram()
173 					  drm->gem.vram_available >> PAGE_SHIFT);  in nouveau_ttm_init_vram()
178 nouveau_ttm_fini_vram(struct nouveau_drm *drm)  in nouveau_ttm_fini_vram()  argument
180 	struct ttm_resource_manager *man = ttm_manager_type(&drm->ttm.bdev, TTM_PL_VRAM);  in nouveau_ttm_fini_vram()
182 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA) {  in nouveau_ttm_fini_vram()
184 		ttm_resource_manager_evict_all(&drm->ttm.bdev, man);  in nouveau_ttm_fini_vram()
186 		ttm_set_driver_manager(&drm->ttm.bdev, TTM_PL_VRAM, NULL);  in nouveau_ttm_fini_vram()
189 		ttm_range_man_fini(&drm->ttm.bdev, TTM_PL_VRAM);  in nouveau_ttm_fini_vram()
193 nouveau_ttm_init_gtt(struct nouveau_drm *drm)  in nouveau_ttm_init_gtt()  argument
196 	unsigned long size_pages = drm->gem.gart_available >> PAGE_SHIFT;  in nouveau_ttm_init_gtt()
199 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA)  in nouveau_ttm_init_gtt()
201 	else if (!drm->agp.bridge)  in nouveau_ttm_init_gtt()
204 		return ttm_range_man_init(&drm->ttm.bdev, TTM_PL_TT, true,  in nouveau_ttm_init_gtt()
214 	ttm_set_driver_manager(&drm->ttm.bdev, TTM_PL_TT, man);  in nouveau_ttm_init_gtt()
220 nouveau_ttm_fini_gtt(struct nouveau_drm *drm)  in nouveau_ttm_fini_gtt()  argument
222 	struct ttm_resource_manager *man = ttm_manager_type(&drm->ttm.bdev, TTM_PL_TT);  in nouveau_ttm_fini_gtt()
224 	if (drm->client.device.info.family < NV_DEVICE_INFO_V0_TESLA &&  in nouveau_ttm_fini_gtt()
225 	    drm->agp.bridge)  in nouveau_ttm_fini_gtt()
226 		ttm_range_man_fini(&drm->ttm.bdev, TTM_PL_TT);  in nouveau_ttm_fini_gtt()
229 		ttm_resource_manager_evict_all(&drm->ttm.bdev, man);  in nouveau_ttm_fini_gtt()
231 		ttm_set_driver_manager(&drm->ttm.bdev, TTM_PL_TT, NULL);  in nouveau_ttm_fini_gtt()
237 nouveau_ttm_init(struct nouveau_drm *drm)  in nouveau_ttm_init()  argument
239 	struct nvkm_device *device = nvxx_device(&drm->client.device);  in nouveau_ttm_init()
241 	struct nvif_mmu *mmu = &drm->client.mmu;  in nouveau_ttm_init()
242 	struct drm_device *dev = drm->dev;  in nouveau_ttm_init()
246 	ret = nouveau_ttm_init_host(drm, 0);  in nouveau_ttm_init()
250 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA &&  in nouveau_ttm_init()
251 	    drm->client.device.info.chipset != 0x50) {  in nouveau_ttm_init()
252 		ret = nouveau_ttm_init_host(drm, NVIF_MEM_KIND);  in nouveau_ttm_init()
257 	if (drm->client.device.info.platform != NV_DEVICE_INFO_V0_SOC &&  in nouveau_ttm_init()
258 	    drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA) {  in nouveau_ttm_init()
266 		drm->ttm.type_vram = typei;  in nouveau_ttm_init()
268 		drm->ttm.type_vram = -1;  in nouveau_ttm_init()
272 		drm->agp.bridge = pci->agp.bridge;  in nouveau_ttm_init()
273 		drm->agp.base = pci->agp.base;  in nouveau_ttm_init()
274 		drm->agp.size = pci->agp.size;  in nouveau_ttm_init()
275 		drm->agp.cma = pci->agp.cma;  in nouveau_ttm_init()
282 	ret = ttm_device_init(&drm->ttm.bdev, &nouveau_bo_driver, drm->dev->dev,  in nouveau_ttm_init()
285 				  drm->client.mmu.dmabits <= 32);  in nouveau_ttm_init()
287 		NV_ERROR(drm, "error initialising bo driver, %d\n", ret);  in nouveau_ttm_init()
292 	drm->gem.vram_available = drm->client.device.info.ram_user;  in nouveau_ttm_init()
297 	ret = nouveau_ttm_init_vram(drm);  in nouveau_ttm_init()
299 		NV_ERROR(drm, "VRAM mm init failed, %d\n", ret);  in nouveau_ttm_init()
303 	drm->ttm.mtrr = arch_phys_wc_add(device->func->resource_addr(device, 1),  in nouveau_ttm_init()
307 	if (!drm->agp.bridge) {  in nouveau_ttm_init()
308 		drm->gem.gart_available = drm->client.vmm.vmm.limit;  in nouveau_ttm_init()
310 		drm->gem.gart_available = drm->agp.size;  in nouveau_ttm_init()
313 	ret = nouveau_ttm_init_gtt(drm);  in nouveau_ttm_init()
315 		NV_ERROR(drm, "GART mm init failed, %d\n", ret);  in nouveau_ttm_init()
319 	mutex_init(&drm->ttm.io_reserve_mutex);  in nouveau_ttm_init()
320 	INIT_LIST_HEAD(&drm->ttm.io_reserve_lru);  in nouveau_ttm_init()
322 	NV_INFO(drm, "VRAM: %d MiB\n", (u32)(drm->gem.vram_available >> 20));  in nouveau_ttm_init()
323 	NV_INFO(drm, "GART: %d MiB\n", (u32)(drm->gem.gart_available >> 20));  in nouveau_ttm_init()
328 nouveau_ttm_fini(struct nouveau_drm *drm)  in nouveau_ttm_fini()  argument
330 	struct nvkm_device *device = nvxx_device(&drm->client.device);  in nouveau_ttm_fini()
332 	nouveau_ttm_fini_vram(drm);  in nouveau_ttm_fini()
333 	nouveau_ttm_fini_gtt(drm);  in nouveau_ttm_fini()
335 	ttm_device_fini(&drm->ttm.bdev);  in nouveau_ttm_fini()
337 	arch_phys_wc_del(drm->ttm.mtrr);  in nouveau_ttm_fini()
338 	drm->ttm.mtrr = 0;  in nouveau_ttm_fini()