39  * GART
40  * The GART (Graphics Aperture Remapping Table) is an aperture
46  * Radeon GPUs support both an internal GART, as described above,
47  * and AGP.  AGP works similarly, but the GART table is configured
52  * Both AGP and internal GART can be used at the same time, however
55  * This file handles the common internal GART management.
59  * Common GART table functions.
62  * radeon_gart_table_ram_alloc - allocate system ram for gart page table
66  * Allocate system memory for GART page table
68  * gart table to be in system memory.
75 	ptr = dma_alloc_coherent(&rdev->pdev->dev, rdev->gart.table_size,  in radeon_gart_table_ram_alloc()
76 				 &rdev->gart.table_addr, GFP_KERNEL);  in radeon_gart_table_ram_alloc()
84 			      rdev->gart.table_size >> PAGE_SHIFT);  in radeon_gart_table_ram_alloc()
87 	rdev->gart.ptr = ptr;  in radeon_gart_table_ram_alloc()
92  * radeon_gart_table_ram_free - free system ram for gart page table
96  * Free system memory for GART page table
98  * gart table to be in system memory.
102 	if (rdev->gart.ptr == NULL) {  in radeon_gart_table_ram_free()
108 		set_memory_wb((unsigned long)rdev->gart.ptr,  in radeon_gart_table_ram_free()
109 			      rdev->gart.table_size >> PAGE_SHIFT);  in radeon_gart_table_ram_free()
112 	dma_free_coherent(&rdev->pdev->dev, rdev->gart.table_size,  in radeon_gart_table_ram_free()
113 			  (void *)rdev->gart.ptr, rdev->gart.table_addr);  in radeon_gart_table_ram_free()
114 	rdev->gart.ptr = NULL;  in radeon_gart_table_ram_free()
115 	rdev->gart.table_addr = 0;  in radeon_gart_table_ram_free()
119  * radeon_gart_table_vram_alloc - allocate vram for gart page table
123  * Allocate video memory for GART page table
125  * gart table to be in video memory.
132 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_alloc()
133 		r = radeon_bo_create(rdev, rdev->gart.table_size,  in radeon_gart_table_vram_alloc()
135 				     0, NULL, NULL, &rdev->gart.robj);  in radeon_gart_table_vram_alloc()
144  * radeon_gart_table_vram_pin - pin gart page table in vram
148  * Pin the GART page table in vram so it will not be moved
150  * gart table to be in video memory.
158 	r = radeon_bo_reserve(rdev->gart.robj, false);  in radeon_gart_table_vram_pin()
161 	r = radeon_bo_pin(rdev->gart.robj,  in radeon_gart_table_vram_pin()
164 		radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_pin()
167 	r = radeon_bo_kmap(rdev->gart.robj, &rdev->gart.ptr);  in radeon_gart_table_vram_pin()
169 		radeon_bo_unpin(rdev->gart.robj);  in radeon_gart_table_vram_pin()
170 	radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_pin()
171 	rdev->gart.table_addr = gpu_addr;  in radeon_gart_table_vram_pin()
176 		/* We might have dropped some GART table updates while it wasn't  in radeon_gart_table_vram_pin()
179 		for (i = 0; i < rdev->gart.num_gpu_pages; i++)  in radeon_gart_table_vram_pin()
180 			radeon_gart_set_page(rdev, i, rdev->gart.pages_entry[i]);  in radeon_gart_table_vram_pin()
189  * radeon_gart_table_vram_unpin - unpin gart page table in vram
193  * Unpin the GART page table in vram (pcie r4xx, r5xx+).
194  * These asics require the gart table to be in video memory.
200 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_unpin()
203 	r = radeon_bo_reserve(rdev->gart.robj, false);  in radeon_gart_table_vram_unpin()
205 		radeon_bo_kunmap(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
206 		radeon_bo_unpin(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
207 		radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
208 		rdev->gart.ptr = NULL;  in radeon_gart_table_vram_unpin()
213  * radeon_gart_table_vram_free - free gart page table vram
217  * Free the video memory used for the GART page table
218  * (pcie r4xx, r5xx+).  These asics require the gart table to
223 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_free()
226 	radeon_bo_unref(&rdev->gart.robj);  in radeon_gart_table_vram_free()
230  * Common gart functions.
233  * radeon_gart_unbind - unbind pages from the gart page table
236  * @offset: offset into the GPU's gart aperture
239  * Unbinds the requested pages from the gart page table and
249 	if (!rdev->gart.ready) {  in radeon_gart_unbind()
250 		WARN(1, "trying to unbind memory from uninitialized GART !\n");  in radeon_gart_unbind()
256 		if (rdev->gart.pages[p]) {  in radeon_gart_unbind()
257 			rdev->gart.pages[p] = NULL;  in radeon_gart_unbind()
259 				rdev->gart.pages_entry[t] = rdev->dummy_page.entry;  in radeon_gart_unbind()
260 				if (rdev->gart.ptr) {  in radeon_gart_unbind()
267 	if (rdev->gart.ptr) {  in radeon_gart_unbind()
274  * radeon_gart_bind - bind pages into the gart page table
277  * @offset: offset into the GPU's gart aperture
283  * Binds the requested pages to the gart page table
296 	if (!rdev->gart.ready) {  in radeon_gart_bind()
297 		WARN(1, "trying to bind memory to uninitialized GART !\n");  in radeon_gart_bind()
304 		rdev->gart.pages[p] = pagelist ? pagelist[i] :  in radeon_gart_bind()
309 			rdev->gart.pages_entry[t] = page_entry;  in radeon_gart_bind()
310 			if (rdev->gart.ptr) {  in radeon_gart_bind()
316 	if (rdev->gart.ptr) {  in radeon_gart_bind()
324  * radeon_gart_init - init the driver info for managing the gart
328  * Allocate the dummy page and init the gart driver info (all asics).
335 	if (rdev->gart.pages) {  in radeon_gart_init()
347 	rdev->gart.num_cpu_pages = rdev->mc.gtt_size / PAGE_SIZE;  in radeon_gart_init()
348 	rdev->gart.num_gpu_pages = rdev->mc.gtt_size / RADEON_GPU_PAGE_SIZE;  in radeon_gart_init()
349 	DRM_INFO("GART: num cpu pages %u, num gpu pages %u\n",  in radeon_gart_init()
350 		 rdev->gart.num_cpu_pages, rdev->gart.num_gpu_pages);  in radeon_gart_init()
352 	rdev->gart.pages = vzalloc(array_size(sizeof(void *),  in radeon_gart_init()
353 				   rdev->gart.num_cpu_pages));  in radeon_gart_init()
354 	if (rdev->gart.pages == NULL) {  in radeon_gart_init()
358 	rdev->gart.pages_entry = vmalloc(array_size(sizeof(uint64_t),  in radeon_gart_init()
359 						    rdev->gart.num_gpu_pages));  in radeon_gart_init()
360 	if (rdev->gart.pages_entry == NULL) {  in radeon_gart_init()
364 	/* set GART entry to point to the dummy page by default */  in radeon_gart_init()
365 	for (i = 0; i < rdev->gart.num_gpu_pages; i++)  in radeon_gart_init()
366 		rdev->gart.pages_entry[i] = rdev->dummy_page.entry;  in radeon_gart_init()
371  * radeon_gart_fini - tear down the driver info for managing the gart
375  * Tear down the gart driver info and free the dummy page (all asics).
379 	if (rdev->gart.ready) {  in radeon_gart_fini()
381 		radeon_gart_unbind(rdev, 0, rdev->gart.num_cpu_pages);  in radeon_gart_fini()
383 	rdev->gart.ready = false;  in radeon_gart_fini()
384 	vfree(rdev->gart.pages);  in radeon_gart_fini()
385 	vfree(rdev->gart.pages_entry);  in radeon_gart_fini()
386 	rdev->gart.pages = NULL;  in radeon_gart_fini()
387 	rdev->gart.pages_entry = NULL;  in radeon_gart_fini()