1 /*
2  * HP Quicksilver AGP GART routines
3  *
4  * Copyright (c) 2006, Kyle McMartin <kyle@parisc-linux.org>
5  *
6  * Based on drivers/char/agpgart/hp-agp.c which is
7  * (c) Copyright 2002, 2003 Hewlett-Packard Development Company, L.P.
8  *	Bjorn Helgaas <bjorn.helgaas@hp.com>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License version 2 as
12  * published by the Free Software Foundation.
13  *
14  */
15 
16 #include <linux/module.h>
17 #include <linux/pci.h>
18 #include <linux/init.h>
19 #include <linux/klist.h>
20 #include <linux/agp_backend.h>
21 #include <linux/log2.h>
22 #include <linux/slab.h>
23 
24 #include <asm/parisc-device.h>
25 #include <asm/ropes.h>
26 
27 #include "agp.h"
28 
29 #define DRVNAME	"quicksilver"
30 #define DRVPFX	DRVNAME ": "
31 
32 #define AGP8X_MODE_BIT		3
33 #define AGP8X_MODE		(1 << AGP8X_MODE_BIT)
34 
35 static unsigned long
36 parisc_agp_mask_memory(struct agp_bridge_data *bridge, dma_addr_t addr,
37 		       int type);
38 
39 static struct _parisc_agp_info {
40 	void __iomem *ioc_regs;
41 	void __iomem *lba_regs;
42 
43 	int lba_cap_offset;
44 
45 	u64 *gatt;
46 	u64 gatt_entries;
47 
48 	u64 gart_base;
49 	u64 gart_size;
50 
51 	int io_page_size;
52 	int io_pages_per_kpage;
53 } parisc_agp_info;
54 
55 static struct gatt_mask parisc_agp_masks[] =
56 {
57         {
58 		.mask = SBA_PDIR_VALID_BIT,
59 		.type = 0
60 	}
61 };
62 
63 static struct aper_size_info_fixed parisc_agp_sizes[] =
64 {
65         {0, 0, 0},              /* filled in by parisc_agp_fetch_size() */
66 };
67 
68 static int
parisc_agp_fetch_size(void)69 parisc_agp_fetch_size(void)
70 {
71 	int size;
72 
73 	size = parisc_agp_info.gart_size / MB(1);
74 	parisc_agp_sizes[0].size = size;
75 	agp_bridge->current_size = (void *) &parisc_agp_sizes[0];
76 
77 	return size;
78 }
79 
80 static int
parisc_agp_configure(void)81 parisc_agp_configure(void)
82 {
83 	struct _parisc_agp_info *info = &parisc_agp_info;
84 
85 	agp_bridge->gart_bus_addr = info->gart_base;
86 	agp_bridge->capndx = info->lba_cap_offset;
87 	agp_bridge->mode = readl(info->lba_regs+info->lba_cap_offset+PCI_AGP_STATUS);
88 
89 	return 0;
90 }
91 
92 static void
parisc_agp_tlbflush(struct agp_memory * mem)93 parisc_agp_tlbflush(struct agp_memory *mem)
94 {
95 	struct _parisc_agp_info *info = &parisc_agp_info;
96 
97 	writeq(info->gart_base | ilog2(info->gart_size), info->ioc_regs+IOC_PCOM);
98 	readq(info->ioc_regs+IOC_PCOM);	/* flush */
99 }
100 
101 static int
parisc_agp_create_gatt_table(struct agp_bridge_data * bridge)102 parisc_agp_create_gatt_table(struct agp_bridge_data *bridge)
103 {
104 	struct _parisc_agp_info *info = &parisc_agp_info;
105 	int i;
106 
107 	for (i = 0; i < info->gatt_entries; i++) {
108 		info->gatt[i] = (unsigned long)agp_bridge->scratch_page;
109 	}
110 
111 	return 0;
112 }
113 
114 static int
parisc_agp_free_gatt_table(struct agp_bridge_data * bridge)115 parisc_agp_free_gatt_table(struct agp_bridge_data *bridge)
116 {
117 	struct _parisc_agp_info *info = &parisc_agp_info;
118 
119 	info->gatt[0] = SBA_AGPGART_COOKIE;
120 
121 	return 0;
122 }
123 
124 static int
parisc_agp_insert_memory(struct agp_memory * mem,off_t pg_start,int type)125 parisc_agp_insert_memory(struct agp_memory *mem, off_t pg_start, int type)
126 {
127 	struct _parisc_agp_info *info = &parisc_agp_info;
128 	int i, k;
129 	off_t j, io_pg_start;
130 	int io_pg_count;
131 
132 	if (type != mem->type ||
133 		agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type)) {
134 		return -EINVAL;
135 	}
136 
137 	io_pg_start = info->io_pages_per_kpage * pg_start;
138 	io_pg_count = info->io_pages_per_kpage * mem->page_count;
139 	if ((io_pg_start + io_pg_count) > info->gatt_entries) {
140 		return -EINVAL;
141 	}
142 
143 	j = io_pg_start;
144 	while (j < (io_pg_start + io_pg_count)) {
145 		if (info->gatt[j])
146 			return -EBUSY;
147 		j++;
148 	}
149 
150 	if (!mem->is_flushed) {
151 		global_cache_flush();
152 		mem->is_flushed = true;
153 	}
154 
155 	for (i = 0, j = io_pg_start; i < mem->page_count; i++) {
156 		unsigned long paddr;
157 
158 		paddr = page_to_phys(mem->pages[i]);
159 		for (k = 0;
160 		     k < info->io_pages_per_kpage;
161 		     k++, j++, paddr += info->io_page_size) {
162 			info->gatt[j] =
163 				parisc_agp_mask_memory(agp_bridge,
164 					paddr, type);
165 		}
166 	}
167 
168 	agp_bridge->driver->tlb_flush(mem);
169 
170 	return 0;
171 }
172 
173 static int
parisc_agp_remove_memory(struct agp_memory * mem,off_t pg_start,int type)174 parisc_agp_remove_memory(struct agp_memory *mem, off_t pg_start, int type)
175 {
176 	struct _parisc_agp_info *info = &parisc_agp_info;
177 	int i, io_pg_start, io_pg_count;
178 
179 	if (type != mem->type ||
180 		agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type)) {
181 		return -EINVAL;
182 	}
183 
184 	io_pg_start = info->io_pages_per_kpage * pg_start;
185 	io_pg_count = info->io_pages_per_kpage * mem->page_count;
186 	for (i = io_pg_start; i < io_pg_count + io_pg_start; i++) {
187 		info->gatt[i] = agp_bridge->scratch_page;
188 	}
189 
190 	agp_bridge->driver->tlb_flush(mem);
191 	return 0;
192 }
193 
194 static unsigned long
parisc_agp_mask_memory(struct agp_bridge_data * bridge,dma_addr_t addr,int type)195 parisc_agp_mask_memory(struct agp_bridge_data *bridge, dma_addr_t addr,
196 		       int type)
197 {
198 	return SBA_PDIR_VALID_BIT | addr;
199 }
200 
201 static void
parisc_agp_enable(struct agp_bridge_data * bridge,u32 mode)202 parisc_agp_enable(struct agp_bridge_data *bridge, u32 mode)
203 {
204 	struct _parisc_agp_info *info = &parisc_agp_info;
205 	u32 command;
206 
207 	command = readl(info->lba_regs + info->lba_cap_offset + PCI_AGP_STATUS);
208 
209 	command = agp_collect_device_status(bridge, mode, command);
210 	command |= 0x00000100;
211 
212 	writel(command, info->lba_regs + info->lba_cap_offset + PCI_AGP_COMMAND);
213 
214 	agp_device_command(command, (mode & AGP8X_MODE) != 0);
215 }
216 
217 static const struct agp_bridge_driver parisc_agp_driver = {
218 	.owner			= THIS_MODULE,
219 	.size_type		= FIXED_APER_SIZE,
220 	.configure		= parisc_agp_configure,
221 	.fetch_size		= parisc_agp_fetch_size,
222 	.tlb_flush		= parisc_agp_tlbflush,
223 	.mask_memory		= parisc_agp_mask_memory,
224 	.masks			= parisc_agp_masks,
225 	.agp_enable		= parisc_agp_enable,
226 	.cache_flush		= global_cache_flush,
227 	.create_gatt_table	= parisc_agp_create_gatt_table,
228 	.free_gatt_table	= parisc_agp_free_gatt_table,
229 	.insert_memory		= parisc_agp_insert_memory,
230 	.remove_memory		= parisc_agp_remove_memory,
231 	.alloc_by_type		= agp_generic_alloc_by_type,
232 	.free_by_type		= agp_generic_free_by_type,
233 	.agp_alloc_page		= agp_generic_alloc_page,
234 	.agp_alloc_pages	= agp_generic_alloc_pages,
235 	.agp_destroy_page	= agp_generic_destroy_page,
236 	.agp_destroy_pages	= agp_generic_destroy_pages,
237 	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
238 	.cant_use_aperture	= true,
239 };
240 
241 static int __init
agp_ioc_init(void __iomem * ioc_regs)242 agp_ioc_init(void __iomem *ioc_regs)
243 {
244 	struct _parisc_agp_info *info = &parisc_agp_info;
245         u64 iova_base, *io_pdir, io_tlb_ps;
246         int io_tlb_shift;
247 
248         printk(KERN_INFO DRVPFX "IO PDIR shared with sba_iommu\n");
249 
250         info->ioc_regs = ioc_regs;
251 
252         io_tlb_ps = readq(info->ioc_regs+IOC_TCNFG);
253         switch (io_tlb_ps) {
254         case 0: io_tlb_shift = 12; break;
255         case 1: io_tlb_shift = 13; break;
256         case 2: io_tlb_shift = 14; break;
257         case 3: io_tlb_shift = 16; break;
258         default:
259                 printk(KERN_ERR DRVPFX "Invalid IOTLB page size "
260                        "configuration 0x%llx\n", io_tlb_ps);
261                 info->gatt = NULL;
262                 info->gatt_entries = 0;
263                 return -ENODEV;
264         }
265         info->io_page_size = 1 << io_tlb_shift;
266         info->io_pages_per_kpage = PAGE_SIZE / info->io_page_size;
267 
268         iova_base = readq(info->ioc_regs+IOC_IBASE) & ~0x1;
269         info->gart_base = iova_base + PLUTO_IOVA_SIZE - PLUTO_GART_SIZE;
270 
271         info->gart_size = PLUTO_GART_SIZE;
272         info->gatt_entries = info->gart_size / info->io_page_size;
273 
274         io_pdir = phys_to_virt(readq(info->ioc_regs+IOC_PDIR_BASE));
275         info->gatt = &io_pdir[(PLUTO_IOVA_SIZE/2) >> PAGE_SHIFT];
276 
277         if (info->gatt[0] != SBA_AGPGART_COOKIE) {
278                 info->gatt = NULL;
279                 info->gatt_entries = 0;
280                 printk(KERN_ERR DRVPFX "No reserved IO PDIR entry found; "
281                        "GART disabled\n");
282                 return -ENODEV;
283         }
284 
285         return 0;
286 }
287 
288 static int
lba_find_capability(int cap)289 lba_find_capability(int cap)
290 {
291 	struct _parisc_agp_info *info = &parisc_agp_info;
292         u16 status;
293         u8 pos, id;
294         int ttl = 48;
295 
296         status = readw(info->lba_regs + PCI_STATUS);
297         if (!(status & PCI_STATUS_CAP_LIST))
298                 return 0;
299         pos = readb(info->lba_regs + PCI_CAPABILITY_LIST);
300         while (ttl-- && pos >= 0x40) {
301                 pos &= ~3;
302                 id = readb(info->lba_regs + pos + PCI_CAP_LIST_ID);
303                 if (id == 0xff)
304                         break;
305                 if (id == cap)
306                         return pos;
307                 pos = readb(info->lba_regs + pos + PCI_CAP_LIST_NEXT);
308         }
309         return 0;
310 }
311 
312 static int __init
agp_lba_init(void __iomem * lba_hpa)313 agp_lba_init(void __iomem *lba_hpa)
314 {
315 	struct _parisc_agp_info *info = &parisc_agp_info;
316         int cap;
317 
318 	info->lba_regs = lba_hpa;
319         info->lba_cap_offset = lba_find_capability(PCI_CAP_ID_AGP);
320 
321         cap = readl(lba_hpa + info->lba_cap_offset) & 0xff;
322         if (cap != PCI_CAP_ID_AGP) {
323                 printk(KERN_ERR DRVPFX "Invalid capability ID 0x%02x at 0x%x\n",
324                        cap, info->lba_cap_offset);
325                 return -ENODEV;
326         }
327 
328         return 0;
329 }
330 
331 static int __init
parisc_agp_setup(void __iomem * ioc_hpa,void __iomem * lba_hpa)332 parisc_agp_setup(void __iomem *ioc_hpa, void __iomem *lba_hpa)
333 {
334 	struct pci_dev *fake_bridge_dev = NULL;
335 	struct agp_bridge_data *bridge;
336 	int error = 0;
337 
338 	fake_bridge_dev = pci_alloc_dev(NULL);
339 	if (!fake_bridge_dev) {
340 		error = -ENOMEM;
341 		goto fail;
342 	}
343 
344 	error = agp_ioc_init(ioc_hpa);
345 	if (error)
346 		goto fail;
347 
348 	error = agp_lba_init(lba_hpa);
349 	if (error)
350 		goto fail;
351 
352 	bridge = agp_alloc_bridge();
353 	if (!bridge) {
354 		error = -ENOMEM;
355 		goto fail;
356 	}
357 	bridge->driver = &parisc_agp_driver;
358 
359 	fake_bridge_dev->vendor = PCI_VENDOR_ID_HP;
360 	fake_bridge_dev->device = PCI_DEVICE_ID_HP_PCIX_LBA;
361 	bridge->dev = fake_bridge_dev;
362 
363 	error = agp_add_bridge(bridge);
364 	if (error)
365 		goto fail;
366 	return 0;
367 
368 fail:
369 	kfree(fake_bridge_dev);
370 	return error;
371 }
372 
373 static int
find_quicksilver(struct device * dev,void * data)374 find_quicksilver(struct device *dev, void *data)
375 {
376 	struct parisc_device **lba = data;
377 	struct parisc_device *padev = to_parisc_device(dev);
378 
379 	if (IS_QUICKSILVER(padev))
380 		*lba = padev;
381 
382 	return 0;
383 }
384 
385 static int
parisc_agp_init(void)386 parisc_agp_init(void)
387 {
388 	extern struct sba_device *sba_list;
389 
390 	int err = -1;
391 	struct parisc_device *sba = NULL, *lba = NULL;
392 	struct lba_device *lbadev = NULL;
393 
394 	if (!sba_list)
395 		goto out;
396 
397 	/* Find our parent Pluto */
398 	sba = sba_list->dev;
399 	if (!IS_PLUTO(sba)) {
400 		printk(KERN_INFO DRVPFX "No Pluto found, so no AGPGART for you.\n");
401 		goto out;
402 	}
403 
404 	/* Now search our Pluto for our precious AGP device... */
405 	device_for_each_child(&sba->dev, &lba, find_quicksilver);
406 
407 	if (!lba) {
408 		printk(KERN_INFO DRVPFX "No AGP devices found.\n");
409 		goto out;
410 	}
411 
412 	lbadev = parisc_get_drvdata(lba);
413 
414 	/* w00t, let's go find our cookies... */
415 	parisc_agp_setup(sba_list->ioc[0].ioc_hpa, lbadev->hba.base_addr);
416 
417 	return 0;
418 
419 out:
420 	return err;
421 }
422 
423 module_init(parisc_agp_init);
424 
425 MODULE_AUTHOR("Kyle McMartin <kyle@parisc-linux.org>");
426 MODULE_LICENSE("GPL");
427