136 int qib_pcie_ddinit(struct qib_devdata *dd, struct pci_dev *pdev,  in qib_pcie_ddinit()  argument
142 	dd->pcidev = pdev;  in qib_pcie_ddinit()
143 	pci_set_drvdata(pdev, dd);  in qib_pcie_ddinit()
148 	dd->kregbase = ioremap(addr, len);  in qib_pcie_ddinit()
149 	if (!dd->kregbase)  in qib_pcie_ddinit()
152 	dd->kregend = (u64 __iomem *)((void __iomem *) dd->kregbase + len);  in qib_pcie_ddinit()
153 	dd->physaddr = addr;        /* used for io_remap, etc. */  in qib_pcie_ddinit()
159 	dd->pcibar0 = addr;  in qib_pcie_ddinit()
160 	dd->pcibar1 = addr >> 32;  in qib_pcie_ddinit()
161 	dd->deviceid = ent->device; /* save for later use */  in qib_pcie_ddinit()
162 	dd->vendorid = ent->vendor;  in qib_pcie_ddinit()
172 void qib_pcie_ddcleanup(struct qib_devdata *dd)  in qib_pcie_ddcleanup()  argument
174 	u64 __iomem *base = (void __iomem *) dd->kregbase;  in qib_pcie_ddcleanup()
176 	dd->kregbase = NULL;  in qib_pcie_ddcleanup()
178 	if (dd->piobase)  in qib_pcie_ddcleanup()
179 		iounmap(dd->piobase);  in qib_pcie_ddcleanup()
180 	if (dd->userbase)  in qib_pcie_ddcleanup()
181 		iounmap(dd->userbase);  in qib_pcie_ddcleanup()
182 	if (dd->piovl15base)  in qib_pcie_ddcleanup()
183 		iounmap(dd->piovl15base);  in qib_pcie_ddcleanup()
185 	pci_disable_device(dd->pcidev);  in qib_pcie_ddcleanup()
186 	pci_release_regions(dd->pcidev);  in qib_pcie_ddcleanup()
188 	pci_set_drvdata(dd->pcidev, NULL);  in qib_pcie_ddcleanup()
196 static void qib_cache_msi_info(struct qib_devdata *dd, int pos)  in qib_cache_msi_info()  argument
198 	struct pci_dev *pdev = dd->pcidev;  in qib_cache_msi_info()
201 	pci_read_config_dword(pdev, pos + PCI_MSI_ADDRESS_LO, &dd->msi_lo);  in qib_cache_msi_info()
202 	pci_read_config_dword(pdev, pos + PCI_MSI_ADDRESS_HI, &dd->msi_hi);  in qib_cache_msi_info()
208 			     &dd->msi_data);  in qib_cache_msi_info()
211 int qib_pcie_params(struct qib_devdata *dd, u32 minw, u32 *nent)  in qib_pcie_params()  argument
218 	if (!pci_is_pcie(dd->pcidev)) {  in qib_pcie_params()
219 		qib_dev_err(dd, "Can't find PCI Express capability!\n");  in qib_pcie_params()
221 		dd->lbus_width = 1;  in qib_pcie_params()
222 		dd->lbus_speed = 2500; /* Gen1, 2.5GHz */  in qib_pcie_params()
227 	if (dd->flags & QIB_HAS_INTX)  in qib_pcie_params()
230 	nvec = pci_alloc_irq_vectors(dd->pcidev, 1, maxvec, flags);  in qib_pcie_params()
240 		*nent = !dd->pcidev->msix_enabled ? 0 : nvec;  in qib_pcie_params()
242 	if (dd->pcidev->msi_enabled)  in qib_pcie_params()
243 		qib_cache_msi_info(dd, dd->pcidev->msi_cap);  in qib_pcie_params()
245 	pcie_capability_read_word(dd->pcidev, PCI_EXP_LNKSTA, &linkstat);  in qib_pcie_params()
253 	dd->lbus_width = linkstat;  in qib_pcie_params()
257 		dd->lbus_speed = 2500; /* Gen1, 2.5GHz */  in qib_pcie_params()
260 		dd->lbus_speed = 5000; /* Gen1, 5GHz */  in qib_pcie_params()
263 		dd->lbus_speed = 2500;  in qib_pcie_params()
272 		qib_dev_err(dd,  in qib_pcie_params()
276 	qib_tune_pcie_caps(dd);  in qib_pcie_params()
278 	qib_tune_pcie_coalesce(dd);  in qib_pcie_params()
282 	snprintf(dd->lbus_info, sizeof(dd->lbus_info),  in qib_pcie_params()
283 		 "PCIe,%uMHz,x%u\n", dd->lbus_speed, dd->lbus_width);  in qib_pcie_params()
295 void qib_free_irq(struct qib_devdata *dd)  in qib_free_irq()  argument
297 	pci_free_irq(dd->pcidev, 0, dd);  in qib_free_irq()
298 	pci_free_irq_vectors(dd->pcidev);  in qib_free_irq()
309 int qib_reinit_intr(struct qib_devdata *dd)  in qib_reinit_intr()  argument
316 	if (!dd->msi_lo)  in qib_reinit_intr()
319 	pos = dd->pcidev->msi_cap;  in qib_reinit_intr()
321 		qib_dev_err(dd,  in qib_reinit_intr()
327 	pci_write_config_dword(dd->pcidev, pos + PCI_MSI_ADDRESS_LO,  in qib_reinit_intr()
328 			       dd->msi_lo);  in qib_reinit_intr()
329 	pci_write_config_dword(dd->pcidev, pos + PCI_MSI_ADDRESS_HI,  in qib_reinit_intr()
330 			       dd->msi_hi);  in qib_reinit_intr()
331 	pci_read_config_word(dd->pcidev, pos + PCI_MSI_FLAGS, &control);  in qib_reinit_intr()
334 		pci_write_config_word(dd->pcidev, pos + PCI_MSI_FLAGS,  in qib_reinit_intr()
338 	pci_write_config_word(dd->pcidev, pos +  in qib_reinit_intr()
340 			      dd->msi_data);  in qib_reinit_intr()
343 	qib_free_irq(dd);  in qib_reinit_intr()
345 	if (!ret && (dd->flags & QIB_HAS_INTX))  in qib_reinit_intr()
349 	pci_set_master(dd->pcidev);  in qib_reinit_intr()
358 void qib_pcie_getcmd(struct qib_devdata *dd, u16 *cmd, u8 *iline, u8 *cline)  in qib_pcie_getcmd()  argument
360 	pci_read_config_word(dd->pcidev, PCI_COMMAND, cmd);  in qib_pcie_getcmd()
361 	pci_read_config_byte(dd->pcidev, PCI_INTERRUPT_LINE, iline);  in qib_pcie_getcmd()
362 	pci_read_config_byte(dd->pcidev, PCI_CACHE_LINE_SIZE, cline);  in qib_pcie_getcmd()
365 void qib_pcie_reenable(struct qib_devdata *dd, u16 cmd, u8 iline, u8 cline)  in qib_pcie_reenable()  argument
369 	r = pci_write_config_dword(dd->pcidev, PCI_BASE_ADDRESS_0,  in qib_pcie_reenable()
370 				   dd->pcibar0);  in qib_pcie_reenable()
372 		qib_dev_err(dd, "rewrite of BAR0 failed: %d\n", r);  in qib_pcie_reenable()
373 	r = pci_write_config_dword(dd->pcidev, PCI_BASE_ADDRESS_1,  in qib_pcie_reenable()
374 				   dd->pcibar1);  in qib_pcie_reenable()
376 		qib_dev_err(dd, "rewrite of BAR1 failed: %d\n", r);  in qib_pcie_reenable()
378 	pci_write_config_word(dd->pcidev, PCI_COMMAND, cmd);  in qib_pcie_reenable()
379 	pci_write_config_byte(dd->pcidev, PCI_INTERRUPT_LINE, iline);  in qib_pcie_reenable()
380 	pci_write_config_byte(dd->pcidev, PCI_CACHE_LINE_SIZE, cline);  in qib_pcie_reenable()
381 	r = pci_enable_device(dd->pcidev);  in qib_pcie_reenable()
383 		qib_dev_err(dd,  in qib_pcie_reenable()
398 static void qib_tune_pcie_coalesce(struct qib_devdata *dd)  in qib_tune_pcie_coalesce()  argument
408 	parent = dd->pcidev->bus->self;  in qib_tune_pcie_coalesce()
410 		qib_devinfo(dd->pcidev, "Parent not root\n");  in qib_tune_pcie_coalesce()
465 static void qib_tune_pcie_caps(struct qib_devdata *dd)  in qib_tune_pcie_caps()  argument
472 	parent = dd->pcidev->bus->self;  in qib_tune_pcie_caps()
474 		qib_devinfo(dd->pcidev, "Parent not root\n");  in qib_tune_pcie_caps()
478 	if (!pci_is_pcie(parent) || !pci_is_pcie(dd->pcidev))  in qib_tune_pcie_caps()
484 	ep_mpss = dd->pcidev->pcie_mpss;  in qib_tune_pcie_caps()
485 	ep_mps = ffs(pcie_get_mps(dd->pcidev)) - 8;  in qib_tune_pcie_caps()
502 		pcie_set_mps(dd->pcidev, 128 << ep_mps);  in qib_tune_pcie_caps()
516 	ep_mrrs = pcie_get_readrq(dd->pcidev);  in qib_tune_pcie_caps()
524 		pcie_set_readrq(dd->pcidev, ep_mrrs);  in qib_tune_pcie_caps()
536 	struct qib_devdata *dd = pci_get_drvdata(pdev);  in qib_pci_error_detected()  local
552 		if (dd) {  in qib_pci_error_detected()
554 			dd->flags &= ~QIB_PRESENT;  in qib_pci_error_detected()
555 			qib_disable_after_error(dd);  in qib_pci_error_detected()
573 	struct qib_devdata *dd = pci_get_drvdata(pdev);  in qib_pci_mmio_enabled()  local
576 	if (dd && dd->pport) {  in qib_pci_mmio_enabled()
577 		words = dd->f_portcntr(dd->pport, QIBPORTCNTR_WORDRCV);  in qib_pci_mmio_enabled()
597 	struct qib_devdata *dd = pci_get_drvdata(pdev);  in qib_pci_resume()  local
605 	qib_init(dd, 1); /* same as re-init after reset */  in qib_pci_resume()