3  * pcie-dra7xx - PCIe controller driver for TI DRA7xx SoCs
34 /* PCIe controller wrapper DRA7XX configuration registers */
121 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_link_up()  local
122 	u32 reg = dra7xx_pcie_readl(dra7xx, PCIECTRL_DRA7XX_CONF_PHY_CS);  in dra7xx_pcie_link_up()
129 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_stop_link()  local
132 	reg = dra7xx_pcie_readl(dra7xx, PCIECTRL_DRA7XX_CONF_DEVICE_CMD);  in dra7xx_pcie_stop_link()
134 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_DEVICE_CMD, reg);  in dra7xx_pcie_stop_link()
139 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_establish_link()  local
148 	reg = dra7xx_pcie_readl(dra7xx, PCIECTRL_DRA7XX_CONF_DEVICE_CMD);  in dra7xx_pcie_establish_link()
150 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_DEVICE_CMD, reg);  in dra7xx_pcie_establish_link()
155 static void dra7xx_pcie_enable_msi_interrupts(struct dra7xx_pcie *dra7xx)  in dra7xx_pcie_enable_msi_interrupts()  argument
157 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_IRQSTATUS_MSI,  in dra7xx_pcie_enable_msi_interrupts()
160 	dra7xx_pcie_writel(dra7xx,  in dra7xx_pcie_enable_msi_interrupts()
165 static void dra7xx_pcie_enable_wrapper_interrupts(struct dra7xx_pcie *dra7xx)  in dra7xx_pcie_enable_wrapper_interrupts()  argument
167 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_IRQSTATUS_MAIN,  in dra7xx_pcie_enable_wrapper_interrupts()
169 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_IRQENABLE_SET_MAIN,  in dra7xx_pcie_enable_wrapper_interrupts()
173 static void dra7xx_pcie_enable_interrupts(struct dra7xx_pcie *dra7xx)  in dra7xx_pcie_enable_interrupts()  argument
175 	dra7xx_pcie_enable_wrapper_interrupts(dra7xx);  in dra7xx_pcie_enable_interrupts()
176 	dra7xx_pcie_enable_msi_interrupts(dra7xx);  in dra7xx_pcie_enable_interrupts()
182 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_host_init()  local
184 	dra7xx_pcie_enable_interrupts(dra7xx);  in dra7xx_pcie_host_init()
255 	struct dra7xx_pcie *dra7xx;  in dra7xx_pcie_msi_irq_handler()  local
265 	dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_msi_irq_handler()
267 	reg = dra7xx_pcie_readl(dra7xx, PCIECTRL_DRA7XX_CONF_IRQSTATUS_MSI);  in dra7xx_pcie_msi_irq_handler()
268 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_IRQSTATUS_MSI, reg);  in dra7xx_pcie_msi_irq_handler()
279 			generic_handle_domain_irq(dra7xx->irq_domain, bit);  in dra7xx_pcie_msi_irq_handler()
288 	struct dra7xx_pcie *dra7xx = arg;  in dra7xx_pcie_irq_handler()  local
289 	struct dw_pcie *pci = dra7xx->pci;  in dra7xx_pcie_irq_handler()
294 	reg = dra7xx_pcie_readl(dra7xx, PCIECTRL_DRA7XX_CONF_IRQSTATUS_MAIN);  in dra7xx_pcie_irq_handler()
329 		if (dra7xx->mode == DW_PCIE_EP_TYPE)  in dra7xx_pcie_irq_handler()
340 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_IRQSTATUS_MAIN, reg);  in dra7xx_pcie_irq_handler()
349 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_init_irq_domain()  local
360 	dra7xx->irq_domain = irq_domain_add_linear(pcie_intc_node, PCI_NUM_INTX,  in dra7xx_pcie_init_irq_domain()
363 	if (!dra7xx->irq_domain) {  in dra7xx_pcie_init_irq_domain()
378 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_ep_init()  local
384 	dra7xx_pcie_enable_wrapper_interrupts(dra7xx);  in dra7xx_pcie_ep_init()
387 static void dra7xx_pcie_raise_legacy_irq(struct dra7xx_pcie *dra7xx)  in dra7xx_pcie_raise_legacy_irq()  argument
389 	dra7xx_pcie_writel(dra7xx, PCIECTRL_TI_CONF_INTX_ASSERT, 0x1);  in dra7xx_pcie_raise_legacy_irq()
391 	dra7xx_pcie_writel(dra7xx, PCIECTRL_TI_CONF_INTX_DEASSERT, 0x1);  in dra7xx_pcie_raise_legacy_irq()
394 static void dra7xx_pcie_raise_msi_irq(struct dra7xx_pcie *dra7xx,  in dra7xx_pcie_raise_msi_irq()  argument
401 	dra7xx_pcie_writel(dra7xx, PCIECTRL_TI_CONF_MSI_XMT, reg);  in dra7xx_pcie_raise_msi_irq()
408 	struct dra7xx_pcie *dra7xx = to_dra7xx_pcie(pci);  in dra7xx_pcie_raise_irq()  local
412 		dra7xx_pcie_raise_legacy_irq(dra7xx);  in dra7xx_pcie_raise_irq()
415 		dra7xx_pcie_raise_msi_irq(dra7xx, interrupt_num);  in dra7xx_pcie_raise_irq()
442 static int dra7xx_add_pcie_ep(struct dra7xx_pcie *dra7xx,  in dra7xx_add_pcie_ep()  argument
448 	struct dw_pcie *pci = dra7xx->pci;  in dra7xx_add_pcie_ep()
471 static int dra7xx_add_pcie_port(struct dra7xx_pcie *dra7xx,  in dra7xx_add_pcie_port()  argument
475 	struct dw_pcie *pci = dra7xx->pci;  in dra7xx_add_pcie_port()
512 static void dra7xx_pcie_disable_phy(struct dra7xx_pcie *dra7xx)  in dra7xx_pcie_disable_phy()  argument
514 	int phy_count = dra7xx->phy_count;  in dra7xx_pcie_disable_phy()
517 		phy_power_off(dra7xx->phy[phy_count]);  in dra7xx_pcie_disable_phy()
518 		phy_exit(dra7xx->phy[phy_count]);  in dra7xx_pcie_disable_phy()
522 static int dra7xx_pcie_enable_phy(struct dra7xx_pcie *dra7xx)  in dra7xx_pcie_enable_phy()  argument
524 	int phy_count = dra7xx->phy_count;  in dra7xx_pcie_enable_phy()
529 		ret = phy_set_mode(dra7xx->phy[i], PHY_MODE_PCIE);  in dra7xx_pcie_enable_phy()
533 		ret = phy_init(dra7xx->phy[i]);  in dra7xx_pcie_enable_phy()
537 		ret = phy_power_on(dra7xx->phy[i]);  in dra7xx_pcie_enable_phy()
539 			phy_exit(dra7xx->phy[i]);  in dra7xx_pcie_enable_phy()
548 		phy_power_off(dra7xx->phy[i]);  in dra7xx_pcie_enable_phy()
549 		phy_exit(dra7xx->phy[i]);  in dra7xx_pcie_enable_phy()
613  * @dra7xx: the dra7xx device where the workaround should be applied
692 	struct dra7xx_pcie *dra7xx;  in dra7xx_pcie_probe()  local
710 	dra7xx = devm_kzalloc(dev, sizeof(*dra7xx), GFP_KERNEL);  in dra7xx_pcie_probe()
711 	if (!dra7xx)  in dra7xx_pcie_probe()
756 	dra7xx->base = base;  in dra7xx_pcie_probe()
757 	dra7xx->phy = phy;  in dra7xx_pcie_probe()
758 	dra7xx->pci = pci;  in dra7xx_pcie_probe()
759 	dra7xx->phy_count = phy_count;  in dra7xx_pcie_probe()
764 			dra7xx->phy_count = 1; /* Fallback to x1 lane mode */  in dra7xx_pcie_probe()
767 	ret = dra7xx_pcie_enable_phy(dra7xx);  in dra7xx_pcie_probe()
773 	platform_set_drvdata(pdev, dra7xx);  in dra7xx_pcie_probe()
789 	reg = dra7xx_pcie_readl(dra7xx, PCIECTRL_DRA7XX_CONF_DEVICE_CMD);  in dra7xx_pcie_probe()
791 	dra7xx_pcie_writel(dra7xx, PCIECTRL_DRA7XX_CONF_DEVICE_CMD, reg);  in dra7xx_pcie_probe()
800 		dra7xx_pcie_writel(dra7xx, PCIECTRL_TI_CONF_DEVICE_TYPE,  in dra7xx_pcie_probe()
807 		ret = dra7xx_add_pcie_port(dra7xx, pdev);  in dra7xx_pcie_probe()
817 		dra7xx_pcie_writel(dra7xx, PCIECTRL_TI_CONF_DEVICE_TYPE,  in dra7xx_pcie_probe()
824 		ret = dra7xx_add_pcie_ep(dra7xx, pdev);  in dra7xx_pcie_probe()
831 	dra7xx->mode = mode;  in dra7xx_pcie_probe()
834 			       IRQF_SHARED, "dra7xx-pcie-main", dra7xx);  in dra7xx_pcie_probe()
846 	dra7xx_pcie_disable_phy(dra7xx);  in dra7xx_pcie_probe()
858 	struct dra7xx_pcie *dra7xx = dev_get_drvdata(dev);  in dra7xx_pcie_suspend()  local
859 	struct dw_pcie *pci = dra7xx->pci;  in dra7xx_pcie_suspend()
862 	if (dra7xx->mode != DW_PCIE_RC_TYPE)  in dra7xx_pcie_suspend()
875 	struct dra7xx_pcie *dra7xx = dev_get_drvdata(dev);  in dra7xx_pcie_resume()  local
876 	struct dw_pcie *pci = dra7xx->pci;  in dra7xx_pcie_resume()
879 	if (dra7xx->mode != DW_PCIE_RC_TYPE)  in dra7xx_pcie_resume()
892 	struct dra7xx_pcie *dra7xx = dev_get_drvdata(dev);  in dra7xx_pcie_suspend_noirq()  local
894 	dra7xx_pcie_disable_phy(dra7xx);  in dra7xx_pcie_suspend_noirq()
901 	struct dra7xx_pcie *dra7xx = dev_get_drvdata(dev);  in dra7xx_pcie_resume_noirq()  local
904 	ret = dra7xx_pcie_enable_phy(dra7xx);  in dra7xx_pcie_resume_noirq()
917 	struct dra7xx_pcie *dra7xx = dev_get_drvdata(dev);  in dra7xx_pcie_shutdown()  local
920 	dra7xx_pcie_stop_link(dra7xx->pci);  in dra7xx_pcie_shutdown()
927 	dra7xx_pcie_disable_phy(dra7xx);  in dra7xx_pcie_shutdown()