3  * PCIe host controller driver for NWL PCIe Bridge
4  * Based on pcie-xilinx.c, pci-tegra.c
162 	phys_addr_t phys_pcie_reg_base;	/* Physical PCIe Controller Base */
177 static inline u32 nwl_bridge_readl(struct nwl_pcie *pcie, u32 off)  in nwl_bridge_readl()  argument
179 	return readl(pcie->breg_base + off);  in nwl_bridge_readl()
182 static inline void nwl_bridge_writel(struct nwl_pcie *pcie, u32 val, u32 off)  in nwl_bridge_writel()  argument
184 	writel(val, pcie->breg_base + off);  in nwl_bridge_writel()
187 static bool nwl_pcie_link_up(struct nwl_pcie *pcie)  in nwl_pcie_link_up()  argument
189 	if (readl(pcie->pcireg_base + PS_LINKUP_OFFSET) & PCIE_PHY_LINKUP_BIT)  in nwl_pcie_link_up()
194 static bool nwl_phy_link_up(struct nwl_pcie *pcie)  in nwl_phy_link_up()  argument
196 	if (readl(pcie->pcireg_base + PS_LINKUP_OFFSET) & PHY_RDY_LINKUP_BIT)  in nwl_phy_link_up()
201 static int nwl_wait_for_link(struct nwl_pcie *pcie)  in nwl_wait_for_link()  argument
203 	struct device *dev = pcie->dev;  in nwl_wait_for_link()
208 		if (nwl_phy_link_up(pcie))  in nwl_wait_for_link()
219 	struct nwl_pcie *pcie = bus->sysdata;  in nwl_pcie_valid_device()  local
223 		if (!nwl_pcie_link_up(pcie))  in nwl_pcie_valid_device()
245 	struct nwl_pcie *pcie = bus->sysdata;  in nwl_pcie_map_bus()  local
250 	return pcie->ecam_base + PCIE_ECAM_OFFSET(bus->number, devfn, where);  in nwl_pcie_map_bus()
253 /* PCIe operations */
262 	struct nwl_pcie *pcie = data;  in nwl_pcie_misc_handler()  local
263 	struct device *dev = pcie->dev;  in nwl_pcie_misc_handler()
267 	misc_stat = nwl_bridge_readl(pcie, MSGF_MISC_STATUS) &  in nwl_pcie_misc_handler()
312 	nwl_bridge_writel(pcie, misc_stat, MSGF_MISC_STATUS);  in nwl_pcie_misc_handler()
320 	struct nwl_pcie *pcie;  in nwl_pcie_leg_handler()  local
325 	pcie = irq_desc_get_handler_data(desc);  in nwl_pcie_leg_handler()
327 	while ((status = nwl_bridge_readl(pcie, MSGF_LEG_STATUS) &  in nwl_pcie_leg_handler()
330 			generic_handle_domain_irq(pcie->legacy_irq_domain, bit);  in nwl_pcie_leg_handler()
336 static void nwl_pcie_handle_msi_irq(struct nwl_pcie *pcie, u32 status_reg)  in nwl_pcie_handle_msi_irq()  argument
338 	struct nwl_msi *msi = &pcie->msi;  in nwl_pcie_handle_msi_irq()
342 	while ((status = nwl_bridge_readl(pcie, status_reg)) != 0) {  in nwl_pcie_handle_msi_irq()
344 			nwl_bridge_writel(pcie, 1 << bit, status_reg);  in nwl_pcie_handle_msi_irq()
353 	struct nwl_pcie *pcie = irq_desc_get_handler_data(desc);  in nwl_pcie_msi_handler_high()  local
356 	nwl_pcie_handle_msi_irq(pcie, MSGF_MSI_STATUS_HI);  in nwl_pcie_msi_handler_high()
363 	struct nwl_pcie *pcie = irq_desc_get_handler_data(desc);  in nwl_pcie_msi_handler_low()  local
366 	nwl_pcie_handle_msi_irq(pcie, MSGF_MSI_STATUS_LO);  in nwl_pcie_msi_handler_low()
372 	struct nwl_pcie *pcie = irq_data_get_irq_chip_data(data);  in nwl_mask_leg_irq()  local
378 	raw_spin_lock_irqsave(&pcie->leg_mask_lock, flags);  in nwl_mask_leg_irq()
379 	val = nwl_bridge_readl(pcie, MSGF_LEG_MASK);  in nwl_mask_leg_irq()
380 	nwl_bridge_writel(pcie, (val & (~mask)), MSGF_LEG_MASK);  in nwl_mask_leg_irq()
381 	raw_spin_unlock_irqrestore(&pcie->leg_mask_lock, flags);  in nwl_mask_leg_irq()
386 	struct nwl_pcie *pcie = irq_data_get_irq_chip_data(data);  in nwl_unmask_leg_irq()  local
392 	raw_spin_lock_irqsave(&pcie->leg_mask_lock, flags);  in nwl_unmask_leg_irq()
393 	val = nwl_bridge_readl(pcie, MSGF_LEG_MASK);  in nwl_unmask_leg_irq()
394 	nwl_bridge_writel(pcie, (val | mask), MSGF_LEG_MASK);  in nwl_unmask_leg_irq()
395 	raw_spin_unlock_irqrestore(&pcie->leg_mask_lock, flags);  in nwl_unmask_leg_irq()
439 	struct nwl_pcie *pcie = irq_data_get_irq_chip_data(data);  in nwl_compose_msi_msg()  local
440 	phys_addr_t msi_addr = pcie->phys_pcie_reg_base;  in nwl_compose_msi_msg()
462 	struct nwl_pcie *pcie = domain->host_data;  in nwl_irq_domain_alloc()  local
463 	struct nwl_msi *msi = &pcie->msi;  in nwl_irq_domain_alloc()
488 	struct nwl_pcie *pcie = irq_data_get_irq_chip_data(data);  in nwl_irq_domain_free()  local
489 	struct nwl_msi *msi = &pcie->msi;  in nwl_irq_domain_free()
502 static int nwl_pcie_init_msi_irq_domain(struct nwl_pcie *pcie)  in nwl_pcie_init_msi_irq_domain()  argument
505 	struct device *dev = pcie->dev;  in nwl_pcie_init_msi_irq_domain()
507 	struct nwl_msi *msi = &pcie->msi;  in nwl_pcie_init_msi_irq_domain()
510 						&dev_msi_domain_ops, pcie);  in nwl_pcie_init_msi_irq_domain()
527 static int nwl_pcie_init_irq_domain(struct nwl_pcie *pcie)  in nwl_pcie_init_irq_domain()  argument
529 	struct device *dev = pcie->dev;  in nwl_pcie_init_irq_domain()
539 	pcie->legacy_irq_domain = irq_domain_add_linear(legacy_intc_node,  in nwl_pcie_init_irq_domain()
542 							pcie);  in nwl_pcie_init_irq_domain()
544 	if (!pcie->legacy_irq_domain) {  in nwl_pcie_init_irq_domain()
549 	raw_spin_lock_init(&pcie->leg_mask_lock);  in nwl_pcie_init_irq_domain()
550 	nwl_pcie_init_msi_irq_domain(pcie);  in nwl_pcie_init_irq_domain()
554 static int nwl_pcie_enable_msi(struct nwl_pcie *pcie)  in nwl_pcie_enable_msi()  argument
556 	struct device *dev = pcie->dev;  in nwl_pcie_enable_msi()
558 	struct nwl_msi *msi = &pcie->msi;  in nwl_pcie_enable_msi()
570 					 nwl_pcie_msi_handler_high, pcie);  in nwl_pcie_enable_msi()
578 					 nwl_pcie_msi_handler_low, pcie);  in nwl_pcie_enable_msi()
581 	ret = nwl_bridge_readl(pcie, I_MSII_CAPABILITIES) & MSII_PRESENT;  in nwl_pcie_enable_msi()
588 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, I_MSII_CONTROL) |  in nwl_pcie_enable_msi()
592 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, I_MSII_CONTROL) |  in nwl_pcie_enable_msi()
596 	base = pcie->phys_pcie_reg_base;  in nwl_pcie_enable_msi()
597 	nwl_bridge_writel(pcie, lower_32_bits(base), I_MSII_BASE_LO);  in nwl_pcie_enable_msi()
598 	nwl_bridge_writel(pcie, upper_32_bits(base), I_MSII_BASE_HI);  in nwl_pcie_enable_msi()
604 	nwl_bridge_writel(pcie, 0, MSGF_MSI_MASK_HI);  in nwl_pcie_enable_msi()
606 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie,  MSGF_MSI_STATUS_HI) &  in nwl_pcie_enable_msi()
609 	nwl_bridge_writel(pcie, MSGF_MSI_SR_HI_MASK, MSGF_MSI_MASK_HI);  in nwl_pcie_enable_msi()
615 	nwl_bridge_writel(pcie, 0, MSGF_MSI_MASK_LO);  in nwl_pcie_enable_msi()
617 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_MSI_STATUS_LO) &  in nwl_pcie_enable_msi()
620 	nwl_bridge_writel(pcie, MSGF_MSI_SR_LO_MASK, MSGF_MSI_MASK_LO);  in nwl_pcie_enable_msi()
625 static int nwl_pcie_bridge_init(struct nwl_pcie *pcie)  in nwl_pcie_bridge_init()  argument
627 	struct device *dev = pcie->dev;  in nwl_pcie_bridge_init()
632 	breg_val = nwl_bridge_readl(pcie, E_BREG_CAPABILITIES) & BREG_PRESENT;  in nwl_pcie_bridge_init()
639 	nwl_bridge_writel(pcie, lower_32_bits(pcie->phys_breg_base),  in nwl_pcie_bridge_init()
641 	nwl_bridge_writel(pcie, upper_32_bits(pcie->phys_breg_base),  in nwl_pcie_bridge_init()
645 	nwl_bridge_writel(pcie, ~BREG_ENABLE_FORCE & BREG_ENABLE,  in nwl_pcie_bridge_init()
649 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, BRCFG_PCIE_RX0) |  in nwl_pcie_bridge_init()
653 	nwl_bridge_writel(pcie, SET_ISUB_CONTROL, I_ISUB_CONTROL);  in nwl_pcie_bridge_init()
656 	nwl_bridge_writel(pcie, CFG_ENABLE_MSG_FILTER_MASK,  in nwl_pcie_bridge_init()
659 	/* This routes the PCIe DMA traffic to go through CCI path */  in nwl_pcie_bridge_init()
661 		nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, BRCFG_PCIE_RX1) |  in nwl_pcie_bridge_init()
664 	err = nwl_wait_for_link(pcie);  in nwl_pcie_bridge_init()
668 	ecam_val = nwl_bridge_readl(pcie, E_ECAM_CAPABILITIES) & E_ECAM_PRESENT;  in nwl_pcie_bridge_init()
675 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, E_ECAM_CONTROL) |  in nwl_pcie_bridge_init()
678 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, E_ECAM_CONTROL) |  in nwl_pcie_bridge_init()
679 			  (pcie->ecam_value << E_ECAM_SIZE_SHIFT),  in nwl_pcie_bridge_init()
682 	nwl_bridge_writel(pcie, lower_32_bits(pcie->phys_ecam_base),  in nwl_pcie_bridge_init()
684 	nwl_bridge_writel(pcie, upper_32_bits(pcie->phys_ecam_base),  in nwl_pcie_bridge_init()
688 	ecam_val = nwl_bridge_readl(pcie, E_ECAM_CONTROL);  in nwl_pcie_bridge_init()
689 	pcie->last_busno = (ecam_val & E_ECAM_SIZE_LOC) >> E_ECAM_SIZE_SHIFT;  in nwl_pcie_bridge_init()
693 	ecam_val |= (pcie->last_busno << E_ECAM_SIZE_SHIFT);  in nwl_pcie_bridge_init()
694 	writel(ecam_val, (pcie->ecam_base + PCI_PRIMARY_BUS));  in nwl_pcie_bridge_init()
696 	if (nwl_pcie_link_up(pcie))  in nwl_pcie_bridge_init()
702 	pcie->irq_misc = platform_get_irq_byname(pdev, "misc");  in nwl_pcie_bridge_init()
703 	if (pcie->irq_misc < 0)  in nwl_pcie_bridge_init()
706 	err = devm_request_irq(dev, pcie->irq_misc,  in nwl_pcie_bridge_init()
708 			       "nwl_pcie:misc", pcie);  in nwl_pcie_bridge_init()
711 			pcie->irq_misc);  in nwl_pcie_bridge_init()
716 	nwl_bridge_writel(pcie, (u32)~MSGF_MISC_SR_MASKALL, MSGF_MISC_MASK);  in nwl_pcie_bridge_init()
719 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_MISC_STATUS) &  in nwl_pcie_bridge_init()
723 	nwl_bridge_writel(pcie, MSGF_MISC_SR_MASKALL, MSGF_MISC_MASK);  in nwl_pcie_bridge_init()
727 	nwl_bridge_writel(pcie, (u32)~MSGF_LEG_SR_MASKALL, MSGF_LEG_MASK);  in nwl_pcie_bridge_init()
730 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, MSGF_LEG_STATUS) &  in nwl_pcie_bridge_init()
734 	nwl_bridge_writel(pcie, MSGF_LEG_SR_MASKALL, MSGF_LEG_MASK);  in nwl_pcie_bridge_init()
737 	nwl_bridge_writel(pcie, nwl_bridge_readl(pcie, BRCFG_INTERRUPT) |  in nwl_pcie_bridge_init()
743 static int nwl_pcie_parse_dt(struct nwl_pcie *pcie,  in nwl_pcie_parse_dt()  argument
746 	struct device *dev = pcie->dev;  in nwl_pcie_parse_dt()
750 	pcie->breg_base = devm_ioremap_resource(dev, res);  in nwl_pcie_parse_dt()
751 	if (IS_ERR(pcie->breg_base))  in nwl_pcie_parse_dt()
752 		return PTR_ERR(pcie->breg_base);  in nwl_pcie_parse_dt()
753 	pcie->phys_breg_base = res->start;  in nwl_pcie_parse_dt()
756 	pcie->pcireg_base = devm_ioremap_resource(dev, res);  in nwl_pcie_parse_dt()
757 	if (IS_ERR(pcie->pcireg_base))  in nwl_pcie_parse_dt()
758 		return PTR_ERR(pcie->pcireg_base);  in nwl_pcie_parse_dt()
759 	pcie->phys_pcie_reg_base = res->start;  in nwl_pcie_parse_dt()
762 	pcie->ecam_base = devm_pci_remap_cfg_resource(dev, res);  in nwl_pcie_parse_dt()
763 	if (IS_ERR(pcie->ecam_base))  in nwl_pcie_parse_dt()
764 		return PTR_ERR(pcie->ecam_base);  in nwl_pcie_parse_dt()
765 	pcie->phys_ecam_base = res->start;  in nwl_pcie_parse_dt()
768 	pcie->irq_intx = platform_get_irq_byname(pdev, "intx");  in nwl_pcie_parse_dt()
769 	if (pcie->irq_intx < 0)  in nwl_pcie_parse_dt()
770 		return pcie->irq_intx;  in nwl_pcie_parse_dt()
772 	irq_set_chained_handler_and_data(pcie->irq_intx,  in nwl_pcie_parse_dt()
773 					 nwl_pcie_leg_handler, pcie);  in nwl_pcie_parse_dt()
779 	{ .compatible = "xlnx,nwl-pcie-2.11", },
786 	struct nwl_pcie *pcie;  in nwl_pcie_probe()  local
790 	bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie));  in nwl_pcie_probe()
794 	pcie = pci_host_bridge_priv(bridge);  in nwl_pcie_probe()
796 	pcie->dev = dev;  in nwl_pcie_probe()
797 	pcie->ecam_value = NWL_ECAM_VALUE_DEFAULT;  in nwl_pcie_probe()
799 	err = nwl_pcie_parse_dt(pcie, pdev);  in nwl_pcie_probe()
805 	pcie->clk = devm_clk_get(dev, NULL);  in nwl_pcie_probe()
806 	if (IS_ERR(pcie->clk))  in nwl_pcie_probe()
807 		return PTR_ERR(pcie->clk);  in nwl_pcie_probe()
809 	err = clk_prepare_enable(pcie->clk);  in nwl_pcie_probe()
811 		dev_err(dev, "can't enable PCIe ref clock\n");  in nwl_pcie_probe()
815 	err = nwl_pcie_bridge_init(pcie);  in nwl_pcie_probe()
821 	err = nwl_pcie_init_irq_domain(pcie);  in nwl_pcie_probe()
827 	bridge->sysdata = pcie;  in nwl_pcie_probe()
831 		err = nwl_pcie_enable_msi(pcie);  in nwl_pcie_probe()
843 		.name = "nwl-pcie",