45 #define S10_RP_CFG_ADDR(pcie, reg)	\  argument
46 	(((pcie)->hip_base) + (reg) + (1 << 20))
47 #define S10_RP_SECONDARY(pcie)		\  argument
48 	readb(S10_RP_CFG_ADDR(pcie, PCI_SECONDARY_BUS))
60 #define TLP_CFG_DW0(pcie, cfg)		\  argument
63 #define TLP_CFG_DW1(pcie, tag, be)	\  argument
64 	(((TLP_REQ_ID(pcie->root_bus_nr,  RP_DEVFN)) << 16) | (tag << 8) | (be))
100 	int (*tlp_read_pkt)(struct altera_pcie *pcie, u32 *value);
101 	void (*tlp_write_pkt)(struct altera_pcie *pcie, u32 *headers,
103 	bool (*get_link_status)(struct altera_pcie *pcie);
104 	int (*rp_read_cfg)(struct altera_pcie *pcie, int where,
106 	int (*rp_write_cfg)(struct altera_pcie *pcie, u8 busno,
126 static inline void cra_writel(struct altera_pcie *pcie, const u32 value,  in cra_writel()  argument
129 	writel_relaxed(value, pcie->cra_base + reg);  in cra_writel()
132 static inline u32 cra_readl(struct altera_pcie *pcie, const u32 reg)  in cra_readl()  argument
134 	return readl_relaxed(pcie->cra_base + reg);  in cra_readl()
137 static bool altera_pcie_link_up(struct altera_pcie *pcie)  in altera_pcie_link_up()  argument
139 	return !!((cra_readl(pcie, RP_LTSSM) & RP_LTSSM_MASK) == LTSSM_L0);  in altera_pcie_link_up()
142 static bool s10_altera_pcie_link_up(struct altera_pcie *pcie)  in s10_altera_pcie_link_up()  argument
144 	void __iomem *addr = S10_RP_CFG_ADDR(pcie,  in s10_altera_pcie_link_up()
145 				   pcie->pcie_data->cap_offset +  in s10_altera_pcie_link_up()
170 static void tlp_write_tx(struct altera_pcie *pcie,  in tlp_write_tx()  argument
173 	cra_writel(pcie, tlp_rp_regdata->reg0, RP_TX_REG0);  in tlp_write_tx()
174 	cra_writel(pcie, tlp_rp_regdata->reg1, RP_TX_REG1);  in tlp_write_tx()
175 	cra_writel(pcie, tlp_rp_regdata->ctrl, RP_TX_CNTRL);  in tlp_write_tx()
178 static void s10_tlp_write_tx(struct altera_pcie *pcie, u32 reg0, u32 ctrl)  in s10_tlp_write_tx()  argument
180 	cra_writel(pcie, reg0, RP_TX_REG0);  in s10_tlp_write_tx()
181 	cra_writel(pcie, ctrl, S10_RP_TX_CNTRL);  in s10_tlp_write_tx()
184 static bool altera_pcie_valid_device(struct altera_pcie *pcie,  in altera_pcie_valid_device()  argument
188 	if (bus->number != pcie->root_bus_nr) {  in altera_pcie_valid_device()
189 		if (!pcie->pcie_data->ops->get_link_status(pcie))  in altera_pcie_valid_device()
194 	if (bus->number == pcie->root_bus_nr && dev > 0)  in altera_pcie_valid_device()
200 static int tlp_read_packet(struct altera_pcie *pcie, u32 *value)  in tlp_read_packet()  argument
213 		ctrl = cra_readl(pcie, RP_RXCPL_STATUS);  in tlp_read_packet()
215 			reg0 = cra_readl(pcie, RP_RXCPL_REG0);  in tlp_read_packet()
216 			reg1 = cra_readl(pcie, RP_RXCPL_REG1);  in tlp_read_packet()
239 static int s10_tlp_read_packet(struct altera_pcie *pcie, u32 *value)  in s10_tlp_read_packet()  argument
245 	struct device *dev = &pcie->pdev->dev;  in s10_tlp_read_packet()
248 		ctrl = cra_readl(pcie, S10_RP_RXCPL_STATUS);  in s10_tlp_read_packet()
251 			dw[0] = cra_readl(pcie, S10_RP_RXCPL_REG);  in s10_tlp_read_packet()
266 		ctrl = cra_readl(pcie, S10_RP_RXCPL_STATUS);  in s10_tlp_read_packet()
267 		dw[count++] = cra_readl(pcie, S10_RP_RXCPL_REG);  in s10_tlp_read_packet()
286 static void tlp_write_packet(struct altera_pcie *pcie, u32 *headers,  in tlp_write_packet()  argument
294 	tlp_write_tx(pcie, &tlp_rp_regdata);  in tlp_write_packet()
300 		tlp_write_tx(pcie, &tlp_rp_regdata);  in tlp_write_packet()
310 	tlp_write_tx(pcie, &tlp_rp_regdata);  in tlp_write_packet()
313 static void s10_tlp_write_packet(struct altera_pcie *pcie, u32 *headers,  in s10_tlp_write_packet()  argument
316 	s10_tlp_write_tx(pcie, headers[0], RP_TX_SOP);  in s10_tlp_write_packet()
317 	s10_tlp_write_tx(pcie, headers[1], 0);  in s10_tlp_write_packet()
318 	s10_tlp_write_tx(pcie, headers[2], 0);  in s10_tlp_write_packet()
319 	s10_tlp_write_tx(pcie, data, RP_TX_EOP);  in s10_tlp_write_packet()
322 static void get_tlp_header(struct altera_pcie *pcie, u8 bus, u32 devfn,  in get_tlp_header()  argument
326 	u8 cfg0 = read ? pcie->pcie_data->cfgrd0 : pcie->pcie_data->cfgwr0;  in get_tlp_header()
327 	u8 cfg1 = read ? pcie->pcie_data->cfgrd1 : pcie->pcie_data->cfgwr1;  in get_tlp_header()
330 	if (pcie->pcie_data->version == ALTERA_PCIE_V1)  in get_tlp_header()
331 		cfg = (bus == pcie->root_bus_nr) ? cfg0 : cfg1;  in get_tlp_header()
333 		cfg = (bus > S10_RP_SECONDARY(pcie)) ? cfg0 : cfg1;  in get_tlp_header()
335 	headers[0] = TLP_CFG_DW0(pcie, cfg);  in get_tlp_header()
336 	headers[1] = TLP_CFG_DW1(pcie, tag, byte_en);  in get_tlp_header()
340 static int tlp_cfg_dword_read(struct altera_pcie *pcie, u8 bus, u32 devfn,  in tlp_cfg_dword_read()  argument
345 	get_tlp_header(pcie, bus, devfn, where, byte_en, true,  in tlp_cfg_dword_read()
348 	pcie->pcie_data->ops->tlp_write_pkt(pcie, headers, 0, false);  in tlp_cfg_dword_read()
350 	return pcie->pcie_data->ops->tlp_read_pkt(pcie, value);  in tlp_cfg_dword_read()
353 static int tlp_cfg_dword_write(struct altera_pcie *pcie, u8 bus, u32 devfn,  in tlp_cfg_dword_write()  argument
359 	get_tlp_header(pcie, bus, devfn, where, byte_en, false,  in tlp_cfg_dword_write()
364 		pcie->pcie_data->ops->tlp_write_pkt(pcie, headers,  in tlp_cfg_dword_write()
367 		pcie->pcie_data->ops->tlp_write_pkt(pcie, headers,  in tlp_cfg_dword_write()
370 	ret = pcie->pcie_data->ops->tlp_read_pkt(pcie, NULL);  in tlp_cfg_dword_write()
378 	if ((bus == pcie->root_bus_nr) && (where == PCI_PRIMARY_BUS))  in tlp_cfg_dword_write()
379 		pcie->root_bus_nr = (u8)(value);  in tlp_cfg_dword_write()
384 static int s10_rp_read_cfg(struct altera_pcie *pcie, int where,  in s10_rp_read_cfg()  argument
387 	void __iomem *addr = S10_RP_CFG_ADDR(pcie, where);  in s10_rp_read_cfg()
404 static int s10_rp_write_cfg(struct altera_pcie *pcie, u8 busno,  in s10_rp_write_cfg()  argument
407 	void __iomem *addr = S10_RP_CFG_ADDR(pcie, where);  in s10_rp_write_cfg()
425 	if (busno == pcie->root_bus_nr && where == PCI_PRIMARY_BUS)  in s10_rp_write_cfg()
426 		pcie->root_bus_nr = value & 0xff;  in s10_rp_write_cfg()
431 static int _altera_pcie_cfg_read(struct altera_pcie *pcie, u8 busno,  in _altera_pcie_cfg_read()  argument
439 	if (busno == pcie->root_bus_nr && pcie->pcie_data->ops->rp_read_cfg)  in _altera_pcie_cfg_read()
440 		return pcie->pcie_data->ops->rp_read_cfg(pcie, where,  in _altera_pcie_cfg_read()
455 	ret = tlp_cfg_dword_read(pcie, busno, devfn,  in _altera_pcie_cfg_read()
475 static int _altera_pcie_cfg_write(struct altera_pcie *pcie, u8 busno,  in _altera_pcie_cfg_write()  argument
483 	if (busno == pcie->root_bus_nr && pcie->pcie_data->ops->rp_write_cfg)  in _altera_pcie_cfg_write()
484 		return pcie->pcie_data->ops->rp_write_cfg(pcie, busno,  in _altera_pcie_cfg_write()
502 	return tlp_cfg_dword_write(pcie, busno, devfn, (where & ~DWORD_MASK),  in _altera_pcie_cfg_write()
509 	struct altera_pcie *pcie = bus->sysdata;  in altera_pcie_cfg_read()  local
514 	if (!altera_pcie_valid_device(pcie, bus, PCI_SLOT(devfn))) {  in altera_pcie_cfg_read()
519 	return _altera_pcie_cfg_read(pcie, bus->number, devfn, where, size,  in altera_pcie_cfg_read()
526 	struct altera_pcie *pcie = bus->sysdata;  in altera_pcie_cfg_write()  local
531 	if (!altera_pcie_valid_device(pcie, bus, PCI_SLOT(devfn)))  in altera_pcie_cfg_write()
534 	return _altera_pcie_cfg_write(pcie, bus->number, devfn, where, size,  in altera_pcie_cfg_write()
543 static int altera_read_cap_word(struct altera_pcie *pcie, u8 busno,  in altera_read_cap_word()  argument
549 	ret = _altera_pcie_cfg_read(pcie, busno, devfn,  in altera_read_cap_word()
550 				    pcie->pcie_data->cap_offset + offset,  in altera_read_cap_word()
557 static int altera_write_cap_word(struct altera_pcie *pcie, u8 busno,  in altera_write_cap_word()  argument
560 	return _altera_pcie_cfg_write(pcie, busno, devfn,  in altera_write_cap_word()
561 				      pcie->pcie_data->cap_offset + offset,  in altera_write_cap_word()
566 static void altera_wait_link_retrain(struct altera_pcie *pcie)  in altera_wait_link_retrain()  argument
568 	struct device *dev = &pcie->pdev->dev;  in altera_wait_link_retrain()
575 		altera_read_cap_word(pcie, pcie->root_bus_nr, RP_DEVFN,  in altera_wait_link_retrain()
590 		if (pcie->pcie_data->ops->get_link_status(pcie))  in altera_wait_link_retrain()
601 static void altera_pcie_retrain(struct altera_pcie *pcie)  in altera_pcie_retrain()  argument
605 	if (!pcie->pcie_data->ops->get_link_status(pcie))  in altera_pcie_retrain()
612 	altera_read_cap_word(pcie, pcie->root_bus_nr, RP_DEVFN, PCI_EXP_LNKCAP,  in altera_pcie_retrain()
617 	altera_read_cap_word(pcie, pcie->root_bus_nr, RP_DEVFN, PCI_EXP_LNKSTA,  in altera_pcie_retrain()
620 		altera_read_cap_word(pcie, pcie->root_bus_nr, RP_DEVFN,  in altera_pcie_retrain()
623 		altera_write_cap_word(pcie, pcie->root_bus_nr, RP_DEVFN,  in altera_pcie_retrain()
626 		altera_wait_link_retrain(pcie);  in altera_pcie_retrain()
646 	struct altera_pcie *pcie;  in altera_pcie_isr()  local
653 	pcie = irq_desc_get_handler_data(desc);  in altera_pcie_isr()
654 	dev = &pcie->pdev->dev;  in altera_pcie_isr()
656 	while ((status = cra_readl(pcie, P2A_INT_STATUS)  in altera_pcie_isr()
660 			cra_writel(pcie, 1 << bit, P2A_INT_STATUS);  in altera_pcie_isr()
662 			virq = irq_find_mapping(pcie->irq_domain, bit);  in altera_pcie_isr()
673 static int altera_pcie_parse_request_of_pci_ranges(struct altera_pcie *pcie)  in altera_pcie_parse_request_of_pci_ranges()  argument
676 	struct device *dev = &pcie->pdev->dev;  in altera_pcie_parse_request_of_pci_ranges()
680 						    &pcie->resources, NULL);  in altera_pcie_parse_request_of_pci_ranges()
684 	err = devm_request_pci_bus_resources(dev, &pcie->resources);  in altera_pcie_parse_request_of_pci_ranges()
688 	resource_list_for_each_entry(win, &pcie->resources) {  in altera_pcie_parse_request_of_pci_ranges()
702 	pci_free_resource_list(&pcie->resources);  in altera_pcie_parse_request_of_pci_ranges()
706 static int altera_pcie_init_irq_domain(struct altera_pcie *pcie)  in altera_pcie_init_irq_domain()  argument
708 	struct device *dev = &pcie->pdev->dev;  in altera_pcie_init_irq_domain()
712 	pcie->irq_domain = irq_domain_add_linear(node, PCI_NUM_INTX,  in altera_pcie_init_irq_domain()
713 					&intx_domain_ops, pcie);  in altera_pcie_init_irq_domain()
714 	if (!pcie->irq_domain) {  in altera_pcie_init_irq_domain()
722 static void altera_pcie_irq_teardown(struct altera_pcie *pcie)  in altera_pcie_irq_teardown()  argument
724 	irq_set_chained_handler_and_data(pcie->irq, NULL, NULL);  in altera_pcie_irq_teardown()
725 	irq_domain_remove(pcie->irq_domain);  in altera_pcie_irq_teardown()
726 	irq_dispose_mapping(pcie->irq);  in altera_pcie_irq_teardown()
729 static int altera_pcie_parse_dt(struct altera_pcie *pcie)  in altera_pcie_parse_dt()  argument
731 	struct device *dev = &pcie->pdev->dev;  in altera_pcie_parse_dt()
732 	struct platform_device *pdev = pcie->pdev;  in altera_pcie_parse_dt()
737 	pcie->cra_base = devm_ioremap_resource(dev, cra);  in altera_pcie_parse_dt()
738 	if (IS_ERR(pcie->cra_base))  in altera_pcie_parse_dt()
739 		return PTR_ERR(pcie->cra_base);  in altera_pcie_parse_dt()
741 	if (pcie->pcie_data->version == ALTERA_PCIE_V2) {  in altera_pcie_parse_dt()
743 		pcie->hip_base = devm_ioremap_resource(&pdev->dev, hip);  in altera_pcie_parse_dt()
744 		if (IS_ERR(pcie->hip_base))  in altera_pcie_parse_dt()
745 			return PTR_ERR(pcie->hip_base);  in altera_pcie_parse_dt()
749 	pcie->irq = platform_get_irq(pdev, 0);  in altera_pcie_parse_dt()
750 	if (pcie->irq < 0) {  in altera_pcie_parse_dt()
751 		dev_err(dev, "failed to get IRQ: %d\n", pcie->irq);  in altera_pcie_parse_dt()
752 		return pcie->irq;  in altera_pcie_parse_dt()
755 	irq_set_chained_handler_and_data(pcie->irq, altera_pcie_isr, pcie);  in altera_pcie_parse_dt()
759 static void altera_pcie_host_init(struct altera_pcie *pcie)  in altera_pcie_host_init()  argument
761 	altera_pcie_retrain(pcie);  in altera_pcie_host_init()
809 	struct altera_pcie *pcie;  in altera_pcie_probe()  local
816 	bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie));  in altera_pcie_probe()
820 	pcie = pci_host_bridge_priv(bridge);  in altera_pcie_probe()
821 	pcie->pdev = pdev;  in altera_pcie_probe()
822 	platform_set_drvdata(pdev, pcie);  in altera_pcie_probe()
828 	pcie->pcie_data = match->data;  in altera_pcie_probe()
830 	ret = altera_pcie_parse_dt(pcie);  in altera_pcie_probe()
836 	INIT_LIST_HEAD(&pcie->resources);  in altera_pcie_probe()
838 	ret = altera_pcie_parse_request_of_pci_ranges(pcie);  in altera_pcie_probe()
844 	ret = altera_pcie_init_irq_domain(pcie);  in altera_pcie_probe()
851 	cra_writel(pcie, P2A_INT_STS_ALL, P2A_INT_STATUS);  in altera_pcie_probe()
853 	cra_writel(pcie, P2A_INT_ENA_ALL, P2A_INT_ENABLE);  in altera_pcie_probe()
854 	altera_pcie_host_init(pcie);  in altera_pcie_probe()
856 	list_splice_init(&pcie->resources, &bridge->windows);  in altera_pcie_probe()
858 	bridge->sysdata = pcie;  in altera_pcie_probe()
859 	bridge->busnr = pcie->root_bus_nr;  in altera_pcie_probe()
882 	struct altera_pcie *pcie = platform_get_drvdata(pdev);  in altera_pcie_remove()  local
883 	struct pci_host_bridge *bridge = pci_host_bridge_from_priv(pcie);  in altera_pcie_remove()
887 	pci_free_resource_list(&pcie->resources);  in altera_pcie_remove()
888 	altera_pcie_irq_teardown(pcie);  in altera_pcie_remove()