68 static int fsl_pcie_check_link(struct pci_controller *hose)  in fsl_pcie_check_link()  argument
72 	if (hose->indirect_type & PPC_INDIRECT_TYPE_FSL_CFG_REG_LINK) {  in fsl_pcie_check_link()
73 		if (hose->ops->read == fsl_indirect_read_config)  in fsl_pcie_check_link()
74 			__indirect_read_config(hose, hose->first_busno, 0,  in fsl_pcie_check_link()
77 			early_read_config_dword(hose, 0, 0, PCIE_LTSSM, &val);  in fsl_pcie_check_link()
81 		struct ccsr_pci __iomem *pci = hose->private_data;  in fsl_pcie_check_link()
95 	struct pci_controller *hose = pci_bus_to_host(bus);  in fsl_indirect_read_config()  local
97 	if (fsl_pcie_check_link(hose))  in fsl_indirect_read_config()
98 		hose->indirect_type |= PPC_INDIRECT_TYPE_NO_PCIE_LINK;  in fsl_indirect_read_config()
100 		hose->indirect_type &= ~PPC_INDIRECT_TYPE_NO_PCIE_LINK;  in fsl_indirect_read_config()
118 	struct pci_controller *hose = pci_bus_to_host(pdev->bus);  in pci_dma_dev_setup_swiotlb()  local
121 		hose->dma_window_base_cur + hose->dma_window_size - 1;  in pci_dma_dev_setup_swiotlb()
124 static void setup_swiotlb_ops(struct pci_controller *hose)  in setup_swiotlb_ops()  argument
127 		hose->controller_ops.dma_dev_setup = pci_dma_dev_setup_swiotlb;  in setup_swiotlb_ops()
130 static inline void setup_swiotlb_ops(struct pci_controller *hose) {}  in setup_swiotlb_ops()  argument
199 static void setup_pci_atmu(struct pci_controller *hose)  in setup_pci_atmu()  argument
201 	struct ccsr_pci __iomem *pci = hose->private_data;  in setup_pci_atmu()
221 	if (of_device_is_compatible(hose->dn, "fsl,bsc9132-pcie")) {  in setup_pci_atmu()
234 	if (early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP)) {  in setup_pci_atmu()
253 		if (!(hose->mem_resources[i].flags & IORESOURCE_MEM))  in setup_pci_atmu()
256 		paddr_lo = min(paddr_lo, (u64)hose->mem_resources[i].start);  in setup_pci_atmu()
257 		paddr_hi = max(paddr_hi, (u64)hose->mem_resources[i].end);  in setup_pci_atmu()
260 		offset = hose->mem_offset[i];  in setup_pci_atmu()
261 		n = setup_one_atmu(pci, j, &hose->mem_resources[i], offset);  in setup_pci_atmu()
265 			hose->mem_resources[i].flags |= IORESOURCE_DISABLED;  in setup_pci_atmu()
271 	if (hose->io_resource.flags & IORESOURCE_IO) {  in setup_pci_atmu()
277 				 (u64)hose->io_resource.start,  in setup_pci_atmu()
278 				 (u64)resource_size(&hose->io_resource),  in setup_pci_atmu()
279 				 (u64)hose->io_base_phys);  in setup_pci_atmu()
280 			out_be32(&pci->pow[j].potar, (hose->io_resource.start >> 12));  in setup_pci_atmu()
282 			out_be32(&pci->pow[j].powbar, (hose->io_base_phys >> 12));  in setup_pci_atmu()
285 				| (ilog2(hose->io_resource.end  in setup_pci_atmu()
286 				- hose->io_resource.start + 1) - 1));  in setup_pci_atmu()
295 		pr_err("%pOF: No outbound window space\n", hose->dn);  in setup_pci_atmu()
300 		pr_err("%pOF: No space for inbound window\n", hose->dn);  in setup_pci_atmu()
305 	early_write_config_dword(hose, 0, 0, PCI_BASE_ADDRESS_0, 0xffffffff);  in setup_pci_atmu()
306 	early_read_config_dword(hose, 0, 0, PCI_BASE_ADDRESS_0, &pcicsrbar_sz);  in setup_pci_atmu()
314 	early_write_config_dword(hose, 0, 0, PCI_BASE_ADDRESS_0, pcicsrbar);  in setup_pci_atmu()
318 	pr_info("%pOF: PCICSRBAR @ 0x%x\n", hose->dn, pcicsrbar);  in setup_pci_atmu()
336 	reg = of_get_property(hose->dn, "msi-address-64", &len);  in setup_pci_atmu()
341 			pr_info("%pOF: extending DDR ATMU to cover MSIIR", hose->dn);  in setup_pci_atmu()
346 				"unsupported\n", hose->dn, address);  in setup_pci_atmu()
354 	if (early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP)) {  in setup_pci_atmu()
360 					"greater than memory size\n", hose->dn);  in setup_pci_atmu()
373 		hose->dma_window_base_cur = 0x00000000;  in setup_pci_atmu()
374 		hose->dma_window_size = (resource_size_t)sz;  in setup_pci_atmu()
407 			pr_info("%pOF: Setup 64-bit PCI DMA window\n", hose->dn);  in setup_pci_atmu()
440 		hose->dma_window_base_cur = 0x00000000;  in setup_pci_atmu()
441 		hose->dma_window_size = (resource_size_t)paddr;  in setup_pci_atmu()
444 	if (hose->dma_window_size < mem) {  in setup_pci_atmu()
450 			 hose->dn);  in setup_pci_atmu()
457 				hose->dn);  in setup_pci_atmu()
459 		pr_info("%pOF: DMA window size is 0x%llx\n", hose->dn,  in setup_pci_atmu()
460 			(u64)hose->dma_window_size);  in setup_pci_atmu()
464 static void setup_pci_cmd(struct pci_controller *hose)  in setup_pci_cmd()  argument
469 	early_read_config_word(hose, 0, 0, PCI_COMMAND, &cmd);  in setup_pci_cmd()
472 	early_write_config_word(hose, 0, 0, PCI_COMMAND, cmd);  in setup_pci_cmd()
474 	cap_x = early_find_capability(hose, 0, 0, PCI_CAP_ID_PCIX);  in setup_pci_cmd()
479 		early_write_config_word(hose, 0, 0, pci_x_cmd, cmd);  in setup_pci_cmd()
481 		early_write_config_byte(hose, 0, 0, PCI_LATENCY_TIMER, 0x80);  in setup_pci_cmd()
487 	struct pci_controller *hose = pci_bus_to_host(bus);  in fsl_pcibios_fixup_bus()  local
499 		is_pcie = early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP);  in fsl_pcibios_fixup_bus()
500 	no_link = !!(hose->indirect_type & PPC_INDIRECT_TYPE_NO_PCIE_LINK);  in fsl_pcibios_fixup_bus()
502 	if (bus->parent == hose->bus && (is_pcie || no_link)) {  in fsl_pcibios_fixup_bus()
510 				par = &hose->io_resource;  in fsl_pcibios_fixup_bus()
512 				par = &hose->mem_resources[i-1];  in fsl_pcibios_fixup_bus()
525 	struct pci_controller *hose;  in fsl_add_bridge()  local
557 	hose = pcibios_alloc_controller(dev);  in fsl_add_bridge()
558 	if (!hose)  in fsl_add_bridge()
562 	hose->parent = &pdev->dev;  in fsl_add_bridge()
563 	hose->first_busno = bus_range ? bus_range[0] : 0x0;  in fsl_add_bridge()
564 	hose->last_busno = bus_range ? bus_range[1] : 0xff;  in fsl_add_bridge()
569 	pci = hose->private_data = ioremap(rsrc.start, resource_size(&rsrc));  in fsl_add_bridge()
570 	if (!hose->private_data)  in fsl_add_bridge()
573 	setup_indirect_pci(hose, rsrc.start, rsrc.start + 0x4,  in fsl_add_bridge()
577 		hose->indirect_type |= PPC_INDIRECT_TYPE_FSL_CFG_REG_LINK;  in fsl_add_bridge()
579 	if (early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP)) {  in fsl_add_bridge()
581 		hose->ops = &fsl_indirect_pcie_ops;  in fsl_add_bridge()
583 		early_read_config_byte(hose, 0, 0, PCI_HEADER_TYPE, &hdr_type);  in fsl_add_bridge()
589 		early_read_config_byte(hose, 0, 0, PCI_CLASS_PROG, &progif);  in fsl_add_bridge()
595 	setup_pci_cmd(hose);  in fsl_add_bridge()
598 	if (early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP)) {  in fsl_add_bridge()
599 		hose->indirect_type |= PPC_INDIRECT_TYPE_EXT_REG |  in fsl_add_bridge()
601 		if (fsl_pcie_check_link(hose))  in fsl_add_bridge()
602 			hose->indirect_type |= PPC_INDIRECT_TYPE_NO_PCIE_LINK;  in fsl_add_bridge()
605 			early_read_config_dword(hose, 0, 0, PCIE_FSL_CSR_CLASSCODE, &class_code);  in fsl_add_bridge()
608 			early_write_config_dword(hose, 0, 0, PCIE_FSL_CSR_CLASSCODE, class_code);  in fsl_add_bridge()
624 		    !early_find_capability(hose, 0, 0, PCI_CAP_ID_PCIX)) {  in fsl_add_bridge()
625 			early_read_config_word(hose, 0, 0,  in fsl_add_bridge()
628 			early_write_config_word(hose, 0, 0,  in fsl_add_bridge()
635 		(unsigned long long)rsrc.start, hose->first_busno,  in fsl_add_bridge()
636 		hose->last_busno);  in fsl_add_bridge()
639 		hose, hose->cfg_addr, hose->cfg_data);  in fsl_add_bridge()
643 	pci_process_bridge_OF_ranges(hose, dev, is_primary);  in fsl_add_bridge()
646 	setup_pci_atmu(hose);  in fsl_add_bridge()
649 	setup_swiotlb_ops(hose);  in fsl_add_bridge()
654 	iounmap(hose->private_data);  in fsl_add_bridge()
656 	if (((unsigned long)hose->cfg_data & PAGE_MASK) !=  in fsl_add_bridge()
657 	    ((unsigned long)hose->cfg_addr & PAGE_MASK))  in fsl_add_bridge()
658 		iounmap(hose->cfg_data);  in fsl_add_bridge()
659 	iounmap(hose->cfg_addr);  in fsl_add_bridge()
660 	pcibios_free_controller(hose);  in fsl_add_bridge()
694 	struct pci_controller *hose = pci_bus_to_host(bus);  in mpc83xx_pcie_exclude_device()  local
696 	if (hose->indirect_type & PPC_INDIRECT_TYPE_NO_PCIE_LINK)  in mpc83xx_pcie_exclude_device()
703 	if (bus->number == hose->first_busno ||  in mpc83xx_pcie_exclude_device()
704 			bus->primary == hose->first_busno) {  in mpc83xx_pcie_exclude_device()
710 		if (ppc_md.pci_exclude_device(hose, bus->number, devfn))  in mpc83xx_pcie_exclude_device()
720 	struct pci_controller *hose = pci_bus_to_host(bus);  in mpc83xx_pcie_remap_cfg()  local
721 	struct mpc83xx_pcie_priv *pcie = hose->dn->data;  in mpc83xx_pcie_remap_cfg()
732 	if (bus->number == hose->first_busno)  in mpc83xx_pcie_remap_cfg()
748 	struct pci_controller *hose = pci_bus_to_host(bus);  in mpc83xx_pcie_write_config()  local
751 	if (offset == PCI_PRIMARY_BUS && bus->number == hose->first_busno)  in mpc83xx_pcie_write_config()
763 static int __init mpc83xx_pcie_setup(struct pci_controller *hose,  in mpc83xx_pcie_setup()  argument
789 	WARN_ON(hose->dn->data);  in mpc83xx_pcie_setup()
790 	hose->dn->data = pcie;  in mpc83xx_pcie_setup()
791 	hose->ops = &mpc83xx_pcie_ops;  in mpc83xx_pcie_setup()
792 	hose->indirect_type |= PPC_INDIRECT_TYPE_FSL_CFG_REG_LINK;  in mpc83xx_pcie_setup()
797 	if (fsl_pcie_check_link(hose))  in mpc83xx_pcie_setup()
798 		hose->indirect_type |= PPC_INDIRECT_TYPE_NO_PCIE_LINK;  in mpc83xx_pcie_setup()
813 	struct pci_controller *hose;  in mpc83xx_add_bridge()  local
866 	hose = pcibios_alloc_controller(dev);  in mpc83xx_add_bridge()
867 	if (!hose)  in mpc83xx_add_bridge()
870 	hose->first_busno = bus_range ? bus_range[0] : 0;  in mpc83xx_add_bridge()
871 	hose->last_busno = bus_range ? bus_range[1] : 0xff;  in mpc83xx_add_bridge()
874 		ret = mpc83xx_pcie_setup(hose, &rsrc_reg);  in mpc83xx_add_bridge()
878 		setup_indirect_pci(hose, rsrc_cfg.start,  in mpc83xx_add_bridge()
884 	       (unsigned long long)rsrc_reg.start, hose->first_busno,  in mpc83xx_add_bridge()
885 	       hose->last_busno);  in mpc83xx_add_bridge()
888 	    hose, hose->cfg_addr, hose->cfg_data);  in mpc83xx_add_bridge()
892 	pci_process_bridge_OF_ranges(hose, dev, primary);  in mpc83xx_add_bridge()
896 	pcibios_free_controller(hose);  in mpc83xx_add_bridge()
901 u64 fsl_pci_immrbar_base(struct pci_controller *hose)  in fsl_pci_immrbar_base()  argument
905 		struct mpc83xx_pcie_priv *pcie = hose->dn->data;  in fsl_pci_immrbar_base()
929 		pci_bus_read_config_dword(hose->bus,  in fsl_pci_immrbar_base()
1047 	struct pci_controller *hose;  in is_in_pci_mem_space()  local
1051 	list_for_each_entry(hose, &hose_list, list_node) {  in is_in_pci_mem_space()
1052 		if (!(hose->indirect_type & PPC_INDIRECT_TYPE_EXT_REG))  in is_in_pci_mem_space()
1056 			res = &hose->mem_resources[i];  in is_in_pci_mem_space()
1170 	struct pci_controller *hose = dev_id;  in fsl_pci_pme_handle()  local
1171 	struct ccsr_pci __iomem *pci = hose->private_data;  in fsl_pci_pme_handle()
1183 static int fsl_pci_pme_probe(struct pci_controller *hose)  in fsl_pci_pme_probe()  argument
1192 	dev = list_first_entry(&hose->bus->devices, typeof(*dev), bus_list);  in fsl_pci_pme_probe()
1199 	pme_irq = irq_of_parse_and_map(hose->dn, 0);  in fsl_pci_pme_probe()
1206 	res = devm_request_irq(hose->parent, pme_irq,  in fsl_pci_pme_probe()
1209 			"[PCI] PME", hose);  in fsl_pci_pme_probe()
1217 	pci = hose->private_data;  in fsl_pci_pme_probe()
1235 static void send_pme_turnoff_message(struct pci_controller *hose)  in send_pme_turnoff_message()  argument
1237 	struct ccsr_pci __iomem *pci = hose->private_data;  in send_pme_turnoff_message()
1256 static void fsl_pci_syscore_do_suspend(struct pci_controller *hose)  in fsl_pci_syscore_do_suspend()  argument
1258 	send_pme_turnoff_message(hose);  in fsl_pci_syscore_do_suspend()
1263 	struct pci_controller *hose, *tmp;  in fsl_pci_syscore_suspend()  local
1265 	list_for_each_entry_safe(hose, tmp, &hose_list, list_node)  in fsl_pci_syscore_suspend()
1266 		fsl_pci_syscore_do_suspend(hose);  in fsl_pci_syscore_suspend()
1271 static void fsl_pci_syscore_do_resume(struct pci_controller *hose)  in fsl_pci_syscore_do_resume()  argument
1273 	struct ccsr_pci __iomem *pci = hose->private_data;  in fsl_pci_syscore_do_resume()
1291 	setup_pci_atmu(hose);  in fsl_pci_syscore_do_resume()
1296 	struct pci_controller *hose, *tmp;  in fsl_pci_syscore_resume()  local
1298 	list_for_each_entry_safe(hose, tmp, &hose_list, list_node)  in fsl_pci_syscore_resume()
1299 		fsl_pci_syscore_do_resume(hose);  in fsl_pci_syscore_resume()