83 static inline u32 rt3883_pci_r32(struct rt3883_pci_controller *rpc,  in rt3883_pci_r32()  argument
86 	return ioread32(rpc->base + reg);  in rt3883_pci_r32()
89 static inline void rt3883_pci_w32(struct rt3883_pci_controller *rpc,  in rt3883_pci_w32()  argument
92 	iowrite32(val, rpc->base + reg);  in rt3883_pci_w32()
102 static u32 rt3883_pci_read_cfg32(struct rt3883_pci_controller *rpc,  in rt3883_pci_read_cfg32()  argument
112 	rt3883_pci_w32(rpc, address, RT3883_PCI_REG_CFGADDR);  in rt3883_pci_read_cfg32()
113 	ret = rt3883_pci_r32(rpc, RT3883_PCI_REG_CFGDATA);  in rt3883_pci_read_cfg32()
118 static void rt3883_pci_write_cfg32(struct rt3883_pci_controller *rpc,  in rt3883_pci_write_cfg32()  argument
127 	rt3883_pci_w32(rpc, address, RT3883_PCI_REG_CFGADDR);  in rt3883_pci_write_cfg32()
128 	rt3883_pci_w32(rpc, val, RT3883_PCI_REG_CFGDATA);  in rt3883_pci_write_cfg32()
133 	struct rt3883_pci_controller *rpc;  in rt3883_pci_irq_handler()  local
136 	rpc = irq_desc_get_handler_data(desc);  in rt3883_pci_irq_handler()
138 	pending = rt3883_pci_r32(rpc, RT3883_PCI_REG_PCIINT) &  in rt3883_pci_irq_handler()
139 		  rt3883_pci_r32(rpc, RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_handler()
149 		irq = irq_find_mapping(rpc->irq_domain, bit);  in rt3883_pci_irq_handler()
158 	struct rt3883_pci_controller *rpc;  in rt3883_pci_irq_unmask()  local
161 	rpc = irq_data_get_irq_chip_data(d);  in rt3883_pci_irq_unmask()
163 	t = rt3883_pci_r32(rpc, RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_unmask()
164 	rt3883_pci_w32(rpc, t | BIT(d->hwirq), RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_unmask()
166 	rt3883_pci_r32(rpc, RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_unmask()
171 	struct rt3883_pci_controller *rpc;  in rt3883_pci_irq_mask()  local
174 	rpc = irq_data_get_irq_chip_data(d);  in rt3883_pci_irq_mask()
176 	t = rt3883_pci_r32(rpc, RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_mask()
177 	rt3883_pci_w32(rpc, t & ~BIT(d->hwirq), RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_mask()
179 	rt3883_pci_r32(rpc, RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_mask()
204 			       struct rt3883_pci_controller *rpc)  in rt3883_pci_irq_init()  argument
208 	irq = irq_of_parse_and_map(rpc->intc_of_node, 0);  in rt3883_pci_irq_init()
210 		dev_err(dev, "%pOF has no IRQ", rpc->intc_of_node);  in rt3883_pci_irq_init()
215 	rt3883_pci_w32(rpc, 0, RT3883_PCI_REG_PCIENA);  in rt3883_pci_irq_init()
217 	rpc->irq_domain =  in rt3883_pci_irq_init()
218 		irq_domain_add_linear(rpc->intc_of_node, RT3883_PCI_IRQ_COUNT,  in rt3883_pci_irq_init()
220 				      rpc);  in rt3883_pci_irq_init()
221 	if (!rpc->irq_domain) {  in rt3883_pci_irq_init()
226 	irq_set_chained_handler_and_data(irq, rt3883_pci_irq_handler, rpc);  in rt3883_pci_irq_init()
234 	struct rt3883_pci_controller *rpc;  in rt3883_pci_config_read()  local
239 	rpc = pci_bus_to_rt3883_controller(bus);  in rt3883_pci_config_read()
241 	if (!rpc->pcie_ready && bus->number == 1)  in rt3883_pci_config_read()
247 	rt3883_pci_w32(rpc, address, RT3883_PCI_REG_CFGADDR);  in rt3883_pci_config_read()
248 	data = rt3883_pci_r32(rpc, RT3883_PCI_REG_CFGDATA);  in rt3883_pci_config_read()
268 	struct rt3883_pci_controller *rpc;  in rt3883_pci_config_write()  local
273 	rpc = pci_bus_to_rt3883_controller(bus);  in rt3883_pci_config_write()
275 	if (!rpc->pcie_ready && bus->number == 1)  in rt3883_pci_config_write()
281 	rt3883_pci_w32(rpc, address, RT3883_PCI_REG_CFGADDR);  in rt3883_pci_config_write()
282 	data = rt3883_pci_r32(rpc, RT3883_PCI_REG_CFGDATA);  in rt3883_pci_config_write()
298 	rt3883_pci_w32(rpc, data, RT3883_PCI_REG_CFGDATA);  in rt3883_pci_config_write()
308 static void rt3883_pci_preinit(struct rt3883_pci_controller *rpc, unsigned mode)  in rt3883_pci_preinit()  argument
375 	rt3883_pci_w32(rpc, t, RT3883_PCI_REG_PCICFG);  in rt3883_pci_preinit()
378 	rt3883_pci_r32(rpc, RT3883_PCI_REG_PCICFG);  in rt3883_pci_preinit()
384 		t = rt3883_pci_r32(rpc, RT3883_PCI_REG_STATUS(1));  in rt3883_pci_preinit()
386 		rpc->pcie_ready = t & BIT(0);  in rt3883_pci_preinit()
388 		if (!rpc->pcie_ready) {  in rt3883_pci_preinit()
408 	rt3883_pci_w32(rpc, 0x79, RT3883_PCI_REG_ARBCTL);  in rt3883_pci_preinit()
413 	struct rt3883_pci_controller *rpc;  in rt3883_pci_probe()  local
422 	rpc = devm_kzalloc(dev, sizeof(*rpc), GFP_KERNEL);  in rt3883_pci_probe()
423 	if (!rpc)  in rt3883_pci_probe()
427 	rpc->base = devm_ioremap_resource(dev, res);  in rt3883_pci_probe()
428 	if (IS_ERR(rpc->base))  in rt3883_pci_probe()
429 		return PTR_ERR(rpc->base);  in rt3883_pci_probe()
434 			rpc->intc_of_node = child;  in rt3883_pci_probe()
439 	if (!rpc->intc_of_node) {  in rt3883_pci_probe()
441 			rpc->intc_of_node,  in rt3883_pci_probe()
450 			rpc->pci_controller.of_node = child;  in rt3883_pci_probe()
455 	if (!rpc->pci_controller.of_node) {  in rt3883_pci_probe()
457 			rpc->intc_of_node,  in rt3883_pci_probe()
464 	for_each_available_child_of_node(rpc->pci_controller.of_node, child) {  in rt3883_pci_probe()
497 	rt3883_pci_preinit(rpc, mode);  in rt3883_pci_probe()
499 	rpc->pci_controller.pci_ops = &rt3883_pci_ops;  in rt3883_pci_probe()
500 	rpc->pci_controller.io_resource = &rpc->io_res;  in rt3883_pci_probe()
501 	rpc->pci_controller.mem_resource = &rpc->mem_res;  in rt3883_pci_probe()
504 	pci_load_of_ranges(&rpc->pci_controller,  in rt3883_pci_probe()
505 			   rpc->pci_controller.of_node);  in rt3883_pci_probe()
507 	rt3883_pci_w32(rpc, rpc->mem_res.start, RT3883_PCI_REG_MEMBASE);  in rt3883_pci_probe()
508 	rt3883_pci_w32(rpc, rpc->io_res.start, RT3883_PCI_REG_IOBASE);  in rt3883_pci_probe()
510 	ioport_resource.start = rpc->io_res.start;  in rt3883_pci_probe()
511 	ioport_resource.end = rpc->io_res.end;  in rt3883_pci_probe()
514 	rt3883_pci_w32(rpc, 0x03ff0000, RT3883_PCI_REG_BAR0SETUP(0));  in rt3883_pci_probe()
515 	rt3883_pci_w32(rpc, RT3883_MEMORY_BASE, RT3883_PCI_REG_IMBASEBAR0(0));  in rt3883_pci_probe()
516 	rt3883_pci_w32(rpc, 0x08021814, RT3883_PCI_REG_ID(0));  in rt3883_pci_probe()
517 	rt3883_pci_w32(rpc, 0x00800001, RT3883_PCI_REG_CLASS(0));  in rt3883_pci_probe()
518 	rt3883_pci_w32(rpc, 0x28801814, RT3883_PCI_REG_SUBID(0));  in rt3883_pci_probe()
521 	rt3883_pci_w32(rpc, 0x03ff0000, RT3883_PCI_REG_BAR0SETUP(1));  in rt3883_pci_probe()
522 	rt3883_pci_w32(rpc, RT3883_MEMORY_BASE, RT3883_PCI_REG_IMBASEBAR0(1));  in rt3883_pci_probe()
523 	rt3883_pci_w32(rpc, 0x08021814, RT3883_PCI_REG_ID(1));  in rt3883_pci_probe()
524 	rt3883_pci_w32(rpc, 0x06040001, RT3883_PCI_REG_CLASS(1));  in rt3883_pci_probe()
525 	rt3883_pci_w32(rpc, 0x28801814, RT3883_PCI_REG_SUBID(1));  in rt3883_pci_probe()
527 	err = rt3883_pci_irq_init(dev, rpc);  in rt3883_pci_probe()
532 	val = rt3883_pci_read_cfg32(rpc, 0, 0x01, 0, PCI_COMMAND);  in rt3883_pci_probe()
534 	rt3883_pci_write_cfg32(rpc, 0, 0x01, 0, PCI_COMMAND, val);  in rt3883_pci_probe()
537 	val = rt3883_pci_read_cfg32(rpc, 0, 0x00, 0, PCI_COMMAND);  in rt3883_pci_probe()
539 	rt3883_pci_write_cfg32(rpc, 0, 0x00, 0, PCI_COMMAND, val);  in rt3883_pci_probe()
542 		rt3883_pci_w32(rpc, 0x03ff0001, RT3883_PCI_REG_BAR0SETUP(0));  in rt3883_pci_probe()
543 		rt3883_pci_w32(rpc, 0x03ff0001, RT3883_PCI_REG_BAR0SETUP(1));  in rt3883_pci_probe()
545 		rt3883_pci_write_cfg32(rpc, 0, RT3883_P2P_BR_DEVNUM, 0,  in rt3883_pci_probe()
549 		rt3883_pci_read_cfg32(rpc, 0, RT3883_P2P_BR_DEVNUM, 0,  in rt3883_pci_probe()
552 		rt3883_pci_write_cfg32(rpc, 0, RT3883_P2P_BR_DEVNUM, 0,  in rt3883_pci_probe()
556 	register_pci_controller(&rpc->pci_controller);  in rt3883_pci_probe()
561 	of_node_put(rpc->pci_controller.of_node);  in rt3883_pci_probe()
563 	of_node_put(rpc->intc_of_node);  in rt3883_pci_probe()