245 static inline u32 bcm2835_gpio_rd(struct bcm2835_pinctrl *pc, unsigned reg)  in bcm2835_gpio_rd()  argument
247 	return readl(pc->base + reg);  in bcm2835_gpio_rd()
250 static inline void bcm2835_gpio_wr(struct bcm2835_pinctrl *pc, unsigned reg,  in bcm2835_gpio_wr()  argument
253 	writel(val, pc->base + reg);  in bcm2835_gpio_wr()
256 static inline int bcm2835_gpio_get_bit(struct bcm2835_pinctrl *pc, unsigned reg,  in bcm2835_gpio_get_bit()  argument
260 	return (bcm2835_gpio_rd(pc, reg) >> GPIO_REG_SHIFT(bit)) & 1;  in bcm2835_gpio_get_bit()
264 static inline void bcm2835_gpio_set_bit(struct bcm2835_pinctrl *pc,  in bcm2835_gpio_set_bit()  argument
268 	bcm2835_gpio_wr(pc, reg, BIT(GPIO_REG_SHIFT(bit)));  in bcm2835_gpio_set_bit()
272 		struct bcm2835_pinctrl *pc, unsigned pin)  in bcm2835_pinctrl_fsel_get()  argument
274 	u32 val = bcm2835_gpio_rd(pc, FSEL_REG(pin));  in bcm2835_pinctrl_fsel_get()
277 	dev_dbg(pc->dev, "get %08x (%u => %s)\n", val, pin,  in bcm2835_pinctrl_fsel_get()
284 		struct bcm2835_pinctrl *pc, unsigned pin,  in bcm2835_pinctrl_fsel_set()  argument
287 	u32 val = bcm2835_gpio_rd(pc, FSEL_REG(pin));  in bcm2835_pinctrl_fsel_set()
290 	dev_dbg(pc->dev, "read %08x (%u => %s)\n", val, pin,  in bcm2835_pinctrl_fsel_set()
301 		dev_dbg(pc->dev, "trans %08x (%u <= %s)\n", val, pin,  in bcm2835_pinctrl_fsel_set()
303 		bcm2835_gpio_wr(pc, FSEL_REG(pin), val);  in bcm2835_pinctrl_fsel_set()
309 	dev_dbg(pc->dev, "write %08x (%u <= %s)\n", val, pin,  in bcm2835_pinctrl_fsel_set()
311 	bcm2835_gpio_wr(pc, FSEL_REG(pin), val);  in bcm2835_pinctrl_fsel_set()
316 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_direction_input()  local
318 	bcm2835_pinctrl_fsel_set(pc, offset, BCM2835_FSEL_GPIO_IN);  in bcm2835_gpio_direction_input()
324 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_get()  local
326 	return bcm2835_gpio_get_bit(pc, GPLEV0, offset);  in bcm2835_gpio_get()
331 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_get_direction()  local
332 	enum bcm2835_fsel fsel = bcm2835_pinctrl_fsel_get(pc, offset);  in bcm2835_gpio_get_direction()
346 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_set()  local
348 	bcm2835_gpio_set_bit(pc, value ? GPSET0 : GPCLR0, offset);  in bcm2835_gpio_set()
354 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_direction_output()  local
356 	bcm2835_gpio_set_bit(pc, value ? GPSET0 : GPCLR0, offset);  in bcm2835_gpio_direction_output()
357 	bcm2835_pinctrl_fsel_set(pc, offset, BCM2835_FSEL_GPIO_OUT);  in bcm2835_gpio_direction_output()
411 static void bcm2835_gpio_irq_handle_bank(struct bcm2835_pinctrl *pc,  in bcm2835_gpio_irq_handle_bank()  argument
418 	events = bcm2835_gpio_rd(pc, GPEDS0 + bank * 4);  in bcm2835_gpio_irq_handle_bank()
420 	events &= pc->enabled_irq_map[bank];  in bcm2835_gpio_irq_handle_bank()
423 		generic_handle_domain_irq(pc->gpio_chip.irq.domain,  in bcm2835_gpio_irq_handle_bank()
431 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_irq_handler()  local
450 		bcm2835_gpio_irq_handle_bank(pc, 0, 0x0fffffff);  in bcm2835_gpio_irq_handler()
453 		bcm2835_gpio_irq_handle_bank(pc, 0, 0xf0000000);  in bcm2835_gpio_irq_handler()
454 		bcm2835_gpio_irq_handle_bank(pc, 1, 0x00003fff);  in bcm2835_gpio_irq_handler()
457 		bcm2835_gpio_irq_handle_bank(pc, 1, 0x003fc000);  in bcm2835_gpio_irq_handler()
469 static inline void __bcm2835_gpio_irq_config(struct bcm2835_pinctrl *pc,  in __bcm2835_gpio_irq_config()  argument
474 	value = bcm2835_gpio_rd(pc, reg);  in __bcm2835_gpio_irq_config()
479 	bcm2835_gpio_wr(pc, reg, value);  in __bcm2835_gpio_irq_config()
483 static void bcm2835_gpio_irq_config(struct bcm2835_pinctrl *pc,  in bcm2835_gpio_irq_config()  argument
486 	switch (pc->irq_type[offset]) {  in bcm2835_gpio_irq_config()
488 		__bcm2835_gpio_irq_config(pc, GPREN0, offset, enable);  in bcm2835_gpio_irq_config()
492 		__bcm2835_gpio_irq_config(pc, GPFEN0, offset, enable);  in bcm2835_gpio_irq_config()
496 		__bcm2835_gpio_irq_config(pc, GPREN0, offset, enable);  in bcm2835_gpio_irq_config()
497 		__bcm2835_gpio_irq_config(pc, GPFEN0, offset, enable);  in bcm2835_gpio_irq_config()
501 		__bcm2835_gpio_irq_config(pc, GPHEN0, offset, enable);  in bcm2835_gpio_irq_config()
505 		__bcm2835_gpio_irq_config(pc, GPLEN0, offset, enable);  in bcm2835_gpio_irq_config()
513 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_irq_unmask()  local
521 	raw_spin_lock_irqsave(&pc->irq_lock[bank], flags);  in bcm2835_gpio_irq_unmask()
522 	set_bit(offset, &pc->enabled_irq_map[bank]);  in bcm2835_gpio_irq_unmask()
523 	bcm2835_gpio_irq_config(pc, gpio, true);  in bcm2835_gpio_irq_unmask()
524 	raw_spin_unlock_irqrestore(&pc->irq_lock[bank], flags);  in bcm2835_gpio_irq_unmask()
530 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_irq_mask()  local
536 	raw_spin_lock_irqsave(&pc->irq_lock[bank], flags);  in bcm2835_gpio_irq_mask()
537 	bcm2835_gpio_irq_config(pc, gpio, false);  in bcm2835_gpio_irq_mask()
539 	bcm2835_gpio_set_bit(pc, GPEDS0, gpio);  in bcm2835_gpio_irq_mask()
540 	clear_bit(offset, &pc->enabled_irq_map[bank]);  in bcm2835_gpio_irq_mask()
541 	raw_spin_unlock_irqrestore(&pc->irq_lock[bank], flags);  in bcm2835_gpio_irq_mask()
546 static int __bcm2835_gpio_irq_set_type_disabled(struct bcm2835_pinctrl *pc,  in __bcm2835_gpio_irq_set_type_disabled()  argument
556 		pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_disabled()
566 static int __bcm2835_gpio_irq_set_type_enabled(struct bcm2835_pinctrl *pc,  in __bcm2835_gpio_irq_set_type_enabled()  argument
571 		if (pc->irq_type[offset] != type) {  in __bcm2835_gpio_irq_set_type_enabled()
572 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
573 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
578 		if (pc->irq_type[offset] == IRQ_TYPE_EDGE_BOTH) {  in __bcm2835_gpio_irq_set_type_enabled()
580 			pc->irq_type[offset] = IRQ_TYPE_EDGE_FALLING;  in __bcm2835_gpio_irq_set_type_enabled()
581 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
582 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
583 		} else if (pc->irq_type[offset] != type) {  in __bcm2835_gpio_irq_set_type_enabled()
584 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
585 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
586 			bcm2835_gpio_irq_config(pc, offset, true);  in __bcm2835_gpio_irq_set_type_enabled()
591 		if (pc->irq_type[offset] == IRQ_TYPE_EDGE_BOTH) {  in __bcm2835_gpio_irq_set_type_enabled()
593 			pc->irq_type[offset] = IRQ_TYPE_EDGE_RISING;  in __bcm2835_gpio_irq_set_type_enabled()
594 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
595 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
596 		} else if (pc->irq_type[offset] != type) {  in __bcm2835_gpio_irq_set_type_enabled()
597 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
598 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
599 			bcm2835_gpio_irq_config(pc, offset, true);  in __bcm2835_gpio_irq_set_type_enabled()
604 		if (pc->irq_type[offset] == IRQ_TYPE_EDGE_RISING) {  in __bcm2835_gpio_irq_set_type_enabled()
606 			pc->irq_type[offset] = IRQ_TYPE_EDGE_FALLING;  in __bcm2835_gpio_irq_set_type_enabled()
607 			bcm2835_gpio_irq_config(pc, offset, true);  in __bcm2835_gpio_irq_set_type_enabled()
608 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
609 		} else if (pc->irq_type[offset] == IRQ_TYPE_EDGE_FALLING) {  in __bcm2835_gpio_irq_set_type_enabled()
611 			pc->irq_type[offset] = IRQ_TYPE_EDGE_RISING;  in __bcm2835_gpio_irq_set_type_enabled()
612 			bcm2835_gpio_irq_config(pc, offset, true);  in __bcm2835_gpio_irq_set_type_enabled()
613 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
614 		} else if (pc->irq_type[offset] != type) {  in __bcm2835_gpio_irq_set_type_enabled()
615 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
616 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
617 			bcm2835_gpio_irq_config(pc, offset, true);  in __bcm2835_gpio_irq_set_type_enabled()
623 		if (pc->irq_type[offset] != type) {  in __bcm2835_gpio_irq_set_type_enabled()
624 			bcm2835_gpio_irq_config(pc, offset, false);  in __bcm2835_gpio_irq_set_type_enabled()
625 			pc->irq_type[offset] = type;  in __bcm2835_gpio_irq_set_type_enabled()
626 			bcm2835_gpio_irq_config(pc, offset, true);  in __bcm2835_gpio_irq_set_type_enabled()
639 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_irq_set_type()  local
646 	raw_spin_lock_irqsave(&pc->irq_lock[bank], flags);  in bcm2835_gpio_irq_set_type()
648 	if (test_bit(offset, &pc->enabled_irq_map[bank]))  in bcm2835_gpio_irq_set_type()
649 		ret = __bcm2835_gpio_irq_set_type_enabled(pc, gpio, type);  in bcm2835_gpio_irq_set_type()
651 		ret = __bcm2835_gpio_irq_set_type_disabled(pc, gpio, type);  in bcm2835_gpio_irq_set_type()
658 	raw_spin_unlock_irqrestore(&pc->irq_lock[bank], flags);  in bcm2835_gpio_irq_set_type()
666 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_irq_ack()  local
669 	bcm2835_gpio_set_bit(pc, GPEDS0, gpio);  in bcm2835_gpio_irq_ack()
675 	struct bcm2835_pinctrl *pc = gpiochip_get_data(chip);  in bcm2835_gpio_irq_set_wake()  local
680 	if (!pc->wake_irq)  in bcm2835_gpio_irq_set_wake()
693 		ret = enable_irq_wake(pc->wake_irq[irqgroup]);  in bcm2835_gpio_irq_set_wake()
695 		ret = disable_irq_wake(pc->wake_irq[irqgroup]);  in bcm2835_gpio_irq_set_wake()
737 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pctl_pin_dbg_show()  local
738 	struct gpio_chip *chip = &pc->gpio_chip;  in bcm2835_pctl_pin_dbg_show()
739 	enum bcm2835_fsel fsel = bcm2835_pinctrl_fsel_get(pc, offset);  in bcm2835_pctl_pin_dbg_show()
741 	int value = bcm2835_gpio_get_bit(pc, GPLEV0, offset);  in bcm2835_pctl_pin_dbg_show()
746 		irq, irq_type_names[pc->irq_type[offset]]);  in bcm2835_pctl_pin_dbg_show()
761 static int bcm2835_pctl_dt_node_to_map_func(struct bcm2835_pinctrl *pc,  in bcm2835_pctl_dt_node_to_map_func()  argument
768 		dev_err(pc->dev, "%pOF: invalid brcm,function %d\n", np, fnum);  in bcm2835_pctl_dt_node_to_map_func()
780 static int bcm2835_pctl_dt_node_to_map_pull(struct bcm2835_pinctrl *pc,  in bcm2835_pctl_dt_node_to_map_pull()  argument
788 		dev_err(pc->dev, "%pOF: invalid brcm,pull %d\n", np, pull);  in bcm2835_pctl_dt_node_to_map_pull()
810 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pctl_dt_node_to_map()  local
825 		dev_err(pc->dev, "%pOF: missing brcm,pins property\n", np);  in bcm2835_pctl_dt_node_to_map()
833 		dev_err(pc->dev,  in bcm2835_pctl_dt_node_to_map()
844 		dev_err(pc->dev,  in bcm2835_pctl_dt_node_to_map()
851 		dev_err(pc->dev,  in bcm2835_pctl_dt_node_to_map()
871 		if (pin >= pc->pctl_desc.npins) {  in bcm2835_pctl_dt_node_to_map()
872 			dev_err(pc->dev, "%pOF: invalid brcm,pins value %d\n",  in bcm2835_pctl_dt_node_to_map()
883 			err = bcm2835_pctl_dt_node_to_map_func(pc, np, pin,  in bcm2835_pctl_dt_node_to_map()
893 			err = bcm2835_pctl_dt_node_to_map_pull(pc, np, pin,  in bcm2835_pctl_dt_node_to_map()
922 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pmx_free()  local
925 	bcm2835_pinctrl_fsel_set(pc, offset, BCM2835_FSEL_GPIO_IN);  in bcm2835_pmx_free()
956 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pmx_set()  local
958 	bcm2835_pinctrl_fsel_set(pc, group_selector, func_selector);  in bcm2835_pmx_set()
967 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pmx_gpio_disable_free()  local
970 	bcm2835_pinctrl_fsel_set(pc, offset, BCM2835_FSEL_GPIO_IN);  in bcm2835_pmx_gpio_disable_free()
978 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pmx_gpio_set_direction()  local
982 	bcm2835_pinctrl_fsel_set(pc, offset, fsel);  in bcm2835_pmx_gpio_set_direction()
1004 static void bcm2835_pull_config_set(struct bcm2835_pinctrl *pc,  in bcm2835_pull_config_set()  argument
1012 	bcm2835_gpio_wr(pc, GPPUD, arg & 3);  in bcm2835_pull_config_set()
1020 	bcm2835_gpio_wr(pc, GPPUDCLK0 + (off * 4), BIT(bit));  in bcm2835_pull_config_set()
1022 	bcm2835_gpio_wr(pc, GPPUDCLK0 + (off * 4), 0);  in bcm2835_pull_config_set()
1029 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2835_pinconf_set()  local
1040 			bcm2835_pull_config_set(pc, pin, arg);  in bcm2835_pinconf_set()
1045 			bcm2835_pull_config_set(pc, pin, BCM2835_PUD_OFF);  in bcm2835_pinconf_set()
1049 			bcm2835_pull_config_set(pc, pin, BCM2835_PUD_DOWN);  in bcm2835_pinconf_set()
1053 			bcm2835_pull_config_set(pc, pin, BCM2835_PUD_UP);  in bcm2835_pinconf_set()
1058 			bcm2835_gpio_set_bit(pc, arg ? GPSET0 : GPCLR0, pin);  in bcm2835_pinconf_set()
1076 static void bcm2711_pull_config_set(struct bcm2835_pinctrl *pc,  in bcm2711_pull_config_set()  argument
1086 	value = bcm2835_gpio_rd(pc, GP_GPIO_PUP_PDN_CNTRL_REG0 + (off * 4));  in bcm2711_pull_config_set()
1089 	bcm2835_gpio_wr(pc, GP_GPIO_PUP_PDN_CNTRL_REG0 + (off * 4), value);  in bcm2711_pull_config_set()
1096 	struct bcm2835_pinctrl *pc = pinctrl_dev_get_drvdata(pctldev);  in bcm2711_pinconf_set()  local
1114 			bcm2711_pull_config_set(pc, pin, arg);  in bcm2711_pinconf_set()
1119 			bcm2711_pull_config_set(pc, pin, BCM2711_PULL_NONE);  in bcm2711_pinconf_set()
1122 			bcm2711_pull_config_set(pc, pin, BCM2711_PULL_DOWN);  in bcm2711_pinconf_set()
1125 			bcm2711_pull_config_set(pc, pin, BCM2711_PULL_UP);  in bcm2711_pinconf_set()
1130 			bcm2835_gpio_set_bit(pc, arg ? GPSET0 : GPCLR0, pin);  in bcm2711_pinconf_set()
1216 	struct bcm2835_pinctrl *pc;  in bcm2835_pinctrl_probe()  local
1226 	pc = devm_kzalloc(dev, sizeof(*pc), GFP_KERNEL);  in bcm2835_pinctrl_probe()
1227 	if (!pc)  in bcm2835_pinctrl_probe()
1230 	platform_set_drvdata(pdev, pc);  in bcm2835_pinctrl_probe()
1231 	pc->dev = dev;  in bcm2835_pinctrl_probe()
1239 	pc->base = devm_ioremap_resource(dev, &iomem);  in bcm2835_pinctrl_probe()
1240 	if (IS_ERR(pc->base))  in bcm2835_pinctrl_probe()
1241 		return PTR_ERR(pc->base);  in bcm2835_pinctrl_probe()
1250 	pc->gpio_chip = *pdata->gpio_chip;  in bcm2835_pinctrl_probe()
1251 	pc->gpio_chip.parent = dev;  in bcm2835_pinctrl_probe()
1258 		bcm2835_gpio_wr(pc, GPREN0 + i * 4, 0);  in bcm2835_pinctrl_probe()
1259 		bcm2835_gpio_wr(pc, GPFEN0 + i * 4, 0);  in bcm2835_pinctrl_probe()
1260 		bcm2835_gpio_wr(pc, GPHEN0 + i * 4, 0);  in bcm2835_pinctrl_probe()
1261 		bcm2835_gpio_wr(pc, GPLEN0 + i * 4, 0);  in bcm2835_pinctrl_probe()
1262 		bcm2835_gpio_wr(pc, GPAREN0 + i * 4, 0);  in bcm2835_pinctrl_probe()
1263 		bcm2835_gpio_wr(pc, GPAFEN0 + i * 4, 0);  in bcm2835_pinctrl_probe()
1266 		events = bcm2835_gpio_rd(pc, GPEDS0 + i * 4);  in bcm2835_pinctrl_probe()
1268 			bcm2835_gpio_wr(pc, GPEDS0 + i * 4, BIT(offset));  in bcm2835_pinctrl_probe()
1270 		raw_spin_lock_init(&pc->irq_lock[i]);  in bcm2835_pinctrl_probe()
1273 	pc->pctl_desc = *pdata->pctl_desc;  in bcm2835_pinctrl_probe()
1274 	pc->pctl_dev = devm_pinctrl_register(dev, &pc->pctl_desc, pc);  in bcm2835_pinctrl_probe()
1275 	if (IS_ERR(pc->pctl_dev)) {  in bcm2835_pinctrl_probe()
1276 		gpiochip_remove(&pc->gpio_chip);  in bcm2835_pinctrl_probe()
1277 		return PTR_ERR(pc->pctl_dev);  in bcm2835_pinctrl_probe()
1280 	pc->gpio_range = *pdata->gpio_range;  in bcm2835_pinctrl_probe()
1281 	pc->gpio_range.base = pc->gpio_chip.base;  in bcm2835_pinctrl_probe()
1282 	pc->gpio_range.gc = &pc->gpio_chip;  in bcm2835_pinctrl_probe()
1283 	pinctrl_add_gpio_range(pc->pctl_dev, &pc->gpio_range);  in bcm2835_pinctrl_probe()
1285 	girq = &pc->gpio_chip.irq;  in bcm2835_pinctrl_probe()
1298 		pc->wake_irq = devm_kcalloc(dev, BCM2835_NUM_IRQS,  in bcm2835_pinctrl_probe()
1299 					    sizeof(*pc->wake_irq),  in bcm2835_pinctrl_probe()
1301 		if (!pc->wake_irq) {  in bcm2835_pinctrl_probe()
1327 		pc->wake_irq[i] = irq_of_parse_and_map(np, i +  in bcm2835_pinctrl_probe()
1330 		len = strlen(dev_name(pc->dev)) + 16;  in bcm2835_pinctrl_probe()
1331 		name = devm_kzalloc(pc->dev, len, GFP_KERNEL);  in bcm2835_pinctrl_probe()
1337 		snprintf(name, len, "%s:bank%d", dev_name(pc->dev), i);  in bcm2835_pinctrl_probe()
1340 		err = devm_request_irq(dev, pc->wake_irq[i],  in bcm2835_pinctrl_probe()
1342 				       IRQF_SHARED, name, pc);  in bcm2835_pinctrl_probe()
1345 				 pc->wake_irq[i]);  in bcm2835_pinctrl_probe()
1351 	err = gpiochip_add_data(&pc->gpio_chip, pc);  in bcm2835_pinctrl_probe()
1360 	pinctrl_remove_gpio_range(pc->pctl_dev, &pc->gpio_range);  in bcm2835_pinctrl_probe()