228 to_tegra124_xusb_padctl(struct tegra_xusb_padctl *padctl)  in to_tegra124_xusb_padctl()  argument
230 	return container_of(padctl, struct tegra124_xusb_padctl, base);  in to_tegra124_xusb_padctl()
233 static int tegra124_xusb_padctl_enable(struct tegra_xusb_padctl *padctl)  in tegra124_xusb_padctl_enable()  argument
237 	mutex_lock(&padctl->lock);  in tegra124_xusb_padctl_enable()
239 	if (padctl->enable++ > 0)  in tegra124_xusb_padctl_enable()
242 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_enable()
244 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_enable()
248 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_enable()
250 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_enable()
254 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_enable()
256 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_enable()
259 	mutex_unlock(&padctl->lock);  in tegra124_xusb_padctl_enable()
263 static int tegra124_xusb_padctl_disable(struct tegra_xusb_padctl *padctl)  in tegra124_xusb_padctl_disable()  argument
267 	mutex_lock(&padctl->lock);  in tegra124_xusb_padctl_disable()
269 	if (WARN_ON(padctl->enable == 0))  in tegra124_xusb_padctl_disable()
272 	if (--padctl->enable > 0)  in tegra124_xusb_padctl_disable()
275 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_disable()
277 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_disable()
281 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_disable()
283 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_disable()
287 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_disable()
289 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_xusb_padctl_disable()
292 	mutex_unlock(&padctl->lock);  in tegra124_xusb_padctl_disable()
296 static int tegra124_usb3_save_context(struct tegra_xusb_padctl *padctl,  in tegra124_usb3_save_context()  argument
303 	port = tegra_xusb_find_usb3_port(padctl, index);  in tegra124_usb3_save_context()
310 	if (lane->pad == padctl->pcie)  in tegra124_usb3_save_context()
315 	value = padctl_readl(padctl, offset);  in tegra124_usb3_save_context()
320 	padctl_writel(padctl, value, offset);  in tegra124_usb3_save_context()
322 	value = padctl_readl(padctl, offset) >>  in tegra124_usb3_save_context()
326 	value = padctl_readl(padctl, offset);  in tegra124_usb3_save_context()
331 	padctl_writel(padctl, value, offset);  in tegra124_usb3_save_context()
333 	value = padctl_readl(padctl, offset) >>  in tegra124_usb3_save_context()
337 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(index));  in tegra124_usb3_save_context()
346 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(index));  in tegra124_usb3_save_context()
348 	value = padctl_readl(padctl, offset);  in tegra124_usb3_save_context()
353 	padctl_writel(padctl, value, offset);  in tegra124_usb3_save_context()
355 	value = padctl_readl(padctl, offset);  in tegra124_usb3_save_context()
360 	padctl_writel(padctl, value, offset);  in tegra124_usb3_save_context()
362 	value = padctl_readl(padctl, offset) >>  in tegra124_usb3_save_context()
367 	value = padctl_readl(padctl, offset);  in tegra124_usb3_save_context()
372 	padctl_writel(padctl, value, offset);  in tegra124_usb3_save_context()
374 	value = padctl_readl(padctl, offset) >>  in tegra124_usb3_save_context()
379 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));  in tegra124_usb3_save_context()
388 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));  in tegra124_usb3_save_context()
393 static int tegra124_hsic_set_idle(struct tegra_xusb_padctl *padctl,  in tegra124_hsic_set_idle()  argument
398 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_set_idle()
407 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_set_idle()
476 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_usb2_phy_init()
483 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_usb2_phy_exit()
491 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_usb2_phy_power_on()  local
498 	port = tegra_xusb_find_usb2_port(padctl, index);  in tegra124_usb2_phy_power_on()
504 	priv = to_tegra124_xusb_padctl(padctl);  in tegra124_usb2_phy_power_on()
506 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);  in tegra124_usb2_phy_power_on()
515 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);  in tegra124_usb2_phy_power_on()
517 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_PORT_CAP);  in tegra124_usb2_phy_power_on()
522 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_PORT_CAP);  in tegra124_usb2_phy_power_on()
524 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_OTG_PADX_CTL0(index));  in tegra124_usb2_phy_power_on()
541 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_OTG_PADX_CTL0(index));  in tegra124_usb2_phy_power_on()
543 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_OTG_PADX_CTL1(index));  in tegra124_usb2_phy_power_on()
555 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_OTG_PADX_CTL1(index));  in tegra124_usb2_phy_power_on()
566 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);  in tegra124_usb2_phy_power_on()
568 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);  in tegra124_usb2_phy_power_on()
579 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_usb2_phy_power_off()  local
583 	port = tegra_xusb_find_usb2_port(padctl, lane->index);  in tegra124_usb2_phy_power_off()
598 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);  in tegra124_usb2_phy_power_off()
600 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);  in tegra124_usb2_phy_power_off()
617 tegra124_usb2_pad_probe(struct tegra_xusb_padctl *padctl,  in tegra124_usb2_pad_probe()  argument
635 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra124_usb2_pad_probe()
725 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_ulpi_phy_init()
732 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_ulpi_phy_exit()
754 tegra124_ulpi_pad_probe(struct tegra_xusb_padctl *padctl,  in tegra124_ulpi_pad_probe()  argument
770 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra124_ulpi_pad_probe()
861 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_hsic_phy_init()
868 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_hsic_phy_exit()
876 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_hsic_phy_power_on()  local
885 	padctl_writel(padctl, hsic->strobe_trim,  in tegra124_hsic_phy_power_on()
888 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_phy_power_on()
895 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_phy_power_on()
897 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL0(index));  in tegra124_hsic_phy_power_on()
914 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL0(index));  in tegra124_hsic_phy_power_on()
916 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL2(index));  in tegra124_hsic_phy_power_on()
925 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL2(index));  in tegra124_hsic_phy_power_on()
927 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_phy_power_on()
936 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_phy_power_on()
945 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_hsic_phy_power_off()  local
949 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_phy_power_off()
954 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));  in tegra124_hsic_phy_power_off()
970 tegra124_hsic_pad_probe(struct tegra_xusb_padctl *padctl,  in tegra124_hsic_pad_probe()  argument
986 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra124_hsic_pad_probe()
1081 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_pcie_phy_init()
1088 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_pcie_phy_exit()
1094 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_pcie_phy_power_on()  local
1099 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_on()
1101 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_on()
1103 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL2);  in tegra124_pcie_phy_power_on()
1107 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL2);  in tegra124_pcie_phy_power_on()
1109 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_on()
1111 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_on()
1116 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_on()
1125 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_pcie_phy_power_on()
1127 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_pcie_phy_power_on()
1135 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_pcie_phy_power_off()  local
1138 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_pcie_phy_power_off()
1140 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_pcie_phy_power_off()
1142 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_off()
1144 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);  in tegra124_pcie_phy_power_off()
1158 tegra124_pcie_pad_probe(struct tegra_xusb_padctl *padctl,  in tegra124_pcie_pad_probe()  argument
1174 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra124_pcie_pad_probe()
1259 	return tegra124_xusb_padctl_enable(lane->pad->padctl);  in tegra124_sata_phy_init()
1266 	return tegra124_xusb_padctl_disable(lane->pad->padctl);  in tegra124_sata_phy_exit()
1272 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_sata_phy_power_on()  local
1277 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);  in tegra124_sata_phy_power_on()
1280 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);  in tegra124_sata_phy_power_on()
1282 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1285 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1287 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1289 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1291 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1293 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1298 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_on()
1307 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_sata_phy_power_on()
1309 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_sata_phy_power_on()
1317 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;  in tegra124_sata_phy_power_off()  local
1320 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_sata_phy_power_off()
1322 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);  in tegra124_sata_phy_power_off()
1324 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_off()
1326 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_off()
1328 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_off()
1330 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_off()
1332 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_off()
1335 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_sata_phy_power_off()
1337 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);  in tegra124_sata_phy_power_off()
1340 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);  in tegra124_sata_phy_power_off()
1354 tegra124_sata_pad_probe(struct tegra_xusb_padctl *padctl,  in tegra124_sata_pad_probe()  argument
1370 	err = tegra_xusb_pad_init(pad, padctl, np);  in tegra124_sata_pad_probe()
1429 	return tegra_xusb_find_lane(port->padctl, "usb2", port->index);  in tegra124_usb2_port_map()
1450 	return tegra_xusb_find_lane(port->padctl, "ulpi", port->index);  in tegra124_ulpi_port_map()
1471 	return tegra_xusb_find_lane(port->padctl, "hsic", port->index);  in tegra124_hsic_port_map()
1483 	struct tegra_xusb_padctl *padctl = port->padctl;  in tegra124_usb3_port_enable()  local
1488 	value = padctl_readl(padctl, XUSB_PADCTL_SS_PORT_MAP);  in tegra124_usb3_port_enable()
1497 	padctl_writel(padctl, value, XUSB_PADCTL_SS_PORT_MAP);  in tegra124_usb3_port_enable()
1504 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));  in tegra124_usb3_port_enable()
1529 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));  in tegra124_usb3_port_enable()
1544 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(index));  in tegra124_usb3_port_enable()
1546 	if (lane->pad == padctl->pcie)  in tegra124_usb3_port_enable()
1551 	value = padctl_readl(padctl, offset);  in tegra124_usb3_port_enable()
1556 	padctl_writel(padctl, value, offset);  in tegra124_usb3_port_enable()
1558 	if (lane->pad == padctl->pcie)  in tegra124_usb3_port_enable()
1563 	value = padctl_readl(padctl, offset);  in tegra124_usb3_port_enable()
1565 	padctl_writel(padctl, value, offset);  in tegra124_usb3_port_enable()
1568 	if (lane->pad == padctl->sata) {  in tegra124_usb3_port_enable()
1569 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_usb3_port_enable()
1574 		padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);  in tegra124_usb3_port_enable()
1576 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL2);  in tegra124_usb3_port_enable()
1591 		padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL2);  in tegra124_usb3_port_enable()
1593 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL3);  in tegra124_usb3_port_enable()
1595 		padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL3);  in tegra124_usb3_port_enable()
1598 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_enable()
1600 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_enable()
1604 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_enable()
1606 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_enable()
1610 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_enable()
1612 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_enable()
1619 	struct tegra_xusb_padctl *padctl = port->padctl;  in tegra124_usb3_port_disable()  local
1622 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_disable()
1624 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_disable()
1628 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_disable()
1630 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_disable()
1634 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_disable()
1636 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);  in tegra124_usb3_port_disable()
1638 	value = padctl_readl(padctl, XUSB_PADCTL_SS_PORT_MAP);  in tegra124_usb3_port_disable()
1641 	padctl_writel(padctl, value, XUSB_PADCTL_SS_PORT_MAP);  in tegra124_usb3_port_disable()
1696 	struct tegra124_xusb_padctl *padctl;  in tegra124_xusb_padctl_probe()  local
1699 	padctl = devm_kzalloc(dev, sizeof(*padctl), GFP_KERNEL);  in tegra124_xusb_padctl_probe()
1700 	if (!padctl)  in tegra124_xusb_padctl_probe()
1703 	padctl->base.dev = dev;  in tegra124_xusb_padctl_probe()
1704 	padctl->base.soc = soc;  in tegra124_xusb_padctl_probe()
1706 	err = tegra124_xusb_read_fuse_calibration(&padctl->fuse);  in tegra124_xusb_padctl_probe()
1710 	return &padctl->base;  in tegra124_xusb_padctl_probe()
1713 static void tegra124_xusb_padctl_remove(struct tegra_xusb_padctl *padctl)  in tegra124_xusb_padctl_remove()  argument