1 /*
2  * Copyright (c) 2014, NVIDIA CORPORATION.  All rights reserved.
3  *
4  * This program is free software; you can redistribute it and/or modify it
5  * under the terms and conditions of the GNU General Public License,
6  * version 2, as published by the Free Software Foundation.
7  *
8  * This program is distributed in the hope it will be useful, but WITHOUT
9  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
11  * more details.
12  */
13 
14 #include <linux/delay.h>
15 #include <linux/io.h>
16 #include <linux/mailbox_client.h>
17 #include <linux/module.h>
18 #include <linux/of.h>
19 #include <linux/phy/phy.h>
20 #include <linux/platform_device.h>
21 #include <linux/regulator/consumer.h>
22 #include <linux/reset.h>
23 #include <linux/slab.h>
24 
25 #include <soc/tegra/fuse.h>
26 
27 #include "xusb.h"
28 
29 #define FUSE_SKU_CALIB_HS_CURR_LEVEL_PADX_SHIFT(x) ((x) ? 15 : 0)
30 #define FUSE_SKU_CALIB_HS_CURR_LEVEL_PAD_MASK 0x3f
31 #define FUSE_SKU_CALIB_HS_IREF_CAP_SHIFT 13
32 #define FUSE_SKU_CALIB_HS_IREF_CAP_MASK 0x3
33 #define FUSE_SKU_CALIB_HS_SQUELCH_LEVEL_SHIFT 11
34 #define FUSE_SKU_CALIB_HS_SQUELCH_LEVEL_MASK 0x3
35 #define FUSE_SKU_CALIB_HS_TERM_RANGE_ADJ_SHIFT 7
36 #define FUSE_SKU_CALIB_HS_TERM_RANGE_ADJ_MASK 0xf
37 
38 #define XUSB_PADCTL_USB2_PORT_CAP 0x008
39 #define XUSB_PADCTL_USB2_PORT_CAP_PORTX_CAP_SHIFT(x) ((x) * 4)
40 #define XUSB_PADCTL_USB2_PORT_CAP_PORT_CAP_MASK 0x3
41 #define XUSB_PADCTL_USB2_PORT_CAP_DISABLED 0x0
42 #define XUSB_PADCTL_USB2_PORT_CAP_HOST 0x1
43 #define XUSB_PADCTL_USB2_PORT_CAP_DEVICE 0x2
44 #define XUSB_PADCTL_USB2_PORT_CAP_OTG 0x3
45 
46 #define XUSB_PADCTL_SS_PORT_MAP 0x014
47 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_INTERNAL(x) (1 << (((x) * 4) + 3))
48 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_SHIFT(x) ((x) * 4)
49 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_MASK(x) (0x7 << ((x) * 4))
50 #define XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP(x, v) (((v) & 0x7) << ((x) * 4))
51 #define XUSB_PADCTL_SS_PORT_MAP_PORT_MAP_MASK 0x7
52 
53 #define XUSB_PADCTL_ELPG_PROGRAM 0x01c
54 #define XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_VCORE_DOWN (1 << 26)
55 #define XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_CLAMP_EN_EARLY (1 << 25)
56 #define XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_CLAMP_EN (1 << 24)
57 #define XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_VCORE_DOWN(x) (1 << (18 + (x) * 4))
58 #define XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN_EARLY(x) \
59 							(1 << (17 + (x) * 4))
60 #define XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN(x) (1 << (16 + (x) * 4))
61 
62 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL1 0x040
63 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL1_PLL0_LOCKDET (1 << 19)
64 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL1_REFCLK_SEL_MASK (0xf << 12)
65 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL1_PLL_RST (1 << 1)
66 
67 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL2 0x044
68 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL2_REFCLKBUF_EN (1 << 6)
69 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL2_TXCLKREF_EN (1 << 5)
70 #define XUSB_PADCTL_IOPHY_PLL_P0_CTL2_TXCLKREF_SEL (1 << 4)
71 
72 #define XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(x) (0x058 + (x) * 4)
73 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_SHIFT 24
74 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_MASK 0xff
75 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_VAL 0x24
76 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_SHIFT 16
77 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_MASK 0x3f
78 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_SHIFT 8
79 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_MASK 0x3f
80 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_SHIFT 8
81 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_MASK 0xffff
82 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_VAL 0xf070
83 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_SHIFT 4
84 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_MASK 0xf
85 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_VAL 0xf
86 
87 #define XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(x) (0x068 + (x) * 4)
88 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_SHIFT 24
89 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_MASK 0x1f
90 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_SHIFT 16
91 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_MASK 0x7f
92 #define XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_VAL 0x002008ee
93 
94 #define XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL2(x) ((x) < 2 ? 0x078 + (x) * 4 : \
95 					       0x0f8 + (x) * 4)
96 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_SHIFT 28
97 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_MASK 0x3
98 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_VAL 0x1
99 
100 #define XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL5(x) ((x) < 2 ? 0x090 + (x) * 4 : \
101 					       0x11c + (x) * 4)
102 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL5_RX_QEYE_EN (1 << 8)
103 
104 #define XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL6(x) ((x) < 2 ? 0x098 + (x) * 4 : \
105 					       0x128 + (x) * 4)
106 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SHIFT 24
107 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_G_Z_MASK 0x3f
108 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_TAP_MASK 0x1f
109 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_AMP_MASK 0x7f
110 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT 16
111 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_MASK 0xff
112 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_G_Z 0x21
113 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_TAP 0x32
114 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_AMP 0x33
115 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_CTLE_Z 0x48
116 #define XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_LATCH_G_Z 0xa1
117 
118 #define XUSB_PADCTL_USB2_OTG_PADX_CTL0(x) (0x0a0 + (x) * 4)
119 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_PD_ZI (1 << 21)
120 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_PD2 (1 << 20)
121 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_PD (1 << 19)
122 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_SHIFT 14
123 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_MASK 0x3
124 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_VAL(x) ((x) ? 0x0 : 0x3)
125 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_SHIFT 6
126 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_MASK 0x3f
127 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_VAL 0x0e
128 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_CURR_LEVEL_SHIFT 0
129 #define XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_CURR_LEVEL_MASK 0x3f
130 
131 #define XUSB_PADCTL_USB2_OTG_PADX_CTL1(x) (0x0ac + (x) * 4)
132 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_HS_IREF_CAP_SHIFT 9
133 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_HS_IREF_CAP_MASK 0x3
134 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_TERM_RANGE_ADJ_SHIFT 3
135 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_TERM_RANGE_ADJ_MASK 0x7
136 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_PD_DR (1 << 2)
137 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_PD_DISC_FORCE_POWERUP (1 << 1)
138 #define XUSB_PADCTL_USB2_OTG_PAD_CTL1_PD_CHRP_FORCE_POWERUP (1 << 0)
139 
140 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0 0x0b8
141 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0_PD (1 << 12)
142 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_SHIFT 2
143 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_MASK 0x7
144 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_VAL 0x5
145 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_SQUELCH_LEVEL_SHIFT 0
146 #define XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_SQUELCH_LEVEL_MASK 0x3
147 
148 #define XUSB_PADCTL_HSIC_PADX_CTL0(x) (0x0c0 + (x) * 4)
149 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWN_SHIFT 12
150 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWN_MASK 0x7
151 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWP_SHIFT 8
152 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWP_MASK 0x7
153 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEN_SHIFT 4
154 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEN_MASK 0x7
155 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEP_SHIFT 0
156 #define XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEP_MASK 0x7
157 
158 #define XUSB_PADCTL_HSIC_PADX_CTL1(x) (0x0c8 + (x) * 4)
159 #define XUSB_PADCTL_HSIC_PAD_CTL1_RPU_STROBE (1 << 10)
160 #define XUSB_PADCTL_HSIC_PAD_CTL1_RPU_DATA (1 << 9)
161 #define XUSB_PADCTL_HSIC_PAD_CTL1_RPD_STROBE (1 << 8)
162 #define XUSB_PADCTL_HSIC_PAD_CTL1_RPD_DATA (1 << 7)
163 #define XUSB_PADCTL_HSIC_PAD_CTL1_PD_ZI (1 << 5)
164 #define XUSB_PADCTL_HSIC_PAD_CTL1_PD_RX (1 << 4)
165 #define XUSB_PADCTL_HSIC_PAD_CTL1_PD_TRX (1 << 3)
166 #define XUSB_PADCTL_HSIC_PAD_CTL1_PD_TX (1 << 2)
167 #define XUSB_PADCTL_HSIC_PAD_CTL1_AUTO_TERM_EN (1 << 0)
168 
169 #define XUSB_PADCTL_HSIC_PADX_CTL2(x) (0x0d0 + (x) * 4)
170 #define XUSB_PADCTL_HSIC_PAD_CTL2_RX_STROBE_TRIM_SHIFT 4
171 #define XUSB_PADCTL_HSIC_PAD_CTL2_RX_STROBE_TRIM_MASK 0x7
172 #define XUSB_PADCTL_HSIC_PAD_CTL2_RX_DATA_TRIM_SHIFT 0
173 #define XUSB_PADCTL_HSIC_PAD_CTL2_RX_DATA_TRIM_MASK 0x7
174 
175 #define XUSB_PADCTL_HSIC_STRB_TRIM_CONTROL 0x0e0
176 #define XUSB_PADCTL_HSIC_STRB_TRIM_CONTROL_STRB_TRIM_MASK 0x1f
177 
178 #define XUSB_PADCTL_USB3_PAD_MUX 0x134
179 #define XUSB_PADCTL_USB3_PAD_MUX_PCIE_IDDQ_DISABLE(x) (1 << (1 + (x)))
180 #define XUSB_PADCTL_USB3_PAD_MUX_SATA_IDDQ_DISABLE(x) (1 << (6 + (x)))
181 
182 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1 0x138
183 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL1_LOCKDET (1 << 27)
184 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL1_MODE (1 << 24)
185 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL0_REFCLK_NDIV_SHIFT 20
186 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL0_REFCLK_NDIV_MASK 0x3
187 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_PWR_OVRD (1 << 3)
188 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_RST (1 << 1)
189 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_IDDQ (1 << 0)
190 
191 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2 0x13c
192 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL1_CP_CNTL_SHIFT 20
193 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL1_CP_CNTL_MASK 0xf
194 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL0_CP_CNTL_SHIFT 16
195 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL0_CP_CNTL_MASK 0xf
196 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_TCLKOUT_EN (1 << 12)
197 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_TXCLKREF_SEL (1 << 4)
198 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_XDIGCLK_SEL_SHIFT 0
199 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL2_XDIGCLK_SEL_MASK 0x7
200 
201 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL3 0x140
202 #define XUSB_PADCTL_IOPHY_PLL_S0_CTL3_RCAL_BYPASS (1 << 7)
203 
204 #define XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1 0x148
205 #define XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1_IDDQ_OVRD (1 << 1)
206 #define XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1_IDDQ (1 << 0)
207 
208 #define XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL2 0x14c
209 
210 #define XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL5 0x158
211 
212 #define XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL6 0x15c
213 
214 struct tegra124_xusb_fuse_calibration {
215 	u32 hs_curr_level[3];
216 	u32 hs_iref_cap;
217 	u32 hs_term_range_adj;
218 	u32 hs_squelch_level;
219 };
220 
221 struct tegra124_xusb_padctl {
222 	struct tegra_xusb_padctl base;
223 
224 	struct tegra124_xusb_fuse_calibration fuse;
225 };
226 
227 static inline struct tegra124_xusb_padctl *
to_tegra124_xusb_padctl(struct tegra_xusb_padctl * padctl)228 to_tegra124_xusb_padctl(struct tegra_xusb_padctl *padctl)
229 {
230 	return container_of(padctl, struct tegra124_xusb_padctl, base);
231 }
232 
tegra124_xusb_padctl_enable(struct tegra_xusb_padctl * padctl)233 static int tegra124_xusb_padctl_enable(struct tegra_xusb_padctl *padctl)
234 {
235 	u32 value;
236 
237 	mutex_lock(&padctl->lock);
238 
239 	if (padctl->enable++ > 0)
240 		goto out;
241 
242 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
243 	value &= ~XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_CLAMP_EN;
244 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
245 
246 	usleep_range(100, 200);
247 
248 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
249 	value &= ~XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_CLAMP_EN_EARLY;
250 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
251 
252 	usleep_range(100, 200);
253 
254 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
255 	value &= ~XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_VCORE_DOWN;
256 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
257 
258 out:
259 	mutex_unlock(&padctl->lock);
260 	return 0;
261 }
262 
tegra124_xusb_padctl_disable(struct tegra_xusb_padctl * padctl)263 static int tegra124_xusb_padctl_disable(struct tegra_xusb_padctl *padctl)
264 {
265 	u32 value;
266 
267 	mutex_lock(&padctl->lock);
268 
269 	if (WARN_ON(padctl->enable == 0))
270 		goto out;
271 
272 	if (--padctl->enable > 0)
273 		goto out;
274 
275 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
276 	value |= XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_VCORE_DOWN;
277 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
278 
279 	usleep_range(100, 200);
280 
281 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
282 	value |= XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_CLAMP_EN_EARLY;
283 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
284 
285 	usleep_range(100, 200);
286 
287 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
288 	value |= XUSB_PADCTL_ELPG_PROGRAM_AUX_MUX_LP0_CLAMP_EN;
289 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
290 
291 out:
292 	mutex_unlock(&padctl->lock);
293 	return 0;
294 }
295 
tegra124_usb3_save_context(struct tegra_xusb_padctl * padctl,unsigned int index)296 static int tegra124_usb3_save_context(struct tegra_xusb_padctl *padctl,
297 				      unsigned int index)
298 {
299 	struct tegra_xusb_usb3_port *port;
300 	struct tegra_xusb_lane *lane;
301 	u32 value, offset;
302 
303 	port = tegra_xusb_find_usb3_port(padctl, index);
304 	if (!port)
305 		return -ENODEV;
306 
307 	port->context_saved = true;
308 	lane = port->base.lane;
309 
310 	if (lane->pad == padctl->pcie)
311 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL6(lane->index);
312 	else
313 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL6;
314 
315 	value = padctl_readl(padctl, offset);
316 	value &= ~(XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_MASK <<
317 		   XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT);
318 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_TAP <<
319 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT;
320 	padctl_writel(padctl, value, offset);
321 
322 	value = padctl_readl(padctl, offset) >>
323 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SHIFT;
324 	port->tap1 = value & XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_TAP_MASK;
325 
326 	value = padctl_readl(padctl, offset);
327 	value &= ~(XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_MASK <<
328 		   XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT);
329 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_AMP <<
330 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT;
331 	padctl_writel(padctl, value, offset);
332 
333 	value = padctl_readl(padctl, offset) >>
334 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SHIFT;
335 	port->amp = value & XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_AMP_MASK;
336 
337 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(index));
338 	value &= ~((XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_MASK <<
339 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_SHIFT) |
340 		   (XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_MASK <<
341 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_SHIFT));
342 	value |= (port->tap1 <<
343 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_SHIFT) |
344 		 (port->amp <<
345 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_SHIFT);
346 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(index));
347 
348 	value = padctl_readl(padctl, offset);
349 	value &= ~(XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_MASK <<
350 		   XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT);
351 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_LATCH_G_Z <<
352 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT;
353 	padctl_writel(padctl, value, offset);
354 
355 	value = padctl_readl(padctl, offset);
356 	value &= ~(XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_MASK <<
357 		   XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT);
358 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_G_Z <<
359 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT;
360 	padctl_writel(padctl, value, offset);
361 
362 	value = padctl_readl(padctl, offset) >>
363 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SHIFT;
364 	port->ctle_g = value &
365 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_G_Z_MASK;
366 
367 	value = padctl_readl(padctl, offset);
368 	value &= ~(XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_MASK <<
369 		   XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT);
370 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_CTLE_Z <<
371 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SEL_SHIFT;
372 	padctl_writel(padctl, value, offset);
373 
374 	value = padctl_readl(padctl, offset) >>
375 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_SHIFT;
376 	port->ctle_z = value &
377 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL6_MISC_OUT_G_Z_MASK;
378 
379 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));
380 	value &= ~((XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_MASK <<
381 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_SHIFT) |
382 		   (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_MASK <<
383 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_SHIFT));
384 	value |= (port->ctle_g <<
385 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_SHIFT) |
386 		 (port->ctle_z <<
387 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_SHIFT);
388 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));
389 
390 	return 0;
391 }
392 
tegra124_hsic_set_idle(struct tegra_xusb_padctl * padctl,unsigned int index,bool idle)393 static int tegra124_hsic_set_idle(struct tegra_xusb_padctl *padctl,
394 				  unsigned int index, bool idle)
395 {
396 	u32 value;
397 
398 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));
399 
400 	if (idle)
401 		value |= XUSB_PADCTL_HSIC_PAD_CTL1_RPD_DATA |
402 			 XUSB_PADCTL_HSIC_PAD_CTL1_RPU_STROBE;
403 	else
404 		value &= ~(XUSB_PADCTL_HSIC_PAD_CTL1_RPD_DATA |
405 			   XUSB_PADCTL_HSIC_PAD_CTL1_RPU_STROBE);
406 
407 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));
408 
409 	return 0;
410 }
411 
412 #define TEGRA124_LANE(_name, _offset, _shift, _mask, _type)		\
413 	{								\
414 		.name = _name,						\
415 		.offset = _offset,					\
416 		.shift = _shift,					\
417 		.mask = _mask,						\
418 		.num_funcs = ARRAY_SIZE(tegra124_##_type##_functions),	\
419 		.funcs = tegra124_##_type##_functions,			\
420 	}
421 
422 static const char * const tegra124_usb2_functions[] = {
423 	"snps",
424 	"xusb",
425 	"uart",
426 };
427 
428 static const struct tegra_xusb_lane_soc tegra124_usb2_lanes[] = {
429 	TEGRA124_LANE("usb2-0", 0x004,  0, 0x3, usb2),
430 	TEGRA124_LANE("usb2-1", 0x004,  2, 0x3, usb2),
431 	TEGRA124_LANE("usb2-2", 0x004,  4, 0x3, usb2),
432 };
433 
434 static struct tegra_xusb_lane *
tegra124_usb2_lane_probe(struct tegra_xusb_pad * pad,struct device_node * np,unsigned int index)435 tegra124_usb2_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,
436 			 unsigned int index)
437 {
438 	struct tegra_xusb_usb2_lane *usb2;
439 	int err;
440 
441 	usb2 = kzalloc(sizeof(*usb2), GFP_KERNEL);
442 	if (!usb2)
443 		return ERR_PTR(-ENOMEM);
444 
445 	INIT_LIST_HEAD(&usb2->base.list);
446 	usb2->base.soc = &pad->soc->lanes[index];
447 	usb2->base.index = index;
448 	usb2->base.pad = pad;
449 	usb2->base.np = np;
450 
451 	err = tegra_xusb_lane_parse_dt(&usb2->base, np);
452 	if (err < 0) {
453 		kfree(usb2);
454 		return ERR_PTR(err);
455 	}
456 
457 	return &usb2->base;
458 }
459 
tegra124_usb2_lane_remove(struct tegra_xusb_lane * lane)460 static void tegra124_usb2_lane_remove(struct tegra_xusb_lane *lane)
461 {
462 	struct tegra_xusb_usb2_lane *usb2 = to_usb2_lane(lane);
463 
464 	kfree(usb2);
465 }
466 
467 static const struct tegra_xusb_lane_ops tegra124_usb2_lane_ops = {
468 	.probe = tegra124_usb2_lane_probe,
469 	.remove = tegra124_usb2_lane_remove,
470 };
471 
tegra124_usb2_phy_init(struct phy * phy)472 static int tegra124_usb2_phy_init(struct phy *phy)
473 {
474 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
475 
476 	return tegra124_xusb_padctl_enable(lane->pad->padctl);
477 }
478 
tegra124_usb2_phy_exit(struct phy * phy)479 static int tegra124_usb2_phy_exit(struct phy *phy)
480 {
481 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
482 
483 	return tegra124_xusb_padctl_disable(lane->pad->padctl);
484 }
485 
tegra124_usb2_phy_power_on(struct phy * phy)486 static int tegra124_usb2_phy_power_on(struct phy *phy)
487 {
488 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
489 	struct tegra_xusb_usb2_lane *usb2 = to_usb2_lane(lane);
490 	struct tegra_xusb_usb2_pad *pad = to_usb2_pad(lane->pad);
491 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
492 	struct tegra124_xusb_padctl *priv;
493 	struct tegra_xusb_usb2_port *port;
494 	unsigned int index = lane->index;
495 	u32 value;
496 	int err;
497 
498 	port = tegra_xusb_find_usb2_port(padctl, index);
499 	if (!port) {
500 		dev_err(&phy->dev, "no port found for USB2 lane %u\n", index);
501 		return -ENODEV;
502 	}
503 
504 	priv = to_tegra124_xusb_padctl(padctl);
505 
506 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);
507 	value &= ~((XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_SQUELCH_LEVEL_MASK <<
508 		    XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_SQUELCH_LEVEL_SHIFT) |
509 		   (XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_MASK <<
510 		    XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_SHIFT));
511 	value |= (priv->fuse.hs_squelch_level <<
512 		  XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_SQUELCH_LEVEL_SHIFT) |
513 		 (XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_VAL <<
514 		  XUSB_PADCTL_USB2_BIAS_PAD_CTL0_HS_DISCON_LEVEL_SHIFT);
515 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);
516 
517 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_PORT_CAP);
518 	value &= ~(XUSB_PADCTL_USB2_PORT_CAP_PORT_CAP_MASK <<
519 		   XUSB_PADCTL_USB2_PORT_CAP_PORTX_CAP_SHIFT(index));
520 	value |= XUSB_PADCTL_USB2_PORT_CAP_HOST <<
521 		XUSB_PADCTL_USB2_PORT_CAP_PORTX_CAP_SHIFT(index);
522 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_PORT_CAP);
523 
524 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_OTG_PADX_CTL0(index));
525 	value &= ~((XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_CURR_LEVEL_MASK <<
526 		    XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_CURR_LEVEL_SHIFT) |
527 		   (XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_MASK <<
528 		    XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_SHIFT) |
529 		   (XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_MASK <<
530 		    XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_SHIFT) |
531 		   XUSB_PADCTL_USB2_OTG_PAD_CTL0_PD |
532 		   XUSB_PADCTL_USB2_OTG_PAD_CTL0_PD2 |
533 		   XUSB_PADCTL_USB2_OTG_PAD_CTL0_PD_ZI);
534 	value |= (priv->fuse.hs_curr_level[index] +
535 		  usb2->hs_curr_level_offset) <<
536 		XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_CURR_LEVEL_SHIFT;
537 	value |= XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_VAL <<
538 		XUSB_PADCTL_USB2_OTG_PAD_CTL0_HS_SLEW_SHIFT;
539 	value |= XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_VAL(index) <<
540 		XUSB_PADCTL_USB2_OTG_PAD_CTL0_LS_RSLEW_SHIFT;
541 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_OTG_PADX_CTL0(index));
542 
543 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_OTG_PADX_CTL1(index));
544 	value &= ~((XUSB_PADCTL_USB2_OTG_PAD_CTL1_TERM_RANGE_ADJ_MASK <<
545 		    XUSB_PADCTL_USB2_OTG_PAD_CTL1_TERM_RANGE_ADJ_SHIFT) |
546 		   (XUSB_PADCTL_USB2_OTG_PAD_CTL1_HS_IREF_CAP_MASK <<
547 		    XUSB_PADCTL_USB2_OTG_PAD_CTL1_HS_IREF_CAP_SHIFT) |
548 		   XUSB_PADCTL_USB2_OTG_PAD_CTL1_PD_DR |
549 		   XUSB_PADCTL_USB2_OTG_PAD_CTL1_PD_CHRP_FORCE_POWERUP |
550 		   XUSB_PADCTL_USB2_OTG_PAD_CTL1_PD_DISC_FORCE_POWERUP);
551 	value |= (priv->fuse.hs_term_range_adj <<
552 		  XUSB_PADCTL_USB2_OTG_PAD_CTL1_TERM_RANGE_ADJ_SHIFT) |
553 		 (priv->fuse.hs_iref_cap <<
554 		  XUSB_PADCTL_USB2_OTG_PAD_CTL1_HS_IREF_CAP_SHIFT);
555 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_OTG_PADX_CTL1(index));
556 
557 	err = regulator_enable(port->supply);
558 	if (err)
559 		return err;
560 
561 	mutex_lock(&pad->lock);
562 
563 	if (pad->enable++ > 0)
564 		goto out;
565 
566 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);
567 	value &= ~XUSB_PADCTL_USB2_BIAS_PAD_CTL0_PD;
568 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);
569 
570 out:
571 	mutex_unlock(&pad->lock);
572 	return 0;
573 }
574 
tegra124_usb2_phy_power_off(struct phy * phy)575 static int tegra124_usb2_phy_power_off(struct phy *phy)
576 {
577 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
578 	struct tegra_xusb_usb2_pad *pad = to_usb2_pad(lane->pad);
579 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
580 	struct tegra_xusb_usb2_port *port;
581 	u32 value;
582 
583 	port = tegra_xusb_find_usb2_port(padctl, lane->index);
584 	if (!port) {
585 		dev_err(&phy->dev, "no port found for USB2 lane %u\n",
586 			lane->index);
587 		return -ENODEV;
588 	}
589 
590 	mutex_lock(&pad->lock);
591 
592 	if (WARN_ON(pad->enable == 0))
593 		goto out;
594 
595 	if (--pad->enable > 0)
596 		goto out;
597 
598 	value = padctl_readl(padctl, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);
599 	value |= XUSB_PADCTL_USB2_BIAS_PAD_CTL0_PD;
600 	padctl_writel(padctl, value, XUSB_PADCTL_USB2_BIAS_PAD_CTL0);
601 
602 out:
603 	regulator_disable(port->supply);
604 	mutex_unlock(&pad->lock);
605 	return 0;
606 }
607 
608 static const struct phy_ops tegra124_usb2_phy_ops = {
609 	.init = tegra124_usb2_phy_init,
610 	.exit = tegra124_usb2_phy_exit,
611 	.power_on = tegra124_usb2_phy_power_on,
612 	.power_off = tegra124_usb2_phy_power_off,
613 	.owner = THIS_MODULE,
614 };
615 
616 static struct tegra_xusb_pad *
tegra124_usb2_pad_probe(struct tegra_xusb_padctl * padctl,const struct tegra_xusb_pad_soc * soc,struct device_node * np)617 tegra124_usb2_pad_probe(struct tegra_xusb_padctl *padctl,
618 			const struct tegra_xusb_pad_soc *soc,
619 			struct device_node *np)
620 {
621 	struct tegra_xusb_usb2_pad *usb2;
622 	struct tegra_xusb_pad *pad;
623 	int err;
624 
625 	usb2 = kzalloc(sizeof(*usb2), GFP_KERNEL);
626 	if (!usb2)
627 		return ERR_PTR(-ENOMEM);
628 
629 	mutex_init(&usb2->lock);
630 
631 	pad = &usb2->base;
632 	pad->ops = &tegra124_usb2_lane_ops;
633 	pad->soc = soc;
634 
635 	err = tegra_xusb_pad_init(pad, padctl, np);
636 	if (err < 0) {
637 		kfree(usb2);
638 		goto out;
639 	}
640 
641 	err = tegra_xusb_pad_register(pad, &tegra124_usb2_phy_ops);
642 	if (err < 0)
643 		goto unregister;
644 
645 	dev_set_drvdata(&pad->dev, pad);
646 
647 	return pad;
648 
649 unregister:
650 	device_unregister(&pad->dev);
651 out:
652 	return ERR_PTR(err);
653 }
654 
tegra124_usb2_pad_remove(struct tegra_xusb_pad * pad)655 static void tegra124_usb2_pad_remove(struct tegra_xusb_pad *pad)
656 {
657 	struct tegra_xusb_usb2_pad *usb2 = to_usb2_pad(pad);
658 
659 	kfree(usb2);
660 }
661 
662 static const struct tegra_xusb_pad_ops tegra124_usb2_ops = {
663 	.probe = tegra124_usb2_pad_probe,
664 	.remove = tegra124_usb2_pad_remove,
665 };
666 
667 static const struct tegra_xusb_pad_soc tegra124_usb2_pad = {
668 	.name = "usb2",
669 	.num_lanes = ARRAY_SIZE(tegra124_usb2_lanes),
670 	.lanes = tegra124_usb2_lanes,
671 	.ops = &tegra124_usb2_ops,
672 };
673 
674 static const char * const tegra124_ulpi_functions[] = {
675 	"snps",
676 	"xusb",
677 };
678 
679 static const struct tegra_xusb_lane_soc tegra124_ulpi_lanes[] = {
680 	TEGRA124_LANE("ulpi-0", 0x004, 12, 0x1, ulpi),
681 };
682 
683 static struct tegra_xusb_lane *
tegra124_ulpi_lane_probe(struct tegra_xusb_pad * pad,struct device_node * np,unsigned int index)684 tegra124_ulpi_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,
685 			 unsigned int index)
686 {
687 	struct tegra_xusb_ulpi_lane *ulpi;
688 	int err;
689 
690 	ulpi = kzalloc(sizeof(*ulpi), GFP_KERNEL);
691 	if (!ulpi)
692 		return ERR_PTR(-ENOMEM);
693 
694 	INIT_LIST_HEAD(&ulpi->base.list);
695 	ulpi->base.soc = &pad->soc->lanes[index];
696 	ulpi->base.index = index;
697 	ulpi->base.pad = pad;
698 	ulpi->base.np = np;
699 
700 	err = tegra_xusb_lane_parse_dt(&ulpi->base, np);
701 	if (err < 0) {
702 		kfree(ulpi);
703 		return ERR_PTR(err);
704 	}
705 
706 	return &ulpi->base;
707 }
708 
tegra124_ulpi_lane_remove(struct tegra_xusb_lane * lane)709 static void tegra124_ulpi_lane_remove(struct tegra_xusb_lane *lane)
710 {
711 	struct tegra_xusb_ulpi_lane *ulpi = to_ulpi_lane(lane);
712 
713 	kfree(ulpi);
714 }
715 
716 static const struct tegra_xusb_lane_ops tegra124_ulpi_lane_ops = {
717 	.probe = tegra124_ulpi_lane_probe,
718 	.remove = tegra124_ulpi_lane_remove,
719 };
720 
tegra124_ulpi_phy_init(struct phy * phy)721 static int tegra124_ulpi_phy_init(struct phy *phy)
722 {
723 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
724 
725 	return tegra124_xusb_padctl_enable(lane->pad->padctl);
726 }
727 
tegra124_ulpi_phy_exit(struct phy * phy)728 static int tegra124_ulpi_phy_exit(struct phy *phy)
729 {
730 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
731 
732 	return tegra124_xusb_padctl_disable(lane->pad->padctl);
733 }
734 
tegra124_ulpi_phy_power_on(struct phy * phy)735 static int tegra124_ulpi_phy_power_on(struct phy *phy)
736 {
737 	return 0;
738 }
739 
tegra124_ulpi_phy_power_off(struct phy * phy)740 static int tegra124_ulpi_phy_power_off(struct phy *phy)
741 {
742 	return 0;
743 }
744 
745 static const struct phy_ops tegra124_ulpi_phy_ops = {
746 	.init = tegra124_ulpi_phy_init,
747 	.exit = tegra124_ulpi_phy_exit,
748 	.power_on = tegra124_ulpi_phy_power_on,
749 	.power_off = tegra124_ulpi_phy_power_off,
750 	.owner = THIS_MODULE,
751 };
752 
753 static struct tegra_xusb_pad *
tegra124_ulpi_pad_probe(struct tegra_xusb_padctl * padctl,const struct tegra_xusb_pad_soc * soc,struct device_node * np)754 tegra124_ulpi_pad_probe(struct tegra_xusb_padctl *padctl,
755 			const struct tegra_xusb_pad_soc *soc,
756 			struct device_node *np)
757 {
758 	struct tegra_xusb_ulpi_pad *ulpi;
759 	struct tegra_xusb_pad *pad;
760 	int err;
761 
762 	ulpi = kzalloc(sizeof(*ulpi), GFP_KERNEL);
763 	if (!ulpi)
764 		return ERR_PTR(-ENOMEM);
765 
766 	pad = &ulpi->base;
767 	pad->ops = &tegra124_ulpi_lane_ops;
768 	pad->soc = soc;
769 
770 	err = tegra_xusb_pad_init(pad, padctl, np);
771 	if (err < 0) {
772 		kfree(ulpi);
773 		goto out;
774 	}
775 
776 	err = tegra_xusb_pad_register(pad, &tegra124_ulpi_phy_ops);
777 	if (err < 0)
778 		goto unregister;
779 
780 	dev_set_drvdata(&pad->dev, pad);
781 
782 	return pad;
783 
784 unregister:
785 	device_unregister(&pad->dev);
786 out:
787 	return ERR_PTR(err);
788 }
789 
tegra124_ulpi_pad_remove(struct tegra_xusb_pad * pad)790 static void tegra124_ulpi_pad_remove(struct tegra_xusb_pad *pad)
791 {
792 	struct tegra_xusb_ulpi_pad *ulpi = to_ulpi_pad(pad);
793 
794 	kfree(ulpi);
795 }
796 
797 static const struct tegra_xusb_pad_ops tegra124_ulpi_ops = {
798 	.probe = tegra124_ulpi_pad_probe,
799 	.remove = tegra124_ulpi_pad_remove,
800 };
801 
802 static const struct tegra_xusb_pad_soc tegra124_ulpi_pad = {
803 	.name = "ulpi",
804 	.num_lanes = ARRAY_SIZE(tegra124_ulpi_lanes),
805 	.lanes = tegra124_ulpi_lanes,
806 	.ops = &tegra124_ulpi_ops,
807 };
808 
809 static const char * const tegra124_hsic_functions[] = {
810 	"snps",
811 	"xusb",
812 };
813 
814 static const struct tegra_xusb_lane_soc tegra124_hsic_lanes[] = {
815 	TEGRA124_LANE("hsic-0", 0x004, 14, 0x1, hsic),
816 	TEGRA124_LANE("hsic-1", 0x004, 15, 0x1, hsic),
817 };
818 
819 static struct tegra_xusb_lane *
tegra124_hsic_lane_probe(struct tegra_xusb_pad * pad,struct device_node * np,unsigned int index)820 tegra124_hsic_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,
821 			 unsigned int index)
822 {
823 	struct tegra_xusb_hsic_lane *hsic;
824 	int err;
825 
826 	hsic = kzalloc(sizeof(*hsic), GFP_KERNEL);
827 	if (!hsic)
828 		return ERR_PTR(-ENOMEM);
829 
830 	INIT_LIST_HEAD(&hsic->base.list);
831 	hsic->base.soc = &pad->soc->lanes[index];
832 	hsic->base.index = index;
833 	hsic->base.pad = pad;
834 	hsic->base.np = np;
835 
836 	err = tegra_xusb_lane_parse_dt(&hsic->base, np);
837 	if (err < 0) {
838 		kfree(hsic);
839 		return ERR_PTR(err);
840 	}
841 
842 	return &hsic->base;
843 }
844 
tegra124_hsic_lane_remove(struct tegra_xusb_lane * lane)845 static void tegra124_hsic_lane_remove(struct tegra_xusb_lane *lane)
846 {
847 	struct tegra_xusb_hsic_lane *hsic = to_hsic_lane(lane);
848 
849 	kfree(hsic);
850 }
851 
852 static const struct tegra_xusb_lane_ops tegra124_hsic_lane_ops = {
853 	.probe = tegra124_hsic_lane_probe,
854 	.remove = tegra124_hsic_lane_remove,
855 };
856 
tegra124_hsic_phy_init(struct phy * phy)857 static int tegra124_hsic_phy_init(struct phy *phy)
858 {
859 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
860 
861 	return tegra124_xusb_padctl_enable(lane->pad->padctl);
862 }
863 
tegra124_hsic_phy_exit(struct phy * phy)864 static int tegra124_hsic_phy_exit(struct phy *phy)
865 {
866 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
867 
868 	return tegra124_xusb_padctl_disable(lane->pad->padctl);
869 }
870 
tegra124_hsic_phy_power_on(struct phy * phy)871 static int tegra124_hsic_phy_power_on(struct phy *phy)
872 {
873 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
874 	struct tegra_xusb_hsic_lane *hsic = to_hsic_lane(lane);
875 	struct tegra_xusb_hsic_pad *pad = to_hsic_pad(lane->pad);
876 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
877 	unsigned int index = lane->index;
878 	u32 value;
879 	int err;
880 
881 	err = regulator_enable(pad->supply);
882 	if (err)
883 		return err;
884 
885 	padctl_writel(padctl, hsic->strobe_trim,
886 		      XUSB_PADCTL_HSIC_STRB_TRIM_CONTROL);
887 
888 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));
889 
890 	if (hsic->auto_term)
891 		value |= XUSB_PADCTL_HSIC_PAD_CTL1_AUTO_TERM_EN;
892 	else
893 		value &= ~XUSB_PADCTL_HSIC_PAD_CTL1_AUTO_TERM_EN;
894 
895 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));
896 
897 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL0(index));
898 	value &= ~((XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEN_MASK <<
899 		    XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEN_SHIFT) |
900 		   (XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEP_MASK <<
901 		    XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEP_SHIFT) |
902 		   (XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWN_MASK <<
903 		    XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWN_SHIFT) |
904 		   (XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWP_MASK <<
905 		    XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWP_SHIFT));
906 	value |= (hsic->tx_rtune_n <<
907 		  XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEN_SHIFT) |
908 		(hsic->tx_rtune_p <<
909 		  XUSB_PADCTL_HSIC_PAD_CTL0_TX_RTUNEP_SHIFT) |
910 		(hsic->tx_rslew_n <<
911 		 XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWN_SHIFT) |
912 		(hsic->tx_rslew_p <<
913 		 XUSB_PADCTL_HSIC_PAD_CTL0_TX_RSLEWP_SHIFT);
914 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL0(index));
915 
916 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL2(index));
917 	value &= ~((XUSB_PADCTL_HSIC_PAD_CTL2_RX_STROBE_TRIM_MASK <<
918 		    XUSB_PADCTL_HSIC_PAD_CTL2_RX_STROBE_TRIM_SHIFT) |
919 		   (XUSB_PADCTL_HSIC_PAD_CTL2_RX_DATA_TRIM_MASK <<
920 		    XUSB_PADCTL_HSIC_PAD_CTL2_RX_DATA_TRIM_SHIFT));
921 	value |= (hsic->rx_strobe_trim <<
922 		  XUSB_PADCTL_HSIC_PAD_CTL2_RX_STROBE_TRIM_SHIFT) |
923 		(hsic->rx_data_trim <<
924 		 XUSB_PADCTL_HSIC_PAD_CTL2_RX_DATA_TRIM_SHIFT);
925 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL2(index));
926 
927 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));
928 	value &= ~(XUSB_PADCTL_HSIC_PAD_CTL1_RPD_STROBE |
929 		   XUSB_PADCTL_HSIC_PAD_CTL1_RPU_DATA |
930 		   XUSB_PADCTL_HSIC_PAD_CTL1_PD_RX |
931 		   XUSB_PADCTL_HSIC_PAD_CTL1_PD_ZI |
932 		   XUSB_PADCTL_HSIC_PAD_CTL1_PD_TRX |
933 		   XUSB_PADCTL_HSIC_PAD_CTL1_PD_TX);
934 	value |= XUSB_PADCTL_HSIC_PAD_CTL1_RPD_DATA |
935 		 XUSB_PADCTL_HSIC_PAD_CTL1_RPU_STROBE;
936 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));
937 
938 	return 0;
939 }
940 
tegra124_hsic_phy_power_off(struct phy * phy)941 static int tegra124_hsic_phy_power_off(struct phy *phy)
942 {
943 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
944 	struct tegra_xusb_hsic_pad *pad = to_hsic_pad(lane->pad);
945 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
946 	unsigned int index = lane->index;
947 	u32 value;
948 
949 	value = padctl_readl(padctl, XUSB_PADCTL_HSIC_PADX_CTL1(index));
950 	value |= XUSB_PADCTL_HSIC_PAD_CTL1_PD_RX |
951 		 XUSB_PADCTL_HSIC_PAD_CTL1_PD_ZI |
952 		 XUSB_PADCTL_HSIC_PAD_CTL1_PD_TRX |
953 		 XUSB_PADCTL_HSIC_PAD_CTL1_PD_TX;
954 	padctl_writel(padctl, value, XUSB_PADCTL_HSIC_PADX_CTL1(index));
955 
956 	regulator_disable(pad->supply);
957 
958 	return 0;
959 }
960 
961 static const struct phy_ops tegra124_hsic_phy_ops = {
962 	.init = tegra124_hsic_phy_init,
963 	.exit = tegra124_hsic_phy_exit,
964 	.power_on = tegra124_hsic_phy_power_on,
965 	.power_off = tegra124_hsic_phy_power_off,
966 	.owner = THIS_MODULE,
967 };
968 
969 static struct tegra_xusb_pad *
tegra124_hsic_pad_probe(struct tegra_xusb_padctl * padctl,const struct tegra_xusb_pad_soc * soc,struct device_node * np)970 tegra124_hsic_pad_probe(struct tegra_xusb_padctl *padctl,
971 			const struct tegra_xusb_pad_soc *soc,
972 			struct device_node *np)
973 {
974 	struct tegra_xusb_hsic_pad *hsic;
975 	struct tegra_xusb_pad *pad;
976 	int err;
977 
978 	hsic = kzalloc(sizeof(*hsic), GFP_KERNEL);
979 	if (!hsic)
980 		return ERR_PTR(-ENOMEM);
981 
982 	pad = &hsic->base;
983 	pad->ops = &tegra124_hsic_lane_ops;
984 	pad->soc = soc;
985 
986 	err = tegra_xusb_pad_init(pad, padctl, np);
987 	if (err < 0) {
988 		kfree(hsic);
989 		goto out;
990 	}
991 
992 	err = tegra_xusb_pad_register(pad, &tegra124_hsic_phy_ops);
993 	if (err < 0)
994 		goto unregister;
995 
996 	dev_set_drvdata(&pad->dev, pad);
997 
998 	return pad;
999 
1000 unregister:
1001 	device_unregister(&pad->dev);
1002 out:
1003 	return ERR_PTR(err);
1004 }
1005 
tegra124_hsic_pad_remove(struct tegra_xusb_pad * pad)1006 static void tegra124_hsic_pad_remove(struct tegra_xusb_pad *pad)
1007 {
1008 	struct tegra_xusb_hsic_pad *hsic = to_hsic_pad(pad);
1009 
1010 	kfree(hsic);
1011 }
1012 
1013 static const struct tegra_xusb_pad_ops tegra124_hsic_ops = {
1014 	.probe = tegra124_hsic_pad_probe,
1015 	.remove = tegra124_hsic_pad_remove,
1016 };
1017 
1018 static const struct tegra_xusb_pad_soc tegra124_hsic_pad = {
1019 	.name = "hsic",
1020 	.num_lanes = ARRAY_SIZE(tegra124_hsic_lanes),
1021 	.lanes = tegra124_hsic_lanes,
1022 	.ops = &tegra124_hsic_ops,
1023 };
1024 
1025 static const char * const tegra124_pcie_functions[] = {
1026 	"pcie",
1027 	"usb3-ss",
1028 	"sata",
1029 };
1030 
1031 static const struct tegra_xusb_lane_soc tegra124_pcie_lanes[] = {
1032 	TEGRA124_LANE("pcie-0", 0x134, 16, 0x3, pcie),
1033 	TEGRA124_LANE("pcie-1", 0x134, 18, 0x3, pcie),
1034 	TEGRA124_LANE("pcie-2", 0x134, 20, 0x3, pcie),
1035 	TEGRA124_LANE("pcie-3", 0x134, 22, 0x3, pcie),
1036 	TEGRA124_LANE("pcie-4", 0x134, 24, 0x3, pcie),
1037 };
1038 
1039 static struct tegra_xusb_lane *
tegra124_pcie_lane_probe(struct tegra_xusb_pad * pad,struct device_node * np,unsigned int index)1040 tegra124_pcie_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,
1041 			 unsigned int index)
1042 {
1043 	struct tegra_xusb_pcie_lane *pcie;
1044 	int err;
1045 
1046 	pcie = kzalloc(sizeof(*pcie), GFP_KERNEL);
1047 	if (!pcie)
1048 		return ERR_PTR(-ENOMEM);
1049 
1050 	INIT_LIST_HEAD(&pcie->base.list);
1051 	pcie->base.soc = &pad->soc->lanes[index];
1052 	pcie->base.index = index;
1053 	pcie->base.pad = pad;
1054 	pcie->base.np = np;
1055 
1056 	err = tegra_xusb_lane_parse_dt(&pcie->base, np);
1057 	if (err < 0) {
1058 		kfree(pcie);
1059 		return ERR_PTR(err);
1060 	}
1061 
1062 	return &pcie->base;
1063 }
1064 
tegra124_pcie_lane_remove(struct tegra_xusb_lane * lane)1065 static void tegra124_pcie_lane_remove(struct tegra_xusb_lane *lane)
1066 {
1067 	struct tegra_xusb_pcie_lane *pcie = to_pcie_lane(lane);
1068 
1069 	kfree(pcie);
1070 }
1071 
1072 static const struct tegra_xusb_lane_ops tegra124_pcie_lane_ops = {
1073 	.probe = tegra124_pcie_lane_probe,
1074 	.remove = tegra124_pcie_lane_remove,
1075 };
1076 
tegra124_pcie_phy_init(struct phy * phy)1077 static int tegra124_pcie_phy_init(struct phy *phy)
1078 {
1079 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1080 
1081 	return tegra124_xusb_padctl_enable(lane->pad->padctl);
1082 }
1083 
tegra124_pcie_phy_exit(struct phy * phy)1084 static int tegra124_pcie_phy_exit(struct phy *phy)
1085 {
1086 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1087 
1088 	return tegra124_xusb_padctl_disable(lane->pad->padctl);
1089 }
1090 
tegra124_pcie_phy_power_on(struct phy * phy)1091 static int tegra124_pcie_phy_power_on(struct phy *phy)
1092 {
1093 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1094 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
1095 	unsigned long timeout;
1096 	int err = -ETIMEDOUT;
1097 	u32 value;
1098 
1099 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1100 	value &= ~XUSB_PADCTL_IOPHY_PLL_P0_CTL1_REFCLK_SEL_MASK;
1101 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1102 
1103 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL2);
1104 	value |= XUSB_PADCTL_IOPHY_PLL_P0_CTL2_REFCLKBUF_EN |
1105 		 XUSB_PADCTL_IOPHY_PLL_P0_CTL2_TXCLKREF_EN |
1106 		 XUSB_PADCTL_IOPHY_PLL_P0_CTL2_TXCLKREF_SEL;
1107 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL2);
1108 
1109 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1110 	value |= XUSB_PADCTL_IOPHY_PLL_P0_CTL1_PLL_RST;
1111 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1112 
1113 	timeout = jiffies + msecs_to_jiffies(50);
1114 
1115 	while (time_before(jiffies, timeout)) {
1116 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1117 		if (value & XUSB_PADCTL_IOPHY_PLL_P0_CTL1_PLL0_LOCKDET) {
1118 			err = 0;
1119 			break;
1120 		}
1121 
1122 		usleep_range(100, 200);
1123 	}
1124 
1125 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);
1126 	value |= XUSB_PADCTL_USB3_PAD_MUX_PCIE_IDDQ_DISABLE(lane->index);
1127 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);
1128 
1129 	return err;
1130 }
1131 
tegra124_pcie_phy_power_off(struct phy * phy)1132 static int tegra124_pcie_phy_power_off(struct phy *phy)
1133 {
1134 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1135 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
1136 	u32 value;
1137 
1138 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);
1139 	value &= ~XUSB_PADCTL_USB3_PAD_MUX_PCIE_IDDQ_DISABLE(lane->index);
1140 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);
1141 
1142 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1143 	value &= ~XUSB_PADCTL_IOPHY_PLL_P0_CTL1_PLL_RST;
1144 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_P0_CTL1);
1145 
1146 	return 0;
1147 }
1148 
1149 static const struct phy_ops tegra124_pcie_phy_ops = {
1150 	.init = tegra124_pcie_phy_init,
1151 	.exit = tegra124_pcie_phy_exit,
1152 	.power_on = tegra124_pcie_phy_power_on,
1153 	.power_off = tegra124_pcie_phy_power_off,
1154 	.owner = THIS_MODULE,
1155 };
1156 
1157 static struct tegra_xusb_pad *
tegra124_pcie_pad_probe(struct tegra_xusb_padctl * padctl,const struct tegra_xusb_pad_soc * soc,struct device_node * np)1158 tegra124_pcie_pad_probe(struct tegra_xusb_padctl *padctl,
1159 			const struct tegra_xusb_pad_soc *soc,
1160 			struct device_node *np)
1161 {
1162 	struct tegra_xusb_pcie_pad *pcie;
1163 	struct tegra_xusb_pad *pad;
1164 	int err;
1165 
1166 	pcie = kzalloc(sizeof(*pcie), GFP_KERNEL);
1167 	if (!pcie)
1168 		return ERR_PTR(-ENOMEM);
1169 
1170 	pad = &pcie->base;
1171 	pad->ops = &tegra124_pcie_lane_ops;
1172 	pad->soc = soc;
1173 
1174 	err = tegra_xusb_pad_init(pad, padctl, np);
1175 	if (err < 0) {
1176 		kfree(pcie);
1177 		goto out;
1178 	}
1179 
1180 	err = tegra_xusb_pad_register(pad, &tegra124_pcie_phy_ops);
1181 	if (err < 0)
1182 		goto unregister;
1183 
1184 	dev_set_drvdata(&pad->dev, pad);
1185 
1186 	return pad;
1187 
1188 unregister:
1189 	device_unregister(&pad->dev);
1190 out:
1191 	return ERR_PTR(err);
1192 }
1193 
tegra124_pcie_pad_remove(struct tegra_xusb_pad * pad)1194 static void tegra124_pcie_pad_remove(struct tegra_xusb_pad *pad)
1195 {
1196 	struct tegra_xusb_pcie_pad *pcie = to_pcie_pad(pad);
1197 
1198 	kfree(pcie);
1199 }
1200 
1201 static const struct tegra_xusb_pad_ops tegra124_pcie_ops = {
1202 	.probe = tegra124_pcie_pad_probe,
1203 	.remove = tegra124_pcie_pad_remove,
1204 };
1205 
1206 static const struct tegra_xusb_pad_soc tegra124_pcie_pad = {
1207 	.name = "pcie",
1208 	.num_lanes = ARRAY_SIZE(tegra124_pcie_lanes),
1209 	.lanes = tegra124_pcie_lanes,
1210 	.ops = &tegra124_pcie_ops,
1211 };
1212 
1213 static const struct tegra_xusb_lane_soc tegra124_sata_lanes[] = {
1214 	TEGRA124_LANE("sata-0", 0x134, 26, 0x3, pcie),
1215 };
1216 
1217 static struct tegra_xusb_lane *
tegra124_sata_lane_probe(struct tegra_xusb_pad * pad,struct device_node * np,unsigned int index)1218 tegra124_sata_lane_probe(struct tegra_xusb_pad *pad, struct device_node *np,
1219 			 unsigned int index)
1220 {
1221 	struct tegra_xusb_sata_lane *sata;
1222 	int err;
1223 
1224 	sata = kzalloc(sizeof(*sata), GFP_KERNEL);
1225 	if (!sata)
1226 		return ERR_PTR(-ENOMEM);
1227 
1228 	INIT_LIST_HEAD(&sata->base.list);
1229 	sata->base.soc = &pad->soc->lanes[index];
1230 	sata->base.index = index;
1231 	sata->base.pad = pad;
1232 	sata->base.np = np;
1233 
1234 	err = tegra_xusb_lane_parse_dt(&sata->base, np);
1235 	if (err < 0) {
1236 		kfree(sata);
1237 		return ERR_PTR(err);
1238 	}
1239 
1240 	return &sata->base;
1241 }
1242 
tegra124_sata_lane_remove(struct tegra_xusb_lane * lane)1243 static void tegra124_sata_lane_remove(struct tegra_xusb_lane *lane)
1244 {
1245 	struct tegra_xusb_sata_lane *sata = to_sata_lane(lane);
1246 
1247 	kfree(sata);
1248 }
1249 
1250 static const struct tegra_xusb_lane_ops tegra124_sata_lane_ops = {
1251 	.probe = tegra124_sata_lane_probe,
1252 	.remove = tegra124_sata_lane_remove,
1253 };
1254 
tegra124_sata_phy_init(struct phy * phy)1255 static int tegra124_sata_phy_init(struct phy *phy)
1256 {
1257 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1258 
1259 	return tegra124_xusb_padctl_enable(lane->pad->padctl);
1260 }
1261 
tegra124_sata_phy_exit(struct phy * phy)1262 static int tegra124_sata_phy_exit(struct phy *phy)
1263 {
1264 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1265 
1266 	return tegra124_xusb_padctl_disable(lane->pad->padctl);
1267 }
1268 
tegra124_sata_phy_power_on(struct phy * phy)1269 static int tegra124_sata_phy_power_on(struct phy *phy)
1270 {
1271 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1272 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
1273 	unsigned long timeout;
1274 	int err = -ETIMEDOUT;
1275 	u32 value;
1276 
1277 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);
1278 	value &= ~XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1_IDDQ_OVRD;
1279 	value &= ~XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1_IDDQ;
1280 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);
1281 
1282 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1283 	value &= ~XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_PWR_OVRD;
1284 	value &= ~XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_IDDQ;
1285 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1286 
1287 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1288 	value |= XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL1_MODE;
1289 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1290 
1291 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1292 	value |= XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_RST;
1293 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1294 
1295 	timeout = jiffies + msecs_to_jiffies(50);
1296 
1297 	while (time_before(jiffies, timeout)) {
1298 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1299 		if (value & XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL1_LOCKDET) {
1300 			err = 0;
1301 			break;
1302 		}
1303 
1304 		usleep_range(100, 200);
1305 	}
1306 
1307 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);
1308 	value |= XUSB_PADCTL_USB3_PAD_MUX_SATA_IDDQ_DISABLE(lane->index);
1309 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);
1310 
1311 	return err;
1312 }
1313 
tegra124_sata_phy_power_off(struct phy * phy)1314 static int tegra124_sata_phy_power_off(struct phy *phy)
1315 {
1316 	struct tegra_xusb_lane *lane = phy_get_drvdata(phy);
1317 	struct tegra_xusb_padctl *padctl = lane->pad->padctl;
1318 	u32 value;
1319 
1320 	value = padctl_readl(padctl, XUSB_PADCTL_USB3_PAD_MUX);
1321 	value &= ~XUSB_PADCTL_USB3_PAD_MUX_SATA_IDDQ_DISABLE(lane->index);
1322 	padctl_writel(padctl, value, XUSB_PADCTL_USB3_PAD_MUX);
1323 
1324 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1325 	value &= ~XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_RST;
1326 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1327 
1328 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1329 	value &= ~XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL1_MODE;
1330 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1331 
1332 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1333 	value |= XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_PWR_OVRD;
1334 	value |= XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL_IDDQ;
1335 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1336 
1337 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);
1338 	value |= ~XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1_IDDQ_OVRD;
1339 	value |= ~XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1_IDDQ;
1340 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL1);
1341 
1342 	return 0;
1343 }
1344 
1345 static const struct phy_ops tegra124_sata_phy_ops = {
1346 	.init = tegra124_sata_phy_init,
1347 	.exit = tegra124_sata_phy_exit,
1348 	.power_on = tegra124_sata_phy_power_on,
1349 	.power_off = tegra124_sata_phy_power_off,
1350 	.owner = THIS_MODULE,
1351 };
1352 
1353 static struct tegra_xusb_pad *
tegra124_sata_pad_probe(struct tegra_xusb_padctl * padctl,const struct tegra_xusb_pad_soc * soc,struct device_node * np)1354 tegra124_sata_pad_probe(struct tegra_xusb_padctl *padctl,
1355 			const struct tegra_xusb_pad_soc *soc,
1356 			struct device_node *np)
1357 {
1358 	struct tegra_xusb_sata_pad *sata;
1359 	struct tegra_xusb_pad *pad;
1360 	int err;
1361 
1362 	sata = kzalloc(sizeof(*sata), GFP_KERNEL);
1363 	if (!sata)
1364 		return ERR_PTR(-ENOMEM);
1365 
1366 	pad = &sata->base;
1367 	pad->ops = &tegra124_sata_lane_ops;
1368 	pad->soc = soc;
1369 
1370 	err = tegra_xusb_pad_init(pad, padctl, np);
1371 	if (err < 0) {
1372 		kfree(sata);
1373 		goto out;
1374 	}
1375 
1376 	err = tegra_xusb_pad_register(pad, &tegra124_sata_phy_ops);
1377 	if (err < 0)
1378 		goto unregister;
1379 
1380 	dev_set_drvdata(&pad->dev, pad);
1381 
1382 	return pad;
1383 
1384 unregister:
1385 	device_unregister(&pad->dev);
1386 out:
1387 	return ERR_PTR(err);
1388 }
1389 
tegra124_sata_pad_remove(struct tegra_xusb_pad * pad)1390 static void tegra124_sata_pad_remove(struct tegra_xusb_pad *pad)
1391 {
1392 	struct tegra_xusb_sata_pad *sata = to_sata_pad(pad);
1393 
1394 	kfree(sata);
1395 }
1396 
1397 static const struct tegra_xusb_pad_ops tegra124_sata_ops = {
1398 	.probe = tegra124_sata_pad_probe,
1399 	.remove = tegra124_sata_pad_remove,
1400 };
1401 
1402 static const struct tegra_xusb_pad_soc tegra124_sata_pad = {
1403 	.name = "sata",
1404 	.num_lanes = ARRAY_SIZE(tegra124_sata_lanes),
1405 	.lanes = tegra124_sata_lanes,
1406 	.ops = &tegra124_sata_ops,
1407 };
1408 
1409 static const struct tegra_xusb_pad_soc *tegra124_pads[] = {
1410 	&tegra124_usb2_pad,
1411 	&tegra124_ulpi_pad,
1412 	&tegra124_hsic_pad,
1413 	&tegra124_pcie_pad,
1414 	&tegra124_sata_pad,
1415 };
1416 
tegra124_usb2_port_enable(struct tegra_xusb_port * port)1417 static int tegra124_usb2_port_enable(struct tegra_xusb_port *port)
1418 {
1419 	return 0;
1420 }
1421 
tegra124_usb2_port_disable(struct tegra_xusb_port * port)1422 static void tegra124_usb2_port_disable(struct tegra_xusb_port *port)
1423 {
1424 }
1425 
1426 static struct tegra_xusb_lane *
tegra124_usb2_port_map(struct tegra_xusb_port * port)1427 tegra124_usb2_port_map(struct tegra_xusb_port *port)
1428 {
1429 	return tegra_xusb_find_lane(port->padctl, "usb2", port->index);
1430 }
1431 
1432 static const struct tegra_xusb_port_ops tegra124_usb2_port_ops = {
1433 	.enable = tegra124_usb2_port_enable,
1434 	.disable = tegra124_usb2_port_disable,
1435 	.map = tegra124_usb2_port_map,
1436 };
1437 
tegra124_ulpi_port_enable(struct tegra_xusb_port * port)1438 static int tegra124_ulpi_port_enable(struct tegra_xusb_port *port)
1439 {
1440 	return 0;
1441 }
1442 
tegra124_ulpi_port_disable(struct tegra_xusb_port * port)1443 static void tegra124_ulpi_port_disable(struct tegra_xusb_port *port)
1444 {
1445 }
1446 
1447 static struct tegra_xusb_lane *
tegra124_ulpi_port_map(struct tegra_xusb_port * port)1448 tegra124_ulpi_port_map(struct tegra_xusb_port *port)
1449 {
1450 	return tegra_xusb_find_lane(port->padctl, "ulpi", port->index);
1451 }
1452 
1453 static const struct tegra_xusb_port_ops tegra124_ulpi_port_ops = {
1454 	.enable = tegra124_ulpi_port_enable,
1455 	.disable = tegra124_ulpi_port_disable,
1456 	.map = tegra124_ulpi_port_map,
1457 };
1458 
tegra124_hsic_port_enable(struct tegra_xusb_port * port)1459 static int tegra124_hsic_port_enable(struct tegra_xusb_port *port)
1460 {
1461 	return 0;
1462 }
1463 
tegra124_hsic_port_disable(struct tegra_xusb_port * port)1464 static void tegra124_hsic_port_disable(struct tegra_xusb_port *port)
1465 {
1466 }
1467 
1468 static struct tegra_xusb_lane *
tegra124_hsic_port_map(struct tegra_xusb_port * port)1469 tegra124_hsic_port_map(struct tegra_xusb_port *port)
1470 {
1471 	return tegra_xusb_find_lane(port->padctl, "hsic", port->index);
1472 }
1473 
1474 static const struct tegra_xusb_port_ops tegra124_hsic_port_ops = {
1475 	.enable = tegra124_hsic_port_enable,
1476 	.disable = tegra124_hsic_port_disable,
1477 	.map = tegra124_hsic_port_map,
1478 };
1479 
tegra124_usb3_port_enable(struct tegra_xusb_port * port)1480 static int tegra124_usb3_port_enable(struct tegra_xusb_port *port)
1481 {
1482 	struct tegra_xusb_usb3_port *usb3 = to_usb3_port(port);
1483 	struct tegra_xusb_padctl *padctl = port->padctl;
1484 	struct tegra_xusb_lane *lane = usb3->base.lane;
1485 	unsigned int index = port->index, offset;
1486 	u32 value;
1487 
1488 	value = padctl_readl(padctl, XUSB_PADCTL_SS_PORT_MAP);
1489 
1490 	if (!usb3->internal)
1491 		value &= ~XUSB_PADCTL_SS_PORT_MAP_PORTX_INTERNAL(index);
1492 	else
1493 		value |= XUSB_PADCTL_SS_PORT_MAP_PORTX_INTERNAL(index);
1494 
1495 	value &= ~XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_MASK(index);
1496 	value |= XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP(index, usb3->port);
1497 	padctl_writel(padctl, value, XUSB_PADCTL_SS_PORT_MAP);
1498 
1499 	/*
1500 	 * TODO: move this code into the PCIe/SATA PHY ->power_on() callbacks
1501 	 * and conditionalize based on mux function? This seems to work, but
1502 	 * might not be the exact proper sequence.
1503 	 */
1504 	value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));
1505 	value &= ~((XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_MASK <<
1506 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_SHIFT) |
1507 		   (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_MASK <<
1508 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_SHIFT) |
1509 		   (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_MASK <<
1510 		    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_SHIFT));
1511 	value |= (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_VAL <<
1512 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_WANDER_SHIFT) |
1513 		 (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_VAL <<
1514 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_CDR_CNTL_SHIFT) |
1515 		 (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_VAL <<
1516 		  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_SHIFT);
1517 
1518 	if (usb3->context_saved) {
1519 		value &= ~((XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_MASK <<
1520 			    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_SHIFT) |
1521 			   (XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_MASK <<
1522 			    XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_SHIFT));
1523 		value |= (usb3->ctle_g <<
1524 			  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_G_SHIFT) |
1525 			 (usb3->ctle_z <<
1526 			  XUSB_PADCTL_IOPHY_USB3_PAD_CTL2_RX_EQ_Z_SHIFT);
1527 	}
1528 
1529 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL2(index));
1530 
1531 	value = XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_VAL;
1532 
1533 	if (usb3->context_saved) {
1534 		value &= ~((XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_MASK <<
1535 			    XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_SHIFT) |
1536 			   (XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_MASK <<
1537 			    XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_SHIFT));
1538 		value |= (usb3->tap1 <<
1539 			  XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_TAP_SHIFT) |
1540 			 (usb3->amp <<
1541 			  XUSB_PADCTL_IOPHY_USB3_PAD_CTL4_DFE_CNTL_AMP_SHIFT);
1542 	}
1543 
1544 	padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_USB3_PADX_CTL4(index));
1545 
1546 	if (lane->pad == padctl->pcie)
1547 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL2(lane->index);
1548 	else
1549 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL2;
1550 
1551 	value = padctl_readl(padctl, offset);
1552 	value &= ~(XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_MASK <<
1553 		   XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_SHIFT);
1554 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_VAL <<
1555 		XUSB_PADCTL_IOPHY_MISC_PAD_CTL2_SPARE_IN_SHIFT;
1556 	padctl_writel(padctl, value, offset);
1557 
1558 	if (lane->pad == padctl->pcie)
1559 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_PX_CTL5(lane->index);
1560 	else
1561 		offset = XUSB_PADCTL_IOPHY_MISC_PAD_S0_CTL5;
1562 
1563 	value = padctl_readl(padctl, offset);
1564 	value |= XUSB_PADCTL_IOPHY_MISC_PAD_CTL5_RX_QEYE_EN;
1565 	padctl_writel(padctl, value, offset);
1566 
1567 	/* Enable SATA PHY when SATA lane is used */
1568 	if (lane->pad == padctl->sata) {
1569 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1570 		value &= ~(XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL0_REFCLK_NDIV_MASK <<
1571 			   XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL0_REFCLK_NDIV_SHIFT);
1572 		value |= 0x2 <<
1573 			XUSB_PADCTL_IOPHY_PLL_S0_CTL1_PLL0_REFCLK_NDIV_SHIFT;
1574 		padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL1);
1575 
1576 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL2);
1577 		value &= ~((XUSB_PADCTL_IOPHY_PLL_S0_CTL2_XDIGCLK_SEL_MASK <<
1578 			    XUSB_PADCTL_IOPHY_PLL_S0_CTL2_XDIGCLK_SEL_SHIFT) |
1579 			   (XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL1_CP_CNTL_MASK <<
1580 			    XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL1_CP_CNTL_SHIFT) |
1581 			   (XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL0_CP_CNTL_MASK <<
1582 			    XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL0_CP_CNTL_SHIFT) |
1583 			   XUSB_PADCTL_IOPHY_PLL_S0_CTL2_TCLKOUT_EN);
1584 		value |= (0x7 <<
1585 			  XUSB_PADCTL_IOPHY_PLL_S0_CTL2_XDIGCLK_SEL_SHIFT) |
1586 			 (0x8 <<
1587 			  XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL1_CP_CNTL_SHIFT) |
1588 			 (0x8 <<
1589 			  XUSB_PADCTL_IOPHY_PLL_S0_CTL2_PLL0_CP_CNTL_SHIFT) |
1590 			 XUSB_PADCTL_IOPHY_PLL_S0_CTL2_TXCLKREF_SEL;
1591 		padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL2);
1592 
1593 		value = padctl_readl(padctl, XUSB_PADCTL_IOPHY_PLL_S0_CTL3);
1594 		value &= ~XUSB_PADCTL_IOPHY_PLL_S0_CTL3_RCAL_BYPASS;
1595 		padctl_writel(padctl, value, XUSB_PADCTL_IOPHY_PLL_S0_CTL3);
1596 	}
1597 
1598 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
1599 	value &= ~XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_VCORE_DOWN(index);
1600 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
1601 
1602 	usleep_range(100, 200);
1603 
1604 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
1605 	value &= ~XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN_EARLY(index);
1606 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
1607 
1608 	usleep_range(100, 200);
1609 
1610 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
1611 	value &= ~XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN(index);
1612 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
1613 
1614 	return 0;
1615 }
1616 
tegra124_usb3_port_disable(struct tegra_xusb_port * port)1617 static void tegra124_usb3_port_disable(struct tegra_xusb_port *port)
1618 {
1619 	struct tegra_xusb_padctl *padctl = port->padctl;
1620 	u32 value;
1621 
1622 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
1623 	value |= XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN_EARLY(port->index);
1624 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
1625 
1626 	usleep_range(100, 200);
1627 
1628 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
1629 	value |= XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_CLAMP_EN(port->index);
1630 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
1631 
1632 	usleep_range(250, 350);
1633 
1634 	value = padctl_readl(padctl, XUSB_PADCTL_ELPG_PROGRAM);
1635 	value |= XUSB_PADCTL_ELPG_PROGRAM_SSPX_ELPG_VCORE_DOWN(port->index);
1636 	padctl_writel(padctl, value, XUSB_PADCTL_ELPG_PROGRAM);
1637 
1638 	value = padctl_readl(padctl, XUSB_PADCTL_SS_PORT_MAP);
1639 	value &= ~XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP_MASK(port->index);
1640 	value |= XUSB_PADCTL_SS_PORT_MAP_PORTX_MAP(port->index, 0x7);
1641 	padctl_writel(padctl, value, XUSB_PADCTL_SS_PORT_MAP);
1642 }
1643 
1644 static const struct tegra_xusb_lane_map tegra124_usb3_map[] = {
1645 	{ 0, "pcie", 0 },
1646 	{ 1, "pcie", 1 },
1647 	{ 1, "sata", 0 },
1648 	{ 0, NULL,   0 },
1649 };
1650 
1651 static struct tegra_xusb_lane *
tegra124_usb3_port_map(struct tegra_xusb_port * port)1652 tegra124_usb3_port_map(struct tegra_xusb_port *port)
1653 {
1654 	return tegra_xusb_port_find_lane(port, tegra124_usb3_map, "usb3-ss");
1655 }
1656 
1657 static const struct tegra_xusb_port_ops tegra124_usb3_port_ops = {
1658 	.enable = tegra124_usb3_port_enable,
1659 	.disable = tegra124_usb3_port_disable,
1660 	.map = tegra124_usb3_port_map,
1661 };
1662 
1663 static int
tegra124_xusb_read_fuse_calibration(struct tegra124_xusb_fuse_calibration * fuse)1664 tegra124_xusb_read_fuse_calibration(struct tegra124_xusb_fuse_calibration *fuse)
1665 {
1666 	unsigned int i;
1667 	int err;
1668 	u32 value;
1669 
1670 	err = tegra_fuse_readl(TEGRA_FUSE_SKU_CALIB_0, &value);
1671 	if (err < 0)
1672 		return err;
1673 
1674 	for (i = 0; i < ARRAY_SIZE(fuse->hs_curr_level); i++) {
1675 		fuse->hs_curr_level[i] =
1676 			(value >> FUSE_SKU_CALIB_HS_CURR_LEVEL_PADX_SHIFT(i)) &
1677 			FUSE_SKU_CALIB_HS_CURR_LEVEL_PAD_MASK;
1678 	}
1679 	fuse->hs_iref_cap =
1680 		(value >> FUSE_SKU_CALIB_HS_IREF_CAP_SHIFT) &
1681 		FUSE_SKU_CALIB_HS_IREF_CAP_MASK;
1682 	fuse->hs_term_range_adj =
1683 		(value >> FUSE_SKU_CALIB_HS_TERM_RANGE_ADJ_SHIFT) &
1684 		FUSE_SKU_CALIB_HS_TERM_RANGE_ADJ_MASK;
1685 	fuse->hs_squelch_level =
1686 		(value >> FUSE_SKU_CALIB_HS_SQUELCH_LEVEL_SHIFT) &
1687 		FUSE_SKU_CALIB_HS_SQUELCH_LEVEL_MASK;
1688 
1689 	return 0;
1690 }
1691 
1692 static struct tegra_xusb_padctl *
tegra124_xusb_padctl_probe(struct device * dev,const struct tegra_xusb_padctl_soc * soc)1693 tegra124_xusb_padctl_probe(struct device *dev,
1694 			   const struct tegra_xusb_padctl_soc *soc)
1695 {
1696 	struct tegra124_xusb_padctl *padctl;
1697 	int err;
1698 
1699 	padctl = devm_kzalloc(dev, sizeof(*padctl), GFP_KERNEL);
1700 	if (!padctl)
1701 		return ERR_PTR(-ENOMEM);
1702 
1703 	padctl->base.dev = dev;
1704 	padctl->base.soc = soc;
1705 
1706 	err = tegra124_xusb_read_fuse_calibration(&padctl->fuse);
1707 	if (err < 0)
1708 		return ERR_PTR(err);
1709 
1710 	return &padctl->base;
1711 }
1712 
tegra124_xusb_padctl_remove(struct tegra_xusb_padctl * padctl)1713 static void tegra124_xusb_padctl_remove(struct tegra_xusb_padctl *padctl)
1714 {
1715 }
1716 
1717 static const struct tegra_xusb_padctl_ops tegra124_xusb_padctl_ops = {
1718 	.probe = tegra124_xusb_padctl_probe,
1719 	.remove = tegra124_xusb_padctl_remove,
1720 	.usb3_save_context = tegra124_usb3_save_context,
1721 	.hsic_set_idle = tegra124_hsic_set_idle,
1722 };
1723 
1724 const struct tegra_xusb_padctl_soc tegra124_xusb_padctl_soc = {
1725 	.num_pads = ARRAY_SIZE(tegra124_pads),
1726 	.pads = tegra124_pads,
1727 	.ports = {
1728 		.usb2 = {
1729 			.ops = &tegra124_usb2_port_ops,
1730 			.count = 3,
1731 		},
1732 		.ulpi = {
1733 			.ops = &tegra124_ulpi_port_ops,
1734 			.count = 1,
1735 		},
1736 		.hsic = {
1737 			.ops = &tegra124_hsic_port_ops,
1738 			.count = 2,
1739 		},
1740 		.usb3 = {
1741 			.ops = &tegra124_usb3_port_ops,
1742 			.count = 2,
1743 		},
1744 	},
1745 	.ops = &tegra124_xusb_padctl_ops,
1746 };
1747 EXPORT_SYMBOL_GPL(tegra124_xusb_padctl_soc);
1748 
1749 MODULE_AUTHOR("Thierry Reding <treding@nvidia.com>");
1750 MODULE_DESCRIPTION("NVIDIA Tegra 124 XUSB Pad Controller driver");
1751 MODULE_LICENSE("GPL v2");
1752