1 // SPDX-License-Identifier: GPL-2.0 OR MIT
2 /* Copyright 2017-2019 Qiang Yu <yuq825@gmail.com> */
3
4 #include <linux/regulator/consumer.h>
5 #include <linux/reset.h>
6 #include <linux/clk.h>
7 #include <linux/dma-mapping.h>
8 #include <linux/platform_device.h>
9
10 #include "lima_device.h"
11 #include "lima_gp.h"
12 #include "lima_pp.h"
13 #include "lima_mmu.h"
14 #include "lima_pmu.h"
15 #include "lima_l2_cache.h"
16 #include "lima_dlbu.h"
17 #include "lima_bcast.h"
18 #include "lima_vm.h"
19
20 struct lima_ip_desc {
21 char *name;
22 char *irq_name;
23 bool must_have[lima_gpu_num];
24 int offset[lima_gpu_num];
25
26 int (*init)(struct lima_ip *ip);
27 void (*fini)(struct lima_ip *ip);
28 };
29
30 #define LIMA_IP_DESC(ipname, mst0, mst1, off0, off1, func, irq) \
31 [lima_ip_##ipname] = { \
32 .name = #ipname, \
33 .irq_name = irq, \
34 .must_have = { \
35 [lima_gpu_mali400] = mst0, \
36 [lima_gpu_mali450] = mst1, \
37 }, \
38 .offset = { \
39 [lima_gpu_mali400] = off0, \
40 [lima_gpu_mali450] = off1, \
41 }, \
42 .init = lima_##func##_init, \
43 .fini = lima_##func##_fini, \
44 }
45
46 static struct lima_ip_desc lima_ip_desc[lima_ip_num] = {
47 LIMA_IP_DESC(pmu, false, false, 0x02000, 0x02000, pmu, "pmu"),
48 LIMA_IP_DESC(l2_cache0, true, true, 0x01000, 0x10000, l2_cache, NULL),
49 LIMA_IP_DESC(l2_cache1, false, true, -1, 0x01000, l2_cache, NULL),
50 LIMA_IP_DESC(l2_cache2, false, false, -1, 0x11000, l2_cache, NULL),
51 LIMA_IP_DESC(gp, true, true, 0x00000, 0x00000, gp, "gp"),
52 LIMA_IP_DESC(pp0, true, true, 0x08000, 0x08000, pp, "pp0"),
53 LIMA_IP_DESC(pp1, false, false, 0x0A000, 0x0A000, pp, "pp1"),
54 LIMA_IP_DESC(pp2, false, false, 0x0C000, 0x0C000, pp, "pp2"),
55 LIMA_IP_DESC(pp3, false, false, 0x0E000, 0x0E000, pp, "pp3"),
56 LIMA_IP_DESC(pp4, false, false, -1, 0x28000, pp, "pp4"),
57 LIMA_IP_DESC(pp5, false, false, -1, 0x2A000, pp, "pp5"),
58 LIMA_IP_DESC(pp6, false, false, -1, 0x2C000, pp, "pp6"),
59 LIMA_IP_DESC(pp7, false, false, -1, 0x2E000, pp, "pp7"),
60 LIMA_IP_DESC(gpmmu, true, true, 0x03000, 0x03000, mmu, "gpmmu"),
61 LIMA_IP_DESC(ppmmu0, true, true, 0x04000, 0x04000, mmu, "ppmmu0"),
62 LIMA_IP_DESC(ppmmu1, false, false, 0x05000, 0x05000, mmu, "ppmmu1"),
63 LIMA_IP_DESC(ppmmu2, false, false, 0x06000, 0x06000, mmu, "ppmmu2"),
64 LIMA_IP_DESC(ppmmu3, false, false, 0x07000, 0x07000, mmu, "ppmmu3"),
65 LIMA_IP_DESC(ppmmu4, false, false, -1, 0x1C000, mmu, "ppmmu4"),
66 LIMA_IP_DESC(ppmmu5, false, false, -1, 0x1D000, mmu, "ppmmu5"),
67 LIMA_IP_DESC(ppmmu6, false, false, -1, 0x1E000, mmu, "ppmmu6"),
68 LIMA_IP_DESC(ppmmu7, false, false, -1, 0x1F000, mmu, "ppmmu7"),
69 LIMA_IP_DESC(dlbu, false, true, -1, 0x14000, dlbu, NULL),
70 LIMA_IP_DESC(bcast, false, true, -1, 0x13000, bcast, NULL),
71 LIMA_IP_DESC(pp_bcast, false, true, -1, 0x16000, pp_bcast, "pp"),
72 LIMA_IP_DESC(ppmmu_bcast, false, true, -1, 0x15000, mmu, NULL),
73 };
74
lima_ip_name(struct lima_ip * ip)75 const char *lima_ip_name(struct lima_ip *ip)
76 {
77 return lima_ip_desc[ip->id].name;
78 }
79
lima_clk_init(struct lima_device * dev)80 static int lima_clk_init(struct lima_device *dev)
81 {
82 int err;
83
84 dev->clk_bus = devm_clk_get(dev->dev, "bus");
85 if (IS_ERR(dev->clk_bus)) {
86 err = PTR_ERR(dev->clk_bus);
87 if (err != -EPROBE_DEFER)
88 dev_err(dev->dev, "get bus clk failed %d\n", err);
89 return err;
90 }
91
92 dev->clk_gpu = devm_clk_get(dev->dev, "core");
93 if (IS_ERR(dev->clk_gpu)) {
94 err = PTR_ERR(dev->clk_gpu);
95 if (err != -EPROBE_DEFER)
96 dev_err(dev->dev, "get core clk failed %d\n", err);
97 return err;
98 }
99
100 err = clk_prepare_enable(dev->clk_bus);
101 if (err)
102 return err;
103
104 err = clk_prepare_enable(dev->clk_gpu);
105 if (err)
106 goto error_out0;
107
108 dev->reset = devm_reset_control_get_optional(dev->dev, NULL);
109 if (IS_ERR(dev->reset)) {
110 err = PTR_ERR(dev->reset);
111 if (err != -EPROBE_DEFER)
112 dev_err(dev->dev, "get reset controller failed %d\n",
113 err);
114 goto error_out1;
115 } else if (dev->reset != NULL) {
116 err = reset_control_deassert(dev->reset);
117 if (err) {
118 dev_err(dev->dev,
119 "reset controller deassert failed %d\n", err);
120 goto error_out1;
121 }
122 }
123
124 return 0;
125
126 error_out1:
127 clk_disable_unprepare(dev->clk_gpu);
128 error_out0:
129 clk_disable_unprepare(dev->clk_bus);
130 return err;
131 }
132
lima_clk_fini(struct lima_device * dev)133 static void lima_clk_fini(struct lima_device *dev)
134 {
135 if (dev->reset != NULL)
136 reset_control_assert(dev->reset);
137 clk_disable_unprepare(dev->clk_gpu);
138 clk_disable_unprepare(dev->clk_bus);
139 }
140
lima_regulator_init(struct lima_device * dev)141 static int lima_regulator_init(struct lima_device *dev)
142 {
143 int ret;
144
145 dev->regulator = devm_regulator_get_optional(dev->dev, "mali");
146 if (IS_ERR(dev->regulator)) {
147 ret = PTR_ERR(dev->regulator);
148 dev->regulator = NULL;
149 if (ret == -ENODEV)
150 return 0;
151 if (ret != -EPROBE_DEFER)
152 dev_err(dev->dev, "failed to get regulator: %d\n", ret);
153 return ret;
154 }
155
156 ret = regulator_enable(dev->regulator);
157 if (ret < 0) {
158 dev_err(dev->dev, "failed to enable regulator: %d\n", ret);
159 return ret;
160 }
161
162 return 0;
163 }
164
lima_regulator_fini(struct lima_device * dev)165 static void lima_regulator_fini(struct lima_device *dev)
166 {
167 if (dev->regulator)
168 regulator_disable(dev->regulator);
169 }
170
lima_init_ip(struct lima_device * dev,int index)171 static int lima_init_ip(struct lima_device *dev, int index)
172 {
173 struct lima_ip_desc *desc = lima_ip_desc + index;
174 struct lima_ip *ip = dev->ip + index;
175 int offset = desc->offset[dev->id];
176 bool must = desc->must_have[dev->id];
177 int err;
178
179 if (offset < 0)
180 return 0;
181
182 ip->dev = dev;
183 ip->id = index;
184 ip->iomem = dev->iomem + offset;
185 if (desc->irq_name) {
186 err = platform_get_irq_byname(dev->pdev, desc->irq_name);
187 if (err < 0)
188 goto out;
189 ip->irq = err;
190 }
191
192 err = desc->init(ip);
193 if (!err) {
194 ip->present = true;
195 return 0;
196 }
197
198 out:
199 return must ? err : 0;
200 }
201
lima_fini_ip(struct lima_device * ldev,int index)202 static void lima_fini_ip(struct lima_device *ldev, int index)
203 {
204 struct lima_ip_desc *desc = lima_ip_desc + index;
205 struct lima_ip *ip = ldev->ip + index;
206
207 if (ip->present)
208 desc->fini(ip);
209 }
210
lima_init_gp_pipe(struct lima_device * dev)211 static int lima_init_gp_pipe(struct lima_device *dev)
212 {
213 struct lima_sched_pipe *pipe = dev->pipe + lima_pipe_gp;
214 int err;
215
216 err = lima_sched_pipe_init(pipe, "gp");
217 if (err)
218 return err;
219
220 pipe->l2_cache[pipe->num_l2_cache++] = dev->ip + lima_ip_l2_cache0;
221 pipe->mmu[pipe->num_mmu++] = dev->ip + lima_ip_gpmmu;
222 pipe->processor[pipe->num_processor++] = dev->ip + lima_ip_gp;
223
224 err = lima_gp_pipe_init(dev);
225 if (err) {
226 lima_sched_pipe_fini(pipe);
227 return err;
228 }
229
230 return 0;
231 }
232
lima_fini_gp_pipe(struct lima_device * dev)233 static void lima_fini_gp_pipe(struct lima_device *dev)
234 {
235 struct lima_sched_pipe *pipe = dev->pipe + lima_pipe_gp;
236
237 lima_gp_pipe_fini(dev);
238 lima_sched_pipe_fini(pipe);
239 }
240
lima_init_pp_pipe(struct lima_device * dev)241 static int lima_init_pp_pipe(struct lima_device *dev)
242 {
243 struct lima_sched_pipe *pipe = dev->pipe + lima_pipe_pp;
244 int err, i;
245
246 err = lima_sched_pipe_init(pipe, "pp");
247 if (err)
248 return err;
249
250 for (i = 0; i < LIMA_SCHED_PIPE_MAX_PROCESSOR; i++) {
251 struct lima_ip *pp = dev->ip + lima_ip_pp0 + i;
252 struct lima_ip *ppmmu = dev->ip + lima_ip_ppmmu0 + i;
253 struct lima_ip *l2_cache;
254
255 if (dev->id == lima_gpu_mali400)
256 l2_cache = dev->ip + lima_ip_l2_cache0;
257 else
258 l2_cache = dev->ip + lima_ip_l2_cache1 + (i >> 2);
259
260 if (pp->present && ppmmu->present && l2_cache->present) {
261 pipe->mmu[pipe->num_mmu++] = ppmmu;
262 pipe->processor[pipe->num_processor++] = pp;
263 if (!pipe->l2_cache[i >> 2])
264 pipe->l2_cache[pipe->num_l2_cache++] = l2_cache;
265 }
266 }
267
268 if (dev->ip[lima_ip_bcast].present) {
269 pipe->bcast_processor = dev->ip + lima_ip_pp_bcast;
270 pipe->bcast_mmu = dev->ip + lima_ip_ppmmu_bcast;
271 }
272
273 err = lima_pp_pipe_init(dev);
274 if (err) {
275 lima_sched_pipe_fini(pipe);
276 return err;
277 }
278
279 return 0;
280 }
281
lima_fini_pp_pipe(struct lima_device * dev)282 static void lima_fini_pp_pipe(struct lima_device *dev)
283 {
284 struct lima_sched_pipe *pipe = dev->pipe + lima_pipe_pp;
285
286 lima_pp_pipe_fini(dev);
287 lima_sched_pipe_fini(pipe);
288 }
289
lima_device_init(struct lima_device * ldev)290 int lima_device_init(struct lima_device *ldev)
291 {
292 int err, i;
293 struct resource *res;
294
295 dma_set_coherent_mask(ldev->dev, DMA_BIT_MASK(32));
296
297 err = lima_clk_init(ldev);
298 if (err)
299 return err;
300
301 err = lima_regulator_init(ldev);
302 if (err)
303 goto err_out0;
304
305 ldev->empty_vm = lima_vm_create(ldev);
306 if (!ldev->empty_vm) {
307 err = -ENOMEM;
308 goto err_out1;
309 }
310
311 ldev->va_start = 0;
312 if (ldev->id == lima_gpu_mali450) {
313 ldev->va_end = LIMA_VA_RESERVE_START;
314 ldev->dlbu_cpu = dma_alloc_wc(
315 ldev->dev, LIMA_PAGE_SIZE,
316 &ldev->dlbu_dma, GFP_KERNEL);
317 if (!ldev->dlbu_cpu) {
318 err = -ENOMEM;
319 goto err_out2;
320 }
321 } else
322 ldev->va_end = LIMA_VA_RESERVE_END;
323
324 res = platform_get_resource(ldev->pdev, IORESOURCE_MEM, 0);
325 ldev->iomem = devm_ioremap_resource(ldev->dev, res);
326 if (IS_ERR(ldev->iomem)) {
327 dev_err(ldev->dev, "fail to ioremap iomem\n");
328 err = PTR_ERR(ldev->iomem);
329 goto err_out3;
330 }
331
332 for (i = 0; i < lima_ip_num; i++) {
333 err = lima_init_ip(ldev, i);
334 if (err)
335 goto err_out4;
336 }
337
338 err = lima_init_gp_pipe(ldev);
339 if (err)
340 goto err_out4;
341
342 err = lima_init_pp_pipe(ldev);
343 if (err)
344 goto err_out5;
345
346 dev_info(ldev->dev, "bus rate = %lu\n", clk_get_rate(ldev->clk_bus));
347 dev_info(ldev->dev, "mod rate = %lu", clk_get_rate(ldev->clk_gpu));
348
349 return 0;
350
351 err_out5:
352 lima_fini_gp_pipe(ldev);
353 err_out4:
354 while (--i >= 0)
355 lima_fini_ip(ldev, i);
356 err_out3:
357 if (ldev->dlbu_cpu)
358 dma_free_wc(ldev->dev, LIMA_PAGE_SIZE,
359 ldev->dlbu_cpu, ldev->dlbu_dma);
360 err_out2:
361 lima_vm_put(ldev->empty_vm);
362 err_out1:
363 lima_regulator_fini(ldev);
364 err_out0:
365 lima_clk_fini(ldev);
366 return err;
367 }
368
lima_device_fini(struct lima_device * ldev)369 void lima_device_fini(struct lima_device *ldev)
370 {
371 int i;
372
373 lima_fini_pp_pipe(ldev);
374 lima_fini_gp_pipe(ldev);
375
376 for (i = lima_ip_num - 1; i >= 0; i--)
377 lima_fini_ip(ldev, i);
378
379 if (ldev->dlbu_cpu)
380 dma_free_wc(ldev->dev, LIMA_PAGE_SIZE,
381 ldev->dlbu_cpu, ldev->dlbu_dma);
382
383 lima_vm_put(ldev->empty_vm);
384
385 lima_regulator_fini(ldev);
386
387 lima_clk_fini(ldev);
388 }
389
