1 /*
2 * Copyright 2012-15 Advanced Micro Devices, Inc.cls
3 *
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice shall be included in
13  * all copies or substantial portions of the Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21  * OTHER DEALINGS IN THE SOFTWARE.
22  *
23  * Authors: AMD
24  *
25  */
26 
27 #include "dm_services.h"
28 
29 
30 #include "stream_encoder.h"
31 #include "resource.h"
32 #include "include/irq_service_interface.h"
33 #include "dce120_resource.h"
34 #include "dce112/dce112_resource.h"
35 
36 #include "dce110/dce110_resource.h"
37 #include "../virtual/virtual_stream_encoder.h"
38 #include "dce120_timing_generator.h"
39 #include "irq/dce120/irq_service_dce120.h"
40 #include "dce/dce_opp.h"
41 #include "dce/dce_clock_source.h"
42 #include "dce/dce_clocks.h"
43 #include "dce/dce_ipp.h"
44 #include "dce/dce_mem_input.h"
45 
46 #include "dce110/dce110_hw_sequencer.h"
47 #include "dce120/dce120_hw_sequencer.h"
48 #include "dce/dce_transform.h"
49 
50 #include "dce/dce_audio.h"
51 #include "dce/dce_link_encoder.h"
52 #include "dce/dce_stream_encoder.h"
53 #include "dce/dce_hwseq.h"
54 #include "dce/dce_abm.h"
55 #include "dce/dce_dmcu.h"
56 #include "dce/dce_aux.h"
57 
58 #include "dce/dce_12_0_offset.h"
59 #include "dce/dce_12_0_sh_mask.h"
60 #include "soc15_hw_ip.h"
61 #include "vega10_ip_offset.h"
62 #include "nbio/nbio_6_1_offset.h"
63 #include "reg_helper.h"
64 
65 #include "dce100/dce100_resource.h"
66 
67 #ifndef mmDP0_DP_DPHY_INTERNAL_CTRL
68 	#define mmDP0_DP_DPHY_INTERNAL_CTRL		0x210f
69 	#define mmDP0_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
70 	#define mmDP1_DP_DPHY_INTERNAL_CTRL		0x220f
71 	#define mmDP1_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
72 	#define mmDP2_DP_DPHY_INTERNAL_CTRL		0x230f
73 	#define mmDP2_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
74 	#define mmDP3_DP_DPHY_INTERNAL_CTRL		0x240f
75 	#define mmDP3_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
76 	#define mmDP4_DP_DPHY_INTERNAL_CTRL		0x250f
77 	#define mmDP4_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
78 	#define mmDP5_DP_DPHY_INTERNAL_CTRL		0x260f
79 	#define mmDP5_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
80 	#define mmDP6_DP_DPHY_INTERNAL_CTRL		0x270f
81 	#define mmDP6_DP_DPHY_INTERNAL_CTRL_BASE_IDX	2
82 #endif
83 
84 enum dce120_clk_src_array_id {
85 	DCE120_CLK_SRC_PLL0,
86 	DCE120_CLK_SRC_PLL1,
87 	DCE120_CLK_SRC_PLL2,
88 	DCE120_CLK_SRC_PLL3,
89 	DCE120_CLK_SRC_PLL4,
90 	DCE120_CLK_SRC_PLL5,
91 
92 	DCE120_CLK_SRC_TOTAL
93 };
94 
95 static const struct dce110_timing_generator_offsets dce120_tg_offsets[] = {
96 	{
97 		.crtc = (mmCRTC0_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
98 	},
99 	{
100 		.crtc = (mmCRTC1_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
101 	},
102 	{
103 		.crtc = (mmCRTC2_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
104 	},
105 	{
106 		.crtc = (mmCRTC3_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
107 	},
108 	{
109 		.crtc = (mmCRTC4_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
110 	},
111 	{
112 		.crtc = (mmCRTC5_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
113 	}
114 };
115 
116 /* begin *********************
117  * macros to expend register list macro defined in HW object header file */
118 
119 #define BASE_INNER(seg) \
120 	DCE_BASE__INST0_SEG ## seg
121 
122 #define NBIO_BASE_INNER(seg) \
123 	NBIF_BASE__INST0_SEG ## seg
124 
125 #define NBIO_BASE(seg) \
126 	NBIO_BASE_INNER(seg)
127 
128 /* compile time expand base address. */
129 #define BASE(seg) \
130 	BASE_INNER(seg)
131 
132 #define SR(reg_name)\
133 		.reg_name = BASE(mm ## reg_name ## _BASE_IDX) +  \
134 					mm ## reg_name
135 
136 #define SRI(reg_name, block, id)\
137 	.reg_name = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
138 					mm ## block ## id ## _ ## reg_name
139 
140 /* macros to expend register list macro defined in HW object header file
141  * end *********************/
142 
143 
144 static const struct dce_dmcu_registers dmcu_regs = {
145 		DMCU_DCE110_COMMON_REG_LIST()
146 };
147 
148 static const struct dce_dmcu_shift dmcu_shift = {
149 		DMCU_MASK_SH_LIST_DCE110(__SHIFT)
150 };
151 
152 static const struct dce_dmcu_mask dmcu_mask = {
153 		DMCU_MASK_SH_LIST_DCE110(_MASK)
154 };
155 
156 static const struct dce_abm_registers abm_regs = {
157 		ABM_DCE110_COMMON_REG_LIST()
158 };
159 
160 static const struct dce_abm_shift abm_shift = {
161 		ABM_MASK_SH_LIST_DCE110(__SHIFT)
162 };
163 
164 static const struct dce_abm_mask abm_mask = {
165 		ABM_MASK_SH_LIST_DCE110(_MASK)
166 };
167 
168 #define ipp_regs(id)\
169 [id] = {\
170 		IPP_DCE110_REG_LIST_DCE_BASE(id)\
171 }
172 
173 static const struct dce_ipp_registers ipp_regs[] = {
174 		ipp_regs(0),
175 		ipp_regs(1),
176 		ipp_regs(2),
177 		ipp_regs(3),
178 		ipp_regs(4),
179 		ipp_regs(5)
180 };
181 
182 static const struct dce_ipp_shift ipp_shift = {
183 		IPP_DCE120_MASK_SH_LIST_SOC_BASE(__SHIFT)
184 };
185 
186 static const struct dce_ipp_mask ipp_mask = {
187 		IPP_DCE120_MASK_SH_LIST_SOC_BASE(_MASK)
188 };
189 
190 #define transform_regs(id)\
191 [id] = {\
192 		XFM_COMMON_REG_LIST_DCE110(id)\
193 }
194 
195 static const struct dce_transform_registers xfm_regs[] = {
196 		transform_regs(0),
197 		transform_regs(1),
198 		transform_regs(2),
199 		transform_regs(3),
200 		transform_regs(4),
201 		transform_regs(5)
202 };
203 
204 static const struct dce_transform_shift xfm_shift = {
205 		XFM_COMMON_MASK_SH_LIST_SOC_BASE(__SHIFT)
206 };
207 
208 static const struct dce_transform_mask xfm_mask = {
209 		XFM_COMMON_MASK_SH_LIST_SOC_BASE(_MASK)
210 };
211 
212 #define aux_regs(id)\
213 [id] = {\
214 	AUX_REG_LIST(id)\
215 }
216 
217 static const struct dce110_link_enc_aux_registers link_enc_aux_regs[] = {
218 		aux_regs(0),
219 		aux_regs(1),
220 		aux_regs(2),
221 		aux_regs(3),
222 		aux_regs(4),
223 		aux_regs(5)
224 };
225 
226 #define hpd_regs(id)\
227 [id] = {\
228 	HPD_REG_LIST(id)\
229 }
230 
231 static const struct dce110_link_enc_hpd_registers link_enc_hpd_regs[] = {
232 		hpd_regs(0),
233 		hpd_regs(1),
234 		hpd_regs(2),
235 		hpd_regs(3),
236 		hpd_regs(4),
237 		hpd_regs(5)
238 };
239 
240 #define link_regs(id)\
241 [id] = {\
242 	LE_DCE120_REG_LIST(id), \
243 	SRI(DP_DPHY_INTERNAL_CTRL, DP, id) \
244 }
245 
246 static const struct dce110_link_enc_registers link_enc_regs[] = {
247 	link_regs(0),
248 	link_regs(1),
249 	link_regs(2),
250 	link_regs(3),
251 	link_regs(4),
252 	link_regs(5),
253 	link_regs(6),
254 };
255 
256 
257 #define stream_enc_regs(id)\
258 [id] = {\
259 	SE_COMMON_REG_LIST(id),\
260 	.TMDS_CNTL = 0,\
261 }
262 
263 static const struct dce110_stream_enc_registers stream_enc_regs[] = {
264 	stream_enc_regs(0),
265 	stream_enc_regs(1),
266 	stream_enc_regs(2),
267 	stream_enc_regs(3),
268 	stream_enc_regs(4),
269 	stream_enc_regs(5)
270 };
271 
272 static const struct dce_stream_encoder_shift se_shift = {
273 		SE_COMMON_MASK_SH_LIST_DCE120(__SHIFT)
274 };
275 
276 static const struct dce_stream_encoder_mask se_mask = {
277 		SE_COMMON_MASK_SH_LIST_DCE120(_MASK)
278 };
279 
280 #define opp_regs(id)\
281 [id] = {\
282 	OPP_DCE_120_REG_LIST(id),\
283 }
284 
285 static const struct dce_opp_registers opp_regs[] = {
286 	opp_regs(0),
287 	opp_regs(1),
288 	opp_regs(2),
289 	opp_regs(3),
290 	opp_regs(4),
291 	opp_regs(5)
292 };
293 
294 static const struct dce_opp_shift opp_shift = {
295 	OPP_COMMON_MASK_SH_LIST_DCE_120(__SHIFT)
296 };
297 
298 static const struct dce_opp_mask opp_mask = {
299 	OPP_COMMON_MASK_SH_LIST_DCE_120(_MASK)
300 };
301  #define aux_engine_regs(id)\
302 [id] = {\
303 	AUX_COMMON_REG_LIST(id), \
304 	.AUX_RESET_MASK = 0 \
305 }
306 
307 static const struct dce110_aux_registers aux_engine_regs[] = {
308 		aux_engine_regs(0),
309 		aux_engine_regs(1),
310 		aux_engine_regs(2),
311 		aux_engine_regs(3),
312 		aux_engine_regs(4),
313 		aux_engine_regs(5)
314 };
315 
316 #define audio_regs(id)\
317 [id] = {\
318 	AUD_COMMON_REG_LIST(id)\
319 }
320 
321 static const struct dce_audio_registers audio_regs[] = {
322 	audio_regs(0),
323 	audio_regs(1),
324 	audio_regs(2),
325 	audio_regs(3),
326 	audio_regs(4),
327 	audio_regs(5)
328 };
329 
330 #define DCE120_AUD_COMMON_MASK_SH_LIST(mask_sh)\
331 		SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_INDEX, AZALIA_ENDPOINT_REG_INDEX, mask_sh),\
332 		SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_DATA, AZALIA_ENDPOINT_REG_DATA, mask_sh),\
333 		AUD_COMMON_MASK_SH_LIST_BASE(mask_sh)
334 
335 static const struct dce_audio_shift audio_shift = {
336 		DCE120_AUD_COMMON_MASK_SH_LIST(__SHIFT)
337 };
338 
339 static const struct dce_aduio_mask audio_mask = {
340 		DCE120_AUD_COMMON_MASK_SH_LIST(_MASK)
341 };
342 
343 #define clk_src_regs(index, id)\
344 [index] = {\
345 	CS_COMMON_REG_LIST_DCE_112(id),\
346 }
347 
348 static const struct dce110_clk_src_regs clk_src_regs[] = {
349 	clk_src_regs(0, A),
350 	clk_src_regs(1, B),
351 	clk_src_regs(2, C),
352 	clk_src_regs(3, D),
353 	clk_src_regs(4, E),
354 	clk_src_regs(5, F)
355 };
356 
357 static const struct dce110_clk_src_shift cs_shift = {
358 		CS_COMMON_MASK_SH_LIST_DCE_112(__SHIFT)
359 };
360 
361 static const struct dce110_clk_src_mask cs_mask = {
362 		CS_COMMON_MASK_SH_LIST_DCE_112(_MASK)
363 };
364 
dce120_opp_create(struct dc_context * ctx,uint32_t inst)365 struct output_pixel_processor *dce120_opp_create(
366 	struct dc_context *ctx,
367 	uint32_t inst)
368 {
369 	struct dce110_opp *opp =
370 		kzalloc(sizeof(struct dce110_opp), GFP_KERNEL);
371 
372 	if (!opp)
373 		return NULL;
374 
375 	dce110_opp_construct(opp,
376 			     ctx, inst, &opp_regs[inst], &opp_shift, &opp_mask);
377 	return &opp->base;
378 }
dce120_aux_engine_create(struct dc_context * ctx,uint32_t inst)379 struct aux_engine *dce120_aux_engine_create(
380 	struct dc_context *ctx,
381 	uint32_t inst)
382 {
383 	struct aux_engine_dce110 *aux_engine =
384 		kzalloc(sizeof(struct aux_engine_dce110), GFP_KERNEL);
385 
386 	if (!aux_engine)
387 		return NULL;
388 
389 	dce110_aux_engine_construct(aux_engine, ctx, inst,
390 				    SW_AUX_TIMEOUT_PERIOD_MULTIPLIER * AUX_TIMEOUT_PERIOD,
391 				    &aux_engine_regs[inst]);
392 
393 	return &aux_engine->base;
394 }
395 
396 static const struct bios_registers bios_regs = {
397 	.BIOS_SCRATCH_6 = mmBIOS_SCRATCH_6 + NBIO_BASE(mmBIOS_SCRATCH_6_BASE_IDX)
398 };
399 
400 static const struct resource_caps res_cap = {
401 		.num_timing_generator = 6,
402 		.num_audio = 7,
403 		.num_stream_encoder = 6,
404 		.num_pll = 6,
405 };
406 
407 static const struct dc_debug_options debug_defaults = {
408 		.disable_clock_gate = true,
409 };
410 
dce120_clock_source_create(struct dc_context * ctx,struct dc_bios * bios,enum clock_source_id id,const struct dce110_clk_src_regs * regs,bool dp_clk_src)411 struct clock_source *dce120_clock_source_create(
412 	struct dc_context *ctx,
413 	struct dc_bios *bios,
414 	enum clock_source_id id,
415 	const struct dce110_clk_src_regs *regs,
416 	bool dp_clk_src)
417 {
418 	struct dce110_clk_src *clk_src =
419 		kzalloc(sizeof(*clk_src), GFP_KERNEL);
420 
421 	if (!clk_src)
422 		return NULL;
423 
424 	if (dce110_clk_src_construct(clk_src, ctx, bios, id,
425 				     regs, &cs_shift, &cs_mask)) {
426 		clk_src->base.dp_clk_src = dp_clk_src;
427 		return &clk_src->base;
428 	}
429 
430 	BREAK_TO_DEBUGGER();
431 	return NULL;
432 }
433 
dce120_clock_source_destroy(struct clock_source ** clk_src)434 void dce120_clock_source_destroy(struct clock_source **clk_src)
435 {
436 	kfree(TO_DCE110_CLK_SRC(*clk_src));
437 	*clk_src = NULL;
438 }
439 
440 
dce120_hw_sequencer_create(struct dc * dc)441 bool dce120_hw_sequencer_create(struct dc *dc)
442 {
443 	/* All registers used by dce11.2 match those in dce11 in offset and
444 	 * structure
445 	 */
446 	dce120_hw_sequencer_construct(dc);
447 
448 	/*TODO	Move to separate file and Override what is needed */
449 
450 	return true;
451 }
452 
dce120_timing_generator_create(struct dc_context * ctx,uint32_t instance,const struct dce110_timing_generator_offsets * offsets)453 static struct timing_generator *dce120_timing_generator_create(
454 		struct dc_context *ctx,
455 		uint32_t instance,
456 		const struct dce110_timing_generator_offsets *offsets)
457 {
458 	struct dce110_timing_generator *tg110 =
459 		kzalloc(sizeof(struct dce110_timing_generator), GFP_KERNEL);
460 
461 	if (!tg110)
462 		return NULL;
463 
464 	dce120_timing_generator_construct(tg110, ctx, instance, offsets);
465 	return &tg110->base;
466 }
467 
dce120_transform_destroy(struct transform ** xfm)468 static void dce120_transform_destroy(struct transform **xfm)
469 {
470 	kfree(TO_DCE_TRANSFORM(*xfm));
471 	*xfm = NULL;
472 }
473 
destruct(struct dce110_resource_pool * pool)474 static void destruct(struct dce110_resource_pool *pool)
475 {
476 	unsigned int i;
477 
478 	for (i = 0; i < pool->base.pipe_count; i++) {
479 		if (pool->base.opps[i] != NULL)
480 			dce110_opp_destroy(&pool->base.opps[i]);
481 
482 		if (pool->base.transforms[i] != NULL)
483 			dce120_transform_destroy(&pool->base.transforms[i]);
484 
485 		if (pool->base.ipps[i] != NULL)
486 			dce_ipp_destroy(&pool->base.ipps[i]);
487 
488 		if (pool->base.mis[i] != NULL) {
489 			kfree(TO_DCE_MEM_INPUT(pool->base.mis[i]));
490 			pool->base.mis[i] = NULL;
491 		}
492 
493 		if (pool->base.irqs != NULL) {
494 			dal_irq_service_destroy(&pool->base.irqs);
495 		}
496 
497 		if (pool->base.timing_generators[i] != NULL) {
498 			kfree(DCE110TG_FROM_TG(pool->base.timing_generators[i]));
499 			pool->base.timing_generators[i] = NULL;
500 		}
501 
502 		if (pool->base.engines[i] != NULL)
503 			dce110_engine_destroy(&pool->base.engines[i]);
504 
505 	}
506 
507 	for (i = 0; i < pool->base.audio_count; i++) {
508 		if (pool->base.audios[i])
509 			dce_aud_destroy(&pool->base.audios[i]);
510 	}
511 
512 	for (i = 0; i < pool->base.stream_enc_count; i++) {
513 		if (pool->base.stream_enc[i] != NULL)
514 			kfree(DCE110STRENC_FROM_STRENC(pool->base.stream_enc[i]));
515 	}
516 
517 	for (i = 0; i < pool->base.clk_src_count; i++) {
518 		if (pool->base.clock_sources[i] != NULL)
519 			dce120_clock_source_destroy(
520 				&pool->base.clock_sources[i]);
521 	}
522 
523 	if (pool->base.dp_clock_source != NULL)
524 		dce120_clock_source_destroy(&pool->base.dp_clock_source);
525 
526 	if (pool->base.abm != NULL)
527 		dce_abm_destroy(&pool->base.abm);
528 
529 	if (pool->base.dmcu != NULL)
530 		dce_dmcu_destroy(&pool->base.dmcu);
531 
532 	if (pool->base.dccg != NULL)
533 		dce_dccg_destroy(&pool->base.dccg);
534 }
535 
read_dce_straps(struct dc_context * ctx,struct resource_straps * straps)536 static void read_dce_straps(
537 	struct dc_context *ctx,
538 	struct resource_straps *straps)
539 {
540 	uint32_t reg_val = dm_read_reg_soc15(ctx, mmCC_DC_MISC_STRAPS, 0);
541 
542 	straps->audio_stream_number = get_reg_field_value(reg_val,
543 							  CC_DC_MISC_STRAPS,
544 							  AUDIO_STREAM_NUMBER);
545 	straps->hdmi_disable = get_reg_field_value(reg_val,
546 						   CC_DC_MISC_STRAPS,
547 						   HDMI_DISABLE);
548 
549 	reg_val = dm_read_reg_soc15(ctx, mmDC_PINSTRAPS, 0);
550 	straps->dc_pinstraps_audio = get_reg_field_value(reg_val,
551 							 DC_PINSTRAPS,
552 							 DC_PINSTRAPS_AUDIO);
553 }
554 
create_audio(struct dc_context * ctx,unsigned int inst)555 static struct audio *create_audio(
556 		struct dc_context *ctx, unsigned int inst)
557 {
558 	return dce_audio_create(ctx, inst,
559 			&audio_regs[inst], &audio_shift, &audio_mask);
560 }
561 
562 static const struct encoder_feature_support link_enc_feature = {
563 		.max_hdmi_deep_color = COLOR_DEPTH_121212,
564 		.max_hdmi_pixel_clock = 600000,
565 		.ycbcr420_supported = true,
566 		.flags.bits.IS_HBR2_CAPABLE = true,
567 		.flags.bits.IS_HBR3_CAPABLE = true,
568 		.flags.bits.IS_TPS3_CAPABLE = true,
569 		.flags.bits.IS_TPS4_CAPABLE = true,
570 		.flags.bits.IS_YCBCR_CAPABLE = true
571 };
572 
dce120_link_encoder_create(const struct encoder_init_data * enc_init_data)573 static struct link_encoder *dce120_link_encoder_create(
574 	const struct encoder_init_data *enc_init_data)
575 {
576 	struct dce110_link_encoder *enc110 =
577 		kzalloc(sizeof(struct dce110_link_encoder), GFP_KERNEL);
578 
579 	if (!enc110)
580 		return NULL;
581 
582 	dce110_link_encoder_construct(enc110,
583 				      enc_init_data,
584 				      &link_enc_feature,
585 				      &link_enc_regs[enc_init_data->transmitter],
586 				      &link_enc_aux_regs[enc_init_data->channel - 1],
587 				      &link_enc_hpd_regs[enc_init_data->hpd_source]);
588 
589 	return &enc110->base;
590 }
591 
dce120_ipp_create(struct dc_context * ctx,uint32_t inst)592 static struct input_pixel_processor *dce120_ipp_create(
593 	struct dc_context *ctx, uint32_t inst)
594 {
595 	struct dce_ipp *ipp = kzalloc(sizeof(struct dce_ipp), GFP_KERNEL);
596 
597 	if (!ipp) {
598 		BREAK_TO_DEBUGGER();
599 		return NULL;
600 	}
601 
602 	dce_ipp_construct(ipp, ctx, inst,
603 			&ipp_regs[inst], &ipp_shift, &ipp_mask);
604 	return &ipp->base;
605 }
606 
dce120_stream_encoder_create(enum engine_id eng_id,struct dc_context * ctx)607 static struct stream_encoder *dce120_stream_encoder_create(
608 	enum engine_id eng_id,
609 	struct dc_context *ctx)
610 {
611 	struct dce110_stream_encoder *enc110 =
612 		kzalloc(sizeof(struct dce110_stream_encoder), GFP_KERNEL);
613 
614 	if (!enc110)
615 		return NULL;
616 
617 	dce110_stream_encoder_construct(enc110, ctx, ctx->dc_bios, eng_id,
618 					&stream_enc_regs[eng_id],
619 					&se_shift, &se_mask);
620 	return &enc110->base;
621 }
622 
623 #define SRII(reg_name, block, id)\
624 	.reg_name[id] = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
625 					mm ## block ## id ## _ ## reg_name
626 
627 static const struct dce_hwseq_registers hwseq_reg = {
628 		HWSEQ_DCE120_REG_LIST()
629 };
630 
631 static const struct dce_hwseq_shift hwseq_shift = {
632 		HWSEQ_DCE12_MASK_SH_LIST(__SHIFT)
633 };
634 
635 static const struct dce_hwseq_mask hwseq_mask = {
636 		HWSEQ_DCE12_MASK_SH_LIST(_MASK)
637 };
638 
dce120_hwseq_create(struct dc_context * ctx)639 static struct dce_hwseq *dce120_hwseq_create(
640 	struct dc_context *ctx)
641 {
642 	struct dce_hwseq *hws = kzalloc(sizeof(struct dce_hwseq), GFP_KERNEL);
643 
644 	if (hws) {
645 		hws->ctx = ctx;
646 		hws->regs = &hwseq_reg;
647 		hws->shifts = &hwseq_shift;
648 		hws->masks = &hwseq_mask;
649 	}
650 	return hws;
651 }
652 
653 static const struct resource_create_funcs res_create_funcs = {
654 	.read_dce_straps = read_dce_straps,
655 	.create_audio = create_audio,
656 	.create_stream_encoder = dce120_stream_encoder_create,
657 	.create_hwseq = dce120_hwseq_create,
658 };
659 
660 #define mi_inst_regs(id) { MI_DCE12_REG_LIST(id) }
661 static const struct dce_mem_input_registers mi_regs[] = {
662 		mi_inst_regs(0),
663 		mi_inst_regs(1),
664 		mi_inst_regs(2),
665 		mi_inst_regs(3),
666 		mi_inst_regs(4),
667 		mi_inst_regs(5),
668 };
669 
670 static const struct dce_mem_input_shift mi_shifts = {
671 		MI_DCE12_MASK_SH_LIST(__SHIFT)
672 };
673 
674 static const struct dce_mem_input_mask mi_masks = {
675 		MI_DCE12_MASK_SH_LIST(_MASK)
676 };
677 
dce120_mem_input_create(struct dc_context * ctx,uint32_t inst)678 static struct mem_input *dce120_mem_input_create(
679 	struct dc_context *ctx,
680 	uint32_t inst)
681 {
682 	struct dce_mem_input *dce_mi = kzalloc(sizeof(struct dce_mem_input),
683 					       GFP_KERNEL);
684 
685 	if (!dce_mi) {
686 		BREAK_TO_DEBUGGER();
687 		return NULL;
688 	}
689 
690 	dce120_mem_input_construct(dce_mi, ctx, inst, &mi_regs[inst], &mi_shifts, &mi_masks);
691 	return &dce_mi->base;
692 }
693 
dce120_transform_create(struct dc_context * ctx,uint32_t inst)694 static struct transform *dce120_transform_create(
695 	struct dc_context *ctx,
696 	uint32_t inst)
697 {
698 	struct dce_transform *transform =
699 		kzalloc(sizeof(struct dce_transform), GFP_KERNEL);
700 
701 	if (!transform)
702 		return NULL;
703 
704 	dce_transform_construct(transform, ctx, inst,
705 				&xfm_regs[inst], &xfm_shift, &xfm_mask);
706 	transform->lb_memory_size = 0x1404; /*5124*/
707 	return &transform->base;
708 }
709 
dce120_destroy_resource_pool(struct resource_pool ** pool)710 static void dce120_destroy_resource_pool(struct resource_pool **pool)
711 {
712 	struct dce110_resource_pool *dce110_pool = TO_DCE110_RES_POOL(*pool);
713 
714 	destruct(dce110_pool);
715 	kfree(dce110_pool);
716 	*pool = NULL;
717 }
718 
719 static const struct resource_funcs dce120_res_pool_funcs = {
720 	.destroy = dce120_destroy_resource_pool,
721 	.link_enc_create = dce120_link_encoder_create,
722 	.validate_bandwidth = dce112_validate_bandwidth,
723 	.validate_plane = dce100_validate_plane,
724 	.add_stream_to_ctx = dce112_add_stream_to_ctx
725 };
726 
bw_calcs_data_update_from_pplib(struct dc * dc)727 static void bw_calcs_data_update_from_pplib(struct dc *dc)
728 {
729 	struct dm_pp_clock_levels_with_latency eng_clks = {0};
730 	struct dm_pp_clock_levels_with_latency mem_clks = {0};
731 	struct dm_pp_wm_sets_with_clock_ranges clk_ranges = {0};
732 	int i;
733 	unsigned int clk;
734 	unsigned int latency;
735 
736 	/*do system clock*/
737 	if (!dm_pp_get_clock_levels_by_type_with_latency(
738 				dc->ctx,
739 				DM_PP_CLOCK_TYPE_ENGINE_CLK,
740 				&eng_clks) || eng_clks.num_levels == 0) {
741 
742 		eng_clks.num_levels = 8;
743 		clk = 300000;
744 
745 		for (i = 0; i < eng_clks.num_levels; i++) {
746 			eng_clks.data[i].clocks_in_khz = clk;
747 			clk += 100000;
748 		}
749 	}
750 
751 	/* convert all the clock fro kHz to fix point mHz  TODO: wloop data */
752 	dc->bw_vbios->high_sclk = bw_frc_to_fixed(
753 		eng_clks.data[eng_clks.num_levels-1].clocks_in_khz, 1000);
754 	dc->bw_vbios->mid1_sclk  = bw_frc_to_fixed(
755 		eng_clks.data[eng_clks.num_levels/8].clocks_in_khz, 1000);
756 	dc->bw_vbios->mid2_sclk  = bw_frc_to_fixed(
757 		eng_clks.data[eng_clks.num_levels*2/8].clocks_in_khz, 1000);
758 	dc->bw_vbios->mid3_sclk  = bw_frc_to_fixed(
759 		eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz, 1000);
760 	dc->bw_vbios->mid4_sclk  = bw_frc_to_fixed(
761 		eng_clks.data[eng_clks.num_levels*4/8].clocks_in_khz, 1000);
762 	dc->bw_vbios->mid5_sclk  = bw_frc_to_fixed(
763 		eng_clks.data[eng_clks.num_levels*5/8].clocks_in_khz, 1000);
764 	dc->bw_vbios->mid6_sclk  = bw_frc_to_fixed(
765 		eng_clks.data[eng_clks.num_levels*6/8].clocks_in_khz, 1000);
766 	dc->bw_vbios->low_sclk  = bw_frc_to_fixed(
767 			eng_clks.data[0].clocks_in_khz, 1000);
768 
769 	/*do memory clock*/
770 	if (!dm_pp_get_clock_levels_by_type_with_latency(
771 			dc->ctx,
772 			DM_PP_CLOCK_TYPE_MEMORY_CLK,
773 			&mem_clks) || mem_clks.num_levels == 0) {
774 
775 		mem_clks.num_levels = 3;
776 		clk = 250000;
777 		latency = 45;
778 
779 		for (i = 0; i < eng_clks.num_levels; i++) {
780 			mem_clks.data[i].clocks_in_khz = clk;
781 			mem_clks.data[i].latency_in_us = latency;
782 			clk += 500000;
783 			latency -= 5;
784 		}
785 
786 	}
787 
788 	/* we don't need to call PPLIB for validation clock since they
789 	 * also give us the highest sclk and highest mclk (UMA clock).
790 	 * ALSO always convert UMA clock (from PPLIB)  to YCLK (HW formula):
791 	 * YCLK = UMACLK*m_memoryTypeMultiplier
792 	 */
793 	dc->bw_vbios->low_yclk = bw_frc_to_fixed(
794 		mem_clks.data[0].clocks_in_khz * MEMORY_TYPE_MULTIPLIER, 1000);
795 	dc->bw_vbios->mid_yclk = bw_frc_to_fixed(
796 		mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz * MEMORY_TYPE_MULTIPLIER,
797 		1000);
798 	dc->bw_vbios->high_yclk = bw_frc_to_fixed(
799 		mem_clks.data[mem_clks.num_levels-1].clocks_in_khz * MEMORY_TYPE_MULTIPLIER,
800 		1000);
801 
802 	/* Now notify PPLib/SMU about which Watermarks sets they should select
803 	 * depending on DPM state they are in. And update BW MGR GFX Engine and
804 	 * Memory clock member variables for Watermarks calculations for each
805 	 * Watermark Set
806 	 */
807 	clk_ranges.num_wm_sets = 4;
808 	clk_ranges.wm_clk_ranges[0].wm_set_id = WM_SET_A;
809 	clk_ranges.wm_clk_ranges[0].wm_min_eng_clk_in_khz =
810 			eng_clks.data[0].clocks_in_khz;
811 	clk_ranges.wm_clk_ranges[0].wm_max_eng_clk_in_khz =
812 			eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz - 1;
813 	clk_ranges.wm_clk_ranges[0].wm_min_mem_clk_in_khz =
814 			mem_clks.data[0].clocks_in_khz;
815 	clk_ranges.wm_clk_ranges[0].wm_max_mem_clk_in_khz =
816 			mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz - 1;
817 
818 	clk_ranges.wm_clk_ranges[1].wm_set_id = WM_SET_B;
819 	clk_ranges.wm_clk_ranges[1].wm_min_eng_clk_in_khz =
820 			eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz;
821 	/* 5 GHz instead of data[7].clockInKHz to cover Overdrive */
822 	clk_ranges.wm_clk_ranges[1].wm_max_eng_clk_in_khz = 5000000;
823 	clk_ranges.wm_clk_ranges[1].wm_min_mem_clk_in_khz =
824 			mem_clks.data[0].clocks_in_khz;
825 	clk_ranges.wm_clk_ranges[1].wm_max_mem_clk_in_khz =
826 			mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz - 1;
827 
828 	clk_ranges.wm_clk_ranges[2].wm_set_id = WM_SET_C;
829 	clk_ranges.wm_clk_ranges[2].wm_min_eng_clk_in_khz =
830 			eng_clks.data[0].clocks_in_khz;
831 	clk_ranges.wm_clk_ranges[2].wm_max_eng_clk_in_khz =
832 			eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz - 1;
833 	clk_ranges.wm_clk_ranges[2].wm_min_mem_clk_in_khz =
834 			mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz;
835 	/* 5 GHz instead of data[2].clockInKHz to cover Overdrive */
836 	clk_ranges.wm_clk_ranges[2].wm_max_mem_clk_in_khz = 5000000;
837 
838 	clk_ranges.wm_clk_ranges[3].wm_set_id = WM_SET_D;
839 	clk_ranges.wm_clk_ranges[3].wm_min_eng_clk_in_khz =
840 			eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz;
841 	/* 5 GHz instead of data[7].clockInKHz to cover Overdrive */
842 	clk_ranges.wm_clk_ranges[3].wm_max_eng_clk_in_khz = 5000000;
843 	clk_ranges.wm_clk_ranges[3].wm_min_mem_clk_in_khz =
844 			mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz;
845 	/* 5 GHz instead of data[2].clockInKHz to cover Overdrive */
846 	clk_ranges.wm_clk_ranges[3].wm_max_mem_clk_in_khz = 5000000;
847 
848 	/* Notify PP Lib/SMU which Watermarks to use for which clock ranges */
849 	dm_pp_notify_wm_clock_changes(dc->ctx, &clk_ranges);
850 }
851 
read_pipe_fuses(struct dc_context * ctx)852 static uint32_t read_pipe_fuses(struct dc_context *ctx)
853 {
854 	uint32_t value = dm_read_reg_soc15(ctx, mmCC_DC_PIPE_DIS, 0);
855 	/* VG20 support max 6 pipes */
856 	value = value & 0x3f;
857 	return value;
858 }
859 
construct(uint8_t num_virtual_links,struct dc * dc,struct dce110_resource_pool * pool)860 static bool construct(
861 	uint8_t num_virtual_links,
862 	struct dc *dc,
863 	struct dce110_resource_pool *pool)
864 {
865 	unsigned int i;
866 	int j;
867 	struct dc_context *ctx = dc->ctx;
868 	struct irq_service_init_data irq_init_data;
869 	bool harvest_enabled = ASICREV_IS_VEGA20_P(ctx->asic_id.hw_internal_rev);
870 	uint32_t pipe_fuses;
871 
872 	ctx->dc_bios->regs = &bios_regs;
873 
874 	pool->base.res_cap = &res_cap;
875 	pool->base.funcs = &dce120_res_pool_funcs;
876 
877 	/* TODO: Fill more data from GreenlandAsicCapability.cpp */
878 	pool->base.pipe_count = res_cap.num_timing_generator;
879 	pool->base.timing_generator_count = pool->base.res_cap->num_timing_generator;
880 	pool->base.underlay_pipe_index = NO_UNDERLAY_PIPE;
881 
882 	dc->caps.max_downscale_ratio = 200;
883 	dc->caps.i2c_speed_in_khz = 100;
884 	dc->caps.max_cursor_size = 128;
885 	dc->caps.dual_link_dvi = true;
886 	dc->caps.psp_setup_panel_mode = true;
887 
888 	dc->debug = debug_defaults;
889 
890 	/*************************************************
891 	 *  Create resources                             *
892 	 *************************************************/
893 
894 	pool->base.clock_sources[DCE120_CLK_SRC_PLL0] =
895 			dce120_clock_source_create(ctx, ctx->dc_bios,
896 				CLOCK_SOURCE_COMBO_PHY_PLL0,
897 				&clk_src_regs[0], false);
898 	pool->base.clock_sources[DCE120_CLK_SRC_PLL1] =
899 			dce120_clock_source_create(ctx, ctx->dc_bios,
900 				CLOCK_SOURCE_COMBO_PHY_PLL1,
901 				&clk_src_regs[1], false);
902 	pool->base.clock_sources[DCE120_CLK_SRC_PLL2] =
903 			dce120_clock_source_create(ctx, ctx->dc_bios,
904 				CLOCK_SOURCE_COMBO_PHY_PLL2,
905 				&clk_src_regs[2], false);
906 	pool->base.clock_sources[DCE120_CLK_SRC_PLL3] =
907 			dce120_clock_source_create(ctx, ctx->dc_bios,
908 				CLOCK_SOURCE_COMBO_PHY_PLL3,
909 				&clk_src_regs[3], false);
910 	pool->base.clock_sources[DCE120_CLK_SRC_PLL4] =
911 			dce120_clock_source_create(ctx, ctx->dc_bios,
912 				CLOCK_SOURCE_COMBO_PHY_PLL4,
913 				&clk_src_regs[4], false);
914 	pool->base.clock_sources[DCE120_CLK_SRC_PLL5] =
915 			dce120_clock_source_create(ctx, ctx->dc_bios,
916 				CLOCK_SOURCE_COMBO_PHY_PLL5,
917 				&clk_src_regs[5], false);
918 	pool->base.clk_src_count = DCE120_CLK_SRC_TOTAL;
919 
920 	pool->base.dp_clock_source =
921 			dce120_clock_source_create(ctx, ctx->dc_bios,
922 				CLOCK_SOURCE_ID_DP_DTO,
923 				&clk_src_regs[0], true);
924 
925 	for (i = 0; i < pool->base.clk_src_count; i++) {
926 		if (pool->base.clock_sources[i] == NULL) {
927 			dm_error("DC: failed to create clock sources!\n");
928 			BREAK_TO_DEBUGGER();
929 			goto clk_src_create_fail;
930 		}
931 	}
932 
933 	pool->base.dccg = dce120_dccg_create(ctx);
934 	if (pool->base.dccg == NULL) {
935 		dm_error("DC: failed to create display clock!\n");
936 		BREAK_TO_DEBUGGER();
937 		goto dccg_create_fail;
938 	}
939 
940 	pool->base.dmcu = dce_dmcu_create(ctx,
941 			&dmcu_regs,
942 			&dmcu_shift,
943 			&dmcu_mask);
944 	if (pool->base.dmcu == NULL) {
945 		dm_error("DC: failed to create dmcu!\n");
946 		BREAK_TO_DEBUGGER();
947 		goto res_create_fail;
948 	}
949 
950 	pool->base.abm = dce_abm_create(ctx,
951 			&abm_regs,
952 			&abm_shift,
953 			&abm_mask);
954 	if (pool->base.abm == NULL) {
955 		dm_error("DC: failed to create abm!\n");
956 		BREAK_TO_DEBUGGER();
957 		goto res_create_fail;
958 	}
959 
960 	irq_init_data.ctx = dc->ctx;
961 	pool->base.irqs = dal_irq_service_dce120_create(&irq_init_data);
962 	if (!pool->base.irqs)
963 		goto irqs_create_fail;
964 
965 	/* retrieve valid pipe fuses */
966 	if (harvest_enabled)
967 		pipe_fuses = read_pipe_fuses(ctx);
968 
969 	/* index to valid pipe resource */
970 	j = 0;
971 	for (i = 0; i < pool->base.pipe_count; i++) {
972 		if (harvest_enabled) {
973 			if ((pipe_fuses & (1 << i)) != 0) {
974 				dm_error("DC: skip invalid pipe %d!\n", i);
975 				continue;
976 			}
977 		}
978 
979 		pool->base.timing_generators[j] =
980 				dce120_timing_generator_create(
981 					ctx,
982 					i,
983 					&dce120_tg_offsets[i]);
984 		if (pool->base.timing_generators[j] == NULL) {
985 			BREAK_TO_DEBUGGER();
986 			dm_error("DC: failed to create tg!\n");
987 			goto controller_create_fail;
988 		}
989 
990 		pool->base.mis[j] = dce120_mem_input_create(ctx, i);
991 
992 		if (pool->base.mis[j] == NULL) {
993 			BREAK_TO_DEBUGGER();
994 			dm_error(
995 				"DC: failed to create memory input!\n");
996 			goto controller_create_fail;
997 		}
998 
999 		pool->base.ipps[j] = dce120_ipp_create(ctx, i);
1000 		if (pool->base.ipps[i] == NULL) {
1001 			BREAK_TO_DEBUGGER();
1002 			dm_error(
1003 				"DC: failed to create input pixel processor!\n");
1004 			goto controller_create_fail;
1005 		}
1006 
1007 		pool->base.transforms[j] = dce120_transform_create(ctx, i);
1008 		if (pool->base.transforms[i] == NULL) {
1009 			BREAK_TO_DEBUGGER();
1010 			dm_error(
1011 				"DC: failed to create transform!\n");
1012 			goto res_create_fail;
1013 		}
1014 
1015 		pool->base.opps[j] = dce120_opp_create(
1016 			ctx,
1017 			i);
1018 		if (pool->base.opps[j] == NULL) {
1019 			BREAK_TO_DEBUGGER();
1020 			dm_error(
1021 				"DC: failed to create output pixel processor!\n");
1022 		}
1023 		pool->base.engines[i] = dce120_aux_engine_create(ctx, i);
1024 				if (pool->base.engines[i] == NULL) {
1025 					BREAK_TO_DEBUGGER();
1026 					dm_error(
1027 						"DC:failed to create aux engine!!\n");
1028 					goto res_create_fail;
1029 				}
1030 
1031 		/* check next valid pipe */
1032 		j++;
1033 	}
1034 
1035 	/* valid pipe num */
1036 	pool->base.pipe_count = j;
1037 	pool->base.timing_generator_count = j;
1038 
1039 	if (!resource_construct(num_virtual_links, dc, &pool->base,
1040 			 &res_create_funcs))
1041 		goto res_create_fail;
1042 
1043 	/* Create hardware sequencer */
1044 	if (!dce120_hw_sequencer_create(dc))
1045 		goto controller_create_fail;
1046 
1047 	dc->caps.max_planes =  pool->base.pipe_count;
1048 
1049 	bw_calcs_init(dc->bw_dceip, dc->bw_vbios, dc->ctx->asic_id);
1050 
1051 	bw_calcs_data_update_from_pplib(dc);
1052 
1053 	return true;
1054 
1055 irqs_create_fail:
1056 controller_create_fail:
1057 dccg_create_fail:
1058 clk_src_create_fail:
1059 res_create_fail:
1060 
1061 	destruct(pool);
1062 
1063 	return false;
1064 }
1065 
dce120_create_resource_pool(uint8_t num_virtual_links,struct dc * dc)1066 struct resource_pool *dce120_create_resource_pool(
1067 	uint8_t num_virtual_links,
1068 	struct dc *dc)
1069 {
1070 	struct dce110_resource_pool *pool =
1071 		kzalloc(sizeof(struct dce110_resource_pool), GFP_KERNEL);
1072 
1073 	if (!pool)
1074 		return NULL;
1075 
1076 	if (construct(num_virtual_links, dc, pool))
1077 		return &pool->base;
1078 
1079 	BREAK_TO_DEBUGGER();
1080 	return NULL;
1081 }
1082