23 	struct drm_i915_private *dev_priv = to_i915(dev);  in ilk_check_fdi_lanes()  local
28 	drm_dbg_kms(&dev_priv->drm,  in ilk_check_fdi_lanes()
32 		drm_dbg_kms(&dev_priv->drm,  in ilk_check_fdi_lanes()
38 	if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv)) {  in ilk_check_fdi_lanes()
40 			drm_dbg_kms(&dev_priv->drm,  in ilk_check_fdi_lanes()
49 	if (INTEL_NUM_PIPES(dev_priv) == 2)  in ilk_check_fdi_lanes()
60 		other_crtc = intel_get_crtc_for_pipe(dev_priv, PIPE_C);  in ilk_check_fdi_lanes()
67 			drm_dbg_kms(&dev_priv->drm,  in ilk_check_fdi_lanes()
75 			drm_dbg_kms(&dev_priv->drm,  in ilk_check_fdi_lanes()
81 		other_crtc = intel_get_crtc_for_pipe(dev_priv, PIPE_B);  in ilk_check_fdi_lanes()
88 			drm_dbg_kms(&dev_priv->drm,  in ilk_check_fdi_lanes()
151 	struct drm_i915_private *dev_priv = to_i915(dev);  in intel_fdi_normal_train()  local
158 	temp = intel_de_read(dev_priv, reg);  in intel_fdi_normal_train()
159 	if (IS_IVYBRIDGE(dev_priv)) {  in intel_fdi_normal_train()
166 	intel_de_write(dev_priv, reg, temp);  in intel_fdi_normal_train()
169 	temp = intel_de_read(dev_priv, reg);  in intel_fdi_normal_train()
170 	if (HAS_PCH_CPT(dev_priv)) {  in intel_fdi_normal_train()
177 	intel_de_write(dev_priv, reg, temp | FDI_RX_ENHANCE_FRAME_ENABLE);  in intel_fdi_normal_train()
180 	intel_de_posting_read(dev_priv, reg);  in intel_fdi_normal_train()
184 	if (IS_IVYBRIDGE(dev_priv))  in intel_fdi_normal_train()
185 		intel_de_write(dev_priv, reg,  in intel_fdi_normal_train()
186 			       intel_de_read(dev_priv, reg) | FDI_FS_ERRC_ENABLE | FDI_FE_ERRC_ENABLE);  in intel_fdi_normal_train()
194 	struct drm_i915_private *dev_priv = to_i915(dev);  in ilk_fdi_link_train()  local
200 	assert_pipe_enabled(dev_priv, crtc_state->cpu_transcoder);  in ilk_fdi_link_train()
205 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
208 	intel_de_write(dev_priv, reg, temp);  in ilk_fdi_link_train()
209 	intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
214 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
219 	intel_de_write(dev_priv, reg, temp | FDI_TX_ENABLE);  in ilk_fdi_link_train()
222 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
225 	intel_de_write(dev_priv, reg, temp | FDI_RX_ENABLE);  in ilk_fdi_link_train()
227 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_link_train()
231 	intel_de_write(dev_priv, FDI_RX_CHICKEN(pipe),  in ilk_fdi_link_train()
233 	intel_de_write(dev_priv, FDI_RX_CHICKEN(pipe),  in ilk_fdi_link_train()
238 		temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
239 		drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR 0x%x\n", temp);  in ilk_fdi_link_train()
242 			drm_dbg_kms(&dev_priv->drm, "FDI train 1 done.\n");  in ilk_fdi_link_train()
243 			intel_de_write(dev_priv, reg, temp | FDI_RX_BIT_LOCK);  in ilk_fdi_link_train()
248 		drm_err(&dev_priv->drm, "FDI train 1 fail!\n");  in ilk_fdi_link_train()
252 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
255 	intel_de_write(dev_priv, reg, temp);  in ilk_fdi_link_train()
258 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
261 	intel_de_write(dev_priv, reg, temp);  in ilk_fdi_link_train()
263 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_link_train()
268 		temp = intel_de_read(dev_priv, reg);  in ilk_fdi_link_train()
269 		drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR 0x%x\n", temp);  in ilk_fdi_link_train()
272 			intel_de_write(dev_priv, reg,  in ilk_fdi_link_train()
274 			drm_dbg_kms(&dev_priv->drm, "FDI train 2 done.\n");  in ilk_fdi_link_train()
279 		drm_err(&dev_priv->drm, "FDI train 2 fail!\n");  in ilk_fdi_link_train()
281 	drm_dbg_kms(&dev_priv->drm, "FDI train done\n");  in ilk_fdi_link_train()
297 	struct drm_i915_private *dev_priv = to_i915(dev);  in gen6_fdi_link_train()  local
305 	temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
308 	intel_de_write(dev_priv, reg, temp);  in gen6_fdi_link_train()
310 	intel_de_posting_read(dev_priv, reg);  in gen6_fdi_link_train()
315 	temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
323 	intel_de_write(dev_priv, reg, temp | FDI_TX_ENABLE);  in gen6_fdi_link_train()
325 	intel_de_write(dev_priv, FDI_RX_MISC(pipe),  in gen6_fdi_link_train()
329 	temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
330 	if (HAS_PCH_CPT(dev_priv)) {  in gen6_fdi_link_train()
337 	intel_de_write(dev_priv, reg, temp | FDI_RX_ENABLE);  in gen6_fdi_link_train()
339 	intel_de_posting_read(dev_priv, reg);  in gen6_fdi_link_train()
344 		temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
347 		intel_de_write(dev_priv, reg, temp);  in gen6_fdi_link_train()
349 		intel_de_posting_read(dev_priv, reg);  in gen6_fdi_link_train()
354 			temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
355 			drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR 0x%x\n", temp);  in gen6_fdi_link_train()
357 				intel_de_write(dev_priv, reg,  in gen6_fdi_link_train()
359 				drm_dbg_kms(&dev_priv->drm,  in gen6_fdi_link_train()
369 		drm_err(&dev_priv->drm, "FDI train 1 fail!\n");  in gen6_fdi_link_train()
373 	temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
376 	if (IS_SANDYBRIDGE(dev_priv)) {  in gen6_fdi_link_train()
381 	intel_de_write(dev_priv, reg, temp);  in gen6_fdi_link_train()
384 	temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
385 	if (HAS_PCH_CPT(dev_priv)) {  in gen6_fdi_link_train()
392 	intel_de_write(dev_priv, reg, temp);  in gen6_fdi_link_train()
394 	intel_de_posting_read(dev_priv, reg);  in gen6_fdi_link_train()
399 		temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
402 		intel_de_write(dev_priv, reg, temp);  in gen6_fdi_link_train()
404 		intel_de_posting_read(dev_priv, reg);  in gen6_fdi_link_train()
409 			temp = intel_de_read(dev_priv, reg);  in gen6_fdi_link_train()
410 			drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR 0x%x\n", temp);  in gen6_fdi_link_train()
412 				intel_de_write(dev_priv, reg,  in gen6_fdi_link_train()
414 				drm_dbg_kms(&dev_priv->drm,  in gen6_fdi_link_train()
424 		drm_err(&dev_priv->drm, "FDI train 2 fail!\n");  in gen6_fdi_link_train()
426 	drm_dbg_kms(&dev_priv->drm, "FDI train done.\n");  in gen6_fdi_link_train()
434 	struct drm_i915_private *dev_priv = to_i915(dev);  in ivb_manual_fdi_link_train()  local
442 	temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
445 	intel_de_write(dev_priv, reg, temp);  in ivb_manual_fdi_link_train()
447 	intel_de_posting_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
450 	drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR before link train 0x%x\n",  in ivb_manual_fdi_link_train()
451 		    intel_de_read(dev_priv, FDI_RX_IIR(pipe)));  in ivb_manual_fdi_link_train()
457 		temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
460 		intel_de_write(dev_priv, reg, temp);  in ivb_manual_fdi_link_train()
463 		temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
467 		intel_de_write(dev_priv, reg, temp);  in ivb_manual_fdi_link_train()
471 		temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
478 		intel_de_write(dev_priv, reg, temp | FDI_TX_ENABLE);  in ivb_manual_fdi_link_train()
480 		intel_de_write(dev_priv, FDI_RX_MISC(pipe),  in ivb_manual_fdi_link_train()
484 		temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
487 		intel_de_write(dev_priv, reg, temp | FDI_RX_ENABLE);  in ivb_manual_fdi_link_train()
489 		intel_de_posting_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
494 			temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
495 			drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR 0x%x\n", temp);  in ivb_manual_fdi_link_train()
498 			    (intel_de_read(dev_priv, reg) & FDI_RX_BIT_LOCK)) {  in ivb_manual_fdi_link_train()
499 				intel_de_write(dev_priv, reg,  in ivb_manual_fdi_link_train()
501 				drm_dbg_kms(&dev_priv->drm,  in ivb_manual_fdi_link_train()
509 			drm_dbg_kms(&dev_priv->drm,  in ivb_manual_fdi_link_train()
516 		temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
519 		intel_de_write(dev_priv, reg, temp);  in ivb_manual_fdi_link_train()
522 		temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
525 		intel_de_write(dev_priv, reg, temp);  in ivb_manual_fdi_link_train()
527 		intel_de_posting_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
532 			temp = intel_de_read(dev_priv, reg);  in ivb_manual_fdi_link_train()
533 			drm_dbg_kms(&dev_priv->drm, "FDI_RX_IIR 0x%x\n", temp);  in ivb_manual_fdi_link_train()
536 			    (intel_de_read(dev_priv, reg) & FDI_RX_SYMBOL_LOCK)) {  in ivb_manual_fdi_link_train()
537 				intel_de_write(dev_priv, reg,  in ivb_manual_fdi_link_train()
539 				drm_dbg_kms(&dev_priv->drm,  in ivb_manual_fdi_link_train()
547 			drm_dbg_kms(&dev_priv->drm,  in ivb_manual_fdi_link_train()
552 	drm_dbg_kms(&dev_priv->drm, "FDI train done.\n");  in ivb_manual_fdi_link_train()
567 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in hsw_fdi_link_train()  local
582 	intel_de_write(dev_priv, FDI_RX_MISC(PIPE_A),  in hsw_fdi_link_train()
586 	rx_ctl_val = dev_priv->fdi_rx_config | FDI_RX_ENHANCE_FRAME_ENABLE |  in hsw_fdi_link_train()
589 	intel_de_write(dev_priv, FDI_RX_CTL(PIPE_A), rx_ctl_val);  in hsw_fdi_link_train()
590 	intel_de_posting_read(dev_priv, FDI_RX_CTL(PIPE_A));  in hsw_fdi_link_train()
595 	intel_de_write(dev_priv, FDI_RX_CTL(PIPE_A), rx_ctl_val);  in hsw_fdi_link_train()
598 	drm_WARN_ON(&dev_priv->drm, crtc_state->shared_dpll->info->id != DPLL_ID_SPLL);  in hsw_fdi_link_train()
605 		intel_de_write(dev_priv, DP_TP_CTL(PORT_E),  in hsw_fdi_link_train()
615 		intel_de_write(dev_priv, DDI_BUF_CTL(PORT_E),  in hsw_fdi_link_train()
617 		intel_de_posting_read(dev_priv, DDI_BUF_CTL(PORT_E));  in hsw_fdi_link_train()
622 		intel_de_write(dev_priv, FDI_RX_TUSIZE1(PIPE_A), TU_SIZE(64));  in hsw_fdi_link_train()
626 		intel_de_write(dev_priv, FDI_RX_CTL(PIPE_A), rx_ctl_val);  in hsw_fdi_link_train()
627 		intel_de_posting_read(dev_priv, FDI_RX_CTL(PIPE_A));  in hsw_fdi_link_train()
633 		temp = intel_de_read(dev_priv, FDI_RX_MISC(PIPE_A));  in hsw_fdi_link_train()
635 		intel_de_write(dev_priv, FDI_RX_MISC(PIPE_A), temp);  in hsw_fdi_link_train()
636 		intel_de_posting_read(dev_priv, FDI_RX_MISC(PIPE_A));  in hsw_fdi_link_train()
641 		temp = intel_de_read(dev_priv, DP_TP_STATUS(PORT_E));  in hsw_fdi_link_train()
643 			drm_dbg_kms(&dev_priv->drm,  in hsw_fdi_link_train()
653 			drm_err(&dev_priv->drm, "FDI link training failed!\n");  in hsw_fdi_link_train()
658 		intel_de_write(dev_priv, FDI_RX_CTL(PIPE_A), rx_ctl_val);  in hsw_fdi_link_train()
659 		intel_de_posting_read(dev_priv, FDI_RX_CTL(PIPE_A));  in hsw_fdi_link_train()
661 		temp = intel_de_read(dev_priv, DDI_BUF_CTL(PORT_E));  in hsw_fdi_link_train()
663 		intel_de_write(dev_priv, DDI_BUF_CTL(PORT_E), temp);  in hsw_fdi_link_train()
664 		intel_de_posting_read(dev_priv, DDI_BUF_CTL(PORT_E));  in hsw_fdi_link_train()
667 		temp = intel_de_read(dev_priv, DP_TP_CTL(PORT_E));  in hsw_fdi_link_train()
670 		intel_de_write(dev_priv, DP_TP_CTL(PORT_E), temp);  in hsw_fdi_link_train()
671 		intel_de_posting_read(dev_priv, DP_TP_CTL(PORT_E));  in hsw_fdi_link_train()
673 		intel_wait_ddi_buf_idle(dev_priv, PORT_E);  in hsw_fdi_link_train()
676 		temp = intel_de_read(dev_priv, FDI_RX_MISC(PIPE_A));  in hsw_fdi_link_train()
679 		intel_de_write(dev_priv, FDI_RX_MISC(PIPE_A), temp);  in hsw_fdi_link_train()
680 		intel_de_posting_read(dev_priv, FDI_RX_MISC(PIPE_A));  in hsw_fdi_link_train()
684 	intel_de_write(dev_priv, DP_TP_CTL(PORT_E),  in hsw_fdi_link_train()
694 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_fdi_pll_enable()  local
701 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_pll_enable()
704 	temp |= (intel_de_read(dev_priv, PIPECONF(pipe)) & PIPECONF_BPC_MASK) << 11;  in ilk_fdi_pll_enable()
705 	intel_de_write(dev_priv, reg, temp | FDI_RX_PLL_ENABLE);  in ilk_fdi_pll_enable()
707 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_pll_enable()
711 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_pll_enable()
712 	intel_de_write(dev_priv, reg, temp | FDI_PCDCLK);  in ilk_fdi_pll_enable()
714 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_pll_enable()
719 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_pll_enable()
721 		intel_de_write(dev_priv, reg, temp | FDI_TX_PLL_ENABLE);  in ilk_fdi_pll_enable()
723 		intel_de_posting_read(dev_priv, reg);  in ilk_fdi_pll_enable()
731 	struct drm_i915_private *dev_priv = to_i915(dev);  in ilk_fdi_pll_disable()  local
738 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_pll_disable()
739 	intel_de_write(dev_priv, reg, temp & ~FDI_PCDCLK);  in ilk_fdi_pll_disable()
743 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_pll_disable()
744 	intel_de_write(dev_priv, reg, temp & ~FDI_TX_PLL_ENABLE);  in ilk_fdi_pll_disable()
746 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_pll_disable()
750 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_pll_disable()
751 	intel_de_write(dev_priv, reg, temp & ~FDI_RX_PLL_ENABLE);  in ilk_fdi_pll_disable()
754 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_pll_disable()
760 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_fdi_disable()  local
767 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_disable()
768 	intel_de_write(dev_priv, reg, temp & ~FDI_TX_ENABLE);  in ilk_fdi_disable()
769 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_disable()
772 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_disable()
774 	temp |= (intel_de_read(dev_priv, PIPECONF(pipe)) & PIPECONF_BPC_MASK) << 11;  in ilk_fdi_disable()
775 	intel_de_write(dev_priv, reg, temp & ~FDI_RX_ENABLE);  in ilk_fdi_disable()
777 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_disable()
781 	if (HAS_PCH_IBX(dev_priv))  in ilk_fdi_disable()
782 		intel_de_write(dev_priv, FDI_RX_CHICKEN(pipe),  in ilk_fdi_disable()
787 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_disable()
790 	intel_de_write(dev_priv, reg, temp);  in ilk_fdi_disable()
793 	temp = intel_de_read(dev_priv, reg);  in ilk_fdi_disable()
794 	if (HAS_PCH_CPT(dev_priv)) {  in ilk_fdi_disable()
803 	temp |= (intel_de_read(dev_priv, PIPECONF(pipe)) & PIPECONF_BPC_MASK) << 11;  in ilk_fdi_disable()
804 	intel_de_write(dev_priv, reg, temp);  in ilk_fdi_disable()
806 	intel_de_posting_read(dev_priv, reg);  in ilk_fdi_disable()
811 intel_fdi_init_hook(struct drm_i915_private *dev_priv)  in intel_fdi_init_hook()  argument
813 	if (IS_IRONLAKE(dev_priv)) {  in intel_fdi_init_hook()
814 		dev_priv->display.fdi_link_train = ilk_fdi_link_train;  in intel_fdi_init_hook()
815 	} else if (IS_SANDYBRIDGE(dev_priv)) {  in intel_fdi_init_hook()
816 		dev_priv->display.fdi_link_train = gen6_fdi_link_train;  in intel_fdi_init_hook()
817 	} else if (IS_IVYBRIDGE(dev_priv)) {  in intel_fdi_init_hook()
819 		dev_priv->display.fdi_link_train = ivb_manual_fdi_link_train;  in intel_fdi_init_hook()