190 static inline u32 dsi_read(struct msm_dsi_host *msm_host, u32 reg)  in dsi_read()  argument
192 	return msm_readl(msm_host->ctrl_base + reg);  in dsi_read()
194 static inline void dsi_write(struct msm_dsi_host *msm_host, u32 reg, u32 data)  in dsi_write()  argument
196 	msm_writel(data, msm_host->ctrl_base + reg);  in dsi_write()
199 static int dsi_host_regulator_enable(struct msm_dsi_host *msm_host);
200 static void dsi_host_regulator_disable(struct msm_dsi_host *msm_host);
203 						struct msm_dsi_host *msm_host)  in dsi_get_config()  argument
206 	struct device *dev = &msm_host->pdev->dev;  in dsi_get_config()
218 	ahb_clk = msm_clk_get(msm_host->pdev, "iface");  in dsi_get_config()
238 	ret = dsi_get_version(msm_host->ctrl_base, &major, &minor);  in dsi_get_config()
264 static void dsi_host_regulator_disable(struct msm_dsi_host *msm_host)  in dsi_host_regulator_disable()  argument
266 	struct regulator_bulk_data *s = msm_host->supplies;  in dsi_host_regulator_disable()
267 	const struct dsi_reg_entry *regs = msm_host->cfg_hnd->cfg->reg_cfg.regs;  in dsi_host_regulator_disable()
268 	int num = msm_host->cfg_hnd->cfg->reg_cfg.num;  in dsi_host_regulator_disable()
280 static int dsi_host_regulator_enable(struct msm_dsi_host *msm_host)  in dsi_host_regulator_enable()  argument
282 	struct regulator_bulk_data *s = msm_host->supplies;  in dsi_host_regulator_enable()
283 	const struct dsi_reg_entry *regs = msm_host->cfg_hnd->cfg->reg_cfg.regs;  in dsi_host_regulator_enable()
284 	int num = msm_host->cfg_hnd->cfg->reg_cfg.num;  in dsi_host_regulator_enable()
314 static int dsi_regulator_init(struct msm_dsi_host *msm_host)  in dsi_regulator_init()  argument
316 	struct regulator_bulk_data *s = msm_host->supplies;  in dsi_regulator_init()
317 	const struct dsi_reg_entry *regs = msm_host->cfg_hnd->cfg->reg_cfg.regs;  in dsi_regulator_init()
318 	int num = msm_host->cfg_hnd->cfg->reg_cfg.num;  in dsi_regulator_init()
324 	ret = devm_regulator_bulk_get(&msm_host->pdev->dev, num, s);  in dsi_regulator_init()
334 int dsi_clk_init_v2(struct msm_dsi_host *msm_host)  in dsi_clk_init_v2()  argument
336 	struct platform_device *pdev = msm_host->pdev;  in dsi_clk_init_v2()
339 	msm_host->src_clk = msm_clk_get(pdev, "src");  in dsi_clk_init_v2()
341 	if (IS_ERR(msm_host->src_clk)) {  in dsi_clk_init_v2()
342 		ret = PTR_ERR(msm_host->src_clk);  in dsi_clk_init_v2()
345 		msm_host->src_clk = NULL;  in dsi_clk_init_v2()
349 	msm_host->esc_clk_src = clk_get_parent(msm_host->esc_clk);  in dsi_clk_init_v2()
350 	if (!msm_host->esc_clk_src) {  in dsi_clk_init_v2()
357 	msm_host->dsi_clk_src = clk_get_parent(msm_host->src_clk);  in dsi_clk_init_v2()
358 	if (!msm_host->dsi_clk_src) {  in dsi_clk_init_v2()
367 int dsi_clk_init_6g_v2(struct msm_dsi_host *msm_host)  in dsi_clk_init_6g_v2()  argument
369 	struct platform_device *pdev = msm_host->pdev;  in dsi_clk_init_6g_v2()
372 	msm_host->byte_intf_clk = msm_clk_get(pdev, "byte_intf");  in dsi_clk_init_6g_v2()
373 	if (IS_ERR(msm_host->byte_intf_clk)) {  in dsi_clk_init_6g_v2()
374 		ret = PTR_ERR(msm_host->byte_intf_clk);  in dsi_clk_init_6g_v2()
382 static int dsi_clk_init(struct msm_dsi_host *msm_host)  in dsi_clk_init()  argument
384 	struct platform_device *pdev = msm_host->pdev;  in dsi_clk_init()
385 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in dsi_clk_init()
391 		msm_host->bus_clks[i] = msm_clk_get(pdev,  in dsi_clk_init()
393 		if (IS_ERR(msm_host->bus_clks[i])) {  in dsi_clk_init()
394 			ret = PTR_ERR(msm_host->bus_clks[i]);  in dsi_clk_init()
402 	msm_host->byte_clk = msm_clk_get(pdev, "byte");  in dsi_clk_init()
403 	if (IS_ERR(msm_host->byte_clk)) {  in dsi_clk_init()
404 		ret = PTR_ERR(msm_host->byte_clk);  in dsi_clk_init()
407 		msm_host->byte_clk = NULL;  in dsi_clk_init()
411 	msm_host->pixel_clk = msm_clk_get(pdev, "pixel");  in dsi_clk_init()
412 	if (IS_ERR(msm_host->pixel_clk)) {  in dsi_clk_init()
413 		ret = PTR_ERR(msm_host->pixel_clk);  in dsi_clk_init()
416 		msm_host->pixel_clk = NULL;  in dsi_clk_init()
420 	msm_host->esc_clk = msm_clk_get(pdev, "core");  in dsi_clk_init()
421 	if (IS_ERR(msm_host->esc_clk)) {  in dsi_clk_init()
422 		ret = PTR_ERR(msm_host->esc_clk);  in dsi_clk_init()
425 		msm_host->esc_clk = NULL;  in dsi_clk_init()
429 	msm_host->byte_clk_src = clk_get_parent(msm_host->byte_clk);  in dsi_clk_init()
430 	if (IS_ERR(msm_host->byte_clk_src)) {  in dsi_clk_init()
431 		ret = PTR_ERR(msm_host->byte_clk_src);  in dsi_clk_init()
436 	msm_host->pixel_clk_src = clk_get_parent(msm_host->pixel_clk);  in dsi_clk_init()
437 	if (IS_ERR(msm_host->pixel_clk_src)) {  in dsi_clk_init()
438 		ret = PTR_ERR(msm_host->pixel_clk_src);  in dsi_clk_init()
444 		ret = cfg_hnd->ops->clk_init_ver(msm_host);  in dsi_clk_init()
449 static int dsi_bus_clk_enable(struct msm_dsi_host *msm_host)  in dsi_bus_clk_enable()  argument
451 	const struct msm_dsi_config *cfg = msm_host->cfg_hnd->cfg;  in dsi_bus_clk_enable()
454 	DBG("id=%d", msm_host->id);  in dsi_bus_clk_enable()
457 		ret = clk_prepare_enable(msm_host->bus_clks[i]);  in dsi_bus_clk_enable()
468 		clk_disable_unprepare(msm_host->bus_clks[i]);  in dsi_bus_clk_enable()
473 static void dsi_bus_clk_disable(struct msm_dsi_host *msm_host)  in dsi_bus_clk_disable()  argument
475 	const struct msm_dsi_config *cfg = msm_host->cfg_hnd->cfg;  in dsi_bus_clk_disable()
481 		clk_disable_unprepare(msm_host->bus_clks[i]);  in dsi_bus_clk_disable()
489 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_runtime_suspend()  local
491 	if (!msm_host->cfg_hnd)  in msm_dsi_runtime_suspend()
494 	dsi_bus_clk_disable(msm_host);  in msm_dsi_runtime_suspend()
504 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_runtime_resume()  local
506 	if (!msm_host->cfg_hnd)  in msm_dsi_runtime_resume()
509 	return dsi_bus_clk_enable(msm_host);  in msm_dsi_runtime_resume()
512 int dsi_link_clk_set_rate_6g(struct msm_dsi_host *msm_host)  in dsi_link_clk_set_rate_6g()  argument
517 		msm_host->mode->clock, msm_host->byte_clk_rate);  in dsi_link_clk_set_rate_6g()
519 	ret = dev_pm_opp_set_rate(&msm_host->pdev->dev,  in dsi_link_clk_set_rate_6g()
520 				  msm_host->byte_clk_rate);  in dsi_link_clk_set_rate_6g()
526 	ret = clk_set_rate(msm_host->pixel_clk, msm_host->pixel_clk_rate);  in dsi_link_clk_set_rate_6g()
532 	if (msm_host->byte_intf_clk) {  in dsi_link_clk_set_rate_6g()
533 		ret = clk_set_rate(msm_host->byte_intf_clk,  in dsi_link_clk_set_rate_6g()
534 				   msm_host->byte_clk_rate / 2);  in dsi_link_clk_set_rate_6g()
546 int dsi_link_clk_enable_6g(struct msm_dsi_host *msm_host)  in dsi_link_clk_enable_6g()  argument
550 	ret = clk_prepare_enable(msm_host->esc_clk);  in dsi_link_clk_enable_6g()
556 	ret = clk_prepare_enable(msm_host->byte_clk);  in dsi_link_clk_enable_6g()
562 	ret = clk_prepare_enable(msm_host->pixel_clk);  in dsi_link_clk_enable_6g()
568 	if (msm_host->byte_intf_clk) {  in dsi_link_clk_enable_6g()
569 		ret = clk_prepare_enable(msm_host->byte_intf_clk);  in dsi_link_clk_enable_6g()
580 	clk_disable_unprepare(msm_host->pixel_clk);  in dsi_link_clk_enable_6g()
582 	clk_disable_unprepare(msm_host->byte_clk);  in dsi_link_clk_enable_6g()
584 	clk_disable_unprepare(msm_host->esc_clk);  in dsi_link_clk_enable_6g()
589 int dsi_link_clk_set_rate_v2(struct msm_dsi_host *msm_host)  in dsi_link_clk_set_rate_v2()  argument
594 		msm_host->mode->clock, msm_host->byte_clk_rate,  in dsi_link_clk_set_rate_v2()
595 		msm_host->esc_clk_rate, msm_host->src_clk_rate);  in dsi_link_clk_set_rate_v2()
597 	ret = clk_set_rate(msm_host->byte_clk, msm_host->byte_clk_rate);  in dsi_link_clk_set_rate_v2()
603 	ret = clk_set_rate(msm_host->esc_clk, msm_host->esc_clk_rate);  in dsi_link_clk_set_rate_v2()
609 	ret = clk_set_rate(msm_host->src_clk, msm_host->src_clk_rate);  in dsi_link_clk_set_rate_v2()
615 	ret = clk_set_rate(msm_host->pixel_clk, msm_host->pixel_clk_rate);  in dsi_link_clk_set_rate_v2()
624 int dsi_link_clk_enable_v2(struct msm_dsi_host *msm_host)  in dsi_link_clk_enable_v2()  argument
628 	ret = clk_prepare_enable(msm_host->byte_clk);  in dsi_link_clk_enable_v2()
634 	ret = clk_prepare_enable(msm_host->esc_clk);  in dsi_link_clk_enable_v2()
640 	ret = clk_prepare_enable(msm_host->src_clk);  in dsi_link_clk_enable_v2()
646 	ret = clk_prepare_enable(msm_host->pixel_clk);  in dsi_link_clk_enable_v2()
655 	clk_disable_unprepare(msm_host->src_clk);  in dsi_link_clk_enable_v2()
657 	clk_disable_unprepare(msm_host->esc_clk);  in dsi_link_clk_enable_v2()
659 	clk_disable_unprepare(msm_host->byte_clk);  in dsi_link_clk_enable_v2()
664 void dsi_link_clk_disable_6g(struct msm_dsi_host *msm_host)  in dsi_link_clk_disable_6g()  argument
667 	dev_pm_opp_set_rate(&msm_host->pdev->dev, 0);  in dsi_link_clk_disable_6g()
668 	clk_disable_unprepare(msm_host->esc_clk);  in dsi_link_clk_disable_6g()
669 	clk_disable_unprepare(msm_host->pixel_clk);  in dsi_link_clk_disable_6g()
670 	if (msm_host->byte_intf_clk)  in dsi_link_clk_disable_6g()
671 		clk_disable_unprepare(msm_host->byte_intf_clk);  in dsi_link_clk_disable_6g()
672 	clk_disable_unprepare(msm_host->byte_clk);  in dsi_link_clk_disable_6g()
675 void dsi_link_clk_disable_v2(struct msm_dsi_host *msm_host)  in dsi_link_clk_disable_v2()  argument
677 	clk_disable_unprepare(msm_host->pixel_clk);  in dsi_link_clk_disable_v2()
678 	clk_disable_unprepare(msm_host->src_clk);  in dsi_link_clk_disable_v2()
679 	clk_disable_unprepare(msm_host->esc_clk);  in dsi_link_clk_disable_v2()
680 	clk_disable_unprepare(msm_host->byte_clk);  in dsi_link_clk_disable_v2()
683 static u32 dsi_get_pclk_rate(struct msm_dsi_host *msm_host, bool is_dual_dsi)  in dsi_get_pclk_rate()  argument
685 	struct drm_display_mode *mode = msm_host->mode;  in dsi_get_pclk_rate()
702 static void dsi_calc_pclk(struct msm_dsi_host *msm_host, bool is_dual_dsi)  in dsi_calc_pclk()  argument
704 	u8 lanes = msm_host->lanes;  in dsi_calc_pclk()
705 	u32 bpp = dsi_get_bpp(msm_host->format);  in dsi_calc_pclk()
706 	u32 pclk_rate = dsi_get_pclk_rate(msm_host, is_dual_dsi);  in dsi_calc_pclk()
716 	msm_host->pixel_clk_rate = pclk_rate;  in dsi_calc_pclk()
717 	msm_host->byte_clk_rate = pclk_bpp;  in dsi_calc_pclk()
719 	DBG("pclk=%d, bclk=%d", msm_host->pixel_clk_rate,  in dsi_calc_pclk()
720 				msm_host->byte_clk_rate);  in dsi_calc_pclk()
724 int dsi_calc_clk_rate_6g(struct msm_dsi_host *msm_host, bool is_dual_dsi)  in dsi_calc_clk_rate_6g()  argument
726 	if (!msm_host->mode) {  in dsi_calc_clk_rate_6g()
731 	dsi_calc_pclk(msm_host, is_dual_dsi);  in dsi_calc_clk_rate_6g()
732 	msm_host->esc_clk_rate = clk_get_rate(msm_host->esc_clk);  in dsi_calc_clk_rate_6g()
736 int dsi_calc_clk_rate_v2(struct msm_dsi_host *msm_host, bool is_dual_dsi)  in dsi_calc_clk_rate_v2()  argument
738 	u32 bpp = dsi_get_bpp(msm_host->format);  in dsi_calc_clk_rate_v2()
743 	dsi_calc_pclk(msm_host, is_dual_dsi);  in dsi_calc_clk_rate_v2()
745 	pclk_bpp = (u64)dsi_get_pclk_rate(msm_host, is_dual_dsi) * bpp;  in dsi_calc_clk_rate_v2()
747 	msm_host->src_clk_rate = pclk_bpp;  in dsi_calc_clk_rate_v2()
758 	byte_mhz = msm_host->byte_clk_rate / 1000000;  in dsi_calc_clk_rate_v2()
776 	msm_host->esc_clk_rate = msm_host->byte_clk_rate / esc_div;  in dsi_calc_clk_rate_v2()
778 	DBG("esc=%d, src=%d", msm_host->esc_clk_rate,  in dsi_calc_clk_rate_v2()
779 		msm_host->src_clk_rate);  in dsi_calc_clk_rate_v2()
784 static void dsi_intr_ctrl(struct msm_dsi_host *msm_host, u32 mask, int enable)  in dsi_intr_ctrl()  argument
789 	spin_lock_irqsave(&msm_host->intr_lock, flags);  in dsi_intr_ctrl()
790 	intr = dsi_read(msm_host, REG_DSI_INTR_CTRL);  in dsi_intr_ctrl()
799 	dsi_write(msm_host, REG_DSI_INTR_CTRL, intr);  in dsi_intr_ctrl()
800 	spin_unlock_irqrestore(&msm_host->intr_lock, flags);  in dsi_intr_ctrl()
837 static void dsi_ctrl_config(struct msm_dsi_host *msm_host, bool enable,  in dsi_ctrl_config()  argument
840 	u32 flags = msm_host->mode_flags;  in dsi_ctrl_config()
841 	enum mipi_dsi_pixel_format mipi_fmt = msm_host->format;  in dsi_ctrl_config()
842 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in dsi_ctrl_config()
846 		dsi_write(msm_host, REG_DSI_CTRL, 0);  in dsi_ctrl_config()
866 		data |= DSI_VID_CFG0_VIRT_CHANNEL(msm_host->channel);  in dsi_ctrl_config()
867 		dsi_write(msm_host, REG_DSI_VID_CFG0, data);  in dsi_ctrl_config()
871 		dsi_write(msm_host, REG_DSI_VID_CFG1, 0);  in dsi_ctrl_config()
876 		dsi_write(msm_host, REG_DSI_CMD_CFG0, data);  in dsi_ctrl_config()
883 		dsi_write(msm_host, REG_DSI_CMD_CFG1, data);  in dsi_ctrl_config()
886 	dsi_write(msm_host, REG_DSI_CMD_DMA_CTRL,  in dsi_ctrl_config()
895 	data |= DSI_TRIG_CTRL_STREAM(msm_host->channel);  in dsi_ctrl_config()
899 	dsi_write(msm_host, REG_DSI_TRIG_CTRL, data);  in dsi_ctrl_config()
903 	dsi_write(msm_host, REG_DSI_CLKOUT_TIMING_CTRL, data);  in dsi_ctrl_config()
908 		dsi_write(msm_host, REG_DSI_T_CLK_PRE_EXTEND,  in dsi_ctrl_config()
914 	dsi_write(msm_host, REG_DSI_EOT_PACKET_CTRL, data);  in dsi_ctrl_config()
917 	dsi_write(msm_host, REG_DSI_ERR_INT_MASK0, 0x13ff3fe0);  in dsi_ctrl_config()
919 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 1);  in dsi_ctrl_config()
921 	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);  in dsi_ctrl_config()
925 	DBG("lane number=%d", msm_host->lanes);  in dsi_ctrl_config()
926 	data |= ((DSI_CTRL_LANE0 << msm_host->lanes) - DSI_CTRL_LANE0);  in dsi_ctrl_config()
928 	dsi_write(msm_host, REG_DSI_LANE_SWAP_CTRL,  in dsi_ctrl_config()
929 		  DSI_LANE_SWAP_CTRL_DLN_SWAP_SEL(msm_host->dlane_swap));  in dsi_ctrl_config()
932 		lane_ctrl = dsi_read(msm_host, REG_DSI_LANE_CTRL);  in dsi_ctrl_config()
933 		dsi_write(msm_host, REG_DSI_LANE_CTRL,  in dsi_ctrl_config()
939 	dsi_write(msm_host, REG_DSI_CTRL, data);  in dsi_ctrl_config()
942 static void dsi_timing_setup(struct msm_dsi_host *msm_host, bool is_dual_dsi)  in dsi_timing_setup()  argument
944 	struct drm_display_mode *mode = msm_host->mode;  in dsi_timing_setup()
974 	if (msm_host->mode_flags & MIPI_DSI_MODE_VIDEO) {  in dsi_timing_setup()
975 		dsi_write(msm_host, REG_DSI_ACTIVE_H,  in dsi_timing_setup()
978 		dsi_write(msm_host, REG_DSI_ACTIVE_V,  in dsi_timing_setup()
981 		dsi_write(msm_host, REG_DSI_TOTAL,  in dsi_timing_setup()
985 		dsi_write(msm_host, REG_DSI_ACTIVE_HSYNC,  in dsi_timing_setup()
988 		dsi_write(msm_host, REG_DSI_ACTIVE_VSYNC_HPOS, 0);  in dsi_timing_setup()
989 		dsi_write(msm_host, REG_DSI_ACTIVE_VSYNC_VPOS,  in dsi_timing_setup()
994 		wc = hdisplay * dsi_get_bpp(msm_host->format) / 8 + 1;  in dsi_timing_setup()
996 		dsi_write(msm_host, REG_DSI_CMD_MDP_STREAM0_CTRL,  in dsi_timing_setup()
999 					msm_host->channel) |  in dsi_timing_setup()
1003 		dsi_write(msm_host, REG_DSI_CMD_MDP_STREAM0_TOTAL,  in dsi_timing_setup()
1009 static void dsi_sw_reset(struct msm_dsi_host *msm_host)  in dsi_sw_reset()  argument
1011 	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);  in dsi_sw_reset()
1014 	dsi_write(msm_host, REG_DSI_RESET, 1);  in dsi_sw_reset()
1016 	dsi_write(msm_host, REG_DSI_RESET, 0);  in dsi_sw_reset()
1019 static void dsi_op_mode_config(struct msm_dsi_host *msm_host,  in dsi_op_mode_config()  argument
1024 	dsi_ctrl = dsi_read(msm_host, REG_DSI_CTRL);  in dsi_op_mode_config()
1029 		dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_MDP_DONE |  in dsi_op_mode_config()
1036 			dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_MDP_DONE, 1);  in dsi_op_mode_config()
1041 	dsi_write(msm_host, REG_DSI_CTRL, dsi_ctrl);  in dsi_op_mode_config()
1044 static void dsi_set_tx_power_mode(int mode, struct msm_dsi_host *msm_host)  in dsi_set_tx_power_mode()  argument
1048 	data = dsi_read(msm_host, REG_DSI_CMD_DMA_CTRL);  in dsi_set_tx_power_mode()
1055 	dsi_write(msm_host, REG_DSI_CMD_DMA_CTRL, data);  in dsi_set_tx_power_mode()
1058 static void dsi_wait4video_done(struct msm_dsi_host *msm_host)  in dsi_wait4video_done()  argument
1061 	struct device *dev = &msm_host->pdev->dev;  in dsi_wait4video_done()
1063 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_VIDEO_DONE, 1);  in dsi_wait4video_done()
1065 	reinit_completion(&msm_host->video_comp);  in dsi_wait4video_done()
1067 	ret = wait_for_completion_timeout(&msm_host->video_comp,  in dsi_wait4video_done()
1073 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_VIDEO_DONE, 0);  in dsi_wait4video_done()
1076 static void dsi_wait4video_eng_busy(struct msm_dsi_host *msm_host)  in dsi_wait4video_eng_busy()  argument
1078 	if (!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO))  in dsi_wait4video_eng_busy()
1081 	if (msm_host->power_on && msm_host->enabled) {  in dsi_wait4video_eng_busy()
1082 		dsi_wait4video_done(msm_host);  in dsi_wait4video_eng_busy()
1088 int dsi_tx_buf_alloc_6g(struct msm_dsi_host *msm_host, int size)  in dsi_tx_buf_alloc_6g()  argument
1090 	struct drm_device *dev = msm_host->dev;  in dsi_tx_buf_alloc_6g()
1097 					&msm_host->tx_gem_obj, &iova);  in dsi_tx_buf_alloc_6g()
1100 		msm_host->tx_gem_obj = NULL;  in dsi_tx_buf_alloc_6g()
1104 	msm_gem_object_set_name(msm_host->tx_gem_obj, "tx_gem");  in dsi_tx_buf_alloc_6g()
1106 	msm_host->tx_size = msm_host->tx_gem_obj->size;  in dsi_tx_buf_alloc_6g()
1111 int dsi_tx_buf_alloc_v2(struct msm_dsi_host *msm_host, int size)  in dsi_tx_buf_alloc_v2()  argument
1113 	struct drm_device *dev = msm_host->dev;  in dsi_tx_buf_alloc_v2()
1115 	msm_host->tx_buf = dma_alloc_coherent(dev->dev, size,  in dsi_tx_buf_alloc_v2()
1116 					&msm_host->tx_buf_paddr, GFP_KERNEL);  in dsi_tx_buf_alloc_v2()
1117 	if (!msm_host->tx_buf)  in dsi_tx_buf_alloc_v2()
1120 	msm_host->tx_size = size;  in dsi_tx_buf_alloc_v2()
1125 static void dsi_tx_buf_free(struct msm_dsi_host *msm_host)  in dsi_tx_buf_free()  argument
1127 	struct drm_device *dev = msm_host->dev;  in dsi_tx_buf_free()
1140 	if (msm_host->tx_gem_obj) {  in dsi_tx_buf_free()
1141 		msm_gem_unpin_iova(msm_host->tx_gem_obj, priv->kms->aspace);  in dsi_tx_buf_free()
1142 		drm_gem_object_put(msm_host->tx_gem_obj);  in dsi_tx_buf_free()
1143 		msm_host->tx_gem_obj = NULL;  in dsi_tx_buf_free()
1146 	if (msm_host->tx_buf)  in dsi_tx_buf_free()
1147 		dma_free_coherent(dev->dev, msm_host->tx_size, msm_host->tx_buf,  in dsi_tx_buf_free()
1148 			msm_host->tx_buf_paddr);  in dsi_tx_buf_free()
1151 void *dsi_tx_buf_get_6g(struct msm_dsi_host *msm_host)  in dsi_tx_buf_get_6g()  argument
1153 	return msm_gem_get_vaddr(msm_host->tx_gem_obj);  in dsi_tx_buf_get_6g()
1156 void *dsi_tx_buf_get_v2(struct msm_dsi_host *msm_host)  in dsi_tx_buf_get_v2()  argument
1158 	return msm_host->tx_buf;  in dsi_tx_buf_get_v2()
1161 void dsi_tx_buf_put_6g(struct msm_dsi_host *msm_host)  in dsi_tx_buf_put_6g()  argument
1163 	msm_gem_put_vaddr(msm_host->tx_gem_obj);  in dsi_tx_buf_put_6g()
1169 static int dsi_cmd_dma_add(struct msm_dsi_host *msm_host,  in dsi_cmd_dma_add()  argument
1172 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in dsi_cmd_dma_add()
1185 	if (len > msm_host->tx_size) {  in dsi_cmd_dma_add()
1190 	data = cfg_hnd->ops->tx_buf_get(msm_host);  in dsi_cmd_dma_add()
1216 		cfg_hnd->ops->tx_buf_put(msm_host);  in dsi_cmd_dma_add()
1263 int dsi_dma_base_get_6g(struct msm_dsi_host *msm_host, uint64_t *dma_base)  in dsi_dma_base_get_6g()  argument
1265 	struct drm_device *dev = msm_host->dev;  in dsi_dma_base_get_6g()
1271 	return msm_gem_get_and_pin_iova(msm_host->tx_gem_obj,  in dsi_dma_base_get_6g()
1275 int dsi_dma_base_get_v2(struct msm_dsi_host *msm_host, uint64_t *dma_base)  in dsi_dma_base_get_v2()  argument
1280 	*dma_base = msm_host->tx_buf_paddr;  in dsi_dma_base_get_v2()
1284 static int dsi_cmd_dma_tx(struct msm_dsi_host *msm_host, int len)  in dsi_cmd_dma_tx()  argument
1286 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in dsi_cmd_dma_tx()
1291 	ret = cfg_hnd->ops->dma_base_get(msm_host, &dma_base);  in dsi_cmd_dma_tx()
1297 	reinit_completion(&msm_host->dma_comp);  in dsi_cmd_dma_tx()
1299 	dsi_wait4video_eng_busy(msm_host);  in dsi_cmd_dma_tx()
1302 						msm_host->id, dma_base, len);  in dsi_cmd_dma_tx()
1304 		ret = wait_for_completion_timeout(&msm_host->dma_comp,  in dsi_cmd_dma_tx()
1317 static int dsi_cmd_dma_rx(struct msm_dsi_host *msm_host,  in dsi_cmd_dma_rx()  argument
1325 	int buf_offset = buf - msm_host->rx_buf;  in dsi_cmd_dma_rx()
1355 		data = dsi_read(msm_host, REG_DSI_RDBK_DATA(i));  in dsi_cmd_dma_rx()
1366 static int dsi_cmds2buf_tx(struct msm_dsi_host *msm_host,  in dsi_cmds2buf_tx()  argument
1370 	int bllp_len = msm_host->mode->hdisplay *  in dsi_cmds2buf_tx()
1371 			dsi_get_bpp(msm_host->format) / 8;  in dsi_cmds2buf_tx()
1373 	len = dsi_cmd_dma_add(msm_host, msg);  in dsi_cmds2buf_tx()
1389 	if ((msm_host->mode_flags & MIPI_DSI_MODE_VIDEO) && (len > bllp_len)) {  in dsi_cmds2buf_tx()
1395 	ret = dsi_cmd_dma_tx(msm_host, len);  in dsi_cmds2buf_tx()
1405 static void dsi_sw_reset_restore(struct msm_dsi_host *msm_host)  in dsi_sw_reset_restore()  argument
1409 	data0 = dsi_read(msm_host, REG_DSI_CTRL);  in dsi_sw_reset_restore()
1412 	dsi_write(msm_host, REG_DSI_CTRL, data1);  in dsi_sw_reset_restore()
1419 	dsi_write(msm_host, REG_DSI_CLK_CTRL, DSI_CLK_CTRL_ENABLE_CLKS);  in dsi_sw_reset_restore()
1423 	dsi_write(msm_host, REG_DSI_RESET, 1);  in dsi_sw_reset_restore()
1425 	dsi_write(msm_host, REG_DSI_RESET, 0);  in dsi_sw_reset_restore()
1427 	dsi_write(msm_host, REG_DSI_CTRL, data0);  in dsi_sw_reset_restore()
1433 	struct msm_dsi_host *msm_host =  in dsi_hpd_worker()  local
1436 	drm_helper_hpd_irq_event(msm_host->dev);  in dsi_hpd_worker()
1441 	struct msm_dsi_host *msm_host =  in dsi_err_worker()  local
1443 	u32 status = msm_host->err_work_state;  in dsi_err_worker()
1447 		dsi_sw_reset_restore(msm_host);  in dsi_err_worker()
1450 	msm_host->err_work_state = 0;  in dsi_err_worker()
1453 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 1);  in dsi_err_worker()
1456 static void dsi_ack_err_status(struct msm_dsi_host *msm_host)  in dsi_ack_err_status()  argument
1460 	status = dsi_read(msm_host, REG_DSI_ACK_ERR_STATUS);  in dsi_ack_err_status()
1463 		dsi_write(msm_host, REG_DSI_ACK_ERR_STATUS, status);  in dsi_ack_err_status()
1465 		dsi_write(msm_host, REG_DSI_ACK_ERR_STATUS, 0);  in dsi_ack_err_status()
1466 		msm_host->err_work_state |= DSI_ERR_STATE_ACK;  in dsi_ack_err_status()
1470 static void dsi_timeout_status(struct msm_dsi_host *msm_host)  in dsi_timeout_status()  argument
1474 	status = dsi_read(msm_host, REG_DSI_TIMEOUT_STATUS);  in dsi_timeout_status()
1477 		dsi_write(msm_host, REG_DSI_TIMEOUT_STATUS, status);  in dsi_timeout_status()
1478 		msm_host->err_work_state |= DSI_ERR_STATE_TIMEOUT;  in dsi_timeout_status()
1482 static void dsi_dln0_phy_err(struct msm_dsi_host *msm_host)  in dsi_dln0_phy_err()  argument
1486 	status = dsi_read(msm_host, REG_DSI_DLN0_PHY_ERR);  in dsi_dln0_phy_err()
1493 		dsi_write(msm_host, REG_DSI_DLN0_PHY_ERR, status);  in dsi_dln0_phy_err()
1494 		msm_host->err_work_state |= DSI_ERR_STATE_DLN0_PHY;  in dsi_dln0_phy_err()
1498 static void dsi_fifo_status(struct msm_dsi_host *msm_host)  in dsi_fifo_status()  argument
1502 	status = dsi_read(msm_host, REG_DSI_FIFO_STATUS);  in dsi_fifo_status()
1506 		dsi_write(msm_host, REG_DSI_FIFO_STATUS, status);  in dsi_fifo_status()
1507 		msm_host->err_work_state |= DSI_ERR_STATE_FIFO;  in dsi_fifo_status()
1509 			msm_host->err_work_state |=  in dsi_fifo_status()
1514 static void dsi_status(struct msm_dsi_host *msm_host)  in dsi_status()  argument
1518 	status = dsi_read(msm_host, REG_DSI_STATUS0);  in dsi_status()
1521 		dsi_write(msm_host, REG_DSI_STATUS0, status);  in dsi_status()
1522 		msm_host->err_work_state |=  in dsi_status()
1527 static void dsi_clk_status(struct msm_dsi_host *msm_host)  in dsi_clk_status()  argument
1531 	status = dsi_read(msm_host, REG_DSI_CLK_STATUS);  in dsi_clk_status()
1534 		dsi_write(msm_host, REG_DSI_CLK_STATUS, status);  in dsi_clk_status()
1535 		msm_host->err_work_state |= DSI_ERR_STATE_PLL_UNLOCKED;  in dsi_clk_status()
1539 static void dsi_error(struct msm_dsi_host *msm_host)  in dsi_error()  argument
1542 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_ERROR, 0);  in dsi_error()
1544 	dsi_clk_status(msm_host);  in dsi_error()
1545 	dsi_fifo_status(msm_host);  in dsi_error()
1546 	dsi_ack_err_status(msm_host);  in dsi_error()
1547 	dsi_timeout_status(msm_host);  in dsi_error()
1548 	dsi_status(msm_host);  in dsi_error()
1549 	dsi_dln0_phy_err(msm_host);  in dsi_error()
1551 	queue_work(msm_host->workqueue, &msm_host->err_work);  in dsi_error()
1556 	struct msm_dsi_host *msm_host = ptr;  in dsi_host_irq()  local
1560 	if (!msm_host->ctrl_base)  in dsi_host_irq()
1563 	spin_lock_irqsave(&msm_host->intr_lock, flags);  in dsi_host_irq()
1564 	isr = dsi_read(msm_host, REG_DSI_INTR_CTRL);  in dsi_host_irq()
1565 	dsi_write(msm_host, REG_DSI_INTR_CTRL, isr);  in dsi_host_irq()
1566 	spin_unlock_irqrestore(&msm_host->intr_lock, flags);  in dsi_host_irq()
1568 	DBG("isr=0x%x, id=%d", isr, msm_host->id);  in dsi_host_irq()
1571 		dsi_error(msm_host);  in dsi_host_irq()
1574 		complete(&msm_host->video_comp);  in dsi_host_irq()
1577 		complete(&msm_host->dma_comp);  in dsi_host_irq()
1582 static int dsi_host_init_panel_gpios(struct msm_dsi_host *msm_host,  in dsi_host_init_panel_gpios()  argument
1585 	msm_host->disp_en_gpio = devm_gpiod_get_optional(panel_device,  in dsi_host_init_panel_gpios()
1588 	if (IS_ERR(msm_host->disp_en_gpio)) {  in dsi_host_init_panel_gpios()
1590 				PTR_ERR(msm_host->disp_en_gpio));  in dsi_host_init_panel_gpios()
1591 		return PTR_ERR(msm_host->disp_en_gpio);  in dsi_host_init_panel_gpios()
1594 	msm_host->te_gpio = devm_gpiod_get_optional(panel_device, "disp-te",  in dsi_host_init_panel_gpios()
1596 	if (IS_ERR(msm_host->te_gpio)) {  in dsi_host_init_panel_gpios()
1597 		DBG("cannot get disp-te-gpios %ld", PTR_ERR(msm_host->te_gpio));  in dsi_host_init_panel_gpios()
1598 		return PTR_ERR(msm_host->te_gpio);  in dsi_host_init_panel_gpios()
1607 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in dsi_host_attach()  local
1610 	if (dsi->lanes > msm_host->num_data_lanes)  in dsi_host_attach()
1613 	msm_host->channel = dsi->channel;  in dsi_host_attach()
1614 	msm_host->lanes = dsi->lanes;  in dsi_host_attach()
1615 	msm_host->format = dsi->format;  in dsi_host_attach()
1616 	msm_host->mode_flags = dsi->mode_flags;  in dsi_host_attach()
1619 	ret = dsi_host_init_panel_gpios(msm_host, &dsi->dev);  in dsi_host_attach()
1623 	DBG("id=%d", msm_host->id);  in dsi_host_attach()
1624 	if (msm_host->dev)  in dsi_host_attach()
1625 		queue_work(msm_host->workqueue, &msm_host->hpd_work);  in dsi_host_attach()
1633 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in dsi_host_detach()  local
1635 	msm_host->device_node = NULL;  in dsi_host_detach()
1637 	DBG("id=%d", msm_host->id);  in dsi_host_detach()
1638 	if (msm_host->dev)  in dsi_host_detach()
1639 		queue_work(msm_host->workqueue, &msm_host->hpd_work);  in dsi_host_detach()
1647 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in dsi_host_transfer()  local
1650 	if (!msg || !msm_host->power_on)  in dsi_host_transfer()
1653 	mutex_lock(&msm_host->cmd_mutex);  in dsi_host_transfer()
1654 	ret = msm_dsi_manager_cmd_xfer(msm_host->id, msg);  in dsi_host_transfer()
1655 	mutex_unlock(&msm_host->cmd_mutex);  in dsi_host_transfer()
1683 static int dsi_host_parse_lane_data(struct msm_dsi_host *msm_host,  in dsi_host_parse_lane_data()  argument
1686 	struct device *dev = &msm_host->pdev->dev;  in dsi_host_parse_lane_data()
1705 	msm_host->num_data_lanes = num_lanes;  in dsi_host_parse_lane_data()
1739 			msm_host->dlane_swap = i;  in dsi_host_parse_lane_data()
1747 static int dsi_host_parse_dt(struct msm_dsi_host *msm_host)  in dsi_host_parse_dt()  argument
1749 	struct device *dev = &msm_host->pdev->dev;  in dsi_host_parse_dt()
1766 	ret = dsi_host_parse_lane_data(msm_host, endpoint);  in dsi_host_parse_dt()
1782 	msm_host->device_node = device_node;  in dsi_host_parse_dt()
1785 		msm_host->sfpb = syscon_regmap_lookup_by_phandle(np,  in dsi_host_parse_dt()
1787 		if (IS_ERR(msm_host->sfpb)) {  in dsi_host_parse_dt()
1790 			ret = PTR_ERR(msm_host->sfpb);  in dsi_host_parse_dt()
1802 static int dsi_host_get_id(struct msm_dsi_host *msm_host)  in dsi_host_get_id()  argument
1804 	struct platform_device *pdev = msm_host->pdev;  in dsi_host_get_id()
1805 	const struct msm_dsi_config *cfg = msm_host->cfg_hnd->cfg;  in dsi_host_get_id()
1823 	struct msm_dsi_host *msm_host = NULL;  in msm_dsi_host_init()  local
1827 	msm_host = devm_kzalloc(&pdev->dev, sizeof(*msm_host), GFP_KERNEL);  in msm_dsi_host_init()
1828 	if (!msm_host) {  in msm_dsi_host_init()
1835 	msm_host->pdev = pdev;  in msm_dsi_host_init()
1836 	msm_dsi->host = &msm_host->base;  in msm_dsi_host_init()
1838 	ret = dsi_host_parse_dt(msm_host);  in msm_dsi_host_init()
1844 	msm_host->ctrl_base = msm_ioremap(pdev, "dsi_ctrl", "DSI CTRL");  in msm_dsi_host_init()
1845 	if (IS_ERR(msm_host->ctrl_base)) {  in msm_dsi_host_init()
1847 		ret = PTR_ERR(msm_host->ctrl_base);  in msm_dsi_host_init()
1853 	msm_host->cfg_hnd = dsi_get_config(msm_host);  in msm_dsi_host_init()
1854 	if (!msm_host->cfg_hnd) {  in msm_dsi_host_init()
1860 	msm_host->id = dsi_host_get_id(msm_host);  in msm_dsi_host_init()
1861 	if (msm_host->id < 0) {  in msm_dsi_host_init()
1862 		ret = msm_host->id;  in msm_dsi_host_init()
1868 	msm_host->ctrl_base += msm_host->cfg_hnd->cfg->io_offset;  in msm_dsi_host_init()
1870 	ret = dsi_regulator_init(msm_host);  in msm_dsi_host_init()
1876 	ret = dsi_clk_init(msm_host);  in msm_dsi_host_init()
1882 	msm_host->rx_buf = devm_kzalloc(&pdev->dev, SZ_4K, GFP_KERNEL);  in msm_dsi_host_init()
1883 	if (!msm_host->rx_buf) {  in msm_dsi_host_init()
1889 	msm_host->opp_table = dev_pm_opp_set_clkname(&pdev->dev, "byte");  in msm_dsi_host_init()
1890 	if (IS_ERR(msm_host->opp_table))  in msm_dsi_host_init()
1891 		return PTR_ERR(msm_host->opp_table);  in msm_dsi_host_init()
1895 		msm_host->has_opp_table = true;  in msm_dsi_host_init()
1898 		dev_pm_opp_put_clkname(msm_host->opp_table);  in msm_dsi_host_init()
1902 	init_completion(&msm_host->dma_comp);  in msm_dsi_host_init()
1903 	init_completion(&msm_host->video_comp);  in msm_dsi_host_init()
1904 	mutex_init(&msm_host->dev_mutex);  in msm_dsi_host_init()
1905 	mutex_init(&msm_host->cmd_mutex);  in msm_dsi_host_init()
1906 	spin_lock_init(&msm_host->intr_lock);  in msm_dsi_host_init()
1909 	msm_host->workqueue = alloc_ordered_workqueue("dsi_drm_work", 0);  in msm_dsi_host_init()
1910 	INIT_WORK(&msm_host->err_work, dsi_err_worker);  in msm_dsi_host_init()
1911 	INIT_WORK(&msm_host->hpd_work, dsi_hpd_worker);  in msm_dsi_host_init()
1913 	msm_dsi->id = msm_host->id;  in msm_dsi_host_init()
1915 	DBG("Dsi Host %d initialized", msm_host->id);  in msm_dsi_host_init()
1924 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_destroy()  local
1927 	dsi_tx_buf_free(msm_host);  in msm_dsi_host_destroy()
1928 	if (msm_host->workqueue) {  in msm_dsi_host_destroy()
1929 		flush_workqueue(msm_host->workqueue);  in msm_dsi_host_destroy()
1930 		destroy_workqueue(msm_host->workqueue);  in msm_dsi_host_destroy()
1931 		msm_host->workqueue = NULL;  in msm_dsi_host_destroy()
1934 	mutex_destroy(&msm_host->cmd_mutex);  in msm_dsi_host_destroy()
1935 	mutex_destroy(&msm_host->dev_mutex);  in msm_dsi_host_destroy()
1937 	if (msm_host->has_opp_table)  in msm_dsi_host_destroy()
1938 		dev_pm_opp_of_remove_table(&msm_host->pdev->dev);  in msm_dsi_host_destroy()
1939 	dev_pm_opp_put_clkname(msm_host->opp_table);  in msm_dsi_host_destroy()
1940 	pm_runtime_disable(&msm_host->pdev->dev);  in msm_dsi_host_destroy()
1946 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_modeset_init()  local
1947 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_modeset_init()
1948 	struct platform_device *pdev = msm_host->pdev;  in msm_dsi_host_modeset_init()
1951 	msm_host->irq = irq_of_parse_and_map(pdev->dev.of_node, 0);  in msm_dsi_host_modeset_init()
1952 	if (msm_host->irq < 0) {  in msm_dsi_host_modeset_init()
1953 		ret = msm_host->irq;  in msm_dsi_host_modeset_init()
1958 	ret = devm_request_irq(&pdev->dev, msm_host->irq,  in msm_dsi_host_modeset_init()
1960 			"dsi_isr", msm_host);  in msm_dsi_host_modeset_init()
1963 				msm_host->irq, ret);  in msm_dsi_host_modeset_init()
1967 	msm_host->dev = dev;  in msm_dsi_host_modeset_init()
1968 	ret = cfg_hnd->ops->tx_buf_alloc(msm_host, SZ_4K);  in msm_dsi_host_modeset_init()
1979 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_register()  local
1983 	if (!msm_host->registered) {  in msm_dsi_host_register()
1984 		host->dev = &msm_host->pdev->dev;  in msm_dsi_host_register()
1990 		msm_host->registered = true;  in msm_dsi_host_register()
2000 		if (check_defer && msm_host->device_node) {  in msm_dsi_host_register()
2001 			if (IS_ERR(of_drm_find_panel(msm_host->device_node)))  in msm_dsi_host_register()
2002 				if (!of_drm_find_bridge(msm_host->device_node))  in msm_dsi_host_register()
2012 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_unregister()  local
2014 	if (msm_host->registered) {  in msm_dsi_host_unregister()
2018 		msm_host->registered = false;  in msm_dsi_host_unregister()
2025 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_xfer_prepare()  local
2026 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_xfer_prepare()
2038 	pm_runtime_get_sync(&msm_host->pdev->dev);  in msm_dsi_host_xfer_prepare()
2039 	cfg_hnd->ops->link_clk_set_rate(msm_host);  in msm_dsi_host_xfer_prepare()
2040 	cfg_hnd->ops->link_clk_enable(msm_host);  in msm_dsi_host_xfer_prepare()
2045 		dsi_set_tx_power_mode(0, msm_host);  in msm_dsi_host_xfer_prepare()
2047 	msm_host->dma_cmd_ctrl_restore = dsi_read(msm_host, REG_DSI_CTRL);  in msm_dsi_host_xfer_prepare()
2048 	dsi_write(msm_host, REG_DSI_CTRL,  in msm_dsi_host_xfer_prepare()
2049 		msm_host->dma_cmd_ctrl_restore |  in msm_dsi_host_xfer_prepare()
2052 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_DMA_DONE, 1);  in msm_dsi_host_xfer_prepare()
2060 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_xfer_restore()  local
2061 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_xfer_restore()
2063 	dsi_intr_ctrl(msm_host, DSI_IRQ_MASK_CMD_DMA_DONE, 0);  in msm_dsi_host_xfer_restore()
2064 	dsi_write(msm_host, REG_DSI_CTRL, msm_host->dma_cmd_ctrl_restore);  in msm_dsi_host_xfer_restore()
2067 		dsi_set_tx_power_mode(1, msm_host);  in msm_dsi_host_xfer_restore()
2071 	cfg_hnd->ops->link_clk_disable(msm_host);  in msm_dsi_host_xfer_restore()
2072 	pm_runtime_put_autosuspend(&msm_host->pdev->dev);  in msm_dsi_host_xfer_restore()
2078 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_cmd_tx()  local
2080 	return dsi_cmds2buf_tx(msm_host, msg);  in msm_dsi_host_cmd_tx()
2086 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_cmd_rx()  local
2087 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_cmd_rx()
2108 	buf = msm_host->rx_buf;  in msm_dsi_host_cmd_rx()
2122 		ret = dsi_cmds2buf_tx(msm_host, &max_pkt_size_msg);  in msm_dsi_host_cmd_rx()
2132 			dsi_write(msm_host, REG_DSI_RDBK_DATA_CTRL,  in msm_dsi_host_cmd_rx()
2135 			dsi_write(msm_host, REG_DSI_RDBK_DATA_CTRL, 0);  in msm_dsi_host_cmd_rx()
2139 		ret = dsi_cmds2buf_tx(msm_host, msg);  in msm_dsi_host_cmd_rx()
2152 		dlen = dsi_cmd_dma_rx(msm_host, buf, rx_byte, pkt_size);  in msm_dsi_host_cmd_rx()
2188 		buf = msm_host->rx_buf + (10 - rlen);  in msm_dsi_host_cmd_rx()
2190 		buf = msm_host->rx_buf;  in msm_dsi_host_cmd_rx()
2221 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_cmd_xfer_commit()  local
2223 	dsi_write(msm_host, REG_DSI_DMA_BASE, dma_base);  in msm_dsi_host_cmd_xfer_commit()
2224 	dsi_write(msm_host, REG_DSI_DMA_LEN, len);  in msm_dsi_host_cmd_xfer_commit()
2225 	dsi_write(msm_host, REG_DSI_TRIG_DMA, 1);  in msm_dsi_host_cmd_xfer_commit()
2234 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_set_src_pll()  local
2246 	ret = clk_set_parent(msm_host->byte_clk_src, byte_clk_provider);  in msm_dsi_host_set_src_pll()
2253 	ret = clk_set_parent(msm_host->pixel_clk_src, pixel_clk_provider);  in msm_dsi_host_set_src_pll()
2260 	if (msm_host->dsi_clk_src) {  in msm_dsi_host_set_src_pll()
2261 		ret = clk_set_parent(msm_host->dsi_clk_src, pixel_clk_provider);  in msm_dsi_host_set_src_pll()
2269 	if (msm_host->esc_clk_src) {  in msm_dsi_host_set_src_pll()
2270 		ret = clk_set_parent(msm_host->esc_clk_src, byte_clk_provider);  in msm_dsi_host_set_src_pll()
2284 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_reset_phy()  local
2287 	dsi_write(msm_host, REG_DSI_PHY_RESET, DSI_PHY_RESET_RESET);  in msm_dsi_host_reset_phy()
2291 	dsi_write(msm_host, REG_DSI_PHY_RESET, 0);  in msm_dsi_host_reset_phy()
2299 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_get_phy_clk_req()  local
2300 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_get_phy_clk_req()
2303 	ret = cfg_hnd->ops->calc_clk_rate(msm_host, is_dual_dsi);  in msm_dsi_host_get_phy_clk_req()
2309 	clk_req->bitclk_rate = msm_host->byte_clk_rate * 8;  in msm_dsi_host_get_phy_clk_req()
2310 	clk_req->escclk_rate = msm_host->esc_clk_rate;  in msm_dsi_host_get_phy_clk_req()
2315 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_enable()  local
2317 	dsi_op_mode_config(msm_host,  in msm_dsi_host_enable()
2318 		!!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO), true);  in msm_dsi_host_enable()
2329 	msm_host->enabled = true;  in msm_dsi_host_enable()
2335 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_disable()  local
2337 	msm_host->enabled = false;  in msm_dsi_host_disable()
2338 	dsi_op_mode_config(msm_host,  in msm_dsi_host_disable()
2339 		!!(msm_host->mode_flags & MIPI_DSI_MODE_VIDEO), false);  in msm_dsi_host_disable()
2345 	dsi_sw_reset(msm_host);  in msm_dsi_host_disable()
2350 static void msm_dsi_sfpb_config(struct msm_dsi_host *msm_host, bool enable)  in msm_dsi_sfpb_config()  argument
2354 	if (!msm_host->sfpb)  in msm_dsi_sfpb_config()
2359 	regmap_update_bits(msm_host->sfpb, REG_SFPB_GPREG,  in msm_dsi_sfpb_config()
2368 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_power_on()  local
2369 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_power_on()
2372 	mutex_lock(&msm_host->dev_mutex);  in msm_dsi_host_power_on()
2373 	if (msm_host->power_on) {  in msm_dsi_host_power_on()
2378 	msm_dsi_sfpb_config(msm_host, true);  in msm_dsi_host_power_on()
2380 	ret = dsi_host_regulator_enable(msm_host);  in msm_dsi_host_power_on()
2387 	pm_runtime_get_sync(&msm_host->pdev->dev);  in msm_dsi_host_power_on()
2388 	ret = cfg_hnd->ops->link_clk_set_rate(msm_host);  in msm_dsi_host_power_on()
2390 		ret = cfg_hnd->ops->link_clk_enable(msm_host);  in msm_dsi_host_power_on()
2397 	ret = pinctrl_pm_select_default_state(&msm_host->pdev->dev);  in msm_dsi_host_power_on()
2404 	dsi_timing_setup(msm_host, is_dual_dsi);  in msm_dsi_host_power_on()
2405 	dsi_sw_reset(msm_host);  in msm_dsi_host_power_on()
2406 	dsi_ctrl_config(msm_host, true, phy_shared_timings);  in msm_dsi_host_power_on()
2408 	if (msm_host->disp_en_gpio)  in msm_dsi_host_power_on()
2409 		gpiod_set_value(msm_host->disp_en_gpio, 1);  in msm_dsi_host_power_on()
2411 	msm_host->power_on = true;  in msm_dsi_host_power_on()
2412 	mutex_unlock(&msm_host->dev_mutex);  in msm_dsi_host_power_on()
2417 	cfg_hnd->ops->link_clk_disable(msm_host);  in msm_dsi_host_power_on()
2418 	pm_runtime_put_autosuspend(&msm_host->pdev->dev);  in msm_dsi_host_power_on()
2420 	dsi_host_regulator_disable(msm_host);  in msm_dsi_host_power_on()
2422 	mutex_unlock(&msm_host->dev_mutex);  in msm_dsi_host_power_on()
2428 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_power_off()  local
2429 	const struct msm_dsi_cfg_handler *cfg_hnd = msm_host->cfg_hnd;  in msm_dsi_host_power_off()
2431 	mutex_lock(&msm_host->dev_mutex);  in msm_dsi_host_power_off()
2432 	if (!msm_host->power_on) {  in msm_dsi_host_power_off()
2437 	dsi_ctrl_config(msm_host, false, NULL);  in msm_dsi_host_power_off()
2439 	if (msm_host->disp_en_gpio)  in msm_dsi_host_power_off()
2440 		gpiod_set_value(msm_host->disp_en_gpio, 0);  in msm_dsi_host_power_off()
2442 	pinctrl_pm_select_sleep_state(&msm_host->pdev->dev);  in msm_dsi_host_power_off()
2444 	cfg_hnd->ops->link_clk_disable(msm_host);  in msm_dsi_host_power_off()
2445 	pm_runtime_put_autosuspend(&msm_host->pdev->dev);  in msm_dsi_host_power_off()
2447 	dsi_host_regulator_disable(msm_host);  in msm_dsi_host_power_off()
2449 	msm_dsi_sfpb_config(msm_host, false);  in msm_dsi_host_power_off()
2453 	msm_host->power_on = false;  in msm_dsi_host_power_off()
2456 	mutex_unlock(&msm_host->dev_mutex);  in msm_dsi_host_power_off()
2463 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_set_display_mode()  local
2465 	if (msm_host->mode) {  in msm_dsi_host_set_display_mode()
2466 		drm_mode_destroy(msm_host->dev, msm_host->mode);  in msm_dsi_host_set_display_mode()
2467 		msm_host->mode = NULL;  in msm_dsi_host_set_display_mode()
2470 	msm_host->mode = drm_mode_duplicate(msm_host->dev, mode);  in msm_dsi_host_set_display_mode()
2471 	if (!msm_host->mode) {  in msm_dsi_host_set_display_mode()
2491 	struct msm_dsi_host *msm_host = to_msm_dsi_host(host);  in msm_dsi_host_get_bridge()  local
2493 	return of_drm_find_bridge(msm_host->device_node);  in msm_dsi_host_get_bridge()