42 static struct ipu ipu_data;
44 #define to_ipu(id) container_of(id, struct ipu, idmac)
46 static u32 __idmac_read_icreg(struct ipu *ipu, unsigned long reg)  in __idmac_read_icreg()  argument
48 	return __raw_readl(ipu->reg_ic + reg);  in __idmac_read_icreg()
51 #define idmac_read_icreg(ipu, reg) __idmac_read_icreg(ipu, reg - IC_CONF)  argument
53 static void __idmac_write_icreg(struct ipu *ipu, u32 value, unsigned long reg)  in __idmac_write_icreg()  argument
55 	__raw_writel(value, ipu->reg_ic + reg);  in __idmac_write_icreg()
58 #define idmac_write_icreg(ipu, v, reg) __idmac_write_icreg(ipu, v, reg - IC_CONF)  argument
60 static u32 idmac_read_ipureg(struct ipu *ipu, unsigned long reg)  in idmac_read_ipureg()  argument
62 	return __raw_readl(ipu->reg_ipu + reg);  in idmac_read_ipureg()
65 static void idmac_write_ipureg(struct ipu *ipu, u32 value, unsigned long reg)  in idmac_write_ipureg()  argument
67 	__raw_writel(value, ipu->reg_ipu + reg);  in idmac_write_ipureg()
73 static void dump_idmac_reg(struct ipu *ipu)  in dump_idmac_reg()  argument
75 	dev_dbg(ipu->dev, "IDMAC_CONF 0x%x, IC_CONF 0x%x, IDMAC_CHA_EN 0x%x, "  in dump_idmac_reg()
77 		idmac_read_icreg(ipu, IDMAC_CONF),  in dump_idmac_reg()
78 		idmac_read_icreg(ipu, IC_CONF),  in dump_idmac_reg()
79 		idmac_read_icreg(ipu, IDMAC_CHA_EN),  in dump_idmac_reg()
80 		idmac_read_icreg(ipu, IDMAC_CHA_PRI),  in dump_idmac_reg()
81 		idmac_read_icreg(ipu, IDMAC_CHA_BUSY));  in dump_idmac_reg()
82 	dev_dbg(ipu->dev, "BUF0_RDY 0x%x, BUF1_RDY 0x%x, CUR_BUF 0x%x, "  in dump_idmac_reg()
84 		idmac_read_ipureg(ipu, IPU_CHA_BUF0_RDY),  in dump_idmac_reg()
85 		idmac_read_ipureg(ipu, IPU_CHA_BUF1_RDY),  in dump_idmac_reg()
86 		idmac_read_ipureg(ipu, IPU_CHA_CUR_BUF),  in dump_idmac_reg()
87 		idmac_read_ipureg(ipu, IPU_CHA_DB_MODE_SEL),  in dump_idmac_reg()
88 		idmac_read_ipureg(ipu, IPU_TASKS_STAT));  in dump_idmac_reg()
116 static void ipu_ic_enable_task(struct ipu *ipu, enum ipu_channel channel)  in ipu_ic_enable_task()  argument
130 	ic_conf = idmac_read_icreg(ipu, IC_CONF) | mask;  in ipu_ic_enable_task()
131 	idmac_write_icreg(ipu, ic_conf, IC_CONF);  in ipu_ic_enable_task()
135 static void ipu_ic_disable_task(struct ipu *ipu, enum ipu_channel channel)  in ipu_ic_disable_task()  argument
149 	ic_conf = idmac_read_icreg(ipu, IC_CONF) & ~mask;  in ipu_ic_disable_task()
150 	idmac_write_icreg(ipu, ic_conf, IC_CONF);  in ipu_ic_disable_task()
153 static uint32_t ipu_channel_status(struct ipu *ipu, enum ipu_channel channel)  in ipu_channel_status()  argument
156 	uint32_t task_stat_reg = idmac_read_ipureg(ipu, IPU_TASKS_STAT);  in ipu_channel_status()
511 static int ipu_ic_init_prpenc(struct ipu *ipu,  in ipu_ic_init_prpenc()  argument
539 		dev_err(ipu->dev, "Colourspace conversion unsupported!\n");  in ipu_ic_init_prpenc()
543 	idmac_write_icreg(ipu, reg, IC_PRP_ENC_RSC);  in ipu_ic_init_prpenc()
545 	ic_conf = idmac_read_icreg(ipu, IC_CONF);  in ipu_ic_init_prpenc()
552 	idmac_write_icreg(ipu, ic_conf, IC_CONF);  in ipu_ic_init_prpenc()
563 static void ipu_channel_set_priority(struct ipu *ipu, enum ipu_channel channel,  in ipu_channel_set_priority()  argument
566 	u32 reg = idmac_read_icreg(ipu, IDMAC_CHA_PRI);  in ipu_channel_set_priority()
573 	idmac_write_icreg(ipu, reg, IDMAC_CHA_PRI);  in ipu_channel_set_priority()
575 	dump_idmac_reg(ipu);  in ipu_channel_set_priority()
607 	struct ipu *ipu = to_ipu(idmac);  in ipu_enable_channel()  local
612 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_enable_channel()
615 	idmac_write_ipureg(ipu, 1UL << channel, IPU_CHA_CUR_BUF);  in ipu_enable_channel()
623 		ipu_channel_set_priority(ipu, channel, true);  in ipu_enable_channel()
628 	reg = idmac_read_icreg(ipu, IDMAC_CHA_EN);  in ipu_enable_channel()
630 	idmac_write_icreg(ipu, reg | (1UL << channel), IDMAC_CHA_EN);  in ipu_enable_channel()
632 	ipu_ic_enable_task(ipu, channel);  in ipu_enable_channel()
634 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_enable_channel()
662 	struct ipu *ipu = to_ipu(idmac);  in ipu_init_channel_buffer()  local
671 		dev_err(ipu->dev,  in ipu_init_channel_buffer()
679 		dev_err(ipu->dev, "Stride must be 8 pixel multiple\n");  in ipu_init_channel_buffer()
688 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_init_channel_buffer()
692 	reg = idmac_read_ipureg(ipu, IPU_CHA_DB_MODE_SEL);  in ipu_init_channel_buffer()
699 	idmac_write_ipureg(ipu, reg, IPU_CHA_DB_MODE_SEL);  in ipu_init_channel_buffer()
703 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_init_channel_buffer()
827 	struct ipu *ipu = to_ipu(idmac);  in idmac_tx_submit()  local
893 	dump_idmac_reg(ipu);  in idmac_tx_submit()
958 	struct ipu *ipu = to_ipu(idmac);  in ipu_init_channel()  local
961 	dev_dbg(ipu->dev, "init channel = %d\n", channel);  in ipu_init_channel()
967 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_init_channel()
972 		reg = idmac_read_icreg(ipu, IC_CONF);  in ipu_init_channel()
973 		idmac_write_icreg(ipu, reg & ~IC_CONF_CSI_MEM_WR_EN, IC_CONF);  in ipu_init_channel()
977 		reg = idmac_read_ipureg(ipu, IPU_FS_PROC_FLOW);  in ipu_init_channel()
978 		idmac_write_ipureg(ipu, reg & ~FS_ENC_IN_VALID, IPU_FS_PROC_FLOW);  in ipu_init_channel()
979 		ret = ipu_ic_init_prpenc(ipu, params, true);  in ipu_init_channel()
988 	ipu->channel_init_mask |= 1L << channel;  in ipu_init_channel()
991 	ipu_conf = idmac_read_ipureg(ipu, IPU_CONF) |  in ipu_init_channel()
993 	idmac_write_ipureg(ipu, ipu_conf, IPU_CONF);  in ipu_init_channel()
995 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_init_channel()
1000 	dump_idmac_reg(ipu);  in ipu_init_channel()
1017 	struct ipu *ipu = to_ipu(idmac);  in ipu_uninit_channel()  local
1019 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_uninit_channel()
1021 	if (!(ipu->channel_init_mask & chan_mask)) {  in ipu_uninit_channel()
1022 		dev_err(ipu->dev, "Channel already uninitialized %d\n",  in ipu_uninit_channel()
1024 		spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_uninit_channel()
1029 	reg = idmac_read_ipureg(ipu, IPU_CHA_DB_MODE_SEL);  in ipu_uninit_channel()
1030 	idmac_write_ipureg(ipu, reg & ~chan_mask, IPU_CHA_DB_MODE_SEL);  in ipu_uninit_channel()
1036 		reg = idmac_read_icreg(ipu, IC_CONF);  in ipu_uninit_channel()
1037 		idmac_write_icreg(ipu, reg & ~(IC_CONF_RWS_EN | IC_CONF_PRPENC_EN),  in ipu_uninit_channel()
1041 		reg = idmac_read_icreg(ipu, IC_CONF);  in ipu_uninit_channel()
1042 		idmac_write_icreg(ipu, reg & ~(IC_CONF_PRPENC_EN | IC_CONF_PRPENC_CSC1),  in ipu_uninit_channel()
1051 	ipu->channel_init_mask &= ~(1L << channel);  in ipu_uninit_channel()
1053 	ipu_conf = idmac_read_ipureg(ipu, IPU_CONF) &  in ipu_uninit_channel()
1055 	idmac_write_ipureg(ipu, ipu_conf, IPU_CONF);  in ipu_uninit_channel()
1057 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_uninit_channel()
1076 	struct ipu *ipu = to_ipu(idmac);  in ipu_disable_channel()  local
1085 		while ((idmac_read_icreg(ipu, IDMAC_CHA_BUSY) & chan_mask) ||  in ipu_disable_channel()
1086 		       (ipu_channel_status(ipu, channel) == TASK_STAT_ACTIVE)) {  in ipu_disable_channel()
1091 				dev_dbg(ipu->dev,  in ipu_disable_channel()
1095 					idmac_read_ipureg(ipu, IPU_CHA_BUF0_RDY),  in ipu_disable_channel()
1096 					idmac_read_ipureg(ipu, IPU_CHA_BUF1_RDY),  in ipu_disable_channel()
1097 					idmac_read_icreg(ipu, IDMAC_CHA_BUSY),  in ipu_disable_channel()
1098 					idmac_read_ipureg(ipu, IPU_TASKS_STAT));  in ipu_disable_channel()
1102 		dev_dbg(ipu->dev, "timeout = %d * 10ms\n", 40 - timeout);  in ipu_disable_channel()
1112 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_disable_channel()
1115 	ipu_ic_disable_task(ipu, channel);  in ipu_disable_channel()
1118 	reg = idmac_read_icreg(ipu, IDMAC_CHA_EN);  in ipu_disable_channel()
1119 	idmac_write_icreg(ipu, reg & ~chan_mask, IDMAC_CHA_EN);  in ipu_disable_channel()
1121 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_disable_channel()
1307 	struct ipu *ipu = (struct ipu *)arg;  in ipu_gc_tasklet()  local
1311 		struct idmac_channel *ichan = ipu->channel + i;  in ipu_gc_tasklet()
1384 	struct ipu *ipu = to_ipu(idmac);  in idmac_issue_pending()  local
1388 	spin_lock_irqsave(&ipu->lock, flags);  in idmac_issue_pending()
1390 	spin_unlock_irqrestore(&ipu->lock, flags);  in idmac_issue_pending()
1404 	struct ipu *ipu = to_ipu(idmac);  in idmac_pause()  local
1410 	spin_lock_irqsave(&ipu->lock, flags);  in idmac_pause()
1411 	ipu_ic_disable_task(ipu, chan->chan_id);  in idmac_pause()
1420 	spin_unlock_irqrestore(&ipu->lock, flags);  in idmac_pause()
1433 	struct ipu *ipu = to_ipu(idmac);  in __idmac_terminate_all()  local
1440 	tasklet_disable(&ipu->tasklet);  in __idmac_terminate_all()
1460 	tasklet_enable(&ipu->tasklet);  in __idmac_terminate_all()
1611 static int __init ipu_idmac_init(struct ipu *ipu)  in ipu_idmac_init()  argument
1613 	struct idmac *idmac = &ipu->idmac;  in ipu_idmac_init()
1621 	dma->dev				= ipu->dev;  in ipu_idmac_init()
1634 		struct idmac_channel *ichan = ipu->channel + i;  in ipu_idmac_init()
1650 	idmac_write_icreg(ipu, 0x00000070, IDMAC_CONF);  in ipu_idmac_init()
1655 static void ipu_idmac_exit(struct ipu *ipu)  in ipu_idmac_exit()  argument
1658 	struct idmac *idmac = &ipu->idmac;  in ipu_idmac_exit()
1661 		struct idmac_channel *ichan = ipu->channel + i;  in ipu_idmac_exit()
1771 	struct ipu *ipu = platform_get_drvdata(pdev);  in ipu_remove()  local
1773 	ipu_idmac_exit(ipu);  in ipu_remove()
1774 	ipu_irq_detach_irq(ipu, pdev);  in ipu_remove()
1775 	clk_disable_unprepare(ipu->ipu_clk);  in ipu_remove()
1776 	clk_put(ipu->ipu_clk);  in ipu_remove()
1777 	iounmap(ipu->reg_ic);  in ipu_remove()
1778 	iounmap(ipu->reg_ipu);  in ipu_remove()
1779 	tasklet_kill(&ipu->tasklet);  in ipu_remove()