Lines Matching refs:spi_imx
143 static void spi_imx_buf_rx_##type(struct spi_imx_data *spi_imx) \
145 unsigned int val = readl(spi_imx->base + MXC_CSPIRXDATA); \
147 if (spi_imx->rx_buf) { \
148 *(type *)spi_imx->rx_buf = val; \
149 spi_imx->rx_buf += sizeof(type); \
152 spi_imx->remainder -= sizeof(type); \
156 static void spi_imx_buf_tx_##type(struct spi_imx_data *spi_imx) \
160 if (spi_imx->tx_buf) { \
161 val = *(type *)spi_imx->tx_buf; \
162 spi_imx->tx_buf += sizeof(type); \
165 spi_imx->count -= sizeof(type); \
167 writel(val, spi_imx->base + MXC_CSPITXDATA); \
227 struct spi_imx_data *spi_imx = spi_master_get_devdata(master); in spi_imx_can_dma() local
235 if (spi_imx->slave_mode) in spi_imx_can_dma()
238 if (transfer->len < spi_imx->devtype_data->fifo_size) in spi_imx_can_dma()
241 spi_imx->dynamic_burst = 0; in spi_imx_can_dma()
285 static void spi_imx_buf_rx_swap_u32(struct spi_imx_data *spi_imx) in spi_imx_buf_rx_swap_u32() argument
287 unsigned int val = readl(spi_imx->base + MXC_CSPIRXDATA); in spi_imx_buf_rx_swap_u32()
292 if (spi_imx->rx_buf) { in spi_imx_buf_rx_swap_u32()
294 bytes_per_word = spi_imx_bytes_per_word(spi_imx->bits_per_word); in spi_imx_buf_rx_swap_u32()
300 *(u32 *)spi_imx->rx_buf = val; in spi_imx_buf_rx_swap_u32()
301 spi_imx->rx_buf += sizeof(u32); in spi_imx_buf_rx_swap_u32()
304 spi_imx->remainder -= sizeof(u32); in spi_imx_buf_rx_swap_u32()
307 static void spi_imx_buf_rx_swap(struct spi_imx_data *spi_imx) in spi_imx_buf_rx_swap() argument
312 unaligned = spi_imx->remainder % 4; in spi_imx_buf_rx_swap()
315 spi_imx_buf_rx_swap_u32(spi_imx); in spi_imx_buf_rx_swap()
319 if (spi_imx_bytes_per_word(spi_imx->bits_per_word) == 2) { in spi_imx_buf_rx_swap()
320 spi_imx_buf_rx_u16(spi_imx); in spi_imx_buf_rx_swap()
324 val = readl(spi_imx->base + MXC_CSPIRXDATA); in spi_imx_buf_rx_swap()
327 if (spi_imx->rx_buf) { in spi_imx_buf_rx_swap()
328 *(u8 *)spi_imx->rx_buf = (val >> (8 * unaligned)) & 0xff; in spi_imx_buf_rx_swap()
329 spi_imx->rx_buf++; in spi_imx_buf_rx_swap()
331 spi_imx->remainder--; in spi_imx_buf_rx_swap()
335 static void spi_imx_buf_tx_swap_u32(struct spi_imx_data *spi_imx) in spi_imx_buf_tx_swap_u32() argument
342 if (spi_imx->tx_buf) { in spi_imx_buf_tx_swap_u32()
343 val = *(u32 *)spi_imx->tx_buf; in spi_imx_buf_tx_swap_u32()
344 spi_imx->tx_buf += sizeof(u32); in spi_imx_buf_tx_swap_u32()
347 spi_imx->count -= sizeof(u32); in spi_imx_buf_tx_swap_u32()
349 bytes_per_word = spi_imx_bytes_per_word(spi_imx->bits_per_word); in spi_imx_buf_tx_swap_u32()
356 writel(val, spi_imx->base + MXC_CSPITXDATA); in spi_imx_buf_tx_swap_u32()
359 static void spi_imx_buf_tx_swap(struct spi_imx_data *spi_imx) in spi_imx_buf_tx_swap() argument
364 unaligned = spi_imx->count % 4; in spi_imx_buf_tx_swap()
367 spi_imx_buf_tx_swap_u32(spi_imx); in spi_imx_buf_tx_swap()
371 if (spi_imx_bytes_per_word(spi_imx->bits_per_word) == 2) { in spi_imx_buf_tx_swap()
372 spi_imx_buf_tx_u16(spi_imx); in spi_imx_buf_tx_swap()
377 if (spi_imx->tx_buf) { in spi_imx_buf_tx_swap()
378 val |= *(u8 *)spi_imx->tx_buf << (8 * unaligned); in spi_imx_buf_tx_swap()
379 spi_imx->tx_buf++; in spi_imx_buf_tx_swap()
381 spi_imx->count--; in spi_imx_buf_tx_swap()
384 writel(val, spi_imx->base + MXC_CSPITXDATA); in spi_imx_buf_tx_swap()
387 static void mx53_ecspi_rx_slave(struct spi_imx_data *spi_imx) in mx53_ecspi_rx_slave() argument
389 u32 val = be32_to_cpu(readl(spi_imx->base + MXC_CSPIRXDATA)); in mx53_ecspi_rx_slave()
391 if (spi_imx->rx_buf) { in mx53_ecspi_rx_slave()
392 int n_bytes = spi_imx->slave_burst % sizeof(val); in mx53_ecspi_rx_slave()
397 memcpy(spi_imx->rx_buf, in mx53_ecspi_rx_slave()
400 spi_imx->rx_buf += n_bytes; in mx53_ecspi_rx_slave()
401 spi_imx->slave_burst -= n_bytes; in mx53_ecspi_rx_slave()
404 spi_imx->remainder -= sizeof(u32); in mx53_ecspi_rx_slave()
407 static void mx53_ecspi_tx_slave(struct spi_imx_data *spi_imx) in mx53_ecspi_tx_slave() argument
410 int n_bytes = spi_imx->count % sizeof(val); in mx53_ecspi_tx_slave()
415 if (spi_imx->tx_buf) { in mx53_ecspi_tx_slave()
417 spi_imx->tx_buf, n_bytes); in mx53_ecspi_tx_slave()
419 spi_imx->tx_buf += n_bytes; in mx53_ecspi_tx_slave()
422 spi_imx->count -= n_bytes; in mx53_ecspi_tx_slave()
424 writel(val, spi_imx->base + MXC_CSPITXDATA); in mx53_ecspi_tx_slave()
428 static unsigned int mx51_ecspi_clkdiv(struct spi_imx_data *spi_imx, in mx51_ecspi_clkdiv() argument
436 unsigned int fin = spi_imx->spi_clk; in mx51_ecspi_clkdiv()
449 dev_err(spi_imx->dev, "cannot set clock freq: %u (base freq: %u)\n", in mx51_ecspi_clkdiv()
456 dev_dbg(spi_imx->dev, "%s: fin: %u, fspi: %u, post: %u, pre: %u\n", in mx51_ecspi_clkdiv()
466 static void mx51_ecspi_intctrl(struct spi_imx_data *spi_imx, int enable) in mx51_ecspi_intctrl() argument
479 writel(val, spi_imx->base + MX51_ECSPI_INT); in mx51_ecspi_intctrl()
482 static void mx51_ecspi_trigger(struct spi_imx_data *spi_imx) in mx51_ecspi_trigger() argument
486 reg = readl(spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_trigger()
488 writel(reg, spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_trigger()
491 static void mx51_disable_dma(struct spi_imx_data *spi_imx) in mx51_disable_dma() argument
493 writel(0, spi_imx->base + MX51_ECSPI_DMA); in mx51_disable_dma()
496 static void mx51_ecspi_disable(struct spi_imx_data *spi_imx) in mx51_ecspi_disable() argument
500 ctrl = readl(spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_disable()
502 writel(ctrl, spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_disable()
505 static int mx51_ecspi_prepare_message(struct spi_imx_data *spi_imx, in mx51_ecspi_prepare_message() argument
511 u32 cfg = readl(spi_imx->base + MX51_ECSPI_CONFIG); in mx51_ecspi_prepare_message()
514 if (spi_imx->slave_mode) in mx51_ecspi_prepare_message()
523 ctrl |= MX51_ECSPI_CTRL_DRCTL(spi_imx->spi_drctl); in mx51_ecspi_prepare_message()
532 writel(ctrl, spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_prepare_message()
534 testreg = readl(spi_imx->base + MX51_ECSPI_TESTREG); in mx51_ecspi_prepare_message()
539 writel(testreg, spi_imx->base + MX51_ECSPI_TESTREG); in mx51_ecspi_prepare_message()
546 if (spi_imx->slave_mode && is_imx53_ecspi(spi_imx)) in mx51_ecspi_prepare_message()
569 writel(cfg, spi_imx->base + MX51_ECSPI_CONFIG); in mx51_ecspi_prepare_message()
574 static int mx51_ecspi_prepare_transfer(struct spi_imx_data *spi_imx, in mx51_ecspi_prepare_transfer() argument
578 u32 ctrl = readl(spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_prepare_transfer()
583 if (spi_imx->slave_mode && is_imx53_ecspi(spi_imx)) in mx51_ecspi_prepare_transfer()
584 ctrl |= (spi_imx->slave_burst * 8 - 1) in mx51_ecspi_prepare_transfer()
587 ctrl |= (spi_imx->bits_per_word - 1) in mx51_ecspi_prepare_transfer()
593 ctrl |= mx51_ecspi_clkdiv(spi_imx, t->speed_hz, &clk); in mx51_ecspi_prepare_transfer()
594 spi_imx->spi_bus_clk = clk; in mx51_ecspi_prepare_transfer()
596 if (spi_imx->usedma) in mx51_ecspi_prepare_transfer()
599 writel(ctrl, spi_imx->base + MX51_ECSPI_CTRL); in mx51_ecspi_prepare_transfer()
621 static void mx51_setup_wml(struct spi_imx_data *spi_imx) in mx51_setup_wml() argument
627 writel(MX51_ECSPI_DMA_RX_WML(spi_imx->wml - 1) | in mx51_setup_wml()
628 MX51_ECSPI_DMA_TX_WML(spi_imx->wml) | in mx51_setup_wml()
629 MX51_ECSPI_DMA_RXT_WML(spi_imx->wml) | in mx51_setup_wml()
631 MX51_ECSPI_DMA_RXTDEN, spi_imx->base + MX51_ECSPI_DMA); in mx51_setup_wml()
634 static int mx51_ecspi_rx_available(struct spi_imx_data *spi_imx) in mx51_ecspi_rx_available() argument
636 return readl(spi_imx->base + MX51_ECSPI_STAT) & MX51_ECSPI_STAT_RR; in mx51_ecspi_rx_available()
639 static void mx51_ecspi_reset(struct spi_imx_data *spi_imx) in mx51_ecspi_reset() argument
642 while (mx51_ecspi_rx_available(spi_imx)) in mx51_ecspi_reset()
643 readl(spi_imx->base + MXC_CSPIRXDATA); in mx51_ecspi_reset()
677 static void mx31_intctrl(struct spi_imx_data *spi_imx, int enable) in mx31_intctrl() argument
686 writel(val, spi_imx->base + MXC_CSPIINT); in mx31_intctrl()
689 static void mx31_trigger(struct spi_imx_data *spi_imx) in mx31_trigger() argument
693 reg = readl(spi_imx->base + MXC_CSPICTRL); in mx31_trigger()
695 writel(reg, spi_imx->base + MXC_CSPICTRL); in mx31_trigger()
698 static int mx31_prepare_message(struct spi_imx_data *spi_imx, in mx31_prepare_message() argument
704 static int mx31_prepare_transfer(struct spi_imx_data *spi_imx, in mx31_prepare_transfer() argument
711 reg |= spi_imx_clkdiv_2(spi_imx->spi_clk, t->speed_hz, &clk) << in mx31_prepare_transfer()
713 spi_imx->spi_bus_clk = clk; in mx31_prepare_transfer()
715 if (is_imx35_cspi(spi_imx)) { in mx31_prepare_transfer()
716 reg |= (spi_imx->bits_per_word - 1) << MX35_CSPICTRL_BL_SHIFT; in mx31_prepare_transfer()
719 reg |= (spi_imx->bits_per_word - 1) << MX31_CSPICTRL_BC_SHIFT; in mx31_prepare_transfer()
730 (is_imx35_cspi(spi_imx) ? MX35_CSPICTRL_CS_SHIFT : in mx31_prepare_transfer()
733 if (spi_imx->usedma) in mx31_prepare_transfer()
736 writel(reg, spi_imx->base + MXC_CSPICTRL); in mx31_prepare_transfer()
738 reg = readl(spi_imx->base + MX31_CSPI_TESTREG); in mx31_prepare_transfer()
743 writel(reg, spi_imx->base + MX31_CSPI_TESTREG); in mx31_prepare_transfer()
745 if (spi_imx->usedma) { in mx31_prepare_transfer()
751 spi_imx->base + MX31_CSPI_DMAREG); in mx31_prepare_transfer()
757 static int mx31_rx_available(struct spi_imx_data *spi_imx) in mx31_rx_available() argument
759 return readl(spi_imx->base + MX31_CSPISTATUS) & MX31_STATUS_RR; in mx31_rx_available()
762 static void mx31_reset(struct spi_imx_data *spi_imx) in mx31_reset() argument
765 while (readl(spi_imx->base + MX31_CSPISTATUS) & MX31_STATUS_RR) in mx31_reset()
766 readl(spi_imx->base + MXC_CSPIRXDATA); in mx31_reset()
782 static void mx21_intctrl(struct spi_imx_data *spi_imx, int enable) in mx21_intctrl() argument
791 writel(val, spi_imx->base + MXC_CSPIINT); in mx21_intctrl()
794 static void mx21_trigger(struct spi_imx_data *spi_imx) in mx21_trigger() argument
798 reg = readl(spi_imx->base + MXC_CSPICTRL); in mx21_trigger()
800 writel(reg, spi_imx->base + MXC_CSPICTRL); in mx21_trigger()
803 static int mx21_prepare_message(struct spi_imx_data *spi_imx, in mx21_prepare_message() argument
809 static int mx21_prepare_transfer(struct spi_imx_data *spi_imx, in mx21_prepare_transfer() argument
814 unsigned int max = is_imx27_cspi(spi_imx) ? 16 : 18; in mx21_prepare_transfer()
817 reg |= spi_imx_clkdiv_1(spi_imx->spi_clk, t->speed_hz, max, &clk) in mx21_prepare_transfer()
819 spi_imx->spi_bus_clk = clk; in mx21_prepare_transfer()
821 reg |= spi_imx->bits_per_word - 1; in mx21_prepare_transfer()
832 writel(reg, spi_imx->base + MXC_CSPICTRL); in mx21_prepare_transfer()
837 static int mx21_rx_available(struct spi_imx_data *spi_imx) in mx21_rx_available() argument
839 return readl(spi_imx->base + MXC_CSPIINT) & MX21_INTREG_RR; in mx21_rx_available()
842 static void mx21_reset(struct spi_imx_data *spi_imx) in mx21_reset() argument
844 writel(1, spi_imx->base + MXC_RESET); in mx21_reset()
858 static void mx1_intctrl(struct spi_imx_data *spi_imx, int enable) in mx1_intctrl() argument
867 writel(val, spi_imx->base + MXC_CSPIINT); in mx1_intctrl()
870 static void mx1_trigger(struct spi_imx_data *spi_imx) in mx1_trigger() argument
874 reg = readl(spi_imx->base + MXC_CSPICTRL); in mx1_trigger()
876 writel(reg, spi_imx->base + MXC_CSPICTRL); in mx1_trigger()
879 static int mx1_prepare_message(struct spi_imx_data *spi_imx, in mx1_prepare_message() argument
885 static int mx1_prepare_transfer(struct spi_imx_data *spi_imx, in mx1_prepare_transfer() argument
892 reg |= spi_imx_clkdiv_2(spi_imx->spi_clk, t->speed_hz, &clk) << in mx1_prepare_transfer()
894 spi_imx->spi_bus_clk = clk; in mx1_prepare_transfer()
896 reg |= spi_imx->bits_per_word - 1; in mx1_prepare_transfer()
903 writel(reg, spi_imx->base + MXC_CSPICTRL); in mx1_prepare_transfer()
908 static int mx1_rx_available(struct spi_imx_data *spi_imx) in mx1_rx_available() argument
910 return readl(spi_imx->base + MXC_CSPIINT) & MX1_INTREG_RR; in mx1_rx_available()
913 static void mx1_reset(struct spi_imx_data *spi_imx) in mx1_reset() argument
915 writel(1, spi_imx->base + MXC_RESET); in mx1_reset()
1061 static void spi_imx_set_burst_len(struct spi_imx_data *spi_imx, int n_bits) in spi_imx_set_burst_len() argument
1065 ctrl = readl(spi_imx->base + MX51_ECSPI_CTRL); in spi_imx_set_burst_len()
1068 writel(ctrl, spi_imx->base + MX51_ECSPI_CTRL); in spi_imx_set_burst_len()
1071 static void spi_imx_push(struct spi_imx_data *spi_imx) in spi_imx_push() argument
1075 if (spi_imx->dynamic_burst) in spi_imx_push()
1078 fifo_words = spi_imx_bytes_per_word(spi_imx->bits_per_word); in spi_imx_push()
1084 if (!spi_imx->remainder) { in spi_imx_push()
1085 if (spi_imx->dynamic_burst) { in spi_imx_push()
1088 burst_len = spi_imx->count % MX51_ECSPI_CTRL_MAX_BURST; in spi_imx_push()
1093 spi_imx_set_burst_len(spi_imx, burst_len * 8); in spi_imx_push()
1095 spi_imx->remainder = burst_len; in spi_imx_push()
1097 spi_imx->remainder = fifo_words; in spi_imx_push()
1101 while (spi_imx->txfifo < spi_imx->devtype_data->fifo_size) { in spi_imx_push()
1102 if (!spi_imx->count) in spi_imx_push()
1104 if (spi_imx->dynamic_burst && in spi_imx_push()
1105 spi_imx->txfifo >= DIV_ROUND_UP(spi_imx->remainder, in spi_imx_push()
1108 spi_imx->tx(spi_imx); in spi_imx_push()
1109 spi_imx->txfifo++; in spi_imx_push()
1112 if (!spi_imx->slave_mode) in spi_imx_push()
1113 spi_imx->devtype_data->trigger(spi_imx); in spi_imx_push()
1118 struct spi_imx_data *spi_imx = dev_id; in spi_imx_isr() local
1120 while (spi_imx->txfifo && in spi_imx_isr()
1121 spi_imx->devtype_data->rx_available(spi_imx)) { in spi_imx_isr()
1122 spi_imx->rx(spi_imx); in spi_imx_isr()
1123 spi_imx->txfifo--; in spi_imx_isr()
1126 if (spi_imx->count) { in spi_imx_isr()
1127 spi_imx_push(spi_imx); in spi_imx_isr()
1131 if (spi_imx->txfifo) { in spi_imx_isr()
1135 spi_imx->devtype_data->intctrl( in spi_imx_isr()
1136 spi_imx, MXC_INT_RR); in spi_imx_isr()
1140 spi_imx->devtype_data->intctrl(spi_imx, 0); in spi_imx_isr()
1141 complete(&spi_imx->xfer_done); in spi_imx_isr()
1151 struct spi_imx_data *spi_imx = spi_master_get_devdata(master); in spi_imx_dma_configure() local
1153 switch (spi_imx_bytes_per_word(spi_imx->bits_per_word)) { in spi_imx_dma_configure()
1168 tx.dst_addr = spi_imx->base_phys + MXC_CSPITXDATA; in spi_imx_dma_configure()
1170 tx.dst_maxburst = spi_imx->wml; in spi_imx_dma_configure()
1173 dev_err(spi_imx->dev, "TX dma configuration failed with %d\n", ret); in spi_imx_dma_configure()
1178 rx.src_addr = spi_imx->base_phys + MXC_CSPIRXDATA; in spi_imx_dma_configure()
1180 rx.src_maxburst = spi_imx->wml; in spi_imx_dma_configure()
1183 dev_err(spi_imx->dev, "RX dma configuration failed with %d\n", ret); in spi_imx_dma_configure()
1193 struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master); in spi_imx_setupxfer() local
1198 spi_imx->bits_per_word = t->bits_per_word; in spi_imx_setupxfer()
1205 if (spi_imx->devtype_data->dynamic_burst && !spi_imx->slave_mode && in spi_imx_setupxfer()
1206 (spi_imx->bits_per_word == 8 || in spi_imx_setupxfer()
1207 spi_imx->bits_per_word == 16 || in spi_imx_setupxfer()
1208 spi_imx->bits_per_word == 32)) { in spi_imx_setupxfer()
1210 spi_imx->rx = spi_imx_buf_rx_swap; in spi_imx_setupxfer()
1211 spi_imx->tx = spi_imx_buf_tx_swap; in spi_imx_setupxfer()
1212 spi_imx->dynamic_burst = 1; in spi_imx_setupxfer()
1215 if (spi_imx->bits_per_word <= 8) { in spi_imx_setupxfer()
1216 spi_imx->rx = spi_imx_buf_rx_u8; in spi_imx_setupxfer()
1217 spi_imx->tx = spi_imx_buf_tx_u8; in spi_imx_setupxfer()
1218 } else if (spi_imx->bits_per_word <= 16) { in spi_imx_setupxfer()
1219 spi_imx->rx = spi_imx_buf_rx_u16; in spi_imx_setupxfer()
1220 spi_imx->tx = spi_imx_buf_tx_u16; in spi_imx_setupxfer()
1222 spi_imx->rx = spi_imx_buf_rx_u32; in spi_imx_setupxfer()
1223 spi_imx->tx = spi_imx_buf_tx_u32; in spi_imx_setupxfer()
1225 spi_imx->dynamic_burst = 0; in spi_imx_setupxfer()
1228 if (spi_imx_can_dma(spi_imx->bitbang.master, spi, t)) in spi_imx_setupxfer()
1229 spi_imx->usedma = true; in spi_imx_setupxfer()
1231 spi_imx->usedma = false; in spi_imx_setupxfer()
1233 if (is_imx53_ecspi(spi_imx) && spi_imx->slave_mode) { in spi_imx_setupxfer()
1234 spi_imx->rx = mx53_ecspi_rx_slave; in spi_imx_setupxfer()
1235 spi_imx->tx = mx53_ecspi_tx_slave; in spi_imx_setupxfer()
1236 spi_imx->slave_burst = t->len; in spi_imx_setupxfer()
1239 spi_imx->devtype_data->prepare_transfer(spi_imx, spi, t); in spi_imx_setupxfer()
1244 static void spi_imx_sdma_exit(struct spi_imx_data *spi_imx) in spi_imx_sdma_exit() argument
1246 struct spi_master *master = spi_imx->bitbang.master; in spi_imx_sdma_exit()
1259 static int spi_imx_sdma_init(struct device *dev, struct spi_imx_data *spi_imx, in spi_imx_sdma_init() argument
1268 spi_imx->wml = spi_imx->devtype_data->fifo_size / 2; in spi_imx_sdma_init()
1288 init_completion(&spi_imx->dma_rx_completion); in spi_imx_sdma_init()
1289 init_completion(&spi_imx->dma_tx_completion); in spi_imx_sdma_init()
1292 spi_imx->bitbang.master->flags = SPI_MASTER_MUST_RX | in spi_imx_sdma_init()
1297 spi_imx_sdma_exit(spi_imx); in spi_imx_sdma_init()
1303 struct spi_imx_data *spi_imx = (struct spi_imx_data *)cookie; in spi_imx_dma_rx_callback() local
1305 complete(&spi_imx->dma_rx_completion); in spi_imx_dma_rx_callback()
1310 struct spi_imx_data *spi_imx = (struct spi_imx_data *)cookie; in spi_imx_dma_tx_callback() local
1312 complete(&spi_imx->dma_tx_completion); in spi_imx_dma_tx_callback()
1315 static int spi_imx_calculate_timeout(struct spi_imx_data *spi_imx, int size) in spi_imx_calculate_timeout() argument
1320 timeout = (8 + 4) * size / spi_imx->spi_bus_clk; in spi_imx_calculate_timeout()
1329 static int spi_imx_dma_transfer(struct spi_imx_data *spi_imx, in spi_imx_dma_transfer() argument
1335 struct spi_master *master = spi_imx->bitbang.master; in spi_imx_dma_transfer()
1343 for (i = spi_imx->devtype_data->fifo_size / 2; i > 0; i--) { in spi_imx_dma_transfer()
1351 spi_imx->wml = i; in spi_imx_dma_transfer()
1357 if (!spi_imx->devtype_data->setup_wml) { in spi_imx_dma_transfer()
1358 dev_err(spi_imx->dev, "No setup_wml()?\n"); in spi_imx_dma_transfer()
1362 spi_imx->devtype_data->setup_wml(spi_imx); in spi_imx_dma_transfer()
1377 desc_rx->callback_param = (void *)spi_imx; in spi_imx_dma_transfer()
1379 reinit_completion(&spi_imx->dma_rx_completion); in spi_imx_dma_transfer()
1392 desc_tx->callback_param = (void *)spi_imx; in spi_imx_dma_transfer()
1394 reinit_completion(&spi_imx->dma_tx_completion); in spi_imx_dma_transfer()
1397 transfer_timeout = spi_imx_calculate_timeout(spi_imx, transfer->len); in spi_imx_dma_transfer()
1400 timeout = wait_for_completion_timeout(&spi_imx->dma_tx_completion, in spi_imx_dma_transfer()
1403 dev_err(spi_imx->dev, "I/O Error in DMA TX\n"); in spi_imx_dma_transfer()
1409 timeout = wait_for_completion_timeout(&spi_imx->dma_rx_completion, in spi_imx_dma_transfer()
1413 spi_imx->devtype_data->reset(spi_imx); in spi_imx_dma_transfer()
1428 struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master); in spi_imx_pio_transfer() local
1432 spi_imx->tx_buf = transfer->tx_buf; in spi_imx_pio_transfer()
1433 spi_imx->rx_buf = transfer->rx_buf; in spi_imx_pio_transfer()
1434 spi_imx->count = transfer->len; in spi_imx_pio_transfer()
1435 spi_imx->txfifo = 0; in spi_imx_pio_transfer()
1436 spi_imx->remainder = 0; in spi_imx_pio_transfer()
1438 reinit_completion(&spi_imx->xfer_done); in spi_imx_pio_transfer()
1440 spi_imx_push(spi_imx); in spi_imx_pio_transfer()
1442 spi_imx->devtype_data->intctrl(spi_imx, MXC_INT_TE); in spi_imx_pio_transfer()
1444 transfer_timeout = spi_imx_calculate_timeout(spi_imx, transfer->len); in spi_imx_pio_transfer()
1446 timeout = wait_for_completion_timeout(&spi_imx->xfer_done, in spi_imx_pio_transfer()
1450 spi_imx->devtype_data->reset(spi_imx); in spi_imx_pio_transfer()
1460 struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master); in spi_imx_pio_transfer_slave() local
1463 if (is_imx53_ecspi(spi_imx) && in spi_imx_pio_transfer_slave()
1470 spi_imx->tx_buf = transfer->tx_buf; in spi_imx_pio_transfer_slave()
1471 spi_imx->rx_buf = transfer->rx_buf; in spi_imx_pio_transfer_slave()
1472 spi_imx->count = transfer->len; in spi_imx_pio_transfer_slave()
1473 spi_imx->txfifo = 0; in spi_imx_pio_transfer_slave()
1474 spi_imx->remainder = 0; in spi_imx_pio_transfer_slave()
1476 reinit_completion(&spi_imx->xfer_done); in spi_imx_pio_transfer_slave()
1477 spi_imx->slave_aborted = false; in spi_imx_pio_transfer_slave()
1479 spi_imx_push(spi_imx); in spi_imx_pio_transfer_slave()
1481 spi_imx->devtype_data->intctrl(spi_imx, MXC_INT_TE | MXC_INT_RDR); in spi_imx_pio_transfer_slave()
1483 if (wait_for_completion_interruptible(&spi_imx->xfer_done) || in spi_imx_pio_transfer_slave()
1484 spi_imx->slave_aborted) { in spi_imx_pio_transfer_slave()
1495 if (spi_imx->devtype_data->disable) in spi_imx_pio_transfer_slave()
1496 spi_imx->devtype_data->disable(spi_imx); in spi_imx_pio_transfer_slave()
1504 struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master); in spi_imx_transfer() local
1506 transfer->effective_speed_hz = spi_imx->spi_bus_clk; in spi_imx_transfer()
1509 while (spi_imx->devtype_data->rx_available(spi_imx)) in spi_imx_transfer()
1510 readl(spi_imx->base + MXC_CSPIRXDATA); in spi_imx_transfer()
1512 if (spi_imx->slave_mode) in spi_imx_transfer()
1515 if (spi_imx->usedma) in spi_imx_transfer()
1516 return spi_imx_dma_transfer(spi_imx, transfer); in spi_imx_transfer()
1536 struct spi_imx_data *spi_imx = spi_master_get_devdata(master); in spi_imx_prepare_message() local
1539 ret = pm_runtime_get_sync(spi_imx->dev); in spi_imx_prepare_message()
1541 dev_err(spi_imx->dev, "failed to enable clock\n"); in spi_imx_prepare_message()
1545 ret = spi_imx->devtype_data->prepare_message(spi_imx, msg); in spi_imx_prepare_message()
1547 pm_runtime_mark_last_busy(spi_imx->dev); in spi_imx_prepare_message()
1548 pm_runtime_put_autosuspend(spi_imx->dev); in spi_imx_prepare_message()
1557 struct spi_imx_data *spi_imx = spi_master_get_devdata(master); in spi_imx_unprepare_message() local
1559 pm_runtime_mark_last_busy(spi_imx->dev); in spi_imx_unprepare_message()
1560 pm_runtime_put_autosuspend(spi_imx->dev); in spi_imx_unprepare_message()
1566 struct spi_imx_data *spi_imx = spi_master_get_devdata(master); in spi_imx_slave_abort() local
1568 spi_imx->slave_aborted = true; in spi_imx_slave_abort()
1569 complete(&spi_imx->xfer_done); in spi_imx_slave_abort()
1580 struct spi_imx_data *spi_imx; in spi_imx_probe() local
1611 spi_imx = spi_master_get_devdata(master); in spi_imx_probe()
1612 spi_imx->bitbang.master = master; in spi_imx_probe()
1613 spi_imx->dev = &pdev->dev; in spi_imx_probe()
1614 spi_imx->slave_mode = slave_mode; in spi_imx_probe()
1616 spi_imx->devtype_data = devtype_data; in spi_imx_probe()
1629 spi_imx->bitbang.setup_transfer = spi_imx_setupxfer; in spi_imx_probe()
1630 spi_imx->bitbang.txrx_bufs = spi_imx_transfer; in spi_imx_probe()
1631 spi_imx->bitbang.master->setup = spi_imx_setup; in spi_imx_probe()
1632 spi_imx->bitbang.master->cleanup = spi_imx_cleanup; in spi_imx_probe()
1633 spi_imx->bitbang.master->prepare_message = spi_imx_prepare_message; in spi_imx_probe()
1634 spi_imx->bitbang.master->unprepare_message = spi_imx_unprepare_message; in spi_imx_probe()
1635 spi_imx->bitbang.master->slave_abort = spi_imx_slave_abort; in spi_imx_probe()
1636 spi_imx->bitbang.master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH \ in spi_imx_probe()
1638 if (is_imx35_cspi(spi_imx) || is_imx51_ecspi(spi_imx) || in spi_imx_probe()
1639 is_imx53_ecspi(spi_imx)) in spi_imx_probe()
1640 spi_imx->bitbang.master->mode_bits |= SPI_LOOP | SPI_READY; in spi_imx_probe()
1642 spi_imx->spi_drctl = spi_drctl; in spi_imx_probe()
1644 init_completion(&spi_imx->xfer_done); in spi_imx_probe()
1647 spi_imx->base = devm_ioremap_resource(&pdev->dev, res); in spi_imx_probe()
1648 if (IS_ERR(spi_imx->base)) { in spi_imx_probe()
1649 ret = PTR_ERR(spi_imx->base); in spi_imx_probe()
1652 spi_imx->base_phys = res->start; in spi_imx_probe()
1661 dev_name(&pdev->dev), spi_imx); in spi_imx_probe()
1667 spi_imx->clk_ipg = devm_clk_get(&pdev->dev, "ipg"); in spi_imx_probe()
1668 if (IS_ERR(spi_imx->clk_ipg)) { in spi_imx_probe()
1669 ret = PTR_ERR(spi_imx->clk_ipg); in spi_imx_probe()
1673 spi_imx->clk_per = devm_clk_get(&pdev->dev, "per"); in spi_imx_probe()
1674 if (IS_ERR(spi_imx->clk_per)) { in spi_imx_probe()
1675 ret = PTR_ERR(spi_imx->clk_per); in spi_imx_probe()
1679 ret = clk_prepare_enable(spi_imx->clk_per); in spi_imx_probe()
1683 ret = clk_prepare_enable(spi_imx->clk_ipg); in spi_imx_probe()
1687 pm_runtime_set_autosuspend_delay(spi_imx->dev, MXC_RPM_TIMEOUT); in spi_imx_probe()
1688 pm_runtime_use_autosuspend(spi_imx->dev); in spi_imx_probe()
1689 pm_runtime_get_noresume(spi_imx->dev); in spi_imx_probe()
1690 pm_runtime_set_active(spi_imx->dev); in spi_imx_probe()
1691 pm_runtime_enable(spi_imx->dev); in spi_imx_probe()
1693 spi_imx->spi_clk = clk_get_rate(spi_imx->clk_per); in spi_imx_probe()
1698 if (spi_imx->devtype_data->has_dmamode) { in spi_imx_probe()
1699 ret = spi_imx_sdma_init(&pdev->dev, spi_imx, master); in spi_imx_probe()
1708 spi_imx->devtype_data->reset(spi_imx); in spi_imx_probe()
1710 spi_imx->devtype_data->intctrl(spi_imx, 0); in spi_imx_probe()
1713 ret = spi_bitbang_start(&spi_imx->bitbang); in spi_imx_probe()
1719 pm_runtime_mark_last_busy(spi_imx->dev); in spi_imx_probe()
1720 pm_runtime_put_autosuspend(spi_imx->dev); in spi_imx_probe()
1725 if (spi_imx->devtype_data->has_dmamode) in spi_imx_probe()
1726 spi_imx_sdma_exit(spi_imx); in spi_imx_probe()
1728 pm_runtime_dont_use_autosuspend(spi_imx->dev); in spi_imx_probe()
1730 pm_runtime_disable(spi_imx->dev); in spi_imx_probe()
1732 clk_disable_unprepare(spi_imx->clk_ipg); in spi_imx_probe()
1734 clk_disable_unprepare(spi_imx->clk_per); in spi_imx_probe()
1744 struct spi_imx_data *spi_imx = spi_master_get_devdata(master); in spi_imx_remove() local
1747 spi_bitbang_stop(&spi_imx->bitbang); in spi_imx_remove()
1749 ret = pm_runtime_get_sync(spi_imx->dev); in spi_imx_remove()
1751 dev_err(spi_imx->dev, "failed to enable clock\n"); in spi_imx_remove()
1755 writel(0, spi_imx->base + MXC_CSPICTRL); in spi_imx_remove()
1757 pm_runtime_dont_use_autosuspend(spi_imx->dev); in spi_imx_remove()
1758 pm_runtime_put_sync(spi_imx->dev); in spi_imx_remove()
1759 pm_runtime_disable(spi_imx->dev); in spi_imx_remove()
1761 spi_imx_sdma_exit(spi_imx); in spi_imx_remove()
1770 struct spi_imx_data *spi_imx; in spi_imx_runtime_resume() local
1773 spi_imx = spi_master_get_devdata(master); in spi_imx_runtime_resume()
1775 ret = clk_prepare_enable(spi_imx->clk_per); in spi_imx_runtime_resume()
1779 ret = clk_prepare_enable(spi_imx->clk_ipg); in spi_imx_runtime_resume()
1781 clk_disable_unprepare(spi_imx->clk_per); in spi_imx_runtime_resume()
1791 struct spi_imx_data *spi_imx; in spi_imx_runtime_suspend() local
1793 spi_imx = spi_master_get_devdata(master); in spi_imx_runtime_suspend()
1795 clk_disable_unprepare(spi_imx->clk_per); in spi_imx_runtime_suspend()
1796 clk_disable_unprepare(spi_imx->clk_ipg); in spi_imx_runtime_suspend()