Lines Matching refs:host
204 static void bcm2835_dumpcmd(struct bcm2835_host *host, struct mmc_command *cmd, in bcm2835_dumpcmd() argument
207 struct device *dev = &host->pdev->dev; in bcm2835_dumpcmd()
213 (cmd == host->cmd) ? '>' : ' ', in bcm2835_dumpcmd()
219 static void bcm2835_dumpregs(struct bcm2835_host *host) in bcm2835_dumpregs() argument
221 struct mmc_request *mrq = host->mrq; in bcm2835_dumpregs()
222 struct device *dev = &host->pdev->dev; in bcm2835_dumpregs()
225 bcm2835_dumpcmd(host, mrq->sbc, "sbc"); in bcm2835_dumpregs()
226 bcm2835_dumpcmd(host, mrq->cmd, "cmd"); in bcm2835_dumpregs()
233 bcm2835_dumpcmd(host, mrq->stop, "stop"); in bcm2835_dumpregs()
237 dev_dbg(dev, "SDCMD 0x%08x\n", readl(host->ioaddr + SDCMD)); in bcm2835_dumpregs()
238 dev_dbg(dev, "SDARG 0x%08x\n", readl(host->ioaddr + SDARG)); in bcm2835_dumpregs()
239 dev_dbg(dev, "SDTOUT 0x%08x\n", readl(host->ioaddr + SDTOUT)); in bcm2835_dumpregs()
240 dev_dbg(dev, "SDCDIV 0x%08x\n", readl(host->ioaddr + SDCDIV)); in bcm2835_dumpregs()
241 dev_dbg(dev, "SDRSP0 0x%08x\n", readl(host->ioaddr + SDRSP0)); in bcm2835_dumpregs()
242 dev_dbg(dev, "SDRSP1 0x%08x\n", readl(host->ioaddr + SDRSP1)); in bcm2835_dumpregs()
243 dev_dbg(dev, "SDRSP2 0x%08x\n", readl(host->ioaddr + SDRSP2)); in bcm2835_dumpregs()
244 dev_dbg(dev, "SDRSP3 0x%08x\n", readl(host->ioaddr + SDRSP3)); in bcm2835_dumpregs()
245 dev_dbg(dev, "SDHSTS 0x%08x\n", readl(host->ioaddr + SDHSTS)); in bcm2835_dumpregs()
246 dev_dbg(dev, "SDVDD 0x%08x\n", readl(host->ioaddr + SDVDD)); in bcm2835_dumpregs()
247 dev_dbg(dev, "SDEDM 0x%08x\n", readl(host->ioaddr + SDEDM)); in bcm2835_dumpregs()
248 dev_dbg(dev, "SDHCFG 0x%08x\n", readl(host->ioaddr + SDHCFG)); in bcm2835_dumpregs()
249 dev_dbg(dev, "SDHBCT 0x%08x\n", readl(host->ioaddr + SDHBCT)); in bcm2835_dumpregs()
250 dev_dbg(dev, "SDHBLC 0x%08x\n", readl(host->ioaddr + SDHBLC)); in bcm2835_dumpregs()
254 static void bcm2835_reset_internal(struct bcm2835_host *host) in bcm2835_reset_internal() argument
258 writel(SDVDD_POWER_OFF, host->ioaddr + SDVDD); in bcm2835_reset_internal()
259 writel(0, host->ioaddr + SDCMD); in bcm2835_reset_internal()
260 writel(0, host->ioaddr + SDARG); in bcm2835_reset_internal()
261 writel(0xf00000, host->ioaddr + SDTOUT); in bcm2835_reset_internal()
262 writel(0, host->ioaddr + SDCDIV); in bcm2835_reset_internal()
263 writel(0x7f8, host->ioaddr + SDHSTS); /* Write 1s to clear */ in bcm2835_reset_internal()
264 writel(0, host->ioaddr + SDHCFG); in bcm2835_reset_internal()
265 writel(0, host->ioaddr + SDHBCT); in bcm2835_reset_internal()
266 writel(0, host->ioaddr + SDHBLC); in bcm2835_reset_internal()
269 temp = readl(host->ioaddr + SDEDM); in bcm2835_reset_internal()
274 writel(temp, host->ioaddr + SDEDM); in bcm2835_reset_internal()
276 writel(SDVDD_POWER_ON, host->ioaddr + SDVDD); in bcm2835_reset_internal()
278 host->clock = 0; in bcm2835_reset_internal()
279 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_reset_internal()
280 writel(host->cdiv, host->ioaddr + SDCDIV); in bcm2835_reset_internal()
285 struct bcm2835_host *host = mmc_priv(mmc); in bcm2835_reset() local
287 if (host->dma_chan) in bcm2835_reset()
288 dmaengine_terminate_sync(host->dma_chan); in bcm2835_reset()
289 bcm2835_reset_internal(host); in bcm2835_reset()
292 static void bcm2835_finish_command(struct bcm2835_host *host);
294 static void bcm2835_wait_transfer_complete(struct bcm2835_host *host) in bcm2835_wait_transfer_complete() argument
299 alternate_idle = (host->mrq->data->flags & MMC_DATA_READ) ? in bcm2835_wait_transfer_complete()
307 edm = readl(host->ioaddr + SDEDM); in bcm2835_wait_transfer_complete()
315 host->ioaddr + SDEDM); in bcm2835_wait_transfer_complete()
321 dev_err(&host->pdev->dev, in bcm2835_wait_transfer_complete()
324 bcm2835_dumpregs(host); in bcm2835_wait_transfer_complete()
325 host->mrq->data->error = -ETIMEDOUT; in bcm2835_wait_transfer_complete()
334 struct bcm2835_host *host = param; in bcm2835_dma_complete() local
336 schedule_work(&host->dma_work); in bcm2835_dma_complete()
339 static void bcm2835_transfer_block_pio(struct bcm2835_host *host, bool is_read) in bcm2835_transfer_block_pio() argument
345 blksize = host->data->blksz; in bcm2835_transfer_block_pio()
357 if (!sg_miter_next(&host->sg_miter)) { in bcm2835_transfer_block_pio()
358 host->data->error = -EINVAL; in bcm2835_transfer_block_pio()
362 len = min(host->sg_miter.length, blksize); in bcm2835_transfer_block_pio()
364 host->data->error = -EINVAL; in bcm2835_transfer_block_pio()
369 host->sg_miter.consumed = len; in bcm2835_transfer_block_pio()
371 buf = (u32 *)host->sg_miter.addr; in bcm2835_transfer_block_pio()
380 edm = readl(host->ioaddr + SDEDM); in bcm2835_transfer_block_pio()
388 struct device *dev = &host->pdev->dev; in bcm2835_transfer_block_pio()
398 hsts = readl(host->ioaddr + SDHSTS); in bcm2835_transfer_block_pio()
413 host->ns_per_fifo_word); in bcm2835_transfer_block_pio()
423 *(buf++) = readl(host->ioaddr + SDDATA); in bcm2835_transfer_block_pio()
425 writel(*(buf++), host->ioaddr + SDDATA); in bcm2835_transfer_block_pio()
434 sg_miter_stop(&host->sg_miter); in bcm2835_transfer_block_pio()
439 static void bcm2835_transfer_pio(struct bcm2835_host *host) in bcm2835_transfer_pio() argument
441 struct device *dev = &host->pdev->dev; in bcm2835_transfer_pio()
445 is_read = (host->data->flags & MMC_DATA_READ) != 0; in bcm2835_transfer_pio()
446 bcm2835_transfer_block_pio(host, is_read); in bcm2835_transfer_pio()
448 sdhsts = readl(host->ioaddr + SDHSTS); in bcm2835_transfer_pio()
454 host->data->error = -EILSEQ; in bcm2835_transfer_pio()
459 host->data->error = -ETIMEDOUT; in bcm2835_transfer_pio()
464 void bcm2835_prepare_dma(struct bcm2835_host *host, struct mmc_data *data) in bcm2835_prepare_dma() argument
470 dma_chan = host->dma_chan_rxtx; in bcm2835_prepare_dma()
486 host->drain_words = 0; in bcm2835_prepare_dma()
499 host->drain_page = sg_page(sg); in bcm2835_prepare_dma()
500 host->drain_offset = sg->offset + sg->length; in bcm2835_prepare_dma()
503 host->drain_words = len / 4; in bcm2835_prepare_dma()
509 &host->dma_cfg_rx : in bcm2835_prepare_dma()
510 &host->dma_cfg_tx); in bcm2835_prepare_dma()
524 desc->callback_param = host; in bcm2835_prepare_dma()
525 host->dma_desc = desc; in bcm2835_prepare_dma()
526 host->dma_chan = dma_chan; in bcm2835_prepare_dma()
527 host->dma_dir = dir_data; in bcm2835_prepare_dma()
531 static void bcm2835_start_dma(struct bcm2835_host *host) in bcm2835_start_dma() argument
533 dmaengine_submit(host->dma_desc); in bcm2835_start_dma()
534 dma_async_issue_pending(host->dma_chan); in bcm2835_start_dma()
537 static void bcm2835_set_transfer_irqs(struct bcm2835_host *host) in bcm2835_set_transfer_irqs() argument
542 if (host->dma_desc) { in bcm2835_set_transfer_irqs()
543 host->hcfg = (host->hcfg & ~all_irqs) | in bcm2835_set_transfer_irqs()
546 host->hcfg = (host->hcfg & ~all_irqs) | in bcm2835_set_transfer_irqs()
551 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_set_transfer_irqs()
555 void bcm2835_prepare_data(struct bcm2835_host *host, struct mmc_command *cmd) in bcm2835_prepare_data() argument
559 WARN_ON(host->data); in bcm2835_prepare_data()
561 host->data = data; in bcm2835_prepare_data()
565 host->data_complete = false; in bcm2835_prepare_data()
566 host->data->bytes_xfered = 0; in bcm2835_prepare_data()
568 if (!host->dma_desc) { in bcm2835_prepare_data()
576 sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags); in bcm2835_prepare_data()
577 host->blocks = data->blocks; in bcm2835_prepare_data()
580 bcm2835_set_transfer_irqs(host); in bcm2835_prepare_data()
582 writel(data->blksz, host->ioaddr + SDHBCT); in bcm2835_prepare_data()
583 writel(data->blocks, host->ioaddr + SDHBLC); in bcm2835_prepare_data()
586 static u32 bcm2835_read_wait_sdcmd(struct bcm2835_host *host, u32 max_ms) in bcm2835_read_wait_sdcmd() argument
588 struct device *dev = &host->pdev->dev; in bcm2835_read_wait_sdcmd()
592 ret = readl_poll_timeout(host->ioaddr + SDCMD, value, in bcm2835_read_wait_sdcmd()
596 ret = readl_poll_timeout(host->ioaddr + SDCMD, value, in bcm2835_read_wait_sdcmd()
605 static void bcm2835_finish_request(struct bcm2835_host *host) in bcm2835_finish_request() argument
610 cancel_delayed_work(&host->timeout_work); in bcm2835_finish_request()
612 mrq = host->mrq; in bcm2835_finish_request()
614 host->mrq = NULL; in bcm2835_finish_request()
615 host->cmd = NULL; in bcm2835_finish_request()
616 host->data = NULL; in bcm2835_finish_request()
618 host->dma_desc = NULL; in bcm2835_finish_request()
619 terminate_chan = host->dma_chan; in bcm2835_finish_request()
620 host->dma_chan = NULL; in bcm2835_finish_request()
626 dev_err(&host->pdev->dev, in bcm2835_finish_request()
630 mmc_request_done(host->mmc, mrq); in bcm2835_finish_request()
634 bool bcm2835_send_command(struct bcm2835_host *host, struct mmc_command *cmd) in bcm2835_send_command() argument
636 struct device *dev = &host->pdev->dev; in bcm2835_send_command()
640 WARN_ON(host->cmd); in bcm2835_send_command()
642 sdcmd = bcm2835_read_wait_sdcmd(host, 100); in bcm2835_send_command()
645 bcm2835_dumpregs(host); in bcm2835_send_command()
647 bcm2835_finish_request(host); in bcm2835_send_command()
655 schedule_delayed_work(&host->timeout_work, timeout); in bcm2835_send_command()
657 host->cmd = cmd; in bcm2835_send_command()
660 sdhsts = readl(host->ioaddr + SDHSTS); in bcm2835_send_command()
662 writel(sdhsts, host->ioaddr + SDHSTS); in bcm2835_send_command()
667 bcm2835_finish_request(host); in bcm2835_send_command()
671 bcm2835_prepare_data(host, cmd); in bcm2835_send_command()
673 writel(cmd->arg, host->ioaddr + SDARG); in bcm2835_send_command()
677 host->use_busy = false; in bcm2835_send_command()
685 host->use_busy = true; in bcm2835_send_command()
696 writel(sdcmd | SDCMD_NEW_FLAG, host->ioaddr + SDCMD); in bcm2835_send_command()
701 static void bcm2835_transfer_complete(struct bcm2835_host *host) in bcm2835_transfer_complete() argument
705 WARN_ON(!host->data_complete); in bcm2835_transfer_complete()
707 data = host->data; in bcm2835_transfer_complete()
708 host->data = NULL; in bcm2835_transfer_complete()
714 if (host->mrq->stop && (data->error || !host->use_sbc)) { in bcm2835_transfer_complete()
715 if (bcm2835_send_command(host, host->mrq->stop)) { in bcm2835_transfer_complete()
717 if (!host->use_busy) in bcm2835_transfer_complete()
718 bcm2835_finish_command(host); in bcm2835_transfer_complete()
721 bcm2835_wait_transfer_complete(host); in bcm2835_transfer_complete()
722 bcm2835_finish_request(host); in bcm2835_transfer_complete()
726 static void bcm2835_finish_data(struct bcm2835_host *host) in bcm2835_finish_data() argument
728 struct device *dev = &host->pdev->dev; in bcm2835_finish_data()
731 data = host->data; in bcm2835_finish_data()
733 host->hcfg &= ~(SDHCFG_DATA_IRPT_EN | SDHCFG_BLOCK_IRPT_EN); in bcm2835_finish_data()
734 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_finish_data()
738 host->data_complete = true; in bcm2835_finish_data()
740 if (host->cmd) { in bcm2835_finish_data()
746 readl(host->ioaddr + SDHSTS)); in bcm2835_finish_data()
748 bcm2835_transfer_complete(host); in bcm2835_finish_data()
752 static void bcm2835_finish_command(struct bcm2835_host *host) in bcm2835_finish_command() argument
754 struct device *dev = &host->pdev->dev; in bcm2835_finish_command()
755 struct mmc_command *cmd = host->cmd; in bcm2835_finish_command()
758 sdcmd = bcm2835_read_wait_sdcmd(host, 100); in bcm2835_finish_command()
763 bcm2835_dumpregs(host); in bcm2835_finish_command()
764 host->cmd->error = -EIO; in bcm2835_finish_command()
765 bcm2835_finish_request(host); in bcm2835_finish_command()
768 u32 sdhsts = readl(host->ioaddr + SDHSTS); in bcm2835_finish_command()
771 writel(SDHSTS_ERROR_MASK, host->ioaddr + SDHSTS); in bcm2835_finish_command()
774 (host->cmd->opcode != MMC_SEND_OP_COND)) { in bcm2835_finish_command()
776 host->cmd->error = -ETIMEDOUT; in bcm2835_finish_command()
779 host->cmd->opcode); in bcm2835_finish_command()
780 bcm2835_dumpregs(host); in bcm2835_finish_command()
781 host->cmd->error = -EILSEQ; in bcm2835_finish_command()
783 bcm2835_finish_request(host); in bcm2835_finish_command()
794 readl(host->ioaddr + SDRSP0 + i * 4); in bcm2835_finish_command()
797 cmd->resp[0] = readl(host->ioaddr + SDRSP0); in bcm2835_finish_command()
801 if (cmd == host->mrq->sbc) { in bcm2835_finish_command()
803 host->cmd = NULL; in bcm2835_finish_command()
804 if (bcm2835_send_command(host, host->mrq->cmd)) { in bcm2835_finish_command()
805 if (host->data && host->dma_desc) in bcm2835_finish_command()
809 bcm2835_start_dma(host); in bcm2835_finish_command()
811 if (!host->use_busy) in bcm2835_finish_command()
812 bcm2835_finish_command(host); in bcm2835_finish_command()
814 } else if (cmd == host->mrq->stop) { in bcm2835_finish_command()
816 bcm2835_finish_request(host); in bcm2835_finish_command()
819 host->cmd = NULL; in bcm2835_finish_command()
820 if (!host->data) in bcm2835_finish_command()
821 bcm2835_finish_request(host); in bcm2835_finish_command()
822 else if (host->data_complete) in bcm2835_finish_command()
823 bcm2835_transfer_complete(host); in bcm2835_finish_command()
830 struct bcm2835_host *host = in bcm2835_timeout() local
832 struct device *dev = &host->pdev->dev; in bcm2835_timeout()
834 mutex_lock(&host->mutex); in bcm2835_timeout()
836 if (host->mrq) { in bcm2835_timeout()
838 bcm2835_dumpregs(host); in bcm2835_timeout()
840 if (host->data) { in bcm2835_timeout()
841 host->data->error = -ETIMEDOUT; in bcm2835_timeout()
842 bcm2835_finish_data(host); in bcm2835_timeout()
844 if (host->cmd) in bcm2835_timeout()
845 host->cmd->error = -ETIMEDOUT; in bcm2835_timeout()
847 host->mrq->cmd->error = -ETIMEDOUT; in bcm2835_timeout()
849 bcm2835_finish_request(host); in bcm2835_timeout()
853 mutex_unlock(&host->mutex); in bcm2835_timeout()
856 static bool bcm2835_check_cmd_error(struct bcm2835_host *host, u32 intmask) in bcm2835_check_cmd_error() argument
858 struct device *dev = &host->pdev->dev; in bcm2835_check_cmd_error()
863 if (!host->cmd) in bcm2835_check_cmd_error()
868 host->cmd->error = -EILSEQ; in bcm2835_check_cmd_error()
871 if (host->mrq->data) in bcm2835_check_cmd_error()
872 host->mrq->data->error = -EILSEQ; in bcm2835_check_cmd_error()
874 host->cmd->error = -EILSEQ; in bcm2835_check_cmd_error()
876 if (host->mrq->data) in bcm2835_check_cmd_error()
877 host->mrq->data->error = -ETIMEDOUT; in bcm2835_check_cmd_error()
879 host->cmd->error = -ETIMEDOUT; in bcm2835_check_cmd_error()
881 host->cmd->error = -ETIMEDOUT; in bcm2835_check_cmd_error()
883 bcm2835_dumpregs(host); in bcm2835_check_cmd_error()
887 static void bcm2835_check_data_error(struct bcm2835_host *host, u32 intmask) in bcm2835_check_data_error() argument
889 if (!host->data) in bcm2835_check_data_error()
892 host->data->error = -EILSEQ; in bcm2835_check_data_error()
894 host->data->error = -ETIMEDOUT; in bcm2835_check_data_error()
897 static void bcm2835_busy_irq(struct bcm2835_host *host) in bcm2835_busy_irq() argument
899 if (WARN_ON(!host->cmd)) { in bcm2835_busy_irq()
900 bcm2835_dumpregs(host); in bcm2835_busy_irq()
904 if (WARN_ON(!host->use_busy)) { in bcm2835_busy_irq()
905 bcm2835_dumpregs(host); in bcm2835_busy_irq()
908 host->use_busy = false; in bcm2835_busy_irq()
910 bcm2835_finish_command(host); in bcm2835_busy_irq()
913 static void bcm2835_data_irq(struct bcm2835_host *host, u32 intmask) in bcm2835_data_irq() argument
921 if (!host->data) in bcm2835_data_irq()
924 bcm2835_check_data_error(host, intmask); in bcm2835_data_irq()
925 if (host->data->error) in bcm2835_data_irq()
928 if (host->data->flags & MMC_DATA_WRITE) { in bcm2835_data_irq()
930 host->hcfg &= ~(SDHCFG_DATA_IRPT_EN); in bcm2835_data_irq()
931 host->hcfg |= SDHCFG_BLOCK_IRPT_EN; in bcm2835_data_irq()
932 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_data_irq()
933 bcm2835_transfer_pio(host); in bcm2835_data_irq()
935 bcm2835_transfer_pio(host); in bcm2835_data_irq()
936 host->blocks--; in bcm2835_data_irq()
937 if ((host->blocks == 0) || host->data->error) in bcm2835_data_irq()
943 host->hcfg &= ~(SDHCFG_DATA_IRPT_EN | SDHCFG_BLOCK_IRPT_EN); in bcm2835_data_irq()
944 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_data_irq()
947 static void bcm2835_data_threaded_irq(struct bcm2835_host *host) in bcm2835_data_threaded_irq() argument
949 if (!host->data) in bcm2835_data_threaded_irq()
951 if ((host->blocks == 0) || host->data->error) in bcm2835_data_threaded_irq()
952 bcm2835_finish_data(host); in bcm2835_data_threaded_irq()
955 static void bcm2835_block_irq(struct bcm2835_host *host) in bcm2835_block_irq() argument
957 if (WARN_ON(!host->data)) { in bcm2835_block_irq()
958 bcm2835_dumpregs(host); in bcm2835_block_irq()
962 if (!host->dma_desc) { in bcm2835_block_irq()
963 WARN_ON(!host->blocks); in bcm2835_block_irq()
964 if (host->data->error || (--host->blocks == 0)) in bcm2835_block_irq()
965 bcm2835_finish_data(host); in bcm2835_block_irq()
967 bcm2835_transfer_pio(host); in bcm2835_block_irq()
968 } else if (host->data->flags & MMC_DATA_WRITE) { in bcm2835_block_irq()
969 bcm2835_finish_data(host); in bcm2835_block_irq()
976 struct bcm2835_host *host = dev_id; in bcm2835_irq() local
979 spin_lock(&host->lock); in bcm2835_irq()
981 intmask = readl(host->ioaddr + SDHSTS); in bcm2835_irq()
987 host->ioaddr + SDHSTS); in bcm2835_irq()
990 bcm2835_check_data_error(host, intmask); in bcm2835_irq()
991 host->irq_block = true; in bcm2835_irq()
996 if (!bcm2835_check_cmd_error(host, intmask)) { in bcm2835_irq()
997 host->irq_busy = true; in bcm2835_irq()
1009 (host->hcfg & SDHCFG_DATA_IRPT_EN)) { in bcm2835_irq()
1010 bcm2835_data_irq(host, intmask); in bcm2835_irq()
1011 host->irq_data = true; in bcm2835_irq()
1015 spin_unlock(&host->lock); in bcm2835_irq()
1022 struct bcm2835_host *host = dev_id; in bcm2835_threaded_irq() local
1026 spin_lock_irqsave(&host->lock, flags); in bcm2835_threaded_irq()
1028 block = host->irq_block; in bcm2835_threaded_irq()
1029 busy = host->irq_busy; in bcm2835_threaded_irq()
1030 data = host->irq_data; in bcm2835_threaded_irq()
1031 host->irq_block = false; in bcm2835_threaded_irq()
1032 host->irq_busy = false; in bcm2835_threaded_irq()
1033 host->irq_data = false; in bcm2835_threaded_irq()
1035 spin_unlock_irqrestore(&host->lock, flags); in bcm2835_threaded_irq()
1037 mutex_lock(&host->mutex); in bcm2835_threaded_irq()
1040 bcm2835_block_irq(host); in bcm2835_threaded_irq()
1042 bcm2835_busy_irq(host); in bcm2835_threaded_irq()
1044 bcm2835_data_threaded_irq(host); in bcm2835_threaded_irq()
1046 mutex_unlock(&host->mutex); in bcm2835_threaded_irq()
1053 struct bcm2835_host *host = in bcm2835_dma_complete_work() local
1055 struct mmc_data *data = host->data; in bcm2835_dma_complete_work()
1057 mutex_lock(&host->mutex); in bcm2835_dma_complete_work()
1059 if (host->dma_chan) { in bcm2835_dma_complete_work()
1060 dma_unmap_sg(host->dma_chan->device->dev, in bcm2835_dma_complete_work()
1062 host->dma_dir); in bcm2835_dma_complete_work()
1064 host->dma_chan = NULL; in bcm2835_dma_complete_work()
1067 if (host->drain_words) { in bcm2835_dma_complete_work()
1072 if (host->drain_offset & PAGE_MASK) { in bcm2835_dma_complete_work()
1073 host->drain_page += host->drain_offset >> PAGE_SHIFT; in bcm2835_dma_complete_work()
1074 host->drain_offset &= ~PAGE_MASK; in bcm2835_dma_complete_work()
1077 page = kmap_atomic(host->drain_page); in bcm2835_dma_complete_work()
1078 buf = page + host->drain_offset; in bcm2835_dma_complete_work()
1080 while (host->drain_words) { in bcm2835_dma_complete_work()
1081 u32 edm = readl(host->ioaddr + SDEDM); in bcm2835_dma_complete_work()
1084 *(buf++) = readl(host->ioaddr + SDDATA); in bcm2835_dma_complete_work()
1085 host->drain_words--; in bcm2835_dma_complete_work()
1092 bcm2835_finish_data(host); in bcm2835_dma_complete_work()
1094 mutex_unlock(&host->mutex); in bcm2835_dma_complete_work()
1097 static void bcm2835_set_clock(struct bcm2835_host *host, unsigned int clock) in bcm2835_set_clock() argument
1126 host->cdiv = SDCDIV_MAX_CDIV; in bcm2835_set_clock()
1127 writel(host->cdiv, host->ioaddr + SDCDIV); in bcm2835_set_clock()
1131 div = host->max_clk / clock; in bcm2835_set_clock()
1134 if ((host->max_clk / div) > clock) in bcm2835_set_clock()
1141 clock = host->max_clk / (div + 2); in bcm2835_set_clock()
1142 host->mmc->actual_clock = clock; in bcm2835_set_clock()
1146 host->ns_per_fifo_word = (1000000000 / clock) * in bcm2835_set_clock()
1147 ((host->mmc->caps & MMC_CAP_4_BIT_DATA) ? 8 : 32); in bcm2835_set_clock()
1149 host->cdiv = div; in bcm2835_set_clock()
1150 writel(host->cdiv, host->ioaddr + SDCDIV); in bcm2835_set_clock()
1153 writel(host->mmc->actual_clock / 2, host->ioaddr + SDTOUT); in bcm2835_set_clock()
1158 struct bcm2835_host *host = mmc_priv(mmc); in bcm2835_request() local
1159 struct device *dev = &host->pdev->dev; in bcm2835_request()
1183 if (host->use_dma && mrq->data && (mrq->data->blocks > PIO_THRESHOLD)) in bcm2835_request()
1184 bcm2835_prepare_dma(host, mrq->data); in bcm2835_request()
1186 mutex_lock(&host->mutex); in bcm2835_request()
1188 WARN_ON(host->mrq); in bcm2835_request()
1189 host->mrq = mrq; in bcm2835_request()
1191 edm = readl(host->ioaddr + SDEDM); in bcm2835_request()
1197 readl(host->ioaddr + SDCMD) & SDCMD_CMD_MASK, in bcm2835_request()
1199 bcm2835_dumpregs(host); in bcm2835_request()
1204 bcm2835_finish_request(host); in bcm2835_request()
1205 mutex_unlock(&host->mutex); in bcm2835_request()
1209 host->use_sbc = !!mrq->sbc && host->mrq->data && in bcm2835_request()
1210 (host->mrq->data->flags & MMC_DATA_READ); in bcm2835_request()
1211 if (host->use_sbc) { in bcm2835_request()
1212 if (bcm2835_send_command(host, mrq->sbc)) { in bcm2835_request()
1213 if (!host->use_busy) in bcm2835_request()
1214 bcm2835_finish_command(host); in bcm2835_request()
1216 } else if (mrq->cmd && bcm2835_send_command(host, mrq->cmd)) { in bcm2835_request()
1217 if (host->data && host->dma_desc) { in bcm2835_request()
1219 bcm2835_start_dma(host); in bcm2835_request()
1222 if (!host->use_busy) in bcm2835_request()
1223 bcm2835_finish_command(host); in bcm2835_request()
1226 mutex_unlock(&host->mutex); in bcm2835_request()
1231 struct bcm2835_host *host = mmc_priv(mmc); in bcm2835_set_ios() local
1233 mutex_lock(&host->mutex); in bcm2835_set_ios()
1235 if (!ios->clock || ios->clock != host->clock) { in bcm2835_set_ios()
1236 bcm2835_set_clock(host, ios->clock); in bcm2835_set_ios()
1237 host->clock = ios->clock; in bcm2835_set_ios()
1241 host->hcfg &= ~SDHCFG_WIDE_EXT_BUS; in bcm2835_set_ios()
1243 host->hcfg |= SDHCFG_WIDE_EXT_BUS; in bcm2835_set_ios()
1245 host->hcfg |= SDHCFG_WIDE_INT_BUS; in bcm2835_set_ios()
1248 host->hcfg |= SDHCFG_SLOW_CARD; in bcm2835_set_ios()
1250 writel(host->hcfg, host->ioaddr + SDHCFG); in bcm2835_set_ios()
1252 mutex_unlock(&host->mutex); in bcm2835_set_ios()
1261 static int bcm2835_add_host(struct bcm2835_host *host) in bcm2835_add_host() argument
1263 struct mmc_host *mmc = host->mmc; in bcm2835_add_host()
1264 struct device *dev = &host->pdev->dev; in bcm2835_add_host()
1268 if (!mmc->f_max || mmc->f_max > host->max_clk) in bcm2835_add_host()
1269 mmc->f_max = host->max_clk; in bcm2835_add_host()
1270 mmc->f_min = host->max_clk / SDCDIV_MAX_CDIV; in bcm2835_add_host()
1282 spin_lock_init(&host->lock); in bcm2835_add_host()
1283 mutex_init(&host->mutex); in bcm2835_add_host()
1285 if (IS_ERR_OR_NULL(host->dma_chan_rxtx)) { in bcm2835_add_host()
1287 host->use_dma = false; in bcm2835_add_host()
1289 host->use_dma = true; in bcm2835_add_host()
1291 host->dma_cfg_tx.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1292 host->dma_cfg_tx.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1293 host->dma_cfg_tx.slave_id = 13; /* DREQ channel */ in bcm2835_add_host()
1294 host->dma_cfg_tx.direction = DMA_MEM_TO_DEV; in bcm2835_add_host()
1295 host->dma_cfg_tx.src_addr = 0; in bcm2835_add_host()
1296 host->dma_cfg_tx.dst_addr = host->phys_addr + SDDATA; in bcm2835_add_host()
1298 host->dma_cfg_rx.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1299 host->dma_cfg_rx.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES; in bcm2835_add_host()
1300 host->dma_cfg_rx.slave_id = 13; /* DREQ channel */ in bcm2835_add_host()
1301 host->dma_cfg_rx.direction = DMA_DEV_TO_MEM; in bcm2835_add_host()
1302 host->dma_cfg_rx.src_addr = host->phys_addr + SDDATA; in bcm2835_add_host()
1303 host->dma_cfg_rx.dst_addr = 0; in bcm2835_add_host()
1305 if (dmaengine_slave_config(host->dma_chan_rxtx, in bcm2835_add_host()
1306 &host->dma_cfg_tx) != 0 || in bcm2835_add_host()
1307 dmaengine_slave_config(host->dma_chan_rxtx, in bcm2835_add_host()
1308 &host->dma_cfg_rx) != 0) in bcm2835_add_host()
1309 host->use_dma = false; in bcm2835_add_host()
1321 INIT_WORK(&host->dma_work, bcm2835_dma_complete_work); in bcm2835_add_host()
1322 INIT_DELAYED_WORK(&host->timeout_work, bcm2835_timeout); in bcm2835_add_host()
1325 host->hcfg = SDHCFG_BUSY_IRPT_EN; in bcm2835_add_host()
1327 bcm2835_reset_internal(host); in bcm2835_add_host()
1329 ret = request_threaded_irq(host->irq, bcm2835_irq, in bcm2835_add_host()
1331 0, mmc_hostname(mmc), host); in bcm2835_add_host()
1333 dev_err(dev, "failed to request IRQ %d: %d\n", host->irq, ret); in bcm2835_add_host()
1339 free_irq(host->irq, host); in bcm2835_add_host()
1344 if (host->use_dma && (PIO_THRESHOLD > 0)) in bcm2835_add_host()
1347 host->use_dma ? "enabled" : "disabled", pio_limit_string); in bcm2835_add_host()
1357 struct bcm2835_host *host; in bcm2835_probe() local
1363 mmc = mmc_alloc_host(sizeof(*host), dev); in bcm2835_probe()
1368 host = mmc_priv(mmc); in bcm2835_probe()
1369 host->mmc = mmc; in bcm2835_probe()
1370 host->pdev = pdev; in bcm2835_probe()
1371 spin_lock_init(&host->lock); in bcm2835_probe()
1374 host->ioaddr = devm_ioremap_resource(dev, iomem); in bcm2835_probe()
1375 if (IS_ERR(host->ioaddr)) { in bcm2835_probe()
1376 ret = PTR_ERR(host->ioaddr); in bcm2835_probe()
1390 host->phys_addr = be32_to_cpup(regaddr_p); in bcm2835_probe()
1392 host->dma_chan = NULL; in bcm2835_probe()
1393 host->dma_desc = NULL; in bcm2835_probe()
1395 host->dma_chan_rxtx = dma_request_slave_channel(dev, "rx-tx"); in bcm2835_probe()
1405 host->max_clk = clk_get_rate(clk); in bcm2835_probe()
1407 host->irq = platform_get_irq(pdev, 0); in bcm2835_probe()
1408 if (host->irq <= 0) { in bcm2835_probe()
1418 ret = bcm2835_add_host(host); in bcm2835_probe()
1422 platform_set_drvdata(pdev, host); in bcm2835_probe()
1437 struct bcm2835_host *host = platform_get_drvdata(pdev); in bcm2835_remove() local
1439 mmc_remove_host(host->mmc); in bcm2835_remove()
1441 writel(SDVDD_POWER_OFF, host->ioaddr + SDVDD); in bcm2835_remove()
1443 free_irq(host->irq, host); in bcm2835_remove()
1445 cancel_work_sync(&host->dma_work); in bcm2835_remove()
1446 cancel_delayed_work_sync(&host->timeout_work); in bcm2835_remove()
1448 mmc_free_host(host->mmc); in bcm2835_remove()