Lines Matching refs:host
510 static void msdc_reset_hw(struct msdc_host *host) in msdc_reset_hw() argument
514 sdr_set_bits(host->base + MSDC_CFG, MSDC_CFG_RST); in msdc_reset_hw()
515 while (readl(host->base + MSDC_CFG) & MSDC_CFG_RST) in msdc_reset_hw()
518 sdr_set_bits(host->base + MSDC_FIFOCS, MSDC_FIFOCS_CLR); in msdc_reset_hw()
519 while (readl(host->base + MSDC_FIFOCS) & MSDC_FIFOCS_CLR) in msdc_reset_hw()
522 val = readl(host->base + MSDC_INT); in msdc_reset_hw()
523 writel(val, host->base + MSDC_INT); in msdc_reset_hw()
526 static void msdc_cmd_next(struct msdc_host *host,
545 static inline void msdc_dma_setup(struct msdc_host *host, struct msdc_dma *dma, in msdc_dma_setup() argument
576 if (host->dev_comp->support_64g) { in msdc_dma_setup()
594 sdr_set_field(host->base + MSDC_DMA_CFG, MSDC_DMA_CFG_DECSEN, 1); in msdc_dma_setup()
595 dma_ctrl = readl_relaxed(host->base + MSDC_DMA_CTRL); in msdc_dma_setup()
598 writel_relaxed(dma_ctrl, host->base + MSDC_DMA_CTRL); in msdc_dma_setup()
599 if (host->dev_comp->support_64g) in msdc_dma_setup()
600 sdr_set_field(host->base + DMA_SA_H4BIT, DMA_ADDR_HIGH_4BIT, in msdc_dma_setup()
602 writel(lower_32_bits(dma->gpd_addr), host->base + MSDC_DMA_SA); in msdc_dma_setup()
605 static void msdc_prepare_data(struct msdc_host *host, struct mmc_request *mrq) in msdc_prepare_data() argument
611 data->sg_count = dma_map_sg(host->dev, data->sg, data->sg_len, in msdc_prepare_data()
616 static void msdc_unprepare_data(struct msdc_host *host, struct mmc_request *mrq) in msdc_unprepare_data() argument
624 dma_unmap_sg(host->dev, data->sg, data->sg_len, in msdc_unprepare_data()
631 static void msdc_set_timeout(struct msdc_host *host, u32 ns, u32 clks) in msdc_set_timeout() argument
636 host->timeout_ns = ns; in msdc_set_timeout()
637 host->timeout_clks = clks; in msdc_set_timeout()
638 if (host->sclk == 0) { in msdc_set_timeout()
641 clk_ns = 1000000000UL / host->sclk; in msdc_set_timeout()
645 if (host->dev_comp->clk_div_bits == 8) in msdc_set_timeout()
646 sdr_get_field(host->base + MSDC_CFG, in msdc_set_timeout()
649 sdr_get_field(host->base + MSDC_CFG, in msdc_set_timeout()
656 sdr_set_field(host->base + SDC_CFG, SDC_CFG_DTOC, timeout); in msdc_set_timeout()
659 static void msdc_gate_clock(struct msdc_host *host) in msdc_gate_clock() argument
661 clk_disable_unprepare(host->src_clk_cg); in msdc_gate_clock()
662 clk_disable_unprepare(host->src_clk); in msdc_gate_clock()
663 clk_disable_unprepare(host->h_clk); in msdc_gate_clock()
666 static void msdc_ungate_clock(struct msdc_host *host) in msdc_ungate_clock() argument
668 clk_prepare_enable(host->h_clk); in msdc_ungate_clock()
669 clk_prepare_enable(host->src_clk); in msdc_ungate_clock()
670 clk_prepare_enable(host->src_clk_cg); in msdc_ungate_clock()
671 while (!(readl(host->base + MSDC_CFG) & MSDC_CFG_CKSTB)) in msdc_ungate_clock()
675 static void msdc_set_mclk(struct msdc_host *host, unsigned char timing, u32 hz) in msdc_set_mclk() argument
681 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_set_mclk()
684 dev_dbg(host->dev, "set mclk to 0\n"); in msdc_set_mclk()
685 host->mclk = 0; in msdc_set_mclk()
686 sdr_clr_bits(host->base + MSDC_CFG, MSDC_CFG_CKPDN); in msdc_set_mclk()
690 flags = readl(host->base + MSDC_INTEN); in msdc_set_mclk()
691 sdr_clr_bits(host->base + MSDC_INTEN, flags); in msdc_set_mclk()
692 if (host->dev_comp->clk_div_bits == 8) in msdc_set_mclk()
693 sdr_clr_bits(host->base + MSDC_CFG, MSDC_CFG_HS400_CK_MODE); in msdc_set_mclk()
695 sdr_clr_bits(host->base + MSDC_CFG, in msdc_set_mclk()
705 if (hz >= (host->src_clk_freq >> 2)) { in msdc_set_mclk()
707 sclk = host->src_clk_freq >> 2; /* sclk = clk / 4 */ in msdc_set_mclk()
709 div = (host->src_clk_freq + ((hz << 2) - 1)) / (hz << 2); in msdc_set_mclk()
710 sclk = (host->src_clk_freq >> 2) / div; in msdc_set_mclk()
715 hz >= (host->src_clk_freq >> 1)) { in msdc_set_mclk()
716 if (host->dev_comp->clk_div_bits == 8) in msdc_set_mclk()
717 sdr_set_bits(host->base + MSDC_CFG, in msdc_set_mclk()
720 sdr_set_bits(host->base + MSDC_CFG, in msdc_set_mclk()
722 sclk = host->src_clk_freq >> 1; in msdc_set_mclk()
725 } else if (hz >= host->src_clk_freq) { in msdc_set_mclk()
728 sclk = host->src_clk_freq; in msdc_set_mclk()
731 if (hz >= (host->src_clk_freq >> 1)) { in msdc_set_mclk()
733 sclk = host->src_clk_freq >> 1; /* sclk = clk / 2 */ in msdc_set_mclk()
735 div = (host->src_clk_freq + ((hz << 2) - 1)) / (hz << 2); in msdc_set_mclk()
736 sclk = (host->src_clk_freq >> 2) / div; in msdc_set_mclk()
739 sdr_clr_bits(host->base + MSDC_CFG, MSDC_CFG_CKPDN); in msdc_set_mclk()
744 if (host->src_clk_cg) in msdc_set_mclk()
745 clk_disable_unprepare(host->src_clk_cg); in msdc_set_mclk()
747 clk_disable_unprepare(clk_get_parent(host->src_clk)); in msdc_set_mclk()
748 if (host->dev_comp->clk_div_bits == 8) in msdc_set_mclk()
749 sdr_set_field(host->base + MSDC_CFG, in msdc_set_mclk()
753 sdr_set_field(host->base + MSDC_CFG, in msdc_set_mclk()
756 if (host->src_clk_cg) in msdc_set_mclk()
757 clk_prepare_enable(host->src_clk_cg); in msdc_set_mclk()
759 clk_prepare_enable(clk_get_parent(host->src_clk)); in msdc_set_mclk()
761 while (!(readl(host->base + MSDC_CFG) & MSDC_CFG_CKSTB)) in msdc_set_mclk()
763 sdr_set_bits(host->base + MSDC_CFG, MSDC_CFG_CKPDN); in msdc_set_mclk()
764 host->sclk = sclk; in msdc_set_mclk()
765 host->mclk = hz; in msdc_set_mclk()
766 host->timing = timing; in msdc_set_mclk()
768 msdc_set_timeout(host, host->timeout_ns, host->timeout_clks); in msdc_set_mclk()
769 sdr_set_bits(host->base + MSDC_INTEN, flags); in msdc_set_mclk()
775 if (host->sclk <= 52000000) { in msdc_set_mclk()
776 writel(host->def_tune_para.iocon, host->base + MSDC_IOCON); in msdc_set_mclk()
777 writel(host->def_tune_para.pad_tune, host->base + tune_reg); in msdc_set_mclk()
779 writel(host->saved_tune_para.iocon, host->base + MSDC_IOCON); in msdc_set_mclk()
780 writel(host->saved_tune_para.pad_tune, host->base + tune_reg); in msdc_set_mclk()
781 writel(host->saved_tune_para.pad_cmd_tune, in msdc_set_mclk()
782 host->base + PAD_CMD_TUNE); in msdc_set_mclk()
786 host->dev_comp->hs400_tune) in msdc_set_mclk()
787 sdr_set_field(host->base + PAD_CMD_TUNE, in msdc_set_mclk()
789 host->hs400_cmd_int_delay); in msdc_set_mclk()
790 dev_dbg(host->dev, "sclk: %d, timing: %d\n", host->sclk, timing); in msdc_set_mclk()
793 static inline u32 msdc_cmd_find_resp(struct msdc_host *host, in msdc_cmd_find_resp() argument
821 static inline u32 msdc_cmd_prepare_raw_cmd(struct msdc_host *host, in msdc_cmd_prepare_raw_cmd() argument
829 u32 resp = msdc_cmd_find_resp(host, mrq, cmd); in msdc_cmd_prepare_raw_cmd()
832 host->cmd_rsp = resp; in msdc_cmd_prepare_raw_cmd()
850 if (mmc_card_mmc(host->mmc->card) && mrq->sbc && in msdc_cmd_prepare_raw_cmd()
863 sdr_clr_bits(host->base + MSDC_CFG, MSDC_CFG_PIO); in msdc_cmd_prepare_raw_cmd()
865 if (host->timeout_ns != data->timeout_ns || in msdc_cmd_prepare_raw_cmd()
866 host->timeout_clks != data->timeout_clks) in msdc_cmd_prepare_raw_cmd()
867 msdc_set_timeout(host, data->timeout_ns, in msdc_cmd_prepare_raw_cmd()
870 writel(data->blocks, host->base + SDC_BLK_NUM); in msdc_cmd_prepare_raw_cmd()
875 static void msdc_start_data(struct msdc_host *host, struct mmc_request *mrq, in msdc_start_data() argument
880 WARN_ON(host->data); in msdc_start_data()
881 host->data = data; in msdc_start_data()
884 mod_delayed_work(system_wq, &host->req_timeout, DAT_TIMEOUT); in msdc_start_data()
885 msdc_dma_setup(host, &host->dma, data); in msdc_start_data()
886 sdr_set_bits(host->base + MSDC_INTEN, data_ints_mask); in msdc_start_data()
887 sdr_set_field(host->base + MSDC_DMA_CTRL, MSDC_DMA_CTRL_START, 1); in msdc_start_data()
888 dev_dbg(host->dev, "DMA start\n"); in msdc_start_data()
889 dev_dbg(host->dev, "%s: cmd=%d DMA data: %d blocks; read=%d\n", in msdc_start_data()
893 static int msdc_auto_cmd_done(struct msdc_host *host, int events, in msdc_auto_cmd_done() argument
898 rsp[0] = readl(host->base + SDC_ACMD_RESP); in msdc_auto_cmd_done()
903 msdc_reset_hw(host); in msdc_auto_cmd_done()
906 host->error |= REQ_STOP_EIO; in msdc_auto_cmd_done()
909 host->error |= REQ_STOP_TMO; in msdc_auto_cmd_done()
911 dev_err(host->dev, in msdc_auto_cmd_done()
918 static void msdc_track_cmd_data(struct msdc_host *host, in msdc_track_cmd_data() argument
921 if (host->error) in msdc_track_cmd_data()
922 dev_dbg(host->dev, "%s: cmd=%d arg=%08X; host->error=0x%08X\n", in msdc_track_cmd_data()
923 __func__, cmd->opcode, cmd->arg, host->error); in msdc_track_cmd_data()
926 static void msdc_request_done(struct msdc_host *host, struct mmc_request *mrq) in msdc_request_done() argument
931 ret = cancel_delayed_work(&host->req_timeout); in msdc_request_done()
936 spin_lock_irqsave(&host->lock, flags); in msdc_request_done()
937 host->mrq = NULL; in msdc_request_done()
938 spin_unlock_irqrestore(&host->lock, flags); in msdc_request_done()
940 msdc_track_cmd_data(host, mrq->cmd, mrq->data); in msdc_request_done()
942 msdc_unprepare_data(host, mrq); in msdc_request_done()
943 mmc_request_done(host->mmc, mrq); in msdc_request_done()
947 static bool msdc_cmd_done(struct msdc_host *host, int events, in msdc_cmd_done() argument
958 msdc_auto_cmd_done(host, events, mrq->sbc); in msdc_cmd_done()
967 spin_lock_irqsave(&host->lock, flags); in msdc_cmd_done()
968 done = !host->cmd; in msdc_cmd_done()
969 host->cmd = NULL; in msdc_cmd_done()
970 spin_unlock_irqrestore(&host->lock, flags); in msdc_cmd_done()
975 sdr_clr_bits(host->base + MSDC_INTEN, cmd_ints_mask); in msdc_cmd_done()
979 rsp[0] = readl(host->base + SDC_RESP3); in msdc_cmd_done()
980 rsp[1] = readl(host->base + SDC_RESP2); in msdc_cmd_done()
981 rsp[2] = readl(host->base + SDC_RESP1); in msdc_cmd_done()
982 rsp[3] = readl(host->base + SDC_RESP0); in msdc_cmd_done()
984 rsp[0] = readl(host->base + SDC_RESP0); in msdc_cmd_done()
995 msdc_reset_hw(host); in msdc_cmd_done()
998 host->error |= REQ_CMD_EIO; in msdc_cmd_done()
1001 host->error |= REQ_CMD_TMO; in msdc_cmd_done()
1005 dev_dbg(host->dev, in msdc_cmd_done()
1010 msdc_cmd_next(host, mrq, cmd); in msdc_cmd_done()
1018 static inline bool msdc_cmd_is_ready(struct msdc_host *host, in msdc_cmd_is_ready() argument
1024 while ((readl(host->base + SDC_STS) & SDC_STS_CMDBUSY) && in msdc_cmd_is_ready()
1027 if (readl(host->base + SDC_STS) & SDC_STS_CMDBUSY) { in msdc_cmd_is_ready()
1028 dev_err(host->dev, "CMD bus busy detected\n"); in msdc_cmd_is_ready()
1029 host->error |= REQ_CMD_BUSY; in msdc_cmd_is_ready()
1030 msdc_cmd_done(host, MSDC_INT_CMDTMO, mrq, cmd); in msdc_cmd_is_ready()
1037 while ((readl(host->base + SDC_STS) & SDC_STS_SDCBUSY) && in msdc_cmd_is_ready()
1040 if (readl(host->base + SDC_STS) & SDC_STS_SDCBUSY) { in msdc_cmd_is_ready()
1041 dev_err(host->dev, "Controller busy detected\n"); in msdc_cmd_is_ready()
1042 host->error |= REQ_CMD_BUSY; in msdc_cmd_is_ready()
1043 msdc_cmd_done(host, MSDC_INT_CMDTMO, mrq, cmd); in msdc_cmd_is_ready()
1050 static void msdc_start_command(struct msdc_host *host, in msdc_start_command() argument
1055 WARN_ON(host->cmd); in msdc_start_command()
1056 host->cmd = cmd; in msdc_start_command()
1058 if (!msdc_cmd_is_ready(host, mrq, cmd)) in msdc_start_command()
1061 if ((readl(host->base + MSDC_FIFOCS) & MSDC_FIFOCS_TXCNT) >> 16 || in msdc_start_command()
1062 readl(host->base + MSDC_FIFOCS) & MSDC_FIFOCS_RXCNT) { in msdc_start_command()
1063 dev_err(host->dev, "TX/RX FIFO non-empty before start of IO. Reset\n"); in msdc_start_command()
1064 msdc_reset_hw(host); in msdc_start_command()
1068 rawcmd = msdc_cmd_prepare_raw_cmd(host, mrq, cmd); in msdc_start_command()
1069 mod_delayed_work(system_wq, &host->req_timeout, DAT_TIMEOUT); in msdc_start_command()
1071 sdr_set_bits(host->base + MSDC_INTEN, cmd_ints_mask); in msdc_start_command()
1072 writel(cmd->arg, host->base + SDC_ARG); in msdc_start_command()
1073 writel(rawcmd, host->base + SDC_CMD); in msdc_start_command()
1076 static void msdc_cmd_next(struct msdc_host *host, in msdc_cmd_next() argument
1084 msdc_request_done(host, mrq); in msdc_cmd_next()
1086 msdc_start_command(host, mrq, mrq->cmd); in msdc_cmd_next()
1088 msdc_request_done(host, mrq); in msdc_cmd_next()
1090 msdc_start_data(host, mrq, cmd, cmd->data); in msdc_cmd_next()
1095 struct msdc_host *host = mmc_priv(mmc); in msdc_ops_request() local
1097 host->error = 0; in msdc_ops_request()
1098 WARN_ON(host->mrq); in msdc_ops_request()
1099 host->mrq = mrq; in msdc_ops_request()
1102 msdc_prepare_data(host, mrq); in msdc_ops_request()
1110 msdc_start_command(host, mrq, mrq->sbc); in msdc_ops_request()
1112 msdc_start_command(host, mrq, mrq->cmd); in msdc_ops_request()
1117 struct msdc_host *host = mmc_priv(mmc); in msdc_pre_req() local
1123 msdc_prepare_data(host, mrq); in msdc_pre_req()
1130 struct msdc_host *host = mmc_priv(mmc); in msdc_post_req() local
1138 msdc_unprepare_data(host, mrq); in msdc_post_req()
1142 static void msdc_data_xfer_next(struct msdc_host *host, in msdc_data_xfer_next() argument
1147 msdc_start_command(host, mrq, mrq->stop); in msdc_data_xfer_next()
1149 msdc_request_done(host, mrq); in msdc_data_xfer_next()
1152 static bool msdc_data_xfer_done(struct msdc_host *host, u32 events, in msdc_data_xfer_done() argument
1163 spin_lock_irqsave(&host->lock, flags); in msdc_data_xfer_done()
1164 done = !host->data; in msdc_data_xfer_done()
1166 host->data = NULL; in msdc_data_xfer_done()
1167 spin_unlock_irqrestore(&host->lock, flags); in msdc_data_xfer_done()
1173 dev_dbg(host->dev, "DMA status: 0x%8X\n", in msdc_data_xfer_done()
1174 readl(host->base + MSDC_DMA_CFG)); in msdc_data_xfer_done()
1175 sdr_set_field(host->base + MSDC_DMA_CTRL, MSDC_DMA_CTRL_STOP, in msdc_data_xfer_done()
1177 while (readl(host->base + MSDC_DMA_CFG) & MSDC_DMA_CFG_STS) in msdc_data_xfer_done()
1179 sdr_clr_bits(host->base + MSDC_INTEN, data_ints_mask); in msdc_data_xfer_done()
1180 dev_dbg(host->dev, "DMA stop\n"); in msdc_data_xfer_done()
1185 dev_dbg(host->dev, "interrupt events: %x\n", events); in msdc_data_xfer_done()
1186 msdc_reset_hw(host); in msdc_data_xfer_done()
1187 host->error |= REQ_DAT_ERR; in msdc_data_xfer_done()
1195 dev_dbg(host->dev, "%s: cmd=%d; blocks=%d", in msdc_data_xfer_done()
1197 dev_dbg(host->dev, "data_error=%d xfer_size=%d\n", in msdc_data_xfer_done()
1201 msdc_data_xfer_next(host, mrq, data); in msdc_data_xfer_done()
1207 static void msdc_set_buswidth(struct msdc_host *host, u32 width) in msdc_set_buswidth() argument
1209 u32 val = readl(host->base + SDC_CFG); in msdc_set_buswidth()
1226 writel(val, host->base + SDC_CFG); in msdc_set_buswidth()
1227 dev_dbg(host->dev, "Bus Width = %d", width); in msdc_set_buswidth()
1232 struct msdc_host *host = mmc_priv(mmc); in msdc_ops_switch_volt() local
1238 dev_err(host->dev, "Unsupported signal voltage!\n"); in msdc_ops_switch_volt()
1244 dev_dbg(host->dev, "Regulator set error %d (%d)\n", in msdc_ops_switch_volt()
1249 pinctrl_select_state(host->pinctrl, host->pins_uhs); in msdc_ops_switch_volt()
1251 pinctrl_select_state(host->pinctrl, host->pins_default); in msdc_ops_switch_volt()
1259 struct msdc_host *host = mmc_priv(mmc); in msdc_card_busy() local
1260 u32 status = readl(host->base + MSDC_PS); in msdc_card_busy()
1268 struct msdc_host *host = container_of(work, struct msdc_host, in msdc_request_timeout() local
1272 dev_err(host->dev, "%s: aborting cmd/data/mrq\n", __func__); in msdc_request_timeout()
1273 if (host->mrq) { in msdc_request_timeout()
1274 dev_err(host->dev, "%s: aborting mrq=%p cmd=%d\n", __func__, in msdc_request_timeout()
1275 host->mrq, host->mrq->cmd->opcode); in msdc_request_timeout()
1276 if (host->cmd) { in msdc_request_timeout()
1277 dev_err(host->dev, "%s: aborting cmd=%d\n", in msdc_request_timeout()
1278 __func__, host->cmd->opcode); in msdc_request_timeout()
1279 msdc_cmd_done(host, MSDC_INT_CMDTMO, host->mrq, in msdc_request_timeout()
1280 host->cmd); in msdc_request_timeout()
1281 } else if (host->data) { in msdc_request_timeout()
1282 dev_err(host->dev, "%s: abort data: cmd%d; %d blocks\n", in msdc_request_timeout()
1283 __func__, host->mrq->cmd->opcode, in msdc_request_timeout()
1284 host->data->blocks); in msdc_request_timeout()
1285 msdc_data_xfer_done(host, MSDC_INT_DATTMO, host->mrq, in msdc_request_timeout()
1286 host->data); in msdc_request_timeout()
1293 struct msdc_host *host = (struct msdc_host *) dev_id; in msdc_irq() local
1302 spin_lock_irqsave(&host->lock, flags); in msdc_irq()
1303 events = readl(host->base + MSDC_INT); in msdc_irq()
1304 event_mask = readl(host->base + MSDC_INTEN); in msdc_irq()
1306 writel(events & event_mask, host->base + MSDC_INT); in msdc_irq()
1308 mrq = host->mrq; in msdc_irq()
1309 cmd = host->cmd; in msdc_irq()
1310 data = host->data; in msdc_irq()
1311 spin_unlock_irqrestore(&host->lock, flags); in msdc_irq()
1317 dev_err(host->dev, in msdc_irq()
1324 dev_dbg(host->dev, "%s: events=%08X\n", __func__, events); in msdc_irq()
1327 msdc_cmd_done(host, events, mrq, cmd); in msdc_irq()
1329 msdc_data_xfer_done(host, events, mrq, data); in msdc_irq()
1335 static void msdc_init_hw(struct msdc_host *host) in msdc_init_hw() argument
1338 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_init_hw()
1341 sdr_set_bits(host->base + MSDC_CFG, MSDC_CFG_MODE | MSDC_CFG_CKPDN); in msdc_init_hw()
1344 msdc_reset_hw(host); in msdc_init_hw()
1347 sdr_clr_bits(host->base + MSDC_PS, MSDC_PS_CDEN); in msdc_init_hw()
1350 writel(0, host->base + MSDC_INTEN); in msdc_init_hw()
1351 val = readl(host->base + MSDC_INT); in msdc_init_hw()
1352 writel(val, host->base + MSDC_INT); in msdc_init_hw()
1354 writel(0, host->base + tune_reg); in msdc_init_hw()
1355 writel(0, host->base + MSDC_IOCON); in msdc_init_hw()
1356 sdr_set_field(host->base + MSDC_IOCON, MSDC_IOCON_DDLSEL, 0); in msdc_init_hw()
1357 writel(0x403c0046, host->base + MSDC_PATCH_BIT); in msdc_init_hw()
1358 sdr_set_field(host->base + MSDC_PATCH_BIT, MSDC_CKGEN_MSDC_DLY_SEL, 1); in msdc_init_hw()
1359 writel(0xffff4089, host->base + MSDC_PATCH_BIT1); in msdc_init_hw()
1360 sdr_set_bits(host->base + EMMC50_CFG0, EMMC50_CFG_CFCSTS_SEL); in msdc_init_hw()
1362 if (host->dev_comp->stop_clk_fix) { in msdc_init_hw()
1363 sdr_set_field(host->base + MSDC_PATCH_BIT1, in msdc_init_hw()
1365 sdr_clr_bits(host->base + SDC_FIFO_CFG, in msdc_init_hw()
1367 sdr_clr_bits(host->base + SDC_FIFO_CFG, in msdc_init_hw()
1371 if (host->dev_comp->busy_check) in msdc_init_hw()
1372 sdr_clr_bits(host->base + MSDC_PATCH_BIT1, (1 << 7)); in msdc_init_hw()
1374 if (host->dev_comp->async_fifo) { in msdc_init_hw()
1375 sdr_set_field(host->base + MSDC_PATCH_BIT2, in msdc_init_hw()
1377 if (host->dev_comp->enhance_rx) { in msdc_init_hw()
1378 sdr_set_bits(host->base + SDC_ADV_CFG0, in msdc_init_hw()
1381 sdr_set_field(host->base + MSDC_PATCH_BIT2, in msdc_init_hw()
1383 sdr_set_field(host->base + MSDC_PATCH_BIT2, in msdc_init_hw()
1387 sdr_clr_bits(host->base + MSDC_PATCH_BIT2, in msdc_init_hw()
1389 sdr_set_bits(host->base + MSDC_PATCH_BIT2, in msdc_init_hw()
1393 if (host->dev_comp->support_64g) in msdc_init_hw()
1394 sdr_set_bits(host->base + MSDC_PATCH_BIT2, in msdc_init_hw()
1396 if (host->dev_comp->data_tune) { in msdc_init_hw()
1397 sdr_set_bits(host->base + tune_reg, in msdc_init_hw()
1401 sdr_set_bits(host->base + tune_reg, MSDC_PAD_TUNE_RXDLYSEL); in msdc_init_hw()
1407 sdr_set_bits(host->base + SDC_CFG, SDC_CFG_SDIO); in msdc_init_hw()
1410 sdr_clr_bits(host->base + SDC_CFG, SDC_CFG_SDIOIDE); in msdc_init_hw()
1413 sdr_set_field(host->base + SDC_CFG, SDC_CFG_DTOC, 3); in msdc_init_hw()
1415 host->def_tune_para.iocon = readl(host->base + MSDC_IOCON); in msdc_init_hw()
1416 host->def_tune_para.pad_tune = readl(host->base + tune_reg); in msdc_init_hw()
1417 host->saved_tune_para.iocon = readl(host->base + MSDC_IOCON); in msdc_init_hw()
1418 host->saved_tune_para.pad_tune = readl(host->base + tune_reg); in msdc_init_hw()
1419 dev_dbg(host->dev, "init hardware done!"); in msdc_init_hw()
1422 static void msdc_deinit_hw(struct msdc_host *host) in msdc_deinit_hw() argument
1426 writel(0, host->base + MSDC_INTEN); in msdc_deinit_hw()
1428 val = readl(host->base + MSDC_INT); in msdc_deinit_hw()
1429 writel(val, host->base + MSDC_INT); in msdc_deinit_hw()
1433 static void msdc_init_gpd_bd(struct msdc_host *host, struct msdc_dma *dma) in msdc_init_gpd_bd() argument
1448 if (host->dev_comp->support_64g) in msdc_init_gpd_bd()
1453 if (host->dev_comp->support_64g) in msdc_init_gpd_bd()
1460 if (host->dev_comp->support_64g) in msdc_init_gpd_bd()
1467 struct msdc_host *host = mmc_priv(mmc); in msdc_ops_set_ios() local
1470 msdc_set_buswidth(host, ios->bus_width); in msdc_ops_set_ios()
1476 msdc_init_hw(host); in msdc_ops_set_ios()
1480 dev_err(host->dev, "Failed to set vmmc power!\n"); in msdc_ops_set_ios()
1486 if (!IS_ERR(mmc->supply.vqmmc) && !host->vqmmc_enabled) { in msdc_ops_set_ios()
1489 dev_err(host->dev, "Failed to set vqmmc power!\n"); in msdc_ops_set_ios()
1491 host->vqmmc_enabled = true; in msdc_ops_set_ios()
1498 if (!IS_ERR(mmc->supply.vqmmc) && host->vqmmc_enabled) { in msdc_ops_set_ios()
1500 host->vqmmc_enabled = false; in msdc_ops_set_ios()
1507 if (host->mclk != ios->clock || host->timing != ios->timing) in msdc_ops_set_ios()
1508 msdc_set_mclk(host, ios->timing, ios->clock); in msdc_ops_set_ios()
1528 static struct msdc_delay_phase get_best_delay(struct msdc_host *host, u32 delay) in get_best_delay() argument
1536 dev_err(host->dev, "phase error: [map:%x]\n", delay); in get_best_delay()
1557 dev_info(host->dev, "phase: [map:%x] [maxlen:%d] [final:%d]\n", in get_best_delay()
1568 struct msdc_host *host = mmc_priv(mmc); in msdc_tune_response() local
1574 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_tune_response()
1580 sdr_set_field(host->base + tune_reg, in msdc_tune_response()
1582 host->hs200_cmd_int_delay); in msdc_tune_response()
1584 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_RSPL); in msdc_tune_response()
1586 sdr_set_field(host->base + tune_reg, in msdc_tune_response()
1603 final_rise_delay = get_best_delay(host, rise_delay); in msdc_tune_response()
1609 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_RSPL); in msdc_tune_response()
1611 sdr_set_field(host->base + tune_reg, in msdc_tune_response()
1628 final_fall_delay = get_best_delay(host, fall_delay); in msdc_tune_response()
1635 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_RSPL); in msdc_tune_response()
1636 sdr_set_field(host->base + tune_reg, MSDC_PAD_TUNE_CMDRDLY, in msdc_tune_response()
1640 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_RSPL); in msdc_tune_response()
1641 sdr_set_field(host->base + tune_reg, MSDC_PAD_TUNE_CMDRDLY, in msdc_tune_response()
1645 if (host->dev_comp->async_fifo || host->hs200_cmd_int_delay) in msdc_tune_response()
1649 sdr_set_field(host->base + tune_reg, in msdc_tune_response()
1655 dev_dbg(host->dev, "Final internal delay: 0x%x\n", internal_delay); in msdc_tune_response()
1656 internal_delay_phase = get_best_delay(host, internal_delay); in msdc_tune_response()
1657 sdr_set_field(host->base + tune_reg, MSDC_PAD_TUNE_CMDRRDLY, in msdc_tune_response()
1660 dev_dbg(host->dev, "Final cmd pad delay: %x\n", final_delay); in msdc_tune_response()
1666 struct msdc_host *host = mmc_priv(mmc); in hs400_tune_response() local
1674 sdr_set_bits(host->base + PAD_CMD_TUNE, BIT(0)); in hs400_tune_response()
1678 sdr_set_field(host->base + MSDC_PAD_TUNE, in hs400_tune_response()
1680 host->hs200_cmd_int_delay); in hs400_tune_response()
1682 if (host->hs400_cmd_resp_sel_rising) in hs400_tune_response()
1683 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_RSPL); in hs400_tune_response()
1685 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_RSPL); in hs400_tune_response()
1687 sdr_set_field(host->base + PAD_CMD_TUNE, in hs400_tune_response()
1704 final_cmd_delay = get_best_delay(host, cmd_delay); in hs400_tune_response()
1705 sdr_set_field(host->base + PAD_CMD_TUNE, PAD_CMD_TUNE_RX_DLY3, in hs400_tune_response()
1709 dev_dbg(host->dev, "Final cmd pad delay: %x\n", final_delay); in hs400_tune_response()
1715 struct msdc_host *host = mmc_priv(mmc); in msdc_tune_data() local
1719 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_tune_data()
1722 sdr_set_field(host->base + MSDC_PATCH_BIT, MSDC_INT_DAT_LATCH_CK_SEL, in msdc_tune_data()
1723 host->latch_ck); in msdc_tune_data()
1724 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_DSPL); in msdc_tune_data()
1725 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_W_DSPL); in msdc_tune_data()
1727 sdr_set_field(host->base + tune_reg, in msdc_tune_data()
1733 final_rise_delay = get_best_delay(host, rise_delay); in msdc_tune_data()
1739 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_DSPL); in msdc_tune_data()
1740 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_W_DSPL); in msdc_tune_data()
1742 sdr_set_field(host->base + tune_reg, in msdc_tune_data()
1748 final_fall_delay = get_best_delay(host, fall_delay); in msdc_tune_data()
1753 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_DSPL); in msdc_tune_data()
1754 sdr_clr_bits(host->base + MSDC_IOCON, MSDC_IOCON_W_DSPL); in msdc_tune_data()
1755 sdr_set_field(host->base + tune_reg, in msdc_tune_data()
1760 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_DSPL); in msdc_tune_data()
1761 sdr_set_bits(host->base + MSDC_IOCON, MSDC_IOCON_W_DSPL); in msdc_tune_data()
1762 sdr_set_field(host->base + tune_reg, in msdc_tune_data()
1768 dev_dbg(host->dev, "Final data pad delay: %x\n", final_delay); in msdc_tune_data()
1774 struct msdc_host *host = mmc_priv(mmc); in msdc_execute_tuning() local
1776 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_execute_tuning()
1778 if (host->hs400_mode && in msdc_execute_tuning()
1779 host->dev_comp->hs400_tune) in msdc_execute_tuning()
1784 dev_err(host->dev, "Tune response fail!\n"); in msdc_execute_tuning()
1787 if (host->hs400_mode == false) { in msdc_execute_tuning()
1790 dev_err(host->dev, "Tune data fail!\n"); in msdc_execute_tuning()
1793 host->saved_tune_para.iocon = readl(host->base + MSDC_IOCON); in msdc_execute_tuning()
1794 host->saved_tune_para.pad_tune = readl(host->base + tune_reg); in msdc_execute_tuning()
1795 host->saved_tune_para.pad_cmd_tune = readl(host->base + PAD_CMD_TUNE); in msdc_execute_tuning()
1801 struct msdc_host *host = mmc_priv(mmc); in msdc_prepare_hs400_tuning() local
1802 host->hs400_mode = true; in msdc_prepare_hs400_tuning()
1804 writel(host->hs400_ds_delay, host->base + PAD_DS_TUNE); in msdc_prepare_hs400_tuning()
1806 sdr_clr_bits(host->base + MSDC_PATCH_BIT2, MSDC_PATCH_BIT2_CFGCRCSTS); in msdc_prepare_hs400_tuning()
1808 sdr_set_field(host->base + EMMC50_CFG3, EMMC50_CFG3_OUTS_WR, 2); in msdc_prepare_hs400_tuning()
1815 struct msdc_host *host = mmc_priv(mmc); in msdc_hw_reset() local
1817 sdr_set_bits(host->base + EMMC_IOCON, 1); in msdc_hw_reset()
1819 sdr_clr_bits(host->base + EMMC_IOCON, 1); in msdc_hw_reset()
1837 struct msdc_host *host) in msdc_of_property_parse() argument
1840 &host->latch_ck); in msdc_of_property_parse()
1843 &host->hs400_ds_delay); in msdc_of_property_parse()
1846 &host->hs200_cmd_int_delay); in msdc_of_property_parse()
1849 &host->hs400_cmd_int_delay); in msdc_of_property_parse()
1853 host->hs400_cmd_resp_sel_rising = true; in msdc_of_property_parse()
1855 host->hs400_cmd_resp_sel_rising = false; in msdc_of_property_parse()
1861 struct msdc_host *host; in msdc_drv_probe() local
1875 host = mmc_priv(mmc); in msdc_drv_probe()
1881 host->base = devm_ioremap_resource(&pdev->dev, res); in msdc_drv_probe()
1882 if (IS_ERR(host->base)) { in msdc_drv_probe()
1883 ret = PTR_ERR(host->base); in msdc_drv_probe()
1891 host->src_clk = devm_clk_get(&pdev->dev, "source"); in msdc_drv_probe()
1892 if (IS_ERR(host->src_clk)) { in msdc_drv_probe()
1893 ret = PTR_ERR(host->src_clk); in msdc_drv_probe()
1897 host->h_clk = devm_clk_get(&pdev->dev, "hclk"); in msdc_drv_probe()
1898 if (IS_ERR(host->h_clk)) { in msdc_drv_probe()
1899 ret = PTR_ERR(host->h_clk); in msdc_drv_probe()
1904 host->src_clk_cg = devm_clk_get(&pdev->dev, "source_cg"); in msdc_drv_probe()
1905 if (IS_ERR(host->src_clk_cg)) in msdc_drv_probe()
1906 host->src_clk_cg = NULL; in msdc_drv_probe()
1908 host->irq = platform_get_irq(pdev, 0); in msdc_drv_probe()
1909 if (host->irq < 0) { in msdc_drv_probe()
1914 host->pinctrl = devm_pinctrl_get(&pdev->dev); in msdc_drv_probe()
1915 if (IS_ERR(host->pinctrl)) { in msdc_drv_probe()
1916 ret = PTR_ERR(host->pinctrl); in msdc_drv_probe()
1921 host->pins_default = pinctrl_lookup_state(host->pinctrl, "default"); in msdc_drv_probe()
1922 if (IS_ERR(host->pins_default)) { in msdc_drv_probe()
1923 ret = PTR_ERR(host->pins_default); in msdc_drv_probe()
1928 host->pins_uhs = pinctrl_lookup_state(host->pinctrl, "state_uhs"); in msdc_drv_probe()
1929 if (IS_ERR(host->pins_uhs)) { in msdc_drv_probe()
1930 ret = PTR_ERR(host->pins_uhs); in msdc_drv_probe()
1935 msdc_of_property_parse(pdev, host); in msdc_drv_probe()
1937 host->dev = &pdev->dev; in msdc_drv_probe()
1938 host->dev_comp = of_device_get_match_data(&pdev->dev); in msdc_drv_probe()
1939 host->mmc = mmc; in msdc_drv_probe()
1940 host->src_clk_freq = clk_get_rate(host->src_clk); in msdc_drv_probe()
1943 if (host->dev_comp->clk_div_bits == 8) in msdc_drv_probe()
1944 mmc->f_min = DIV_ROUND_UP(host->src_clk_freq, 4 * 255); in msdc_drv_probe()
1946 mmc->f_min = DIV_ROUND_UP(host->src_clk_freq, 4 * 4095); in msdc_drv_probe()
1955 if (host->dev_comp->support_64g) in msdc_drv_probe()
1956 host->dma_mask = DMA_BIT_MASK(36); in msdc_drv_probe()
1958 host->dma_mask = DMA_BIT_MASK(32); in msdc_drv_probe()
1959 mmc_dev(mmc)->dma_mask = &host->dma_mask; in msdc_drv_probe()
1961 host->timeout_clks = 3 * 1048576; in msdc_drv_probe()
1962 host->dma.gpd = dma_alloc_coherent(&pdev->dev, in msdc_drv_probe()
1964 &host->dma.gpd_addr, GFP_KERNEL); in msdc_drv_probe()
1965 host->dma.bd = dma_alloc_coherent(&pdev->dev, in msdc_drv_probe()
1967 &host->dma.bd_addr, GFP_KERNEL); in msdc_drv_probe()
1968 if (!host->dma.gpd || !host->dma.bd) { in msdc_drv_probe()
1972 msdc_init_gpd_bd(host, &host->dma); in msdc_drv_probe()
1973 INIT_DELAYED_WORK(&host->req_timeout, msdc_request_timeout); in msdc_drv_probe()
1974 spin_lock_init(&host->lock); in msdc_drv_probe()
1977 msdc_ungate_clock(host); in msdc_drv_probe()
1978 msdc_init_hw(host); in msdc_drv_probe()
1980 ret = devm_request_irq(&pdev->dev, host->irq, msdc_irq, in msdc_drv_probe()
1981 IRQF_TRIGGER_LOW | IRQF_ONESHOT, pdev->name, host); in msdc_drv_probe()
1985 pm_runtime_set_active(host->dev); in msdc_drv_probe()
1986 pm_runtime_set_autosuspend_delay(host->dev, MTK_MMC_AUTOSUSPEND_DELAY); in msdc_drv_probe()
1987 pm_runtime_use_autosuspend(host->dev); in msdc_drv_probe()
1988 pm_runtime_enable(host->dev); in msdc_drv_probe()
1996 pm_runtime_disable(host->dev); in msdc_drv_probe()
1999 msdc_deinit_hw(host); in msdc_drv_probe()
2000 msdc_gate_clock(host); in msdc_drv_probe()
2002 if (host->dma.gpd) in msdc_drv_probe()
2005 host->dma.gpd, host->dma.gpd_addr); in msdc_drv_probe()
2006 if (host->dma.bd) in msdc_drv_probe()
2009 host->dma.bd, host->dma.bd_addr); in msdc_drv_probe()
2019 struct msdc_host *host; in msdc_drv_remove() local
2022 host = mmc_priv(mmc); in msdc_drv_remove()
2024 pm_runtime_get_sync(host->dev); in msdc_drv_remove()
2027 mmc_remove_host(host->mmc); in msdc_drv_remove()
2028 msdc_deinit_hw(host); in msdc_drv_remove()
2029 msdc_gate_clock(host); in msdc_drv_remove()
2031 pm_runtime_disable(host->dev); in msdc_drv_remove()
2032 pm_runtime_put_noidle(host->dev); in msdc_drv_remove()
2035 host->dma.gpd, host->dma.gpd_addr); in msdc_drv_remove()
2037 host->dma.bd, host->dma.bd_addr); in msdc_drv_remove()
2039 mmc_free_host(host->mmc); in msdc_drv_remove()
2045 static void msdc_save_reg(struct msdc_host *host) in msdc_save_reg() argument
2047 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_save_reg()
2049 host->save_para.msdc_cfg = readl(host->base + MSDC_CFG); in msdc_save_reg()
2050 host->save_para.iocon = readl(host->base + MSDC_IOCON); in msdc_save_reg()
2051 host->save_para.sdc_cfg = readl(host->base + SDC_CFG); in msdc_save_reg()
2052 host->save_para.pad_tune = readl(host->base + tune_reg); in msdc_save_reg()
2053 host->save_para.patch_bit0 = readl(host->base + MSDC_PATCH_BIT); in msdc_save_reg()
2054 host->save_para.patch_bit1 = readl(host->base + MSDC_PATCH_BIT1); in msdc_save_reg()
2055 host->save_para.patch_bit2 = readl(host->base + MSDC_PATCH_BIT2); in msdc_save_reg()
2056 host->save_para.pad_ds_tune = readl(host->base + PAD_DS_TUNE); in msdc_save_reg()
2057 host->save_para.pad_cmd_tune = readl(host->base + PAD_CMD_TUNE); in msdc_save_reg()
2058 host->save_para.emmc50_cfg0 = readl(host->base + EMMC50_CFG0); in msdc_save_reg()
2059 host->save_para.emmc50_cfg3 = readl(host->base + EMMC50_CFG3); in msdc_save_reg()
2060 host->save_para.sdc_fifo_cfg = readl(host->base + SDC_FIFO_CFG); in msdc_save_reg()
2063 static void msdc_restore_reg(struct msdc_host *host) in msdc_restore_reg() argument
2065 u32 tune_reg = host->dev_comp->pad_tune_reg; in msdc_restore_reg()
2067 writel(host->save_para.msdc_cfg, host->base + MSDC_CFG); in msdc_restore_reg()
2068 writel(host->save_para.iocon, host->base + MSDC_IOCON); in msdc_restore_reg()
2069 writel(host->save_para.sdc_cfg, host->base + SDC_CFG); in msdc_restore_reg()
2070 writel(host->save_para.pad_tune, host->base + tune_reg); in msdc_restore_reg()
2071 writel(host->save_para.patch_bit0, host->base + MSDC_PATCH_BIT); in msdc_restore_reg()
2072 writel(host->save_para.patch_bit1, host->base + MSDC_PATCH_BIT1); in msdc_restore_reg()
2073 writel(host->save_para.patch_bit2, host->base + MSDC_PATCH_BIT2); in msdc_restore_reg()
2074 writel(host->save_para.pad_ds_tune, host->base + PAD_DS_TUNE); in msdc_restore_reg()
2075 writel(host->save_para.pad_cmd_tune, host->base + PAD_CMD_TUNE); in msdc_restore_reg()
2076 writel(host->save_para.emmc50_cfg0, host->base + EMMC50_CFG0); in msdc_restore_reg()
2077 writel(host->save_para.emmc50_cfg3, host->base + EMMC50_CFG3); in msdc_restore_reg()
2078 writel(host->save_para.sdc_fifo_cfg, host->base + SDC_FIFO_CFG); in msdc_restore_reg()
2084 struct msdc_host *host = mmc_priv(mmc); in msdc_runtime_suspend() local
2086 msdc_save_reg(host); in msdc_runtime_suspend()
2087 msdc_gate_clock(host); in msdc_runtime_suspend()
2094 struct msdc_host *host = mmc_priv(mmc); in msdc_runtime_resume() local
2096 msdc_ungate_clock(host); in msdc_runtime_resume()
2097 msdc_restore_reg(host); in msdc_runtime_resume()