Lines Matching refs:flctl
130 static void empty_fifo(struct sh_flctl *flctl) in empty_fifo() argument
132 writel(flctl->flintdmacr_base | AC1CLR | AC0CLR, FLINTDMACR(flctl)); in empty_fifo()
133 writel(flctl->flintdmacr_base, FLINTDMACR(flctl)); in empty_fifo()
136 static void start_translation(struct sh_flctl *flctl) in start_translation() argument
138 writeb(TRSTRT, FLTRCR(flctl)); in start_translation()
141 static void timeout_error(struct sh_flctl *flctl, const char *str) in timeout_error() argument
143 dev_err(&flctl->pdev->dev, "Timeout occurred in %s\n", str); in timeout_error()
146 static void wait_completion(struct sh_flctl *flctl) in wait_completion() argument
151 if (readb(FLTRCR(flctl)) & TREND) { in wait_completion()
152 writeb(0x0, FLTRCR(flctl)); in wait_completion()
158 timeout_error(flctl, __func__); in wait_completion()
159 writeb(0x0, FLTRCR(flctl)); in wait_completion()
164 struct sh_flctl *flctl = param; in flctl_dma_complete() local
166 complete(&flctl->dma_complete); in flctl_dma_complete()
169 static void flctl_release_dma(struct sh_flctl *flctl) in flctl_release_dma() argument
171 if (flctl->chan_fifo0_rx) { in flctl_release_dma()
172 dma_release_channel(flctl->chan_fifo0_rx); in flctl_release_dma()
173 flctl->chan_fifo0_rx = NULL; in flctl_release_dma()
175 if (flctl->chan_fifo0_tx) { in flctl_release_dma()
176 dma_release_channel(flctl->chan_fifo0_tx); in flctl_release_dma()
177 flctl->chan_fifo0_tx = NULL; in flctl_release_dma()
181 static void flctl_setup_dma(struct sh_flctl *flctl) in flctl_setup_dma() argument
185 struct platform_device *pdev = flctl->pdev; in flctl_setup_dma()
199 flctl->chan_fifo0_tx = dma_request_channel(mask, shdma_chan_filter, in flctl_setup_dma()
202 flctl->chan_fifo0_tx); in flctl_setup_dma()
204 if (!flctl->chan_fifo0_tx) in flctl_setup_dma()
209 cfg.dst_addr = flctl->fifo; in flctl_setup_dma()
211 ret = dmaengine_slave_config(flctl->chan_fifo0_tx, &cfg); in flctl_setup_dma()
215 flctl->chan_fifo0_rx = dma_request_channel(mask, shdma_chan_filter, in flctl_setup_dma()
218 flctl->chan_fifo0_rx); in flctl_setup_dma()
220 if (!flctl->chan_fifo0_rx) in flctl_setup_dma()
225 cfg.src_addr = flctl->fifo; in flctl_setup_dma()
226 ret = dmaengine_slave_config(flctl->chan_fifo0_rx, &cfg); in flctl_setup_dma()
230 init_completion(&flctl->dma_complete); in flctl_setup_dma()
235 flctl_release_dma(flctl); in flctl_setup_dma()
240 struct sh_flctl *flctl = mtd_to_flctl(mtd); in set_addr() local
247 if (flctl->chip.options & NAND_BUSWIDTH_16) in set_addr()
249 if (flctl->page_size) { in set_addr()
254 if (flctl->rw_ADRCNT == ADRCNT2_E) { in set_addr()
257 writel(addr2, FLADR2(flctl)); in set_addr()
266 writel(addr, FLADR(flctl)); in set_addr()
269 static void wait_rfifo_ready(struct sh_flctl *flctl) in wait_rfifo_ready() argument
276 val = readl(FLDTCNTR(flctl)) >> 16; in wait_rfifo_ready()
281 timeout_error(flctl, __func__); in wait_rfifo_ready()
284 static void wait_wfifo_ready(struct sh_flctl *flctl) in wait_wfifo_ready() argument
290 len = (readl(FLDTCNTR(flctl)) >> 16) & 0xFF; in wait_wfifo_ready()
295 timeout_error(flctl, __func__); in wait_wfifo_ready()
299 (struct sh_flctl *flctl, int sector_number) in wait_recfifo_ready() argument
316 size = readl(FLDTCNTR(flctl)) >> 24; in wait_recfifo_ready()
321 if (!(readl(FL4ECCCR(flctl)) & _4ECCEND)) { in wait_recfifo_ready()
331 if (readl(FL4ECCCR(flctl)) & _4ECCFA) { in wait_recfifo_ready()
334 if (flctl->done_buff[i] != 0xff) { in wait_recfifo_ready()
341 dev_dbg(&flctl->pdev->dev, in wait_recfifo_ready()
345 writel(0, FL4ECCCR(flctl)); in wait_recfifo_ready()
350 ecc_reg[0] = FL4ECCRESULT0(flctl); in wait_recfifo_ready()
351 ecc_reg[1] = FL4ECCRESULT1(flctl); in wait_recfifo_ready()
352 ecc_reg[2] = FL4ECCRESULT2(flctl); in wait_recfifo_ready()
353 ecc_reg[3] = FL4ECCRESULT3(flctl); in wait_recfifo_ready()
361 if (flctl->page_size) in wait_recfifo_ready()
367 org = flctl->done_buff[index]; in wait_recfifo_ready()
368 flctl->done_buff[index] = org ^ (data & 0xFF); in wait_recfifo_ready()
371 writel(0, FL4ECCCR(flctl)); in wait_recfifo_ready()
374 timeout_error(flctl, __func__); in wait_recfifo_ready()
378 static void wait_wecfifo_ready(struct sh_flctl *flctl) in wait_wecfifo_ready() argument
385 len = (readl(FLDTCNTR(flctl)) >> 24) & 0xFF; in wait_wecfifo_ready()
390 timeout_error(flctl, __func__); in wait_wecfifo_ready()
393 static int flctl_dma_fifo0_transfer(struct sh_flctl *flctl, unsigned long *buf, in flctl_dma_fifo0_transfer() argument
405 chan = flctl->chan_fifo0_rx; in flctl_dma_fifo0_transfer()
408 chan = flctl->chan_fifo0_tx; in flctl_dma_fifo0_transfer()
419 reg = readl(FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
421 writel(reg, FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
424 desc->callback_param = flctl; in flctl_dma_fifo0_transfer()
428 dev_warn(&flctl->pdev->dev, in flctl_dma_fifo0_transfer()
436 flctl_release_dma(flctl); in flctl_dma_fifo0_transfer()
437 dev_warn(&flctl->pdev->dev, in flctl_dma_fifo0_transfer()
444 wait_for_completion_timeout(&flctl->dma_complete, in flctl_dma_fifo0_transfer()
449 dev_err(&flctl->pdev->dev, "wait_for_completion_timeout\n"); in flctl_dma_fifo0_transfer()
453 reg = readl(FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
455 writel(reg, FLINTDMACR(flctl)); in flctl_dma_fifo0_transfer()
463 static void read_datareg(struct sh_flctl *flctl, int offset) in read_datareg() argument
466 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in read_datareg()
468 wait_completion(flctl); in read_datareg()
470 data = readl(FLDATAR(flctl)); in read_datareg()
474 static void read_fiforeg(struct sh_flctl *flctl, int rlen, int offset) in read_fiforeg() argument
477 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in read_fiforeg()
482 if (flctl->chan_fifo0_rx && rlen >= 32 && in read_fiforeg()
483 flctl_dma_fifo0_transfer(flctl, buf, rlen, DMA_DEV_TO_MEM) > 0) in read_fiforeg()
488 wait_rfifo_ready(flctl); in read_fiforeg()
489 buf[i] = readl(FLDTFIFO(flctl)); in read_fiforeg()
498 (struct sh_flctl *flctl, uint8_t *buff, int sector) in read_ecfiforeg() argument
504 res = wait_recfifo_ready(flctl , sector); in read_ecfiforeg()
508 ecc_buf[i] = readl(FLECFIFO(flctl)); in read_ecfiforeg()
516 static void write_fiforeg(struct sh_flctl *flctl, int rlen, in write_fiforeg() argument
520 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in write_fiforeg()
524 wait_wfifo_ready(flctl); in write_fiforeg()
525 writel(cpu_to_be32(buf[i]), FLDTFIFO(flctl)); in write_fiforeg()
529 static void write_ec_fiforeg(struct sh_flctl *flctl, int rlen, in write_ec_fiforeg() argument
533 unsigned long *buf = (unsigned long *)&flctl->done_buff[offset]; in write_ec_fiforeg()
541 if (flctl->chan_fifo0_tx && rlen >= 32 && in write_ec_fiforeg()
542 flctl_dma_fifo0_transfer(flctl, buf, rlen, DMA_MEM_TO_DEV) > 0) in write_ec_fiforeg()
547 wait_wecfifo_ready(flctl); in write_ec_fiforeg()
548 writel(buf[i], FLECFIFO(flctl)); in write_ec_fiforeg()
554 struct sh_flctl *flctl = mtd_to_flctl(mtd); in set_cmd_regs() local
555 uint32_t flcmncr_val = flctl->flcmncr_base & ~SEL_16BIT; in set_cmd_regs()
559 if (flctl->page_size) in set_cmd_regs()
570 addr_len_bytes = flctl->erase_ADRCNT; in set_cmd_regs()
576 addr_len_bytes = flctl->rw_ADRCNT; in set_cmd_regs()
578 if (flctl->chip.options & NAND_BUSWIDTH_16) in set_cmd_regs()
586 addr_len_bytes = flctl->rw_ADRCNT; in set_cmd_regs()
588 if (flctl->chip.options & NAND_BUSWIDTH_16) in set_cmd_regs()
609 writel(flcmncr_val, FLCMNCR(flctl)); in set_cmd_regs()
610 writel(flcmdcr_val, FLCMDCR(flctl)); in set_cmd_regs()
611 writel(flcmcdr_val, FLCMCDR(flctl)); in set_cmd_regs()
634 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_read_page_sector() local
638 page_sectors = flctl->page_size ? 4 : 1; in execmd_read_page_sector()
643 writel(readl(FLCMNCR(flctl)) | ACM_SACCES_MODE | _4ECCCORRECT, in execmd_read_page_sector()
644 FLCMNCR(flctl)); in execmd_read_page_sector()
645 writel(readl(FLCMDCR(flctl)) | page_sectors, FLCMDCR(flctl)); in execmd_read_page_sector()
646 writel(page_addr << 2, FLADR(flctl)); in execmd_read_page_sector()
648 empty_fifo(flctl); in execmd_read_page_sector()
649 start_translation(flctl); in execmd_read_page_sector()
652 read_fiforeg(flctl, 512, 512 * sector); in execmd_read_page_sector()
654 ecc_result = read_ecfiforeg(flctl, in execmd_read_page_sector()
655 &flctl->done_buff[mtd->writesize + 16 * sector], in execmd_read_page_sector()
660 dev_info(&flctl->pdev->dev, in execmd_read_page_sector()
665 dev_warn(&flctl->pdev->dev, in execmd_read_page_sector()
675 wait_completion(flctl); in execmd_read_page_sector()
677 writel(readl(FLCMNCR(flctl)) & ~(ACM_SACCES_MODE | _4ECCCORRECT), in execmd_read_page_sector()
678 FLCMNCR(flctl)); in execmd_read_page_sector()
683 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_read_oob() local
684 int page_sectors = flctl->page_size ? 4 : 1; in execmd_read_oob()
690 empty_fifo(flctl); in execmd_read_oob()
694 writel(16, FLDTCNTR(flctl)); in execmd_read_oob()
696 start_translation(flctl); in execmd_read_oob()
697 read_fiforeg(flctl, 16, 16 * i); in execmd_read_oob()
698 wait_completion(flctl); in execmd_read_oob()
704 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_write_page_sector() local
705 int page_addr = flctl->seqin_page_addr; in execmd_write_page_sector()
708 page_sectors = flctl->page_size ? 4 : 1; in execmd_write_page_sector()
713 empty_fifo(flctl); in execmd_write_page_sector()
714 writel(readl(FLCMNCR(flctl)) | ACM_SACCES_MODE, FLCMNCR(flctl)); in execmd_write_page_sector()
715 writel(readl(FLCMDCR(flctl)) | page_sectors, FLCMDCR(flctl)); in execmd_write_page_sector()
716 writel(page_addr << 2, FLADR(flctl)); in execmd_write_page_sector()
717 start_translation(flctl); in execmd_write_page_sector()
720 write_fiforeg(flctl, 512, 512 * sector); in execmd_write_page_sector()
721 write_ec_fiforeg(flctl, 16, mtd->writesize + 16 * sector); in execmd_write_page_sector()
724 wait_completion(flctl); in execmd_write_page_sector()
725 writel(readl(FLCMNCR(flctl)) & ~ACM_SACCES_MODE, FLCMNCR(flctl)); in execmd_write_page_sector()
730 struct sh_flctl *flctl = mtd_to_flctl(mtd); in execmd_write_oob() local
731 int page_addr = flctl->seqin_page_addr; in execmd_write_oob()
734 page_sectors = flctl->page_size ? 4 : 1; in execmd_write_oob()
740 empty_fifo(flctl); in execmd_write_oob()
742 writel(16, FLDTCNTR(flctl)); /* set read size */ in execmd_write_oob()
744 start_translation(flctl); in execmd_write_oob()
745 write_fiforeg(flctl, 16, 16 * sector); in execmd_write_oob()
746 wait_completion(flctl); in execmd_write_oob()
753 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_cmdfunc() local
756 pm_runtime_get_sync(&flctl->pdev->dev); in flctl_cmdfunc()
758 flctl->read_bytes = 0; in flctl_cmdfunc()
760 flctl->index = 0; in flctl_cmdfunc()
765 if (flctl->hwecc) { in flctl_cmdfunc()
770 if (flctl->page_size) in flctl_cmdfunc()
778 flctl->read_bytes = mtd->writesize + mtd->oobsize; in flctl_cmdfunc()
779 if (flctl->chip.options & NAND_BUSWIDTH_16) in flctl_cmdfunc()
781 flctl->index += column; in flctl_cmdfunc()
785 if (flctl->hwecc) { in flctl_cmdfunc()
791 if (flctl->page_size) { in flctl_cmdfunc()
799 flctl->read_bytes = mtd->oobsize; in flctl_cmdfunc()
803 if (flctl->hwecc) in flctl_cmdfunc()
806 if (flctl->page_size) in flctl_cmdfunc()
814 flctl->read_bytes = mtd->writesize + mtd->oobsize - column; in flctl_cmdfunc()
821 if (flctl->chip.options & NAND_BUSWIDTH_16) in flctl_cmdfunc()
825 flctl->read_bytes = 8; in flctl_cmdfunc()
826 writel(flctl->read_bytes, FLDTCNTR(flctl)); /* set read size */ in flctl_cmdfunc()
827 empty_fifo(flctl); in flctl_cmdfunc()
828 start_translation(flctl); in flctl_cmdfunc()
829 read_fiforeg(flctl, flctl->read_bytes, 0); in flctl_cmdfunc()
830 wait_completion(flctl); in flctl_cmdfunc()
834 flctl->erase1_page_addr = page_addr; in flctl_cmdfunc()
840 set_addr(mtd, -1, flctl->erase1_page_addr); in flctl_cmdfunc()
841 start_translation(flctl); in flctl_cmdfunc()
842 wait_completion(flctl); in flctl_cmdfunc()
846 if (!flctl->page_size) { in flctl_cmdfunc()
858 flctl->seqin_column = column; in flctl_cmdfunc()
859 flctl->seqin_page_addr = page_addr; in flctl_cmdfunc()
860 flctl->seqin_read_cmd = read_cmd; in flctl_cmdfunc()
864 empty_fifo(flctl); in flctl_cmdfunc()
865 if (!flctl->page_size) { in flctl_cmdfunc()
867 flctl->seqin_read_cmd); in flctl_cmdfunc()
869 writel(0, FLDTCNTR(flctl)); /* set 0 size */ in flctl_cmdfunc()
870 start_translation(flctl); in flctl_cmdfunc()
871 wait_completion(flctl); in flctl_cmdfunc()
873 if (flctl->hwecc) { in flctl_cmdfunc()
875 if (flctl->seqin_column == mtd->writesize) in flctl_cmdfunc()
877 else if (!flctl->seqin_column) in flctl_cmdfunc()
884 set_addr(mtd, flctl->seqin_column, flctl->seqin_page_addr); in flctl_cmdfunc()
885 writel(flctl->index, FLDTCNTR(flctl)); /* set write size */ in flctl_cmdfunc()
886 start_translation(flctl); in flctl_cmdfunc()
887 write_fiforeg(flctl, flctl->index, 0); in flctl_cmdfunc()
888 wait_completion(flctl); in flctl_cmdfunc()
895 flctl->read_bytes = 1; in flctl_cmdfunc()
896 writel(flctl->read_bytes, FLDTCNTR(flctl)); /* set read size */ in flctl_cmdfunc()
897 start_translation(flctl); in flctl_cmdfunc()
898 read_datareg(flctl, 0); /* read and end */ in flctl_cmdfunc()
905 writel(0, FLDTCNTR(flctl)); /* set 0 size */ in flctl_cmdfunc()
906 start_translation(flctl); in flctl_cmdfunc()
907 wait_completion(flctl); in flctl_cmdfunc()
916 writel(flctl->read_bytes, FLDTCNTR(flctl)); /* set read size */ in flctl_cmdfunc()
917 empty_fifo(flctl); in flctl_cmdfunc()
918 start_translation(flctl); in flctl_cmdfunc()
919 read_fiforeg(flctl, flctl->read_bytes, 0); in flctl_cmdfunc()
920 wait_completion(flctl); in flctl_cmdfunc()
922 pm_runtime_put_sync(&flctl->pdev->dev); in flctl_cmdfunc()
928 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_select_chip() local
933 flctl->flcmncr_base &= ~CE0_ENABLE; in flctl_select_chip()
935 pm_runtime_get_sync(&flctl->pdev->dev); in flctl_select_chip()
936 writel(flctl->flcmncr_base, FLCMNCR(flctl)); in flctl_select_chip()
938 if (flctl->qos_request) { in flctl_select_chip()
939 dev_pm_qos_remove_request(&flctl->pm_qos); in flctl_select_chip()
940 flctl->qos_request = 0; in flctl_select_chip()
943 pm_runtime_put_sync(&flctl->pdev->dev); in flctl_select_chip()
946 flctl->flcmncr_base |= CE0_ENABLE; in flctl_select_chip()
948 if (!flctl->qos_request) { in flctl_select_chip()
949 ret = dev_pm_qos_add_request(&flctl->pdev->dev, in flctl_select_chip()
950 &flctl->pm_qos, in flctl_select_chip()
954 dev_err(&flctl->pdev->dev, in flctl_select_chip()
956 flctl->qos_request = 1; in flctl_select_chip()
959 if (flctl->holden) { in flctl_select_chip()
960 pm_runtime_get_sync(&flctl->pdev->dev); in flctl_select_chip()
961 writel(HOLDEN, FLHOLDCR(flctl)); in flctl_select_chip()
962 pm_runtime_put_sync(&flctl->pdev->dev); in flctl_select_chip()
972 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_write_buf() local
974 memcpy(&flctl->done_buff[flctl->index], buf, len); in flctl_write_buf()
975 flctl->index += len; in flctl_write_buf()
980 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_read_byte() local
983 data = flctl->done_buff[flctl->index]; in flctl_read_byte()
984 flctl->index++; in flctl_read_byte()
990 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_read_word() local
991 uint16_t *buf = (uint16_t *)&flctl->done_buff[flctl->index]; in flctl_read_word()
993 flctl->index += 2; in flctl_read_word()
999 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_read_buf() local
1001 memcpy(buf, &flctl->done_buff[flctl->index], len); in flctl_read_buf()
1002 flctl->index += len; in flctl_read_buf()
1008 struct sh_flctl *flctl = mtd_to_flctl(mtd); in flctl_chip_attach_chip() local
1015 flctl->flcmncr_base |= SEL_16BIT; in flctl_chip_attach_chip()
1018 flctl->page_size = 0; in flctl_chip_attach_chip()
1021 flctl->rw_ADRCNT = ADRCNT_4; in flctl_chip_attach_chip()
1022 flctl->erase_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1025 flctl->rw_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1026 flctl->erase_ADRCNT = ADRCNT_2; in flctl_chip_attach_chip()
1028 flctl->rw_ADRCNT = ADRCNT_2; in flctl_chip_attach_chip()
1029 flctl->erase_ADRCNT = ADRCNT_1; in flctl_chip_attach_chip()
1032 flctl->page_size = 1; in flctl_chip_attach_chip()
1035 flctl->rw_ADRCNT = ADRCNT2_E; in flctl_chip_attach_chip()
1036 flctl->erase_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1039 flctl->rw_ADRCNT = ADRCNT_4; in flctl_chip_attach_chip()
1040 flctl->erase_ADRCNT = ADRCNT_2; in flctl_chip_attach_chip()
1042 flctl->rw_ADRCNT = ADRCNT_3; in flctl_chip_attach_chip()
1043 flctl->erase_ADRCNT = ADRCNT_1; in flctl_chip_attach_chip()
1047 if (flctl->hwecc) { in flctl_chip_attach_chip()
1064 flctl->flcmncr_base |= _4ECCEN; in flctl_chip_attach_chip()
1079 struct sh_flctl *flctl = dev_id; in flctl_handle_flste() local
1081 dev_err(&flctl->pdev->dev, "flste irq: %x\n", readl(FLINTDMACR(flctl))); in flctl_handle_flste()
1082 writel(flctl->flintdmacr_base, FLINTDMACR(flctl)); in flctl_handle_flste()
1133 struct sh_flctl *flctl; in flctl_probe() local
1140 flctl = devm_kzalloc(&pdev->dev, sizeof(struct sh_flctl), GFP_KERNEL); in flctl_probe()
1141 if (!flctl) in flctl_probe()
1145 flctl->reg = devm_ioremap_resource(&pdev->dev, res); in flctl_probe()
1146 if (IS_ERR(flctl->reg)) in flctl_probe()
1147 return PTR_ERR(flctl->reg); in flctl_probe()
1148 flctl->fifo = res->start + 0x24; /* FLDTFIFO */ in flctl_probe()
1157 "flste", flctl); in flctl_probe()
1173 platform_set_drvdata(pdev, flctl); in flctl_probe()
1174 nand = &flctl->chip; in flctl_probe()
1178 flctl->pdev = pdev; in flctl_probe()
1179 flctl->hwecc = pdata->has_hwecc; in flctl_probe()
1180 flctl->holden = pdata->use_holden; in flctl_probe()
1181 flctl->flcmncr_base = pdata->flcmncr_val; in flctl_probe()
1182 flctl->flintdmacr_base = flctl->hwecc ? (STERINTE | ECERB) : STERINTE; in flctl_probe()
1203 flctl_setup_dma(flctl); in flctl_probe()
1219 flctl_release_dma(flctl); in flctl_probe()
1226 struct sh_flctl *flctl = platform_get_drvdata(pdev); in flctl_remove() local
1228 flctl_release_dma(flctl); in flctl_remove()
1229 nand_release(nand_to_mtd(&flctl->chip)); in flctl_remove()