229 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_select_chip()  local
235 	nfc->param.chip_select = meson_chip->sels[chip] ? NAND_CE1 : NAND_CE0;  in meson_nfc_select_chip()
236 	nfc->param.rb_select = nfc->param.chip_select;  in meson_nfc_select_chip()
237 	nfc->timing.twb = meson_chip->twb;  in meson_nfc_select_chip()
238 	nfc->timing.tadl = meson_chip->tadl;  in meson_nfc_select_chip()
239 	nfc->timing.tbers_max = meson_chip->tbers_max;  in meson_nfc_select_chip()
241 	if (nfc->clk_rate != meson_chip->clk_rate) {  in meson_nfc_select_chip()
242 		ret = clk_set_rate(nfc->nand_clk, meson_chip->clk_rate);  in meson_nfc_select_chip()
244 			dev_err(nfc->dev, "failed to set clock rate\n");  in meson_nfc_select_chip()
247 		nfc->clk_rate = meson_chip->clk_rate;  in meson_nfc_select_chip()
249 	if (nfc->bus_timing != meson_chip->bus_timing) {  in meson_nfc_select_chip()
251 		writel(value, nfc->reg_base + NFC_REG_CFG);  in meson_nfc_select_chip()
252 		writel((1 << 31), nfc->reg_base + NFC_REG_CMD);  in meson_nfc_select_chip()
253 		nfc->bus_timing =  meson_chip->bus_timing;  in meson_nfc_select_chip()
257 static void meson_nfc_cmd_idle(struct meson_nfc *nfc, u32 time)  in meson_nfc_cmd_idle()  argument
259 	writel(nfc->param.chip_select | NFC_CMD_IDLE | (time & 0x3ff),  in meson_nfc_cmd_idle()
260 	       nfc->reg_base + NFC_REG_CMD);  in meson_nfc_cmd_idle()
263 static void meson_nfc_cmd_seed(struct meson_nfc *nfc, u32 seed)  in meson_nfc_cmd_seed()  argument
266 	       nfc->reg_base + NFC_REG_CMD);  in meson_nfc_cmd_seed()
273 	struct meson_nfc *nfc = nand_get_controller_data(mtd_to_nand(mtd));  in meson_nfc_cmd_access()  local
283 		writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_cmd_access()
292 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_cmd_access()
295 static void meson_nfc_drain_cmd(struct meson_nfc *nfc)  in meson_nfc_drain_cmd()  argument
304 	 * one is fetched into NFC request queue (ready to run), and another  in meson_nfc_drain_cmd()
308 	meson_nfc_cmd_idle(nfc, 0);  in meson_nfc_drain_cmd()
309 	meson_nfc_cmd_idle(nfc, 0);  in meson_nfc_drain_cmd()
312 static int meson_nfc_wait_cmd_finish(struct meson_nfc *nfc,  in meson_nfc_wait_cmd_finish()  argument
319 	ret = readl_relaxed_poll_timeout(nfc->reg_base + NFC_REG_CMD, cmd_size,  in meson_nfc_wait_cmd_finish()
323 		dev_err(nfc->dev, "wait for empty CMD FIFO time out\n");  in meson_nfc_wait_cmd_finish()
328 static int meson_nfc_wait_dma_finish(struct meson_nfc *nfc)  in meson_nfc_wait_dma_finish()  argument
330 	meson_nfc_drain_cmd(nfc);  in meson_nfc_wait_dma_finish()
332 	return meson_nfc_wait_cmd_finish(nfc, DMA_BUSY_TIMEOUT);  in meson_nfc_wait_dma_finish()
394 static int meson_nfc_queue_rb(struct meson_nfc *nfc, int timeout_ms)  in meson_nfc_queue_rb()  argument
399 	meson_nfc_cmd_idle(nfc, nfc->timing.twb);  in meson_nfc_queue_rb()
400 	meson_nfc_drain_cmd(nfc);  in meson_nfc_queue_rb()
401 	meson_nfc_wait_cmd_finish(nfc, CMD_FIFO_EMPTY_TIMEOUT);  in meson_nfc_queue_rb()
403 	cfg = readl(nfc->reg_base + NFC_REG_CFG);  in meson_nfc_queue_rb()
405 	writel(cfg, nfc->reg_base + NFC_REG_CFG);  in meson_nfc_queue_rb()
407 	reinit_completion(&nfc->completion);  in meson_nfc_queue_rb()
411 		| nfc->param.chip_select | nfc->timing.tbers_max;  in meson_nfc_queue_rb()
412 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_queue_rb()
414 	ret = wait_for_completion_timeout(&nfc->completion,  in meson_nfc_queue_rb()
481 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_dma_buffer_setup()  local
485 	nfc->daddr = dma_map_single(nfc->dev, databuf, datalen, dir);  in meson_nfc_dma_buffer_setup()
486 	ret = dma_mapping_error(nfc->dev, nfc->daddr);  in meson_nfc_dma_buffer_setup()
488 		dev_err(nfc->dev, "DMA mapping error\n");  in meson_nfc_dma_buffer_setup()
491 	cmd = GENCMDDADDRL(NFC_CMD_ADL, nfc->daddr);  in meson_nfc_dma_buffer_setup()
492 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_dma_buffer_setup()
494 	cmd = GENCMDDADDRH(NFC_CMD_ADH, nfc->daddr);  in meson_nfc_dma_buffer_setup()
495 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_dma_buffer_setup()
498 		nfc->iaddr = dma_map_single(nfc->dev, infobuf, infolen, dir);  in meson_nfc_dma_buffer_setup()
499 		ret = dma_mapping_error(nfc->dev, nfc->iaddr);  in meson_nfc_dma_buffer_setup()
501 			dev_err(nfc->dev, "DMA mapping error\n");  in meson_nfc_dma_buffer_setup()
502 			dma_unmap_single(nfc->dev,  in meson_nfc_dma_buffer_setup()
503 					 nfc->daddr, datalen, dir);  in meson_nfc_dma_buffer_setup()
506 		cmd = GENCMDIADDRL(NFC_CMD_AIL, nfc->iaddr);  in meson_nfc_dma_buffer_setup()
507 		writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_dma_buffer_setup()
509 		cmd = GENCMDIADDRH(NFC_CMD_AIH, nfc->iaddr);  in meson_nfc_dma_buffer_setup()
510 		writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_dma_buffer_setup()
520 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_dma_buffer_release()  local
522 	dma_unmap_single(nfc->dev, nfc->daddr, datalen, dir);  in meson_nfc_dma_buffer_release()
524 		dma_unmap_single(nfc->dev, nfc->iaddr, infolen, dir);  in meson_nfc_dma_buffer_release()
529 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_read_buf()  local
544 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_read_buf()
546 	meson_nfc_drain_cmd(nfc);  in meson_nfc_read_buf()
547 	meson_nfc_wait_cmd_finish(nfc, 1000);  in meson_nfc_read_buf()
558 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_write_buf()  local
568 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_write_buf()
570 	meson_nfc_drain_cmd(nfc);  in meson_nfc_write_buf()
571 	meson_nfc_wait_cmd_finish(nfc, 1000);  in meson_nfc_write_buf()
583 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_rw_cmd_prepare_and_execute()  local
584 	u32 *addrs = nfc->cmdfifo.rw.addrs;  in meson_nfc_rw_cmd_prepare_and_execute()
585 	u32 cs = nfc->param.chip_select;  in meson_nfc_rw_cmd_prepare_and_execute()
592 	nfc->cmdfifo.rw.cmd0 = cs | NFC_CMD_CLE | cmd0;  in meson_nfc_rw_cmd_prepare_and_execute()
616 		writel_relaxed(nfc->cmdfifo.cmd[i],  in meson_nfc_rw_cmd_prepare_and_execute()
617 			       nfc->reg_base + NFC_REG_CMD);  in meson_nfc_rw_cmd_prepare_and_execute()
620 		nfc->cmdfifo.rw.cmd1 = cs | NFC_CMD_CLE | NAND_CMD_READSTART;  in meson_nfc_rw_cmd_prepare_and_execute()
621 		writel(nfc->cmdfifo.rw.cmd1, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_rw_cmd_prepare_and_execute()
622 		meson_nfc_queue_rb(nfc, PSEC_TO_MSEC(sdr->tR_max));  in meson_nfc_rw_cmd_prepare_and_execute()
624 		meson_nfc_cmd_idle(nfc, nfc->timing.tadl);  in meson_nfc_rw_cmd_prepare_and_execute()
637 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_write_page_sub()  local
658 		meson_nfc_cmd_seed(nfc, page);  in meson_nfc_write_page_sub()
666 	cmd = nfc->param.chip_select | NFC_CMD_CLE | NAND_CMD_PAGEPROG;  in meson_nfc_write_page_sub()
667 	writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_write_page_sub()
668 	meson_nfc_queue_rb(nfc, PSEC_TO_MSEC(sdr->tPROG_max));  in meson_nfc_write_page_sub()
699 static void meson_nfc_check_ecc_pages_valid(struct meson_nfc *nfc,  in meson_nfc_check_ecc_pages_valid()  argument
711 		/* info is updated by nfc dma engine*/  in meson_nfc_check_ecc_pages_valid()
721 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_read_page_sub()  local
742 		meson_nfc_cmd_seed(nfc, page);  in meson_nfc_read_page_sub()
750 	ret = meson_nfc_wait_dma_finish(nfc);  in meson_nfc_read_page_sub()
751 	meson_nfc_check_ecc_pages_valid(nfc, nand, raw);  in meson_nfc_read_page_sub()
900 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nfc_exec_op()  local
917 			cmd = nfc->param.chip_select | NFC_CMD_CLE;  in meson_nfc_exec_op()
919 			writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_exec_op()
920 			meson_nfc_cmd_idle(nfc, delay_idle);  in meson_nfc_exec_op()
925 				cmd = nfc->param.chip_select | NFC_CMD_ALE;  in meson_nfc_exec_op()
927 				writel(cmd, nfc->reg_base + NFC_REG_CMD);  in meson_nfc_exec_op()
929 			meson_nfc_cmd_idle(nfc, delay_idle);  in meson_nfc_exec_op()
949 			meson_nfc_queue_rb(nfc, instr->ctx.waitrdy.timeout_ms);  in meson_nfc_exec_op()
951 				meson_nfc_cmd_idle(nfc, delay_idle);  in meson_nfc_exec_op()
955 	meson_nfc_wait_cmd_finish(nfc, 1000);  in meson_nfc_exec_op()
992 static int meson_nfc_clk_init(struct meson_nfc *nfc)  in meson_nfc_clk_init()  argument
999 	nfc->core_clk = devm_clk_get(nfc->dev, "core");  in meson_nfc_clk_init()
1000 	if (IS_ERR(nfc->core_clk)) {  in meson_nfc_clk_init()
1001 		dev_err(nfc->dev, "failed to get core clock\n");  in meson_nfc_clk_init()
1002 		return PTR_ERR(nfc->core_clk);  in meson_nfc_clk_init()
1005 	nfc->device_clk = devm_clk_get(nfc->dev, "device");  in meson_nfc_clk_init()
1006 	if (IS_ERR(nfc->device_clk)) {  in meson_nfc_clk_init()
1007 		dev_err(nfc->dev, "failed to get device clock\n");  in meson_nfc_clk_init()
1008 		return PTR_ERR(nfc->device_clk);  in meson_nfc_clk_init()
1011 	init.name = devm_kasprintf(nfc->dev,  in meson_nfc_clk_init()
1013 				   dev_name(nfc->dev));  in meson_nfc_clk_init()
1018 	nfc->nand_divider.reg = nfc->reg_clk;  in meson_nfc_clk_init()
1019 	nfc->nand_divider.shift = CLK_DIV_SHIFT;  in meson_nfc_clk_init()
1020 	nfc->nand_divider.width = CLK_DIV_WIDTH;  in meson_nfc_clk_init()
1021 	nfc->nand_divider.hw.init = &init;  in meson_nfc_clk_init()
1022 	nfc->nand_divider.flags = CLK_DIVIDER_ONE_BASED |  in meson_nfc_clk_init()
1026 	nfc->nand_clk = devm_clk_register(nfc->dev, &nfc->nand_divider.hw);  in meson_nfc_clk_init()
1027 	if (IS_ERR(nfc->nand_clk))  in meson_nfc_clk_init()
1028 		return PTR_ERR(nfc->nand_clk);  in meson_nfc_clk_init()
1031 	writel(CLK_SELECT_NAND | readl(nfc->reg_clk),  in meson_nfc_clk_init()
1032 	       nfc->reg_clk);  in meson_nfc_clk_init()
1034 	ret = clk_prepare_enable(nfc->core_clk);  in meson_nfc_clk_init()
1036 		dev_err(nfc->dev, "failed to enable core clock\n");  in meson_nfc_clk_init()
1040 	ret = clk_prepare_enable(nfc->device_clk);  in meson_nfc_clk_init()
1042 		dev_err(nfc->dev, "failed to enable device clock\n");  in meson_nfc_clk_init()
1046 	ret = clk_prepare_enable(nfc->nand_clk);  in meson_nfc_clk_init()
1048 		dev_err(nfc->dev, "pre enable NFC divider fail\n");  in meson_nfc_clk_init()
1052 	ret = clk_set_rate(nfc->nand_clk, 24000000);  in meson_nfc_clk_init()
1059 	clk_disable_unprepare(nfc->nand_clk);  in meson_nfc_clk_init()
1061 	clk_disable_unprepare(nfc->device_clk);  in meson_nfc_clk_init()
1063 	clk_disable_unprepare(nfc->core_clk);  in meson_nfc_clk_init()
1067 static void meson_nfc_disable_clk(struct meson_nfc *nfc)  in meson_nfc_disable_clk()  argument
1069 	clk_disable_unprepare(nfc->nand_clk);  in meson_nfc_disable_clk()
1070 	clk_disable_unprepare(nfc->device_clk);  in meson_nfc_disable_clk()
1071 	clk_disable_unprepare(nfc->core_clk);  in meson_nfc_disable_clk()
1174 	struct meson_nfc *nfc = nand_get_controller_data(nand);  in meson_nand_attach_chip()  local
1181 		mtd->name = devm_kasprintf(nfc->dev, GFP_KERNEL,  in meson_nand_attach_chip()
1183 					   dev_name(nfc->dev),  in meson_nand_attach_chip()
1194 	ret = nand_ecc_choose_conf(nand, nfc->data->ecc_caps,  in meson_nand_attach_chip()
1197 		dev_err(nfc->dev, "failed to ECC init\n");  in meson_nand_attach_chip()
1219 		dev_err(nfc->dev, "16bits bus width not supported");  in meson_nand_attach_chip()
1238 			 struct meson_nfc *nfc, struct device_node *np)  in meson_nfc_nand_chip_init()  argument
1267 		if (test_and_set_bit(tmp, &nfc->assigned_cs)) {  in meson_nfc_nand_chip_init()
1274 	nand->controller = &nfc->controller;  in meson_nfc_nand_chip_init()
1277 	nand_set_controller_data(nand, nfc);  in meson_nfc_nand_chip_init()
1295 	list_add_tail(&meson_chip->node, &nfc->chips);  in meson_nfc_nand_chip_init()
1300 static void meson_nfc_nand_chip_cleanup(struct meson_nfc *nfc)  in meson_nfc_nand_chip_cleanup()  argument
1305 	while (!list_empty(&nfc->chips)) {  in meson_nfc_nand_chip_cleanup()
1306 		meson_chip = list_first_entry(&nfc->chips,  in meson_nfc_nand_chip_cleanup()
1317 				     struct meson_nfc *nfc)  in meson_nfc_nand_chips_init()  argument
1324 		ret = meson_nfc_nand_chip_init(dev, nfc, nand_np);  in meson_nfc_nand_chips_init()
1326 			meson_nfc_nand_chip_cleanup(nfc);  in meson_nfc_nand_chips_init()
1337 	struct meson_nfc *nfc = id;  in meson_nfc_irq()  local
1340 	cfg = readl(nfc->reg_base + NFC_REG_CFG);  in meson_nfc_irq()
1345 	writel(cfg, nfc->reg_base + NFC_REG_CFG);  in meson_nfc_irq()
1347 	complete(&nfc->completion);  in meson_nfc_irq()
1361 		.compatible = "amlogic,meson-gxl-nfc",
1364 		.compatible = "amlogic,meson-axg-nfc",
1374 	struct meson_nfc *nfc;  in meson_nfc_probe()  local
1377 	nfc = devm_kzalloc(dev, sizeof(*nfc), GFP_KERNEL);  in meson_nfc_probe()
1378 	if (!nfc)  in meson_nfc_probe()
1381 	nfc->data = of_device_get_match_data(&pdev->dev);  in meson_nfc_probe()
1382 	if (!nfc->data)  in meson_nfc_probe()
1385 	nand_controller_init(&nfc->controller);  in meson_nfc_probe()
1386 	INIT_LIST_HEAD(&nfc->chips);  in meson_nfc_probe()
1387 	init_completion(&nfc->completion);  in meson_nfc_probe()
1389 	nfc->dev = dev;  in meson_nfc_probe()
1391 	nfc->reg_base = devm_platform_ioremap_resource_byname(pdev, "nfc");  in meson_nfc_probe()
1392 	if (IS_ERR(nfc->reg_base))  in meson_nfc_probe()
1393 		return PTR_ERR(nfc->reg_base);  in meson_nfc_probe()
1395 	nfc->reg_clk = devm_platform_ioremap_resource_byname(pdev, "emmc");  in meson_nfc_probe()
1396 	if (IS_ERR(nfc->reg_clk))  in meson_nfc_probe()
1397 		return PTR_ERR(nfc->reg_clk);  in meson_nfc_probe()
1403 	ret = meson_nfc_clk_init(nfc);  in meson_nfc_probe()
1409 	writel(0, nfc->reg_base + NFC_REG_CFG);  in meson_nfc_probe()
1410 	ret = devm_request_irq(dev, irq, meson_nfc_irq, 0, dev_name(dev), nfc);  in meson_nfc_probe()
1412 		dev_err(dev, "failed to request NFC IRQ\n");  in meson_nfc_probe()
1423 	platform_set_drvdata(pdev, nfc);  in meson_nfc_probe()
1425 	ret = meson_nfc_nand_chips_init(dev, nfc);  in meson_nfc_probe()
1433 	meson_nfc_disable_clk(nfc);  in meson_nfc_probe()
1439 	struct meson_nfc *nfc = platform_get_drvdata(pdev);  in meson_nfc_remove()  local
1441 	meson_nfc_nand_chip_cleanup(nfc);  in meson_nfc_remove()
1443 	meson_nfc_disable_clk(nfc);  in meson_nfc_remove()