240 	void __iomem *docptr = doc->virtadr;  in _DoC_WaitReady()  local
247 		while ((ReadDOC(docptr, Mplus_FlashControl) & CDSN_CTRL_FR_B_MASK) != CDSN_CTRL_FR_B_MASK) {  in _DoC_WaitReady()
256 		while (!(ReadDOC(docptr, CDSNControl) & CDSN_CTRL_FR_B)) {  in _DoC_WaitReady()
271 	void __iomem *docptr = doc->virtadr;  in DoC_WaitReady()  local
277 		if ((ReadDOC(docptr, Mplus_FlashControl) & CDSN_CTRL_FR_B_MASK) != CDSN_CTRL_FR_B_MASK)  in DoC_WaitReady()
283 		if (!(ReadDOC(docptr, CDSNControl) & CDSN_CTRL_FR_B))  in DoC_WaitReady()
297 	void __iomem *docptr = doc->virtadr;  in doc2000_write_byte()  local
301 	WriteDOC(datum, docptr, CDSNSlowIO);  in doc2000_write_byte()
302 	WriteDOC(datum, docptr, 2k_CDSN_IO);  in doc2000_write_byte()
308 	void __iomem *docptr = doc->virtadr;  in doc2000_read_byte()  local
311 	ReadDOC(docptr, CDSNSlowIO);  in doc2000_read_byte()
313 	ret = ReadDOC(docptr, 2k_CDSN_IO);  in doc2000_read_byte()
323 	void __iomem *docptr = doc->virtadr;  in doc2000_writebuf()  local
328 		WriteDOC_(buf[i], docptr, DoC_2k_CDSN_IO + i);  in doc2000_writebuf()
339 	void __iomem *docptr = doc->virtadr;  in doc2000_readbuf()  local
346 		buf[i] = ReadDOC(docptr, 2k_CDSN_IO + i);  in doc2000_readbuf()
352 	void __iomem *docptr = doc->virtadr;  in doc2000_readbuf_dword()  local
360 			*(uint8_t *) (&buf[i]) = ReadDOC(docptr, 2k_CDSN_IO + i);  in doc2000_readbuf_dword()
364 			*(uint32_t *) (&buf[i]) = readl(docptr + DoC_2k_CDSN_IO + i);  in doc2000_readbuf_dword()
395 		void __iomem *docptr = doc->virtadr;  in doc200x_ident_chip()  local
405 		ident.dword = readl(docptr + DoC_2k_CDSN_IO);  in doc200x_ident_chip()
454 	void __iomem *docptr = doc->virtadr;  in doc2001_write_byte()  local
456 	WriteDOC(datum, docptr, CDSNSlowIO);  in doc2001_write_byte()
457 	WriteDOC(datum, docptr, Mil_CDSN_IO);  in doc2001_write_byte()
458 	WriteDOC(datum, docptr, WritePipeTerm);  in doc2001_write_byte()
464 	void __iomem *docptr = doc->virtadr;  in doc2001_read_byte()  local
469 	ReadDOC(docptr, ReadPipeInit);  in doc2001_read_byte()
471 	return ReadDOC(docptr, LastDataRead);  in doc2001_read_byte()
477 	void __iomem *docptr = doc->virtadr;  in doc2001_writebuf()  local
481 		WriteDOC_(buf[i], docptr, DoC_Mil_CDSN_IO + i);  in doc2001_writebuf()
483 	WriteDOC(0x00, docptr, WritePipeTerm);  in doc2001_writebuf()
489 	void __iomem *docptr = doc->virtadr;  in doc2001_readbuf()  local
493 	ReadDOC(docptr, ReadPipeInit);  in doc2001_readbuf()
496 		buf[i] = ReadDOC(docptr, Mil_CDSN_IO + (i & 0xff));  in doc2001_readbuf()
499 	buf[i] = ReadDOC(docptr, LastDataRead);  in doc2001_readbuf()
505 	void __iomem *docptr = doc->virtadr;  in doc2001plus_read_byte()  local
508 	ReadDOC(docptr, Mplus_ReadPipeInit);  in doc2001plus_read_byte()
509 	ReadDOC(docptr, Mplus_ReadPipeInit);  in doc2001plus_read_byte()
510 	ret = ReadDOC(docptr, Mplus_LastDataRead);  in doc2001plus_read_byte()
519 	void __iomem *docptr = doc->virtadr;  in doc2001plus_writebuf()  local
525 		WriteDOC_(buf[i], docptr, DoC_Mil_CDSN_IO + i);  in doc2001plus_writebuf()
536 	void __iomem *docptr = doc->virtadr;  in doc2001plus_readbuf()  local
543 	ReadDOC(docptr, Mplus_ReadPipeInit);  in doc2001plus_readbuf()
544 	ReadDOC(docptr, Mplus_ReadPipeInit);  in doc2001plus_readbuf()
547 		buf[i] = ReadDOC(docptr, Mil_CDSN_IO);  in doc2001plus_readbuf()
553 	buf[len - 2] = ReadDOC(docptr, Mplus_LastDataRead);  in doc2001plus_readbuf()
556 	buf[len - 1] = ReadDOC(docptr, Mplus_LastDataRead);  in doc2001plus_readbuf()
566 	void __iomem *docptr = doc->virtadr;  in doc2001plus_select_chip()  local
574 		WriteDOC(0, docptr, Mplus_FlashSelect);  in doc2001plus_select_chip()
582 	WriteDOC((DOC_FLASH_CE), docptr, Mplus_FlashSelect);  in doc2001plus_select_chip()
592 	void __iomem *docptr = doc->virtadr;  in doc200x_select_chip()  local
607 	WriteDOC(floor, docptr, FloorSelect);  in doc200x_select_chip()
608 	WriteDOC(chip, docptr, CDSNDeviceSelect);  in doc200x_select_chip()
622 	void __iomem *docptr = doc->virtadr;  in doc200x_hwcontrol()  local
629 		WriteDOC(doc->CDSNControl, docptr, CDSNControl);  in doc200x_hwcontrol()
646 	void __iomem *docptr = doc->virtadr;  in doc2001plus_command()  local
653 		WriteDOC(0x00, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
654 		WriteDOC(0x00, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
674 		WriteDOC(readcmd, docptr, Mplus_FlashCmd);  in doc2001plus_command()
676 	WriteDOC(command, docptr, Mplus_FlashCmd);  in doc2001plus_command()
677 	WriteDOC(0, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
678 	WriteDOC(0, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
687 			WriteDOC(column, docptr, Mplus_FlashAddress);  in doc2001plus_command()
690 			WriteDOC((unsigned char)(page_addr & 0xff), docptr, Mplus_FlashAddress);  in doc2001plus_command()
691 			WriteDOC((unsigned char)((page_addr >> 8) & 0xff), docptr, Mplus_FlashAddress);  in doc2001plus_command()
693 				WriteDOC((unsigned char)((page_addr >> 16) & 0x0f), docptr, Mplus_FlashAddress);  in doc2001plus_command()
697 		WriteDOC(0, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
698 		WriteDOC(0, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
702 			WriteDOC(0, docptr, Mplus_FlashControl);  in doc2001plus_command()
722 		WriteDOC(NAND_CMD_STATUS, docptr, Mplus_FlashCmd);  in doc2001plus_command()
723 		WriteDOC(0, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
724 		WriteDOC(0, docptr, Mplus_WritePipeTerm);  in doc2001plus_command()
750 	void __iomem *docptr = doc->virtadr;  in doc200x_dev_ready()  local
755 		if ((ReadDOC(docptr, Mplus_FlashControl) & CDSN_CTRL_FR_B_MASK) != CDSN_CTRL_FR_B_MASK) {  in doc200x_dev_ready()
766 		if (!(ReadDOC(docptr, CDSNControl) & CDSN_CTRL_FR_B)) {  in doc200x_dev_ready()
789 	void __iomem *docptr = doc->virtadr;  in doc200x_enable_hwecc()  local
794 		WriteDOC(DOC_ECC_RESET, docptr, ECCConf);  in doc200x_enable_hwecc()
795 		WriteDOC(DOC_ECC_EN, docptr, ECCConf);  in doc200x_enable_hwecc()
798 		WriteDOC(DOC_ECC_RESET, docptr, ECCConf);  in doc200x_enable_hwecc()
799 		WriteDOC(DOC_ECC_EN | DOC_ECC_RW, docptr, ECCConf);  in doc200x_enable_hwecc()
807 	void __iomem *docptr = doc->virtadr;  in doc2001plus_enable_hwecc()  local
812 		WriteDOC(DOC_ECC_RESET, docptr, Mplus_ECCConf);  in doc2001plus_enable_hwecc()
813 		WriteDOC(DOC_ECC_EN, docptr, Mplus_ECCConf);  in doc2001plus_enable_hwecc()
816 		WriteDOC(DOC_ECC_RESET, docptr, Mplus_ECCConf);  in doc2001plus_enable_hwecc()
817 		WriteDOC(DOC_ECC_EN | DOC_ECC_RW, docptr, Mplus_ECCConf);  in doc2001plus_enable_hwecc()
827 	void __iomem *docptr = doc->virtadr;  in doc200x_calculate_ecc()  local
833 		WriteDOC(doc->CDSNControl & ~CDSN_CTRL_FLASH_IO, docptr, CDSNControl);  in doc200x_calculate_ecc()
834 		WriteDOC(0, docptr, 2k_CDSN_IO);  in doc200x_calculate_ecc()
835 		WriteDOC(0, docptr, 2k_CDSN_IO);  in doc200x_calculate_ecc()
836 		WriteDOC(0, docptr, 2k_CDSN_IO);  in doc200x_calculate_ecc()
837 		WriteDOC(doc->CDSNControl, docptr, CDSNControl);  in doc200x_calculate_ecc()
839 		WriteDOC(0, docptr, Mplus_NOP);  in doc200x_calculate_ecc()
840 		WriteDOC(0, docptr, Mplus_NOP);  in doc200x_calculate_ecc()
841 		WriteDOC(0, docptr, Mplus_NOP);  in doc200x_calculate_ecc()
843 		WriteDOC(0, docptr, NOP);  in doc200x_calculate_ecc()
844 		WriteDOC(0, docptr, NOP);  in doc200x_calculate_ecc()
845 		WriteDOC(0, docptr, NOP);  in doc200x_calculate_ecc()
850 			ecc_code[i] = ReadDOC_(docptr, DoC_Mplus_ECCSyndrome0 + i);  in doc200x_calculate_ecc()
852 			ecc_code[i] = ReadDOC_(docptr, DoC_ECCSyndrome0 + i);  in doc200x_calculate_ecc()
857 		WriteDOC(DOC_ECC_DIS, docptr, Mplus_ECCConf);  in doc200x_calculate_ecc()
859 		WriteDOC(DOC_ECC_DIS, docptr, ECCConf);  in doc200x_calculate_ecc()
887 	void __iomem *docptr = doc->virtadr;  in doc200x_correct_data()  local
893 		dummy = ReadDOC(docptr, 2k_ECCStatus);  in doc200x_correct_data()
894 		dummy = ReadDOC(docptr, 2k_ECCStatus);  in doc200x_correct_data()
895 		dummy = ReadDOC(docptr, 2k_ECCStatus);  in doc200x_correct_data()
897 		dummy = ReadDOC(docptr, Mplus_ECCConf);  in doc200x_correct_data()
898 		dummy = ReadDOC(docptr, Mplus_ECCConf);  in doc200x_correct_data()
899 		dummy = ReadDOC(docptr, Mplus_ECCConf);  in doc200x_correct_data()
901 		dummy = ReadDOC(docptr, ECCConf);  in doc200x_correct_data()
902 		dummy = ReadDOC(docptr, ECCConf);  in doc200x_correct_data()
903 		dummy = ReadDOC(docptr, ECCConf);  in doc200x_correct_data()
910 				calc_ecc[i] = ReadDOC_(docptr, DoC_Mplus_ECCSyndrome0 + i);  in doc200x_correct_data()
912 				calc_ecc[i] = ReadDOC_(docptr, DoC_ECCSyndrome0 + i);  in doc200x_correct_data()
921 		WriteDOC(DOC_ECC_DIS, docptr, Mplus_ECCConf);  in doc200x_correct_data()
923 		WriteDOC(DOC_ECC_DIS, docptr, ECCConf);  in doc200x_correct_data()