94 static int self_check_not_bad(const struct ubi_device *ubi, int pnum);
95 static int self_check_peb_ec_hdr(const struct ubi_device *ubi, int pnum);
96 static int self_check_ec_hdr(const struct ubi_device *ubi, int pnum,
98 static int self_check_peb_vid_hdr(const struct ubi_device *ubi, int pnum);
99 static int self_check_vid_hdr(const struct ubi_device *ubi, int pnum,
101 static int self_check_write(struct ubi_device *ubi, const void *buf, int pnum,
126 int ubi_io_read(const struct ubi_device *ubi, void *buf, int pnum, int offset,  in ubi_io_read()  argument
135 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in ubi_io_read()
136 	ubi_assert(offset >= 0 && offset + len <= ubi->peb_size);  in ubi_io_read()
139 	err = self_check_not_bad(ubi, pnum);  in ubi_io_read()
165 	addr = (loff_t)pnum * ubi->peb_size + offset;  in ubi_io_read()
167 	err = mtd_read(ubi->mtd, addr, len, &read, buf);  in ubi_io_read()
180 			ubi_msg(ubi, "fixable bit-flip detected at PEB %d",  in ubi_io_read()
187 			ubi_warn(ubi, "error %d%s while reading %d bytes from PEB %d:%d, read only %zd bytes, retry",  in ubi_io_read()
193 		ubi_err(ubi, "error %d%s while reading %d bytes from PEB %d:%d, read %zd bytes",  in ubi_io_read()
209 		if (ubi_dbg_is_bitflip(ubi)) {  in ubi_io_read()
235 int ubi_io_write(struct ubi_device *ubi, const void *buf, int pnum, int offset,  in ubi_io_write()  argument
244 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in ubi_io_write()
245 	ubi_assert(offset >= 0 && offset + len <= ubi->peb_size);  in ubi_io_write()
246 	ubi_assert(offset % ubi->hdrs_min_io_size == 0);  in ubi_io_write()
247 	ubi_assert(len > 0 && len % ubi->hdrs_min_io_size == 0);  in ubi_io_write()
249 	if (ubi->ro_mode) {  in ubi_io_write()
250 		ubi_err(ubi, "read-only mode");  in ubi_io_write()
254 	err = self_check_not_bad(ubi, pnum);  in ubi_io_write()
259 	err = ubi_self_check_all_ff(ubi, pnum, offset, len);  in ubi_io_write()
263 	if (offset >= ubi->leb_start) {  in ubi_io_write()
268 		err = self_check_peb_ec_hdr(ubi, pnum);  in ubi_io_write()
271 		err = self_check_peb_vid_hdr(ubi, pnum);  in ubi_io_write()
276 	if (ubi_dbg_is_write_failure(ubi)) {  in ubi_io_write()
277 		ubi_err(ubi, "cannot write %d bytes to PEB %d:%d (emulated)",  in ubi_io_write()
283 	addr = (loff_t)pnum * ubi->peb_size + offset;  in ubi_io_write()
284 	err = mtd_write(ubi->mtd, addr, len, &written, buf);  in ubi_io_write()
286 		ubi_err(ubi, "error %d while writing %d bytes to PEB %d:%d, written %zd bytes",  in ubi_io_write()
289 		ubi_dump_flash(ubi, pnum, offset, len);  in ubi_io_write()
294 		err = self_check_write(ubi, buf, pnum, offset, len);  in ubi_io_write()
303 		len = ubi->peb_size - offset;  in ubi_io_write()
305 			err = ubi_self_check_all_ff(ubi, pnum, offset, len);  in ubi_io_write()
320 static int do_sync_erase(struct ubi_device *ubi, int pnum)  in do_sync_erase()  argument
326 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in do_sync_erase()
328 	if (ubi->ro_mode) {  in do_sync_erase()
329 		ubi_err(ubi, "read-only mode");  in do_sync_erase()
336 	ei.addr     = (loff_t)pnum * ubi->peb_size;  in do_sync_erase()
337 	ei.len      = ubi->peb_size;  in do_sync_erase()
339 	err = mtd_erase(ubi->mtd, &ei);  in do_sync_erase()
342 			ubi_warn(ubi, "error %d while erasing PEB %d, retry",  in do_sync_erase()
347 		ubi_err(ubi, "cannot erase PEB %d, error %d", pnum, err);  in do_sync_erase()
352 	err = ubi_self_check_all_ff(ubi, pnum, 0, ubi->peb_size);  in do_sync_erase()
356 	if (ubi_dbg_is_erase_failure(ubi)) {  in do_sync_erase()
357 		ubi_err(ubi, "cannot erase PEB %d (emulated)", pnum);  in do_sync_erase()
376 static int torture_peb(struct ubi_device *ubi, int pnum)  in torture_peb()  argument
380 	ubi_msg(ubi, "run torture test for PEB %d", pnum);  in torture_peb()
384 	mutex_lock(&ubi->buf_mutex);  in torture_peb()
386 		err = do_sync_erase(ubi, pnum);  in torture_peb()
391 		err = ubi_io_read(ubi, ubi->peb_buf, pnum, 0, ubi->peb_size);  in torture_peb()
395 		err = ubi_check_pattern(ubi->peb_buf, 0xFF, ubi->peb_size);  in torture_peb()
397 			ubi_err(ubi, "erased PEB %d, but a non-0xFF byte found",  in torture_peb()
404 		memset(ubi->peb_buf, patterns[i], ubi->peb_size);  in torture_peb()
405 		err = ubi_io_write(ubi, ubi->peb_buf, pnum, 0, ubi->peb_size);  in torture_peb()
409 		memset(ubi->peb_buf, ~patterns[i], ubi->peb_size);  in torture_peb()
410 		err = ubi_io_read(ubi, ubi->peb_buf, pnum, 0, ubi->peb_size);  in torture_peb()
414 		err = ubi_check_pattern(ubi->peb_buf, patterns[i],  in torture_peb()
415 					ubi->peb_size);  in torture_peb()
417 			ubi_err(ubi, "pattern %x checking failed for PEB %d",  in torture_peb()
425 	ubi_msg(ubi, "PEB %d passed torture test, do not mark it as bad", pnum);  in torture_peb()
428 	mutex_unlock(&ubi->buf_mutex);  in torture_peb()
435 		ubi_err(ubi, "read problems on freshly erased PEB %d, must be bad",  in torture_peb()
462 static int nor_erase_prepare(struct ubi_device *ubi, int pnum)  in nor_erase_prepare()  argument
487 	addr = (loff_t)pnum * ubi->peb_size;  in nor_erase_prepare()
488 	err = ubi_io_read_ec_hdr(ubi, pnum, &ec_hdr, 0);  in nor_erase_prepare()
491 		err = mtd_write(ubi->mtd, addr, 4, &written, (void *)&data);  in nor_erase_prepare()
496 	ubi_init_vid_buf(ubi, &vidb, &vid_hdr);  in nor_erase_prepare()
499 	err = ubi_io_read_vid_hdr(ubi, pnum, &vidb, 0);  in nor_erase_prepare()
502 		addr += ubi->vid_hdr_aloffset;  in nor_erase_prepare()
503 		err = mtd_write(ubi->mtd, addr, 4, &written, (void *)&data);  in nor_erase_prepare()
515 	ubi_err(ubi, "cannot invalidate PEB %d, write returned %d", pnum, err);  in nor_erase_prepare()
516 	ubi_dump_flash(ubi, pnum, 0, ubi->peb_size);  in nor_erase_prepare()
536 int ubi_io_sync_erase(struct ubi_device *ubi, int pnum, int torture)  in ubi_io_sync_erase()  argument
540 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in ubi_io_sync_erase()
542 	err = self_check_not_bad(ubi, pnum);  in ubi_io_sync_erase()
546 	if (ubi->ro_mode) {  in ubi_io_sync_erase()
547 		ubi_err(ubi, "read-only mode");  in ubi_io_sync_erase()
551 	if (ubi->nor_flash) {  in ubi_io_sync_erase()
552 		err = nor_erase_prepare(ubi, pnum);  in ubi_io_sync_erase()
558 		ret = torture_peb(ubi, pnum);  in ubi_io_sync_erase()
563 	err = do_sync_erase(ubi, pnum);  in ubi_io_sync_erase()
578 int ubi_io_is_bad(const struct ubi_device *ubi, int pnum)  in ubi_io_is_bad()  argument
580 	struct mtd_info *mtd = ubi->mtd;  in ubi_io_is_bad()
582 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in ubi_io_is_bad()
584 	if (ubi->bad_allowed) {  in ubi_io_is_bad()
587 		ret = mtd_block_isbad(mtd, (loff_t)pnum * ubi->peb_size);  in ubi_io_is_bad()
589 			ubi_err(ubi, "error %d while checking if PEB %d is bad",  in ubi_io_is_bad()
607 int ubi_io_mark_bad(const struct ubi_device *ubi, int pnum)  in ubi_io_mark_bad()  argument
610 	struct mtd_info *mtd = ubi->mtd;  in ubi_io_mark_bad()
612 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in ubi_io_mark_bad()
614 	if (ubi->ro_mode) {  in ubi_io_mark_bad()
615 		ubi_err(ubi, "read-only mode");  in ubi_io_mark_bad()
619 	if (!ubi->bad_allowed)  in ubi_io_mark_bad()
622 	err = mtd_block_markbad(mtd, (loff_t)pnum * ubi->peb_size);  in ubi_io_mark_bad()
624 		ubi_err(ubi, "cannot mark PEB %d bad, error %d", pnum, err);  in ubi_io_mark_bad()
636 static int validate_ec_hdr(const struct ubi_device *ubi,  in validate_ec_hdr()  argument
647 …ubi_err(ubi, "node with incompatible UBI version found: this UBI version is %d, image version is %…  in validate_ec_hdr()
652 	if (vid_hdr_offset != ubi->vid_hdr_offset) {  in validate_ec_hdr()
653 		ubi_err(ubi, "bad VID header offset %d, expected %d",  in validate_ec_hdr()
654 			vid_hdr_offset, ubi->vid_hdr_offset);  in validate_ec_hdr()
658 	if (leb_start != ubi->leb_start) {  in validate_ec_hdr()
659 		ubi_err(ubi, "bad data offset %d, expected %d",  in validate_ec_hdr()
660 			leb_start, ubi->leb_start);  in validate_ec_hdr()
665 		ubi_err(ubi, "bad erase counter %lld", ec);  in validate_ec_hdr()
672 	ubi_err(ubi, "bad EC header");  in validate_ec_hdr()
700 int ubi_io_read_ec_hdr(struct ubi_device *ubi, int pnum,  in ubi_io_read_ec_hdr()  argument
707 	ubi_assert(pnum >= 0 && pnum < ubi->peb_count);  in ubi_io_read_ec_hdr()
709 	read_err = ubi_io_read(ubi, ec_hdr, pnum, 0, UBI_EC_HDR_SIZE);  in ubi_io_read_ec_hdr()
738 				ubi_warn(ubi, "no EC header found at PEB %d, only 0xFF bytes",  in ubi_io_read_ec_hdr()
753 			ubi_warn(ubi, "bad magic number at PEB %d: %08x instead of %08x",  in ubi_io_read_ec_hdr()
767 			ubi_warn(ubi, "bad EC header CRC at PEB %d, calculated %#08x, read %#08x",  in ubi_io_read_ec_hdr()
781 	err = validate_ec_hdr(ubi, ec_hdr);  in ubi_io_read_ec_hdr()
783 		ubi_err(ubi, "validation failed for PEB %d", pnum);  in ubi_io_read_ec_hdr()
809 int ubi_io_write_ec_hdr(struct ubi_device *ubi, int pnum,  in ubi_io_write_ec_hdr()  argument
816 	ubi_assert(pnum >= 0 &&  pnum < ubi->peb_count);  in ubi_io_write_ec_hdr()
820 	ec_hdr->vid_hdr_offset = cpu_to_be32(ubi->vid_hdr_offset);  in ubi_io_write_ec_hdr()
821 	ec_hdr->data_offset = cpu_to_be32(ubi->leb_start);  in ubi_io_write_ec_hdr()
822 	ec_hdr->image_seq = cpu_to_be32(ubi->image_seq);  in ubi_io_write_ec_hdr()
826 	err = self_check_ec_hdr(ubi, pnum, ec_hdr);  in ubi_io_write_ec_hdr()
830 	if (ubi_dbg_power_cut(ubi, POWER_CUT_EC_WRITE))  in ubi_io_write_ec_hdr()
833 	err = ubi_io_write(ubi, ec_hdr, pnum, 0, ubi->ec_hdr_alsize);  in ubi_io_write_ec_hdr()
845 static int validate_vid_hdr(const struct ubi_device *ubi,  in validate_vid_hdr()  argument
857 	int usable_leb_size = ubi->leb_size - data_pad;  in validate_vid_hdr()
860 		ubi_err(ubi, "bad copy_flag");  in validate_vid_hdr()
866 		ubi_err(ubi, "negative values");  in validate_vid_hdr()
871 		ubi_err(ubi, "bad vol_id");  in validate_vid_hdr()
876 		ubi_err(ubi, "bad compat");  in validate_vid_hdr()
883 		ubi_err(ubi, "bad compat");  in validate_vid_hdr()
888 		ubi_err(ubi, "bad vol_type");  in validate_vid_hdr()
892 	if (data_pad >= ubi->leb_size / 2) {  in validate_vid_hdr()
893 		ubi_err(ubi, "bad data_pad");  in validate_vid_hdr()
897 	if (data_size > ubi->leb_size) {  in validate_vid_hdr()
898 		ubi_err(ubi, "bad data_size");  in validate_vid_hdr()
910 			ubi_err(ubi, "zero used_ebs");  in validate_vid_hdr()
914 			ubi_err(ubi, "zero data_size");  in validate_vid_hdr()
919 				ubi_err(ubi, "bad data_size");  in validate_vid_hdr()
924 				ubi_err(ubi, "bad data_size at last LEB");  in validate_vid_hdr()
928 			ubi_err(ubi, "too high lnum");  in validate_vid_hdr()
934 				ubi_err(ubi, "non-zero data CRC");  in validate_vid_hdr()
938 				ubi_err(ubi, "non-zero data_size");  in validate_vid_hdr()
943 				ubi_err(ubi, "zero data_size of copy");  in validate_vid_hdr()
948 			ubi_err(ubi, "bad used_ebs");  in validate_vid_hdr()
956 	ubi_err(ubi, "bad VID header");  in validate_vid_hdr()
977 int ubi_io_read_vid_hdr(struct ubi_device *ubi, int pnum,  in ubi_io_read_vid_hdr()  argument
986 	ubi_assert(pnum >= 0 &&  pnum < ubi->peb_count);  in ubi_io_read_vid_hdr()
988 	read_err = ubi_io_read(ubi, p, pnum, ubi->vid_hdr_aloffset,  in ubi_io_read_vid_hdr()
989 			  ubi->vid_hdr_shift + UBI_VID_HDR_SIZE);  in ubi_io_read_vid_hdr()
1000 				ubi_warn(ubi, "no VID header found at PEB %d, only 0xFF bytes",  in ubi_io_read_vid_hdr()
1011 			ubi_warn(ubi, "bad magic number at PEB %d: %08x instead of %08x",  in ubi_io_read_vid_hdr()
1025 			ubi_warn(ubi, "bad CRC at PEB %d, calculated %#08x, read %#08x",  in ubi_io_read_vid_hdr()
1037 	err = validate_vid_hdr(ubi, vid_hdr);  in ubi_io_read_vid_hdr()
1039 		ubi_err(ubi, "validation failed for PEB %d", pnum);  in ubi_io_read_vid_hdr()
1061 int ubi_io_write_vid_hdr(struct ubi_device *ubi, int pnum,  in ubi_io_write_vid_hdr()  argument
1070 	ubi_assert(pnum >= 0 &&  pnum < ubi->peb_count);  in ubi_io_write_vid_hdr()
1072 	err = self_check_peb_ec_hdr(ubi, pnum);  in ubi_io_write_vid_hdr()
1081 	err = self_check_vid_hdr(ubi, pnum, vid_hdr);  in ubi_io_write_vid_hdr()
1085 	if (ubi_dbg_power_cut(ubi, POWER_CUT_VID_WRITE))  in ubi_io_write_vid_hdr()
1088 	err = ubi_io_write(ubi, p, pnum, ubi->vid_hdr_aloffset,  in ubi_io_write_vid_hdr()
1089 			   ubi->vid_hdr_alsize);  in ubi_io_write_vid_hdr()
1101 static int self_check_not_bad(const struct ubi_device *ubi, int pnum)  in self_check_not_bad()  argument
1105 	if (!ubi_dbg_chk_io(ubi))  in self_check_not_bad()
1108 	err = ubi_io_is_bad(ubi, pnum);  in self_check_not_bad()
1112 	ubi_err(ubi, "self-check failed for PEB %d", pnum);  in self_check_not_bad()
1126 static int self_check_ec_hdr(const struct ubi_device *ubi, int pnum,  in self_check_ec_hdr()  argument
1132 	if (!ubi_dbg_chk_io(ubi))  in self_check_ec_hdr()
1137 		ubi_err(ubi, "bad magic %#08x, must be %#08x",  in self_check_ec_hdr()
1142 	err = validate_ec_hdr(ubi, ec_hdr);  in self_check_ec_hdr()
1144 		ubi_err(ubi, "self-check failed for PEB %d", pnum);  in self_check_ec_hdr()
1164 static int self_check_peb_ec_hdr(const struct ubi_device *ubi, int pnum)  in self_check_peb_ec_hdr()  argument
1170 	if (!ubi_dbg_chk_io(ubi))  in self_check_peb_ec_hdr()
1173 	ec_hdr = kzalloc(ubi->ec_hdr_alsize, GFP_NOFS);  in self_check_peb_ec_hdr()
1177 	err = ubi_io_read(ubi, ec_hdr, pnum, 0, UBI_EC_HDR_SIZE);  in self_check_peb_ec_hdr()
1184 		ubi_err(ubi, "bad CRC, calculated %#08x, read %#08x",  in self_check_peb_ec_hdr()
1186 		ubi_err(ubi, "self-check failed for PEB %d", pnum);  in self_check_peb_ec_hdr()
1193 	err = self_check_ec_hdr(ubi, pnum, ec_hdr);  in self_check_peb_ec_hdr()
1209 static int self_check_vid_hdr(const struct ubi_device *ubi, int pnum,  in self_check_vid_hdr()  argument
1215 	if (!ubi_dbg_chk_io(ubi))  in self_check_vid_hdr()
1220 		ubi_err(ubi, "bad VID header magic %#08x at PEB %d, must be %#08x",  in self_check_vid_hdr()
1225 	err = validate_vid_hdr(ubi, vid_hdr);  in self_check_vid_hdr()
1227 		ubi_err(ubi, "self-check failed for PEB %d", pnum);  in self_check_vid_hdr()
1234 	ubi_err(ubi, "self-check failed for PEB %d", pnum);  in self_check_vid_hdr()
1249 static int self_check_peb_vid_hdr(const struct ubi_device *ubi, int pnum)  in self_check_peb_vid_hdr()  argument
1257 	if (!ubi_dbg_chk_io(ubi))  in self_check_peb_vid_hdr()
1260 	vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in self_check_peb_vid_hdr()
1266 	err = ubi_io_read(ubi, p, pnum, ubi->vid_hdr_aloffset,  in self_check_peb_vid_hdr()
1267 			  ubi->vid_hdr_alsize);  in self_check_peb_vid_hdr()
1274 		ubi_err(ubi, "bad VID header CRC at PEB %d, calculated %#08x, read %#08x",  in self_check_peb_vid_hdr()
1276 		ubi_err(ubi, "self-check failed for PEB %d", pnum);  in self_check_peb_vid_hdr()
1283 	err = self_check_vid_hdr(ubi, pnum, vid_hdr);  in self_check_peb_vid_hdr()
1302 static int self_check_write(struct ubi_device *ubi, const void *buf, int pnum,  in self_check_write()  argument
1308 	loff_t addr = (loff_t)pnum * ubi->peb_size + offset;  in self_check_write()
1310 	if (!ubi_dbg_chk_io(ubi))  in self_check_write()
1315 		ubi_err(ubi, "cannot allocate memory to check writes");  in self_check_write()
1319 	err = mtd_read(ubi->mtd, addr, len, &read, buf1);  in self_check_write()
1331 		ubi_err(ubi, "self-check failed for PEB %d:%d, len %d",  in self_check_write()
1333 		ubi_msg(ubi, "data differ at position %d", i);  in self_check_write()
1335 		ubi_msg(ubi, "hex dump of the original buffer from %d to %d",  in self_check_write()
1339 		ubi_msg(ubi, "hex dump of the read buffer from %d to %d",  in self_check_write()
1367 int ubi_self_check_all_ff(struct ubi_device *ubi, int pnum, int offset, int len)  in ubi_self_check_all_ff()  argument
1372 	loff_t addr = (loff_t)pnum * ubi->peb_size + offset;  in ubi_self_check_all_ff()
1374 	if (!ubi_dbg_chk_io(ubi))  in ubi_self_check_all_ff()
1379 		ubi_err(ubi, "cannot allocate memory to check for 0xFFs");  in ubi_self_check_all_ff()
1383 	err = mtd_read(ubi->mtd, addr, len, &read, buf);  in ubi_self_check_all_ff()
1385 		ubi_err(ubi, "err %d while reading %d bytes from PEB %d:%d, read %zd bytes",  in ubi_self_check_all_ff()
1392 		ubi_err(ubi, "flash region at PEB %d:%d, length %d does not contain all 0xFF bytes",  in ubi_self_check_all_ff()
1401 	ubi_err(ubi, "self-check failed for PEB %d", pnum);  in ubi_self_check_all_ff()
1402 	ubi_msg(ubi, "hex dump of the %d-%d region", offset, offset + len);  in ubi_self_check_all_ff()