16 static inline unsigned long *init_seen(struct ubi_device *ubi)  in init_seen()  argument
20 	if (!ubi_dbg_chk_fastmap(ubi))  in init_seen()
23 	ret = kcalloc(BITS_TO_LONGS(ubi->peb_count), sizeof(unsigned long),  in init_seen()
46 static inline void set_seen(struct ubi_device *ubi, int pnum, unsigned long *seen)  in set_seen()  argument
48 	if (!ubi_dbg_chk_fastmap(ubi) || !seen)  in set_seen()
59 static int self_check_seen(struct ubi_device *ubi, unsigned long *seen)  in self_check_seen()  argument
63 	if (!ubi_dbg_chk_fastmap(ubi) || !seen)  in self_check_seen()
66 	for (pnum = 0; pnum < ubi->peb_count; pnum++) {  in self_check_seen()
67 		if (!test_bit(pnum, seen) && ubi->lookuptbl[pnum]) {  in self_check_seen()
68 			ubi_err(ubi, "self-check failed for PEB %d, fastmap didn't see it", pnum);  in self_check_seen()
80 size_t ubi_calc_fm_size(struct ubi_device *ubi)  in ubi_calc_fm_size()  argument
88 		(ubi->peb_count * sizeof(struct ubi_fm_ec)) +  in ubi_calc_fm_size()
90 		(ubi->peb_count * sizeof(__be32))) +  in ubi_calc_fm_size()
92 	return roundup(size, ubi->leb_size);  in ubi_calc_fm_size()
104 static struct ubi_vid_io_buf *new_fm_vbuf(struct ubi_device *ubi, int vol_id)  in new_fm_vbuf()  argument
109 	new = ubi_alloc_vid_buf(ubi, GFP_KERNEL);  in new_fm_vbuf()
242 static int update_vol(struct ubi_device *ubi, struct ubi_attach_info *ai,  in update_vol()  argument
274 		cmp_res = ubi_compare_lebs(ubi, aeb, new_aeb->pnum, new_vh);  in update_vol()
336 static int process_pool_aeb(struct ubi_device *ubi, struct ubi_attach_info *ai,  in process_pool_aeb()  argument
352 		ubi_err(ubi, "orphaned volume in fastmap pool!");  in process_pool_aeb()
359 	return update_vol(ubi, ai, av, new_vh, new_aeb);  in process_pool_aeb()
400 static int scan_pool(struct ubi_device *ubi, struct ubi_attach_info *ai,  in scan_pool()  argument
410 	ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL);  in scan_pool()
414 	vb = ubi_alloc_vid_buf(ubi, GFP_KERNEL);  in scan_pool()
434 		if (ubi_io_is_bad(ubi, pnum)) {  in scan_pool()
435 			ubi_err(ubi, "bad PEB in fastmap pool!");  in scan_pool()
440 		err = ubi_io_read_ec_hdr(ubi, pnum, ech, 0);  in scan_pool()
442 			ubi_err(ubi, "unable to read EC header! PEB:%i err:%i",  in scan_pool()
455 		if (image_seq && (image_seq != ubi->image_seq)) {  in scan_pool()
456 			ubi_err(ubi, "bad image seq: 0x%x, expected: 0x%x",  in scan_pool()
457 				be32_to_cpu(ech->image_seq), ubi->image_seq);  in scan_pool()
462 		err = ubi_io_read_vid_hdr(ubi, pnum, vb, 0);  in scan_pool()
493 			err = process_pool_aeb(ubi, ai, vh, new_aeb);  in scan_pool()
500 			ubi_err(ubi, "fastmap pool PEBs contains damaged PEBs!");  in scan_pool()
546 static int ubi_attach_fastmap(struct ubi_device *ubi,  in ubi_attach_fastmap()  argument
560 	size_t fm_pos = 0, fm_size = ubi->fm_size;  in ubi_attach_fastmap()
562 	void *fm_raw = ubi->fm_buf;  in ubi_attach_fastmap()
580 		ubi_err(ubi, "bad fastmap header magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
590 		ubi_err(ubi, "bad fastmap pool magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
600 		ubi_err(ubi, "bad fastmap WL pool magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
611 		ubi_err(ubi, "bad pool size: %i", pool_size);  in ubi_attach_fastmap()
616 		ubi_err(ubi, "bad WL pool size: %i", wl_pool_size);  in ubi_attach_fastmap()
623 		ubi_err(ubi, "bad maximal pool size: %i", fm->max_pool_size);  in ubi_attach_fastmap()
629 		ubi_err(ubi, "bad maximal WL pool size: %i",  in ubi_attach_fastmap()
689 			ubi_err(ubi, "bad fastmap vol header magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
702 				ubi_err(ubi, "volume (ID %i) already exists",  in ubi_attach_fastmap()
719 			ubi_err(ubi, "bad fastmap EBA header magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
739 				ubi_err(ubi, "PEB %i is in EBA but not in used list", pnum);  in ubi_attach_fastmap()
755 	ret = scan_pool(ubi, ai, fmpl->pebs, pool_size, &max_sqnum, &free);  in ubi_attach_fastmap()
759 	ret = scan_pool(ubi, ai, fmpl_wl->pebs, wl_pool_size, &max_sqnum, &free);  in ubi_attach_fastmap()
780 	if (WARN_ON(count_fastmap_pebs(ai) != ubi->peb_count -  in ubi_attach_fastmap()
850 int ubi_scan_fastmap(struct ubi_device *ubi, struct ubi_attach_info *ai,  in ubi_scan_fastmap()  argument
879 	down_write(&ubi->fm_protect);  in ubi_scan_fastmap()
880 	memset(ubi->fm_buf, 0, ubi->fm_size);  in ubi_scan_fastmap()
895 	ret = ubi_io_read_data(ubi, fmsb, fm_anchor, 0, sizeof(*fmsb));  in ubi_scan_fastmap()
902 		ubi_err(ubi, "bad super block magic: 0x%x, expected: 0x%x",  in ubi_scan_fastmap()
909 		ubi_err(ubi, "bad fastmap version: %i, expected: %i",  in ubi_scan_fastmap()
917 		ubi_err(ubi, "number of fastmap blocks is invalid: %i",  in ubi_scan_fastmap()
923 	fm_size = ubi->leb_size * used_blocks;  in ubi_scan_fastmap()
924 	if (fm_size != ubi->fm_size) {  in ubi_scan_fastmap()
925 		ubi_err(ubi, "bad fastmap size: %zi, expected: %zi",  in ubi_scan_fastmap()
926 			fm_size, ubi->fm_size);  in ubi_scan_fastmap()
931 	ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL);  in ubi_scan_fastmap()
937 	vb = ubi_alloc_vid_buf(ubi, GFP_KERNEL);  in ubi_scan_fastmap()
950 		if (ubi_io_is_bad(ubi, pnum)) {  in ubi_scan_fastmap()
956 			ubi_err(ubi, "Fastmap anchor PEB mismatch: PEB: %i vs. %i",  in ubi_scan_fastmap()
962 		ret = ubi_io_read_ec_hdr(ubi, pnum, ech, 0);  in ubi_scan_fastmap()
964 			ubi_err(ubi, "unable to read fastmap block# %i EC (PEB: %i)",  in ubi_scan_fastmap()
973 		if (!ubi->image_seq)  in ubi_scan_fastmap()
974 			ubi->image_seq = image_seq;  in ubi_scan_fastmap()
980 		if (image_seq && (image_seq != ubi->image_seq)) {  in ubi_scan_fastmap()
981 			ubi_err(ubi, "wrong image seq:%d instead of %d",  in ubi_scan_fastmap()
982 				be32_to_cpu(ech->image_seq), ubi->image_seq);  in ubi_scan_fastmap()
987 		ret = ubi_io_read_vid_hdr(ubi, pnum, vb, 0);  in ubi_scan_fastmap()
989 			ubi_err(ubi, "unable to read fastmap block# %i (PEB: %i)",  in ubi_scan_fastmap()
996 				ubi_err(ubi, "bad fastmap anchor vol_id: 0x%x, expected: 0x%x",  in ubi_scan_fastmap()
1004 				ubi_err(ubi, "bad fastmap data vol_id: 0x%x, expected: 0x%x",  in ubi_scan_fastmap()
1015 		ret = ubi_io_read_data(ubi, ubi->fm_buf + (ubi->leb_size * i),  in ubi_scan_fastmap()
1016 				       pnum, 0, ubi->leb_size);  in ubi_scan_fastmap()
1018 			ubi_err(ubi, "unable to read fastmap block# %i (PEB: %i, "  in ubi_scan_fastmap()
1027 	fmsb2 = (struct ubi_fm_sb *)(ubi->fm_buf);  in ubi_scan_fastmap()
1030 	crc = crc32(UBI_CRC32_INIT, ubi->fm_buf, fm_size);  in ubi_scan_fastmap()
1032 		ubi_err(ubi, "fastmap data CRC is invalid");  in ubi_scan_fastmap()
1033 		ubi_err(ubi, "CRC should be: 0x%x, calc: 0x%x",  in ubi_scan_fastmap()
1043 	ret = ubi_attach_fastmap(ubi, ai, fm);  in ubi_scan_fastmap()
1067 	ubi->fm = fm;  in ubi_scan_fastmap()
1068 	ubi->fm_pool.max_size = ubi->fm->max_pool_size;  in ubi_scan_fastmap()
1069 	ubi->fm_wl_pool.max_size = ubi->fm->max_wl_pool_size;  in ubi_scan_fastmap()
1070 	ubi_msg(ubi, "attached by fastmap");  in ubi_scan_fastmap()
1071 	ubi_msg(ubi, "fastmap pool size: %d", ubi->fm_pool.max_size);  in ubi_scan_fastmap()
1072 	ubi_msg(ubi, "fastmap WL pool size: %d",  in ubi_scan_fastmap()
1073 		ubi->fm_wl_pool.max_size);  in ubi_scan_fastmap()
1074 	ubi->fm_disabled = 0;  in ubi_scan_fastmap()
1075 	ubi->fast_attach = 1;  in ubi_scan_fastmap()
1080 	up_write(&ubi->fm_protect);  in ubi_scan_fastmap()
1082 		ubi_err(ubi, "Attach by fastmap failed, doing a full scan!");  in ubi_scan_fastmap()
1096 	struct ubi_device *ubi = vol->ubi;  in ubi_fastmap_init_checkmap()  local
1098 	if (!ubi->fast_attach)  in ubi_fastmap_init_checkmap()
1121 static int ubi_write_fastmap(struct ubi_device *ubi,  in ubi_write_fastmap()  argument
1142 	fm_raw = ubi->fm_buf;  in ubi_write_fastmap()
1143 	memset(ubi->fm_buf, 0, ubi->fm_size);  in ubi_write_fastmap()
1145 	avbuf = new_fm_vbuf(ubi, UBI_FM_SB_VOLUME_ID);  in ubi_write_fastmap()
1151 	dvbuf = new_fm_vbuf(ubi, UBI_FM_DATA_VOLUME_ID);  in ubi_write_fastmap()
1160 	seen_pebs = init_seen(ubi);  in ubi_write_fastmap()
1166 	spin_lock(&ubi->volumes_lock);  in ubi_write_fastmap()
1167 	spin_lock(&ubi->wl_lock);  in ubi_write_fastmap()
1171 	ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1175 	ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1193 	fmpl->size = cpu_to_be16(ubi->fm_pool.size);  in ubi_write_fastmap()
1194 	fmpl->max_size = cpu_to_be16(ubi->fm_pool.max_size);  in ubi_write_fastmap()
1196 	for (i = 0; i < ubi->fm_pool.size; i++) {  in ubi_write_fastmap()
1197 		fmpl->pebs[i] = cpu_to_be32(ubi->fm_pool.pebs[i]);  in ubi_write_fastmap()
1198 		set_seen(ubi, ubi->fm_pool.pebs[i], seen_pebs);  in ubi_write_fastmap()
1204 	fmpl_wl->size = cpu_to_be16(ubi->fm_wl_pool.size);  in ubi_write_fastmap()
1205 	fmpl_wl->max_size = cpu_to_be16(ubi->fm_wl_pool.max_size);  in ubi_write_fastmap()
1207 	for (i = 0; i < ubi->fm_wl_pool.size; i++) {  in ubi_write_fastmap()
1208 		fmpl_wl->pebs[i] = cpu_to_be32(ubi->fm_wl_pool.pebs[i]);  in ubi_write_fastmap()
1209 		set_seen(ubi, ubi->fm_wl_pool.pebs[i], seen_pebs);  in ubi_write_fastmap()
1212 	ubi_for_each_free_peb(ubi, wl_e, tmp_rb) {  in ubi_write_fastmap()
1216 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1221 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1223 	if (ubi->fm_next_anchor) {  in ubi_write_fastmap()
1226 		fec->pnum = cpu_to_be32(ubi->fm_next_anchor->pnum);  in ubi_write_fastmap()
1227 		set_seen(ubi, ubi->fm_next_anchor->pnum, seen_pebs);  in ubi_write_fastmap()
1228 		fec->ec = cpu_to_be32(ubi->fm_next_anchor->ec);  in ubi_write_fastmap()
1232 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1236 	ubi_for_each_used_peb(ubi, wl_e, tmp_rb) {  in ubi_write_fastmap()
1240 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1245 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1248 	ubi_for_each_protected_peb(ubi, i, wl_e) {  in ubi_write_fastmap()
1252 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1257 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1261 	ubi_for_each_scrub_peb(ubi, wl_e, tmp_rb) {  in ubi_write_fastmap()
1265 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1270 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1275 	list_for_each_entry(ubi_wrk, &ubi->works, list) {  in ubi_write_fastmap()
1283 			set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1288 			ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1294 		vol = ubi->volumes[i];  in ubi_write_fastmap()
1303 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1317 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1330 	fmh->bad_peb_count = cpu_to_be32(ubi->bad_peb_count);  in ubi_write_fastmap()
1332 	avhdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_write_fastmap()
1335 	spin_unlock(&ubi->wl_lock);  in ubi_write_fastmap()
1336 	spin_unlock(&ubi->volumes_lock);  in ubi_write_fastmap()
1339 	ret = ubi_io_write_vid_hdr(ubi, new_fm->e[0]->pnum, avbuf);  in ubi_write_fastmap()
1341 		ubi_err(ubi, "unable to write vid_hdr to fastmap SB!");  in ubi_write_fastmap()
1347 		set_seen(ubi, new_fm->e[i]->pnum, seen_pebs);  in ubi_write_fastmap()
1353 					   ubi->fm_size));  in ubi_write_fastmap()
1356 		dvhdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_write_fastmap()
1360 		ret = ubi_io_write_vid_hdr(ubi, new_fm->e[i]->pnum, dvbuf);  in ubi_write_fastmap()
1362 			ubi_err(ubi, "unable to write vid_hdr to PEB %i!",  in ubi_write_fastmap()
1369 		ret = ubi_io_write_data(ubi, fm_raw + (i * ubi->leb_size),  in ubi_write_fastmap()
1370 					new_fm->e[i]->pnum, 0, ubi->leb_size);  in ubi_write_fastmap()
1372 			ubi_err(ubi, "unable to write fastmap to PEB %i!",  in ubi_write_fastmap()
1379 	ubi->fm = new_fm;  in ubi_write_fastmap()
1381 	ret = self_check_seen(ubi, seen_pebs);  in ubi_write_fastmap()
1402 static int erase_block(struct ubi_device *ubi, int pnum)  in erase_block()  argument
1408 	ec_hdr = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL);  in erase_block()
1412 	ret = ubi_io_read_ec_hdr(ubi, pnum, ec_hdr, 0);  in erase_block()
1420 	ret = ubi_io_sync_erase(ubi, pnum, 0);  in erase_block()
1432 	ret = ubi_io_write_ec_hdr(ubi, pnum, ec_hdr);  in erase_block()
1454 static int invalidate_fastmap(struct ubi_device *ubi)  in invalidate_fastmap()  argument
1462 	if (!ubi->fm)  in invalidate_fastmap()
1465 	ubi->fm = NULL;  in invalidate_fastmap()
1472 	vb = new_fm_vbuf(ubi, UBI_FM_SB_VOLUME_ID);  in invalidate_fastmap()
1479 	e = ubi_wl_get_fm_peb(ubi, 1);  in invalidate_fastmap()
1487 	vh->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in invalidate_fastmap()
1488 	ret = ubi_io_write_vid_hdr(ubi, e->pnum, vb);  in invalidate_fastmap()
1490 		ubi_wl_put_fm_peb(ubi, e, 0, 0);  in invalidate_fastmap()
1497 	ubi->fm = fm;  in invalidate_fastmap()
1514 static void return_fm_pebs(struct ubi_device *ubi,  in return_fm_pebs()  argument
1524 			ubi_wl_put_fm_peb(ubi, fm->e[i], i,  in return_fm_pebs()
1538 int ubi_update_fastmap(struct ubi_device *ubi)  in ubi_update_fastmap()  argument
1544 	down_write(&ubi->fm_protect);  in ubi_update_fastmap()
1545 	down_write(&ubi->work_sem);  in ubi_update_fastmap()
1546 	down_write(&ubi->fm_eba_sem);  in ubi_update_fastmap()
1548 	ubi_refill_pools(ubi);  in ubi_update_fastmap()
1550 	if (ubi->ro_mode || ubi->fm_disabled) {  in ubi_update_fastmap()
1551 		up_write(&ubi->fm_eba_sem);  in ubi_update_fastmap()
1552 		up_write(&ubi->work_sem);  in ubi_update_fastmap()
1553 		up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1559 		up_write(&ubi->fm_eba_sem);  in ubi_update_fastmap()
1560 		up_write(&ubi->work_sem);  in ubi_update_fastmap()
1561 		up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1565 	new_fm->used_blocks = ubi->fm_size / ubi->leb_size;  in ubi_update_fastmap()
1566 	old_fm = ubi->fm;  in ubi_update_fastmap()
1567 	ubi->fm = NULL;  in ubi_update_fastmap()
1570 		ubi_err(ubi, "fastmap too large");  in ubi_update_fastmap()
1576 		spin_lock(&ubi->wl_lock);  in ubi_update_fastmap()
1577 		tmp_e = ubi_wl_get_fm_peb(ubi, 0);  in ubi_update_fastmap()
1578 		spin_unlock(&ubi->wl_lock);  in ubi_update_fastmap()
1582 				ret = erase_block(ubi, old_fm->e[i]->pnum);  in ubi_update_fastmap()
1584 					ubi_err(ubi, "could not erase old fastmap PEB");  in ubi_update_fastmap()
1587 						ubi_wl_put_fm_peb(ubi, new_fm->e[j],  in ubi_update_fastmap()
1596 				ubi_err(ubi, "could not get any free erase block");  in ubi_update_fastmap()
1599 					ubi_wl_put_fm_peb(ubi, new_fm->e[j], j, 0);  in ubi_update_fastmap()
1610 				ubi_wl_put_fm_peb(ubi, old_fm->e[i], i,  in ubi_update_fastmap()
1620 			ubi_wl_put_fm_peb(ubi, old_fm->e[i], i,  in ubi_update_fastmap()
1626 	spin_lock(&ubi->wl_lock);  in ubi_update_fastmap()
1627 	tmp_e = ubi->fm_anchor;  in ubi_update_fastmap()
1628 	ubi->fm_anchor = NULL;  in ubi_update_fastmap()
1629 	spin_unlock(&ubi->wl_lock);  in ubi_update_fastmap()
1634 			ret = erase_block(ubi, old_fm->e[0]->pnum);  in ubi_update_fastmap()
1636 				ubi_err(ubi, "could not erase old anchor PEB");  in ubi_update_fastmap()
1639 					ubi_wl_put_fm_peb(ubi, new_fm->e[i],  in ubi_update_fastmap()
1650 			ubi_wl_put_fm_peb(ubi, old_fm->e[0], 0,  in ubi_update_fastmap()
1657 			ubi_err(ubi, "could not find any anchor PEB");  in ubi_update_fastmap()
1660 				ubi_wl_put_fm_peb(ubi, new_fm->e[i], i, 0);  in ubi_update_fastmap()
1670 	ret = ubi_write_fastmap(ubi, new_fm);  in ubi_update_fastmap()
1676 	up_write(&ubi->fm_eba_sem);  in ubi_update_fastmap()
1677 	up_write(&ubi->work_sem);  in ubi_update_fastmap()
1678 	up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1681 	ubi_ensure_anchor_pebs(ubi);  in ubi_update_fastmap()
1686 	ubi_warn(ubi, "Unable to write new fastmap, err=%i", ret);  in ubi_update_fastmap()
1688 	ret = invalidate_fastmap(ubi);  in ubi_update_fastmap()
1690 		ubi_err(ubi, "Unable to invalidate current fastmap!");  in ubi_update_fastmap()
1691 		ubi_ro_mode(ubi);  in ubi_update_fastmap()
1693 		return_fm_pebs(ubi, old_fm);  in ubi_update_fastmap()
1694 		return_fm_pebs(ubi, new_fm);  in ubi_update_fastmap()