Lines Matching refs:ubi
25 static inline unsigned long *init_seen(struct ubi_device *ubi) in init_seen() argument
29 if (!ubi_dbg_chk_fastmap(ubi)) in init_seen()
32 ret = kcalloc(BITS_TO_LONGS(ubi->peb_count), sizeof(unsigned long), in init_seen()
55 static inline void set_seen(struct ubi_device *ubi, int pnum, unsigned long *seen) in set_seen() argument
57 if (!ubi_dbg_chk_fastmap(ubi) || !seen) in set_seen()
68 static int self_check_seen(struct ubi_device *ubi, unsigned long *seen) in self_check_seen() argument
72 if (!ubi_dbg_chk_fastmap(ubi) || !seen) in self_check_seen()
75 for (pnum = 0; pnum < ubi->peb_count; pnum++) { in self_check_seen()
76 if (test_bit(pnum, seen) && ubi->lookuptbl[pnum]) { in self_check_seen()
77 ubi_err(ubi, "self-check failed for PEB %d, fastmap didn't see it", pnum); in self_check_seen()
89 size_t ubi_calc_fm_size(struct ubi_device *ubi) in ubi_calc_fm_size() argument
97 (ubi->peb_count * sizeof(struct ubi_fm_ec)) + in ubi_calc_fm_size()
99 (ubi->peb_count * sizeof(__be32))) + in ubi_calc_fm_size()
101 return roundup(size, ubi->leb_size); in ubi_calc_fm_size()
113 static struct ubi_vid_io_buf *new_fm_vbuf(struct ubi_device *ubi, int vol_id) in new_fm_vbuf() argument
118 new = ubi_alloc_vid_buf(ubi, GFP_KERNEL); in new_fm_vbuf()
251 static int update_vol(struct ubi_device *ubi, struct ubi_attach_info *ai, in update_vol() argument
283 cmp_res = ubi_compare_lebs(ubi, aeb, new_aeb->pnum, new_vh); in update_vol()
345 static int process_pool_aeb(struct ubi_device *ubi, struct ubi_attach_info *ai, in process_pool_aeb() argument
361 ubi_err(ubi, "orphaned volume in fastmap pool!"); in process_pool_aeb()
368 return update_vol(ubi, ai, av, new_vh, new_aeb); in process_pool_aeb()
409 static int scan_pool(struct ubi_device *ubi, struct ubi_attach_info *ai, in scan_pool() argument
419 ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL); in scan_pool()
423 vb = ubi_alloc_vid_buf(ubi, GFP_KERNEL); in scan_pool()
443 if (ubi_io_is_bad(ubi, pnum)) { in scan_pool()
444 ubi_err(ubi, "bad PEB in fastmap pool!"); in scan_pool()
449 err = ubi_io_read_ec_hdr(ubi, pnum, ech, 0); in scan_pool()
451 ubi_err(ubi, "unable to read EC header! PEB:%i err:%i", in scan_pool()
464 if (image_seq && (image_seq != ubi->image_seq)) { in scan_pool()
465 ubi_err(ubi, "bad image seq: 0x%x, expected: 0x%x", in scan_pool()
466 be32_to_cpu(ech->image_seq), ubi->image_seq); in scan_pool()
471 err = ubi_io_read_vid_hdr(ubi, pnum, vb, 0); in scan_pool()
502 err = process_pool_aeb(ubi, ai, vh, new_aeb); in scan_pool()
509 ubi_err(ubi, "fastmap pool PEBs contains damaged PEBs!"); in scan_pool()
555 static int ubi_attach_fastmap(struct ubi_device *ubi, in ubi_attach_fastmap() argument
569 size_t fm_pos = 0, fm_size = ubi->fm_size; in ubi_attach_fastmap()
571 void *fm_raw = ubi->fm_buf; in ubi_attach_fastmap()
589 ubi_err(ubi, "bad fastmap header magic: 0x%x, expected: 0x%x", in ubi_attach_fastmap()
599 ubi_err(ubi, "bad fastmap pool magic: 0x%x, expected: 0x%x", in ubi_attach_fastmap()
609 ubi_err(ubi, "bad fastmap WL pool magic: 0x%x, expected: 0x%x", in ubi_attach_fastmap()
620 ubi_err(ubi, "bad pool size: %i", pool_size); in ubi_attach_fastmap()
625 ubi_err(ubi, "bad WL pool size: %i", wl_pool_size); in ubi_attach_fastmap()
632 ubi_err(ubi, "bad maximal pool size: %i", fm->max_pool_size); in ubi_attach_fastmap()
638 ubi_err(ubi, "bad maximal WL pool size: %i", in ubi_attach_fastmap()
698 ubi_err(ubi, "bad fastmap vol header magic: 0x%x, expected: 0x%x", in ubi_attach_fastmap()
711 ubi_err(ubi, "volume (ID %i) already exists", in ubi_attach_fastmap()
728 ubi_err(ubi, "bad fastmap EBA header magic: 0x%x, expected: 0x%x", in ubi_attach_fastmap()
748 ubi_err(ubi, "PEB %i is in EBA but not in used list", pnum); in ubi_attach_fastmap()
764 ret = scan_pool(ubi, ai, fmpl->pebs, pool_size, &max_sqnum, &free); in ubi_attach_fastmap()
768 ret = scan_pool(ubi, ai, fmpl_wl->pebs, wl_pool_size, &max_sqnum, &free); in ubi_attach_fastmap()
789 if (WARN_ON(count_fastmap_pebs(ai) != ubi->peb_count - in ubi_attach_fastmap()
859 int ubi_scan_fastmap(struct ubi_device *ubi, struct ubi_attach_info *ai, in ubi_scan_fastmap() argument
888 down_write(&ubi->fm_protect); in ubi_scan_fastmap()
889 memset(ubi->fm_buf, 0, ubi->fm_size); in ubi_scan_fastmap()
904 ret = ubi_io_read_data(ubi, fmsb, fm_anchor, 0, sizeof(*fmsb)); in ubi_scan_fastmap()
911 ubi_err(ubi, "bad super block magic: 0x%x, expected: 0x%x", in ubi_scan_fastmap()
918 ubi_err(ubi, "bad fastmap version: %i, expected: %i", in ubi_scan_fastmap()
926 ubi_err(ubi, "number of fastmap blocks is invalid: %i", in ubi_scan_fastmap()
932 fm_size = ubi->leb_size * used_blocks; in ubi_scan_fastmap()
933 if (fm_size != ubi->fm_size) { in ubi_scan_fastmap()
934 ubi_err(ubi, "bad fastmap size: %zi, expected: %zi", in ubi_scan_fastmap()
935 fm_size, ubi->fm_size); in ubi_scan_fastmap()
940 ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL); in ubi_scan_fastmap()
946 vb = ubi_alloc_vid_buf(ubi, GFP_KERNEL); in ubi_scan_fastmap()
959 if (ubi_io_is_bad(ubi, pnum)) { in ubi_scan_fastmap()
965 ubi_err(ubi, "Fastmap anchor PEB mismatch: PEB: %i vs. %i", in ubi_scan_fastmap()
971 ret = ubi_io_read_ec_hdr(ubi, pnum, ech, 0); in ubi_scan_fastmap()
973 ubi_err(ubi, "unable to read fastmap block# %i EC (PEB: %i)", in ubi_scan_fastmap()
982 if (!ubi->image_seq) in ubi_scan_fastmap()
983 ubi->image_seq = image_seq; in ubi_scan_fastmap()
989 if (image_seq && (image_seq != ubi->image_seq)) { in ubi_scan_fastmap()
990 ubi_err(ubi, "wrong image seq:%d instead of %d", in ubi_scan_fastmap()
991 be32_to_cpu(ech->image_seq), ubi->image_seq); in ubi_scan_fastmap()
996 ret = ubi_io_read_vid_hdr(ubi, pnum, vb, 0); in ubi_scan_fastmap()
998 ubi_err(ubi, "unable to read fastmap block# %i (PEB: %i)", in ubi_scan_fastmap()
1005 ubi_err(ubi, "bad fastmap anchor vol_id: 0x%x, expected: 0x%x", in ubi_scan_fastmap()
1013 ubi_err(ubi, "bad fastmap data vol_id: 0x%x, expected: 0x%x", in ubi_scan_fastmap()
1024 ret = ubi_io_read_data(ubi, ubi->fm_buf + (ubi->leb_size * i), in ubi_scan_fastmap()
1025 pnum, 0, ubi->leb_size); in ubi_scan_fastmap()
1027 ubi_err(ubi, "unable to read fastmap block# %i (PEB: %i, " in ubi_scan_fastmap()
1036 fmsb2 = (struct ubi_fm_sb *)(ubi->fm_buf); in ubi_scan_fastmap()
1039 crc = crc32(UBI_CRC32_INIT, ubi->fm_buf, fm_size); in ubi_scan_fastmap()
1041 ubi_err(ubi, "fastmap data CRC is invalid"); in ubi_scan_fastmap()
1042 ubi_err(ubi, "CRC should be: 0x%x, calc: 0x%x", in ubi_scan_fastmap()
1052 ret = ubi_attach_fastmap(ubi, ai, fm); in ubi_scan_fastmap()
1076 ubi->fm = fm; in ubi_scan_fastmap()
1077 ubi->fm_pool.max_size = ubi->fm->max_pool_size; in ubi_scan_fastmap()
1078 ubi->fm_wl_pool.max_size = ubi->fm->max_wl_pool_size; in ubi_scan_fastmap()
1079 ubi_msg(ubi, "attached by fastmap"); in ubi_scan_fastmap()
1080 ubi_msg(ubi, "fastmap pool size: %d", ubi->fm_pool.max_size); in ubi_scan_fastmap()
1081 ubi_msg(ubi, "fastmap WL pool size: %d", in ubi_scan_fastmap()
1082 ubi->fm_wl_pool.max_size); in ubi_scan_fastmap()
1083 ubi->fm_disabled = 0; in ubi_scan_fastmap()
1084 ubi->fast_attach = 1; in ubi_scan_fastmap()
1089 up_write(&ubi->fm_protect); in ubi_scan_fastmap()
1091 ubi_err(ubi, "Attach by fastmap failed, doing a full scan!"); in ubi_scan_fastmap()
1105 struct ubi_device *ubi = vol->ubi; in ubi_fastmap_init_checkmap() local
1107 if (!ubi->fast_attach) in ubi_fastmap_init_checkmap()
1130 static int ubi_write_fastmap(struct ubi_device *ubi, in ubi_write_fastmap() argument
1151 fm_raw = ubi->fm_buf; in ubi_write_fastmap()
1152 memset(ubi->fm_buf, 0, ubi->fm_size); in ubi_write_fastmap()
1154 avbuf = new_fm_vbuf(ubi, UBI_FM_SB_VOLUME_ID); in ubi_write_fastmap()
1160 dvbuf = new_fm_vbuf(ubi, UBI_FM_DATA_VOLUME_ID); in ubi_write_fastmap()
1169 seen_pebs = init_seen(ubi); in ubi_write_fastmap()
1175 spin_lock(&ubi->volumes_lock); in ubi_write_fastmap()
1176 spin_lock(&ubi->wl_lock); in ubi_write_fastmap()
1180 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1184 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1202 fmpl->size = cpu_to_be16(ubi->fm_pool.size); in ubi_write_fastmap()
1203 fmpl->max_size = cpu_to_be16(ubi->fm_pool.max_size); in ubi_write_fastmap()
1205 for (i = 0; i < ubi->fm_pool.size; i++) { in ubi_write_fastmap()
1206 fmpl->pebs[i] = cpu_to_be32(ubi->fm_pool.pebs[i]); in ubi_write_fastmap()
1207 set_seen(ubi, ubi->fm_pool.pebs[i], seen_pebs); in ubi_write_fastmap()
1213 fmpl_wl->size = cpu_to_be16(ubi->fm_wl_pool.size); in ubi_write_fastmap()
1214 fmpl_wl->max_size = cpu_to_be16(ubi->fm_wl_pool.max_size); in ubi_write_fastmap()
1216 for (i = 0; i < ubi->fm_wl_pool.size; i++) { in ubi_write_fastmap()
1217 fmpl_wl->pebs[i] = cpu_to_be32(ubi->fm_wl_pool.pebs[i]); in ubi_write_fastmap()
1218 set_seen(ubi, ubi->fm_wl_pool.pebs[i], seen_pebs); in ubi_write_fastmap()
1221 ubi_for_each_free_peb(ubi, wl_e, tmp_rb) { in ubi_write_fastmap()
1225 set_seen(ubi, wl_e->pnum, seen_pebs); in ubi_write_fastmap()
1230 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1234 ubi_for_each_used_peb(ubi, wl_e, tmp_rb) { in ubi_write_fastmap()
1238 set_seen(ubi, wl_e->pnum, seen_pebs); in ubi_write_fastmap()
1243 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1246 ubi_for_each_protected_peb(ubi, i, wl_e) { in ubi_write_fastmap()
1250 set_seen(ubi, wl_e->pnum, seen_pebs); in ubi_write_fastmap()
1255 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1259 ubi_for_each_scrub_peb(ubi, wl_e, tmp_rb) { in ubi_write_fastmap()
1263 set_seen(ubi, wl_e->pnum, seen_pebs); in ubi_write_fastmap()
1268 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1273 list_for_each_entry(ubi_wrk, &ubi->works, list) { in ubi_write_fastmap()
1281 set_seen(ubi, wl_e->pnum, seen_pebs); in ubi_write_fastmap()
1286 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1292 vol = ubi->volumes[i]; in ubi_write_fastmap()
1301 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1315 ubi_assert(fm_pos <= ubi->fm_size); in ubi_write_fastmap()
1328 fmh->bad_peb_count = cpu_to_be32(ubi->bad_peb_count); in ubi_write_fastmap()
1330 avhdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_write_fastmap()
1333 spin_unlock(&ubi->wl_lock); in ubi_write_fastmap()
1334 spin_unlock(&ubi->volumes_lock); in ubi_write_fastmap()
1337 ret = ubi_io_write_vid_hdr(ubi, new_fm->e[0]->pnum, avbuf); in ubi_write_fastmap()
1339 ubi_err(ubi, "unable to write vid_hdr to fastmap SB!"); in ubi_write_fastmap()
1345 set_seen(ubi, new_fm->e[i]->pnum, seen_pebs); in ubi_write_fastmap()
1351 ubi->fm_size)); in ubi_write_fastmap()
1354 dvhdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_write_fastmap()
1358 ret = ubi_io_write_vid_hdr(ubi, new_fm->e[i]->pnum, dvbuf); in ubi_write_fastmap()
1360 ubi_err(ubi, "unable to write vid_hdr to PEB %i!", in ubi_write_fastmap()
1367 ret = ubi_io_write_data(ubi, fm_raw + (i * ubi->leb_size), in ubi_write_fastmap()
1368 new_fm->e[i]->pnum, 0, ubi->leb_size); in ubi_write_fastmap()
1370 ubi_err(ubi, "unable to write fastmap to PEB %i!", in ubi_write_fastmap()
1377 ubi->fm = new_fm; in ubi_write_fastmap()
1379 ret = self_check_seen(ubi, seen_pebs); in ubi_write_fastmap()
1397 static int erase_block(struct ubi_device *ubi, int pnum) in erase_block() argument
1403 ec_hdr = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL); in erase_block()
1407 ret = ubi_io_read_ec_hdr(ubi, pnum, ec_hdr, 0); in erase_block()
1415 ret = ubi_io_sync_erase(ubi, pnum, 0); in erase_block()
1427 ret = ubi_io_write_ec_hdr(ubi, pnum, ec_hdr); in erase_block()
1449 static int invalidate_fastmap(struct ubi_device *ubi) in invalidate_fastmap() argument
1457 if (!ubi->fm) in invalidate_fastmap()
1460 ubi->fm = NULL; in invalidate_fastmap()
1467 vb = new_fm_vbuf(ubi, UBI_FM_SB_VOLUME_ID); in invalidate_fastmap()
1474 e = ubi_wl_get_fm_peb(ubi, 1); in invalidate_fastmap()
1482 vh->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in invalidate_fastmap()
1483 ret = ubi_io_write_vid_hdr(ubi, e->pnum, vb); in invalidate_fastmap()
1485 ubi_wl_put_fm_peb(ubi, e, 0, 0); in invalidate_fastmap()
1492 ubi->fm = fm; in invalidate_fastmap()
1509 static void return_fm_pebs(struct ubi_device *ubi, in return_fm_pebs() argument
1519 ubi_wl_put_fm_peb(ubi, fm->e[i], i, in return_fm_pebs()
1533 int ubi_update_fastmap(struct ubi_device *ubi) in ubi_update_fastmap() argument
1539 down_write(&ubi->fm_protect); in ubi_update_fastmap()
1540 down_write(&ubi->work_sem); in ubi_update_fastmap()
1541 down_write(&ubi->fm_eba_sem); in ubi_update_fastmap()
1543 ubi_refill_pools(ubi); in ubi_update_fastmap()
1545 if (ubi->ro_mode || ubi->fm_disabled) { in ubi_update_fastmap()
1546 up_write(&ubi->fm_eba_sem); in ubi_update_fastmap()
1547 up_write(&ubi->work_sem); in ubi_update_fastmap()
1548 up_write(&ubi->fm_protect); in ubi_update_fastmap()
1552 ret = ubi_ensure_anchor_pebs(ubi); in ubi_update_fastmap()
1554 up_write(&ubi->fm_eba_sem); in ubi_update_fastmap()
1555 up_write(&ubi->work_sem); in ubi_update_fastmap()
1556 up_write(&ubi->fm_protect); in ubi_update_fastmap()
1562 up_write(&ubi->fm_eba_sem); in ubi_update_fastmap()
1563 up_write(&ubi->work_sem); in ubi_update_fastmap()
1564 up_write(&ubi->fm_protect); in ubi_update_fastmap()
1568 new_fm->used_blocks = ubi->fm_size / ubi->leb_size; in ubi_update_fastmap()
1569 old_fm = ubi->fm; in ubi_update_fastmap()
1570 ubi->fm = NULL; in ubi_update_fastmap()
1573 ubi_err(ubi, "fastmap too large"); in ubi_update_fastmap()
1579 spin_lock(&ubi->wl_lock); in ubi_update_fastmap()
1580 tmp_e = ubi_wl_get_fm_peb(ubi, 0); in ubi_update_fastmap()
1581 spin_unlock(&ubi->wl_lock); in ubi_update_fastmap()
1585 ret = erase_block(ubi, old_fm->e[i]->pnum); in ubi_update_fastmap()
1587 ubi_err(ubi, "could not erase old fastmap PEB"); in ubi_update_fastmap()
1590 ubi_wl_put_fm_peb(ubi, new_fm->e[j], in ubi_update_fastmap()
1599 ubi_err(ubi, "could not get any free erase block"); in ubi_update_fastmap()
1602 ubi_wl_put_fm_peb(ubi, new_fm->e[j], j, 0); in ubi_update_fastmap()
1613 ubi_wl_put_fm_peb(ubi, old_fm->e[i], i, in ubi_update_fastmap()
1623 ubi_wl_put_fm_peb(ubi, old_fm->e[i], i, in ubi_update_fastmap()
1629 spin_lock(&ubi->wl_lock); in ubi_update_fastmap()
1630 tmp_e = ubi_wl_get_fm_peb(ubi, 1); in ubi_update_fastmap()
1631 spin_unlock(&ubi->wl_lock); in ubi_update_fastmap()
1636 ret = erase_block(ubi, old_fm->e[0]->pnum); in ubi_update_fastmap()
1638 ubi_err(ubi, "could not erase old anchor PEB"); in ubi_update_fastmap()
1641 ubi_wl_put_fm_peb(ubi, new_fm->e[i], in ubi_update_fastmap()
1652 ubi_wl_put_fm_peb(ubi, old_fm->e[0], 0, in ubi_update_fastmap()
1659 ubi_err(ubi, "could not find any anchor PEB"); in ubi_update_fastmap()
1662 ubi_wl_put_fm_peb(ubi, new_fm->e[i], i, 0); in ubi_update_fastmap()
1672 ret = ubi_write_fastmap(ubi, new_fm); in ubi_update_fastmap()
1678 up_write(&ubi->fm_eba_sem); in ubi_update_fastmap()
1679 up_write(&ubi->work_sem); in ubi_update_fastmap()
1680 up_write(&ubi->fm_protect); in ubi_update_fastmap()
1685 ubi_warn(ubi, "Unable to write new fastmap, err=%i", ret); in ubi_update_fastmap()
1687 ret = invalidate_fastmap(ubi); in ubi_update_fastmap()
1689 ubi_err(ubi, "Unable to invalidate current fastmap!"); in ubi_update_fastmap()
1690 ubi_ro_mode(ubi); in ubi_update_fastmap()
1692 return_fm_pebs(ubi, old_fm); in ubi_update_fastmap()
1693 return_fm_pebs(ubi, new_fm); in ubi_update_fastmap()