84 unsigned long long ubi_next_sqnum(struct ubi_device *ubi)  in ubi_next_sqnum()  argument
88 	spin_lock(&ubi->ltree_lock);  in ubi_next_sqnum()
89 	sqnum = ubi->global_sqnum++;  in ubi_next_sqnum()
90 	spin_unlock(&ubi->ltree_lock);  in ubi_next_sqnum()
103 static int ubi_get_compat(const struct ubi_device *ubi, int vol_id)  in ubi_get_compat()  argument
224 static struct ubi_ltree_entry *ltree_lookup(struct ubi_device *ubi, int vol_id,  in ltree_lookup()  argument
229 	p = ubi->ltree.rb_node;  in ltree_lookup()
263 static struct ubi_ltree_entry *ltree_add_entry(struct ubi_device *ubi,  in ltree_add_entry()  argument
277 	spin_lock(&ubi->ltree_lock);  in ltree_add_entry()
278 	le1 = ltree_lookup(ubi, vol_id, lnum);  in ltree_add_entry()
296 		p = &ubi->ltree.rb_node;  in ltree_add_entry()
315 		rb_insert_color(&le->rb, &ubi->ltree);  in ltree_add_entry()
318 	spin_unlock(&ubi->ltree_lock);  in ltree_add_entry()
333 static int leb_read_lock(struct ubi_device *ubi, int vol_id, int lnum)  in leb_read_lock()  argument
337 	le = ltree_add_entry(ubi, vol_id, lnum);  in leb_read_lock()
350 static void leb_read_unlock(struct ubi_device *ubi, int vol_id, int lnum)  in leb_read_unlock()  argument
354 	spin_lock(&ubi->ltree_lock);  in leb_read_unlock()
355 	le = ltree_lookup(ubi, vol_id, lnum);  in leb_read_unlock()
360 		rb_erase(&le->rb, &ubi->ltree);  in leb_read_unlock()
363 	spin_unlock(&ubi->ltree_lock);  in leb_read_unlock()
375 static int leb_write_lock(struct ubi_device *ubi, int vol_id, int lnum)  in leb_write_lock()  argument
379 	le = ltree_add_entry(ubi, vol_id, lnum);  in leb_write_lock()
397 static int leb_write_trylock(struct ubi_device *ubi, int vol_id, int lnum)  in leb_write_trylock()  argument
401 	le = ltree_add_entry(ubi, vol_id, lnum);  in leb_write_trylock()
408 	spin_lock(&ubi->ltree_lock);  in leb_write_trylock()
412 		rb_erase(&le->rb, &ubi->ltree);  in leb_write_trylock()
415 	spin_unlock(&ubi->ltree_lock);  in leb_write_trylock()
426 static void leb_write_unlock(struct ubi_device *ubi, int vol_id, int lnum)  in leb_write_unlock()  argument
430 	spin_lock(&ubi->ltree_lock);  in leb_write_unlock()
431 	le = ltree_lookup(ubi, vol_id, lnum);  in leb_write_unlock()
436 		rb_erase(&le->rb, &ubi->ltree);  in leb_write_unlock()
439 	spin_unlock(&ubi->ltree_lock);  in leb_write_unlock()
464 int ubi_eba_unmap_leb(struct ubi_device *ubi, struct ubi_volume *vol,  in ubi_eba_unmap_leb()  argument
469 	if (ubi->ro_mode)  in ubi_eba_unmap_leb()
472 	err = leb_write_lock(ubi, vol_id, lnum);  in ubi_eba_unmap_leb()
483 	down_read(&ubi->fm_eba_sem);  in ubi_eba_unmap_leb()
485 	up_read(&ubi->fm_eba_sem);  in ubi_eba_unmap_leb()
486 	err = ubi_wl_put_peb(ubi, vol_id, lnum, pnum, 0);  in ubi_eba_unmap_leb()
489 	leb_write_unlock(ubi, vol_id, lnum);  in ubi_eba_unmap_leb()
511 static int check_mapping(struct ubi_device *ubi, struct ubi_volume *vol, int lnum,  in check_mapping()  argument
518 	if (!ubi->fast_attach)  in check_mapping()
524 	vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in check_mapping()
528 	err = ubi_io_read_vid_hdr(ubi, *pnum, vidb, 0);  in check_mapping()
545 		down_read(&ubi->fm_eba_sem);  in check_mapping()
547 		up_read(&ubi->fm_eba_sem);  in check_mapping()
548 		ubi_wl_put_peb(ubi, vol->vol_id, lnum, *pnum, torture);  in check_mapping()
552 		ubi_err(ubi, "unable to read VID header back from PEB %i: %i",  in check_mapping()
566 			ubi_err(ubi, "EBA mismatch! PEB %i is LEB %i:%i instead of LEB %i:%i",  in check_mapping()
568 			ubi_ro_mode(ubi);  in check_mapping()
583 static int check_mapping(struct ubi_device *ubi, struct ubi_volume *vol, int lnum,  in check_mapping()  argument
609 int ubi_eba_read_leb(struct ubi_device *ubi, struct ubi_volume *vol, int lnum,  in ubi_eba_read_leb()  argument
617 	err = leb_read_lock(ubi, vol_id, lnum);  in ubi_eba_read_leb()
623 		err = check_mapping(ubi, vol, lnum, &pnum);  in ubi_eba_read_leb()
636 		leb_read_unlock(ubi, vol_id, lnum);  in ubi_eba_read_leb()
650 		vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in ubi_eba_read_leb()
658 		err = ubi_io_read_vid_hdr(ubi, pnum, vidb, 1);  in ubi_eba_read_leb()
671 					ubi_warn(ubi, "corrupted VID header at PEB %d, LEB %d:%d",  in ubi_eba_read_leb()
688 					if (ubi->fast_attach) {  in ubi_eba_read_leb()
692 						ubi_ro_mode(ubi);  in ubi_eba_read_leb()
707 	err = ubi_io_read_data(ubi, buf, pnum, offset, len);  in ubi_eba_read_leb()
716 				ubi_msg(ubi, "force data checking");  in ubi_eba_read_leb()
727 			ubi_warn(ubi, "CRC error: calculated %#08x, must be %#08x",  in ubi_eba_read_leb()
735 		err = ubi_wl_scrub_peb(ubi, pnum);  in ubi_eba_read_leb()
737 	leb_read_unlock(ubi, vol_id, lnum);  in ubi_eba_read_leb()
743 	leb_read_unlock(ubi, vol_id, lnum);  in ubi_eba_read_leb()
761 int ubi_eba_read_leb_sg(struct ubi_device *ubi, struct ubi_volume *vol,  in ubi_eba_read_leb_sg()  argument
777 		ret = ubi_eba_read_leb(ubi, vol, lnum,  in ubi_eba_read_leb_sg()
824 	struct ubi_device *ubi = vol->ubi;  in try_recover_peb()  local
831 	new_pnum = ubi_wl_get_peb(ubi);  in try_recover_peb()
837 	ubi_msg(ubi, "recover PEB %d, move data to PEB %d",  in try_recover_peb()
840 	err = ubi_io_read_vid_hdr(ubi, pnum, vidb, 1);  in try_recover_peb()
850 	mutex_lock(&ubi->buf_mutex);  in try_recover_peb()
851 	memset(ubi->peb_buf + offset, 0xFF, len);  in try_recover_peb()
855 		err = ubi_io_read_data(ubi, ubi->peb_buf, pnum, 0, offset);  in try_recover_peb()
862 	memcpy(ubi->peb_buf + offset, buf, len);  in try_recover_peb()
865 	crc = crc32(UBI_CRC32_INIT, ubi->peb_buf, data_size);  in try_recover_peb()
866 	vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in try_recover_peb()
870 	err = ubi_io_write_vid_hdr(ubi, new_pnum, vidb);  in try_recover_peb()
874 	err = ubi_io_write_data(ubi, ubi->peb_buf, new_pnum, 0, data_size);  in try_recover_peb()
877 	mutex_unlock(&ubi->buf_mutex);  in try_recover_peb()
883 	up_read(&ubi->fm_eba_sem);  in try_recover_peb()
886 		ubi_wl_put_peb(ubi, vol_id, lnum, pnum, 1);  in try_recover_peb()
887 		ubi_msg(ubi, "data was successfully recovered");  in try_recover_peb()
893 		ubi_wl_put_peb(ubi, vol_id, lnum, new_pnum, 1);  in try_recover_peb()
894 		ubi_warn(ubi, "failed to write to PEB %d", new_pnum);  in try_recover_peb()
916 static int recover_peb(struct ubi_device *ubi, int pnum, int vol_id, int lnum,  in recover_peb()  argument
919 	int err, idx = vol_id2idx(ubi, vol_id), tries;  in recover_peb()
920 	struct ubi_volume *vol = ubi->volumes[idx];  in recover_peb()
923 	vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in recover_peb()
935 		ubi_msg(ubi, "try again");  in recover_peb()
962 	struct ubi_device *ubi = vol->ubi;  in try_write_vid_and_data()  local
965 	pnum = ubi_wl_get_peb(ubi);  in try_write_vid_and_data()
976 	err = ubi_io_write_vid_hdr(ubi, pnum, vidb);  in try_write_vid_and_data()
978 		ubi_warn(ubi, "failed to write VID header to LEB %d:%d, PEB %d",  in try_write_vid_and_data()
984 		err = ubi_io_write_data(ubi, buf, pnum, offset, len);  in try_write_vid_and_data()
986 			ubi_warn(ubi,  in try_write_vid_and_data()
996 	up_read(&ubi->fm_eba_sem);  in try_write_vid_and_data()
999 		err = ubi_wl_put_peb(ubi, vol_id, lnum, pnum, 1);  in try_write_vid_and_data()
1001 		err = ubi_wl_put_peb(ubi, vol_id, lnum, opnum, 0);  in try_write_vid_and_data()
1021 int ubi_eba_write_leb(struct ubi_device *ubi, struct ubi_volume *vol, int lnum,  in ubi_eba_write_leb()  argument
1028 	if (ubi->ro_mode)  in ubi_eba_write_leb()
1031 	err = leb_write_lock(ubi, vol_id, lnum);  in ubi_eba_write_leb()
1037 		err = check_mapping(ubi, vol, lnum, &pnum);  in ubi_eba_write_leb()
1046 		err = ubi_io_write_data(ubi, buf, pnum, offset, len);  in ubi_eba_write_leb()
1048 			ubi_warn(ubi, "failed to write data to PEB %d", pnum);  in ubi_eba_write_leb()
1049 			if (err == -EIO && ubi->bad_allowed)  in ubi_eba_write_leb()
1050 				err = recover_peb(ubi, pnum, vol_id, lnum, buf,  in ubi_eba_write_leb()
1061 	vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in ubi_eba_write_leb()
1063 		leb_write_unlock(ubi, vol_id, lnum);  in ubi_eba_write_leb()
1070 	vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_write_leb()
1073 	vid_hdr->compat = ubi_get_compat(ubi, vol_id);  in ubi_eba_write_leb()
1078 		if (err != -EIO || !ubi->bad_allowed)  in ubi_eba_write_leb()
1087 		vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_write_leb()
1088 		ubi_msg(ubi, "try another PEB");  in ubi_eba_write_leb()
1095 		ubi_ro_mode(ubi);  in ubi_eba_write_leb()
1097 	leb_write_unlock(ubi, vol_id, lnum);  in ubi_eba_write_leb()
1124 int ubi_eba_write_leb_st(struct ubi_device *ubi, struct ubi_volume *vol,  in ubi_eba_write_leb_st()  argument
1132 	if (ubi->ro_mode)  in ubi_eba_write_leb_st()
1137 		len = ALIGN(data_size, ubi->min_io_size);  in ubi_eba_write_leb_st()
1139 		ubi_assert(!(len & (ubi->min_io_size - 1)));  in ubi_eba_write_leb_st()
1141 	vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in ubi_eba_write_leb_st()
1147 	err = leb_write_lock(ubi, vol_id, lnum);  in ubi_eba_write_leb_st()
1151 	vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_write_leb_st()
1154 	vid_hdr->compat = ubi_get_compat(ubi, vol_id);  in ubi_eba_write_leb_st()
1167 		if (err != -EIO || !ubi->bad_allowed)  in ubi_eba_write_leb_st()
1170 		vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_write_leb_st()
1171 		ubi_msg(ubi, "try another PEB");  in ubi_eba_write_leb_st()
1175 		ubi_ro_mode(ubi);  in ubi_eba_write_leb_st()
1177 	leb_write_unlock(ubi, vol_id, lnum);  in ubi_eba_write_leb_st()
1202 int ubi_eba_atomic_leb_change(struct ubi_device *ubi, struct ubi_volume *vol,  in ubi_eba_atomic_leb_change()  argument
1210 	if (ubi->ro_mode)  in ubi_eba_atomic_leb_change()
1218 		err = ubi_eba_unmap_leb(ubi, vol, lnum);  in ubi_eba_atomic_leb_change()
1221 		return ubi_eba_write_leb(ubi, vol, lnum, NULL, 0, 0);  in ubi_eba_atomic_leb_change()
1224 	vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS);  in ubi_eba_atomic_leb_change()
1230 	mutex_lock(&ubi->alc_mutex);  in ubi_eba_atomic_leb_change()
1231 	err = leb_write_lock(ubi, vol_id, lnum);  in ubi_eba_atomic_leb_change()
1235 	vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_atomic_leb_change()
1238 	vid_hdr->compat = ubi_get_compat(ubi, vol_id);  in ubi_eba_atomic_leb_change()
1251 		if (err != -EIO || !ubi->bad_allowed)  in ubi_eba_atomic_leb_change()
1254 		vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_atomic_leb_change()
1255 		ubi_msg(ubi, "try another PEB");  in ubi_eba_atomic_leb_change()
1264 		ubi_ro_mode(ubi);  in ubi_eba_atomic_leb_change()
1266 	leb_write_unlock(ubi, vol_id, lnum);  in ubi_eba_atomic_leb_change()
1269 	mutex_unlock(&ubi->alc_mutex);  in ubi_eba_atomic_leb_change()
1315 int ubi_eba_copy_leb(struct ubi_device *ubi, int from, int to,  in ubi_eba_copy_leb()  argument
1323 	ubi_assert(rwsem_is_locked(&ubi->fm_eba_sem));  in ubi_eba_copy_leb()
1332 		aldata_size = ALIGN(data_size, ubi->min_io_size);  in ubi_eba_copy_leb()
1335 			    ubi->leb_size - be32_to_cpu(vid_hdr->data_pad);  in ubi_eba_copy_leb()
1337 	idx = vol_id2idx(ubi, vol_id);  in ubi_eba_copy_leb()
1338 	spin_lock(&ubi->volumes_lock);  in ubi_eba_copy_leb()
1345 	vol = ubi->volumes[idx];  in ubi_eba_copy_leb()
1346 	spin_unlock(&ubi->volumes_lock);  in ubi_eba_copy_leb()
1368 	err = leb_write_trylock(ubi, vol_id, lnum);  in ubi_eba_copy_leb()
1392 	mutex_lock(&ubi->buf_mutex);  in ubi_eba_copy_leb()
1394 	err = ubi_io_read_data(ubi, ubi->peb_buf, from, 0, aldata_size);  in ubi_eba_copy_leb()
1396 		ubi_warn(ubi, "error %d while reading data from PEB %d",  in ubi_eba_copy_leb()
1414 			ubi_calc_data_len(ubi, ubi->peb_buf, data_size);  in ubi_eba_copy_leb()
1417 	crc = crc32(UBI_CRC32_INIT, ubi->peb_buf, data_size);  in ubi_eba_copy_leb()
1431 	vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_eba_copy_leb()
1433 	err = ubi_io_write_vid_hdr(ubi, to, vidb);  in ubi_eba_copy_leb()
1443 	err = ubi_io_read_vid_hdr(ubi, to, vidb, 1);  in ubi_eba_copy_leb()
1446 			ubi_warn(ubi, "error %d while reading VID header back from PEB %d",  in ubi_eba_copy_leb()
1456 		err = ubi_io_write_data(ubi, ubi->peb_buf, to, 0, aldata_size);  in ubi_eba_copy_leb()
1470 	mutex_unlock(&ubi->buf_mutex);  in ubi_eba_copy_leb()
1472 	leb_write_unlock(ubi, vol_id, lnum);  in ubi_eba_copy_leb()
1494 static void print_rsvd_warning(struct ubi_device *ubi,  in print_rsvd_warning()  argument
1502 		int min = ubi->beb_rsvd_level / 10;  in print_rsvd_warning()
1506 		if (ubi->beb_rsvd_pebs > min)  in print_rsvd_warning()
1510 	ubi_warn(ubi, "cannot reserve enough PEBs for bad PEB handling, reserved %d, need %d",  in print_rsvd_warning()
1511 		 ubi->beb_rsvd_pebs, ubi->beb_rsvd_level);  in print_rsvd_warning()
1512 	if (ubi->corr_peb_count)  in print_rsvd_warning()
1513 		ubi_warn(ubi, "%d PEBs are corrupted and not used",  in print_rsvd_warning()
1514 			 ubi->corr_peb_count);  in print_rsvd_warning()
1527 int self_check_eba(struct ubi_device *ubi, struct ubi_attach_info *ai_fastmap,  in self_check_eba()  argument
1537 	num_volumes = ubi->vtbl_slots + UBI_INT_VOL_COUNT;  in self_check_eba()
1550 		vol = ubi->volumes[i];  in self_check_eba()
1573 		av = ubi_find_av(ai_scan, idx2vol_id(ubi, i));  in self_check_eba()
1580 		av = ubi_find_av(ai_fastmap, idx2vol_id(ubi, i));  in self_check_eba()
1593 				ubi_err(ubi, "LEB:%i:%i is PEB:%i instead of %i!",  in self_check_eba()
1603 		if (!ubi->volumes[i])  in self_check_eba()
1623 int ubi_eba_init(struct ubi_device *ubi, struct ubi_attach_info *ai)  in ubi_eba_init()  argument
1633 	spin_lock_init(&ubi->ltree_lock);  in ubi_eba_init()
1634 	mutex_init(&ubi->alc_mutex);  in ubi_eba_init()
1635 	ubi->ltree = RB_ROOT;  in ubi_eba_init()
1637 	ubi->global_sqnum = ai->max_sqnum + 1;  in ubi_eba_init()
1638 	num_volumes = ubi->vtbl_slots + UBI_INT_VOL_COUNT;  in ubi_eba_init()
1643 		vol = ubi->volumes[i];  in ubi_eba_init()
1657 		av = ubi_find_av(ai, idx2vol_id(ubi, i));  in ubi_eba_init()
1677 	if (ubi->avail_pebs < EBA_RESERVED_PEBS) {  in ubi_eba_init()
1678 		ubi_err(ubi, "no enough physical eraseblocks (%d, need %d)",  in ubi_eba_init()
1679 			ubi->avail_pebs, EBA_RESERVED_PEBS);  in ubi_eba_init()
1680 		if (ubi->corr_peb_count)  in ubi_eba_init()
1681 			ubi_err(ubi, "%d PEBs are corrupted and not used",  in ubi_eba_init()
1682 				ubi->corr_peb_count);  in ubi_eba_init()
1686 	ubi->avail_pebs -= EBA_RESERVED_PEBS;  in ubi_eba_init()
1687 	ubi->rsvd_pebs += EBA_RESERVED_PEBS;  in ubi_eba_init()
1689 	if (ubi->bad_allowed) {  in ubi_eba_init()
1690 		ubi_calculate_reserved(ubi);  in ubi_eba_init()
1692 		if (ubi->avail_pebs < ubi->beb_rsvd_level) {  in ubi_eba_init()
1694 			ubi->beb_rsvd_pebs = ubi->avail_pebs;  in ubi_eba_init()
1695 			print_rsvd_warning(ubi, ai);  in ubi_eba_init()
1697 			ubi->beb_rsvd_pebs = ubi->beb_rsvd_level;  in ubi_eba_init()
1699 		ubi->avail_pebs -= ubi->beb_rsvd_pebs;  in ubi_eba_init()
1700 		ubi->rsvd_pebs  += ubi->beb_rsvd_pebs;  in ubi_eba_init()
1708 		if (!ubi->volumes[i])  in ubi_eba_init()
1710 		ubi_eba_replace_table(ubi->volumes[i], NULL);  in ubi_eba_init()