82 void ubifs_ro_mode(struct ubifs_info *c, int err)  in ubifs_ro_mode()  argument
84 	if (!c->ro_error) {  in ubifs_ro_mode()
85 		c->ro_error = 1;  in ubifs_ro_mode()
86 		c->no_chk_data_crc = 0;  in ubifs_ro_mode()
87 		c->vfs_sb->s_flags |= SB_RDONLY;  in ubifs_ro_mode()
88 		ubifs_warn(c, "switched to read-only mode, error %d", err);  in ubifs_ro_mode()
99 int ubifs_leb_read(const struct ubifs_info *c, int lnum, void *buf, int offs,  in ubifs_leb_read()  argument
104 	err = ubi_read(c->ubi, lnum, buf, offs, len);  in ubifs_leb_read()
110 		ubifs_err(c, "reading %d bytes from LEB %d:%d failed, error %d",  in ubifs_leb_read()
117 int ubifs_leb_write(struct ubifs_info *c, int lnum, const void *buf, int offs,  in ubifs_leb_write()  argument
122 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_leb_write()
123 	if (c->ro_error)  in ubifs_leb_write()
125 	if (!dbg_is_tst_rcvry(c))  in ubifs_leb_write()
126 		err = ubi_leb_write(c->ubi, lnum, buf, offs, len);  in ubifs_leb_write()
128 		err = dbg_leb_write(c, lnum, buf, offs, len);  in ubifs_leb_write()
130 		ubifs_err(c, "writing %d bytes to LEB %d:%d failed, error %d",  in ubifs_leb_write()
132 		ubifs_ro_mode(c, err);  in ubifs_leb_write()
138 int ubifs_leb_change(struct ubifs_info *c, int lnum, const void *buf, int len)  in ubifs_leb_change()  argument
142 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_leb_change()
143 	if (c->ro_error)  in ubifs_leb_change()
145 	if (!dbg_is_tst_rcvry(c))  in ubifs_leb_change()
146 		err = ubi_leb_change(c->ubi, lnum, buf, len);  in ubifs_leb_change()
148 		err = dbg_leb_change(c, lnum, buf, len);  in ubifs_leb_change()
150 		ubifs_err(c, "changing %d bytes in LEB %d failed, error %d",  in ubifs_leb_change()
152 		ubifs_ro_mode(c, err);  in ubifs_leb_change()
158 int ubifs_leb_unmap(struct ubifs_info *c, int lnum)  in ubifs_leb_unmap()  argument
162 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_leb_unmap()
163 	if (c->ro_error)  in ubifs_leb_unmap()
165 	if (!dbg_is_tst_rcvry(c))  in ubifs_leb_unmap()
166 		err = ubi_leb_unmap(c->ubi, lnum);  in ubifs_leb_unmap()
168 		err = dbg_leb_unmap(c, lnum);  in ubifs_leb_unmap()
170 		ubifs_err(c, "unmap LEB %d failed, error %d", lnum, err);  in ubifs_leb_unmap()
171 		ubifs_ro_mode(c, err);  in ubifs_leb_unmap()
177 int ubifs_leb_map(struct ubifs_info *c, int lnum)  in ubifs_leb_map()  argument
181 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_leb_map()
182 	if (c->ro_error)  in ubifs_leb_map()
184 	if (!dbg_is_tst_rcvry(c))  in ubifs_leb_map()
185 		err = ubi_leb_map(c->ubi, lnum);  in ubifs_leb_map()
187 		err = dbg_leb_map(c, lnum);  in ubifs_leb_map()
189 		ubifs_err(c, "mapping LEB %d failed, error %d", lnum, err);  in ubifs_leb_map()
190 		ubifs_ro_mode(c, err);  in ubifs_leb_map()
196 int ubifs_is_mapped(const struct ubifs_info *c, int lnum)  in ubifs_is_mapped()  argument
200 	err = ubi_is_mapped(c->ubi, lnum);  in ubifs_is_mapped()
202 		ubifs_err(c, "ubi_is_mapped failed for LEB %d, error %d",  in ubifs_is_mapped()
237 int ubifs_check_node(const struct ubifs_info *c, const void *buf, int lnum,  in ubifs_check_node()  argument
244 	ubifs_assert(c, lnum >= 0 && lnum < c->leb_cnt && offs >= 0);  in ubifs_check_node()
245 	ubifs_assert(c, !(offs & 7) && offs < c->leb_size);  in ubifs_check_node()
250 			ubifs_err(c, "bad magic %#08x, expected %#08x",  in ubifs_check_node()
259 			ubifs_err(c, "bad node type %d", type);  in ubifs_check_node()
264 	if (node_len + offs > c->leb_size)  in ubifs_check_node()
267 	if (c->ranges[type].max_len == 0) {  in ubifs_check_node()
268 		if (node_len != c->ranges[type].len)  in ubifs_check_node()
270 	} else if (node_len < c->ranges[type].min_len ||  in ubifs_check_node()
271 		   node_len > c->ranges[type].max_len)  in ubifs_check_node()
274 	if (!must_chk_crc && type == UBIFS_DATA_NODE && !c->mounting &&  in ubifs_check_node()
275 	    !c->remounting_rw && c->no_chk_data_crc)  in ubifs_check_node()
282 			ubifs_err(c, "bad CRC: calculated %#08x, read %#08x",  in ubifs_check_node()
292 		ubifs_err(c, "bad node length %d", node_len);  in ubifs_check_node()
295 		ubifs_err(c, "bad node at LEB %d:%d", lnum, offs);  in ubifs_check_node()
296 		ubifs_dump_node(c, buf);  in ubifs_check_node()
318 void ubifs_pad(const struct ubifs_info *c, void *buf, int pad)  in ubifs_pad()  argument
322 	ubifs_assert(c, pad >= 0 && !(pad & 7));  in ubifs_pad()
348 static unsigned long long next_sqnum(struct ubifs_info *c)  in next_sqnum()  argument
352 	spin_lock(&c->cnt_lock);  in next_sqnum()
353 	sqnum = ++c->max_sqnum;  in next_sqnum()
354 	spin_unlock(&c->cnt_lock);  in next_sqnum()
358 			ubifs_err(c, "sequence number overflow %llu, end of life",  in next_sqnum()
360 			ubifs_ro_mode(c, -EINVAL);  in next_sqnum()
362 		ubifs_warn(c, "running out of sequence numbers, end of life soon");  in next_sqnum()
379 void ubifs_prepare_node(struct ubifs_info *c, void *node, int len, int pad)  in ubifs_prepare_node()  argument
383 	unsigned long long sqnum = next_sqnum(c);  in ubifs_prepare_node()
385 	ubifs_assert(c, len >= UBIFS_CH_SZ);  in ubifs_prepare_node()
397 		pad = ALIGN(len, c->min_io_size) - len;  in ubifs_prepare_node()
398 		ubifs_pad(c, node + len, pad);  in ubifs_prepare_node()
412 void ubifs_prep_grp_node(struct ubifs_info *c, void *node, int len, int last)  in ubifs_prep_grp_node()  argument
416 	unsigned long long sqnum = next_sqnum(c);  in ubifs_prep_grp_node()
418 	ubifs_assert(c, len >= UBIFS_CH_SZ);  in ubifs_prep_grp_node()
444 	wbuf->c->need_wbuf_sync = 1;  in wbuf_timer_callback_nolock()
445 	ubifs_wake_up_bgt(wbuf->c);  in wbuf_timer_callback_nolock()
454 static void new_wbuf_timer_nolock(struct ubifs_info *c, struct ubifs_wbuf *wbuf)  in new_wbuf_timer_nolock()  argument
462 	ubifs_assert(c, !hrtimer_active(&wbuf->timer));  in new_wbuf_timer_nolock()
463 	ubifs_assert(c, delta <= ULONG_MAX);  in new_wbuf_timer_nolock()
502 	struct ubifs_info *c = wbuf->c;  in ubifs_wbuf_sync_nolock()  local
512 	ubifs_assert(c, !(wbuf->avail & 7));  in ubifs_wbuf_sync_nolock()
513 	ubifs_assert(c, wbuf->offs + wbuf->size <= c->leb_size);  in ubifs_wbuf_sync_nolock()
514 	ubifs_assert(c, wbuf->size >= c->min_io_size);  in ubifs_wbuf_sync_nolock()
515 	ubifs_assert(c, wbuf->size <= c->max_write_size);  in ubifs_wbuf_sync_nolock()
516 	ubifs_assert(c, wbuf->size % c->min_io_size == 0);  in ubifs_wbuf_sync_nolock()
517 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_wbuf_sync_nolock()
518 	if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_sync_nolock()
519 		ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size));  in ubifs_wbuf_sync_nolock()
521 	if (c->ro_error)  in ubifs_wbuf_sync_nolock()
528 	sync_len = ALIGN(wbuf->used, c->min_io_size);  in ubifs_wbuf_sync_nolock()
531 		ubifs_pad(c, wbuf->buf + wbuf->used, dirt);  in ubifs_wbuf_sync_nolock()
532 	err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, sync_len);  in ubifs_wbuf_sync_nolock()
548 	if (c->leb_size - wbuf->offs < c->max_write_size)  in ubifs_wbuf_sync_nolock()
549 		wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_sync_nolock()
550 	else if (wbuf->offs & (c->max_write_size - 1))  in ubifs_wbuf_sync_nolock()
551 		wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs;  in ubifs_wbuf_sync_nolock()
553 		wbuf->size = c->max_write_size;  in ubifs_wbuf_sync_nolock()
560 		err = wbuf->sync_callback(c, wbuf->lnum,  in ubifs_wbuf_sync_nolock()
561 					  c->leb_size - wbuf->offs, dirt);  in ubifs_wbuf_sync_nolock()
577 	const struct ubifs_info *c = wbuf->c;  in ubifs_wbuf_seek_nolock()  local
580 	ubifs_assert(c, lnum >= 0 && lnum < c->leb_cnt);  in ubifs_wbuf_seek_nolock()
581 	ubifs_assert(c, offs >= 0 && offs <= c->leb_size);  in ubifs_wbuf_seek_nolock()
582 	ubifs_assert(c, offs % c->min_io_size == 0 && !(offs & 7));  in ubifs_wbuf_seek_nolock()
583 	ubifs_assert(c, lnum != wbuf->lnum);  in ubifs_wbuf_seek_nolock()
584 	ubifs_assert(c, wbuf->used == 0);  in ubifs_wbuf_seek_nolock()
589 	if (c->leb_size - wbuf->offs < c->max_write_size)  in ubifs_wbuf_seek_nolock()
590 		wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_seek_nolock()
591 	else if (wbuf->offs & (c->max_write_size - 1))  in ubifs_wbuf_seek_nolock()
592 		wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs;  in ubifs_wbuf_seek_nolock()
594 		wbuf->size = c->max_write_size;  in ubifs_wbuf_seek_nolock()
610 int ubifs_bg_wbufs_sync(struct ubifs_info *c)  in ubifs_bg_wbufs_sync()  argument
614 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_bg_wbufs_sync()
615 	if (!c->need_wbuf_sync)  in ubifs_bg_wbufs_sync()
617 	c->need_wbuf_sync = 0;  in ubifs_bg_wbufs_sync()
619 	if (c->ro_error) {  in ubifs_bg_wbufs_sync()
625 	for (i = 0; i < c->jhead_cnt; i++) {  in ubifs_bg_wbufs_sync()
626 		struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf;  in ubifs_bg_wbufs_sync()
646 			ubifs_err(c, "cannot sync write-buffer, error %d", err);  in ubifs_bg_wbufs_sync()
647 			ubifs_ro_mode(c, err);  in ubifs_bg_wbufs_sync()
656 	for (i = 0; i < c->jhead_cnt; i++) {  in ubifs_bg_wbufs_sync()
657 		struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf;  in ubifs_bg_wbufs_sync()
684 	struct ubifs_info *c = wbuf->c;  in ubifs_wbuf_write_nolock()  local
690 	ubifs_assert(c, len > 0 && wbuf->lnum >= 0 && wbuf->lnum < c->leb_cnt);  in ubifs_wbuf_write_nolock()
691 	ubifs_assert(c, wbuf->offs >= 0 && wbuf->offs % c->min_io_size == 0);  in ubifs_wbuf_write_nolock()
692 	ubifs_assert(c, !(wbuf->offs & 7) && wbuf->offs <= c->leb_size);  in ubifs_wbuf_write_nolock()
693 	ubifs_assert(c, wbuf->avail > 0 && wbuf->avail <= wbuf->size);  in ubifs_wbuf_write_nolock()
694 	ubifs_assert(c, wbuf->size >= c->min_io_size);  in ubifs_wbuf_write_nolock()
695 	ubifs_assert(c, wbuf->size <= c->max_write_size);  in ubifs_wbuf_write_nolock()
696 	ubifs_assert(c, wbuf->size % c->min_io_size == 0);  in ubifs_wbuf_write_nolock()
697 	ubifs_assert(c, mutex_is_locked(&wbuf->io_mutex));  in ubifs_wbuf_write_nolock()
698 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_wbuf_write_nolock()
699 	ubifs_assert(c, !c->space_fixup);  in ubifs_wbuf_write_nolock()
700 	if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_write_nolock()
701 		ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size));  in ubifs_wbuf_write_nolock()
703 	if (c->leb_size - wbuf->offs - wbuf->used < aligned_len) {  in ubifs_wbuf_write_nolock()
710 	if (c->ro_error)  in ubifs_wbuf_write_nolock()
723 			err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf,  in ubifs_wbuf_write_nolock()
730 			if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_write_nolock()
731 				wbuf->size = c->max_write_size;  in ubifs_wbuf_write_nolock()
733 				wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_write_nolock()
759 		err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs,  in ubifs_wbuf_write_nolock()
768 	} else if (wbuf->offs & (c->max_write_size - 1)) {  in ubifs_wbuf_write_nolock()
778 		err = ubifs_leb_write(c, wbuf->lnum, buf, wbuf->offs,  in ubifs_wbuf_write_nolock()
795 	n = aligned_len >> c->max_write_shift;  in ubifs_wbuf_write_nolock()
797 		n <<= c->max_write_shift;  in ubifs_wbuf_write_nolock()
800 		err = ubifs_leb_write(c, wbuf->lnum, buf + written,  in ubifs_wbuf_write_nolock()
819 	if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_write_nolock()
820 		wbuf->size = c->max_write_size;  in ubifs_wbuf_write_nolock()
822 		wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_write_nolock()
830 		int free = c->leb_size - wbuf->offs - wbuf->used;  in ubifs_wbuf_write_nolock()
832 		err = wbuf->sync_callback(c, wbuf->lnum, free, 0);  in ubifs_wbuf_write_nolock()
838 		new_wbuf_timer_nolock(c, wbuf);  in ubifs_wbuf_write_nolock()
843 	ubifs_err(c, "cannot write %d bytes to LEB %d:%d, error %d",  in ubifs_wbuf_write_nolock()
845 	ubifs_dump_node(c, buf);  in ubifs_wbuf_write_nolock()
847 	ubifs_dump_leb(c, wbuf->lnum);  in ubifs_wbuf_write_nolock()
865 int ubifs_write_node(struct ubifs_info *c, void *buf, int len, int lnum,  in ubifs_write_node()  argument
868 	int err, buf_len = ALIGN(len, c->min_io_size);  in ubifs_write_node()
873 	ubifs_assert(c, lnum >= 0 && lnum < c->leb_cnt && offs >= 0);  in ubifs_write_node()
874 	ubifs_assert(c, offs % c->min_io_size == 0 && offs < c->leb_size);  in ubifs_write_node()
875 	ubifs_assert(c, !c->ro_media && !c->ro_mount);  in ubifs_write_node()
876 	ubifs_assert(c, !c->space_fixup);  in ubifs_write_node()
878 	if (c->ro_error)  in ubifs_write_node()
881 	ubifs_prepare_node(c, buf, len, 1);  in ubifs_write_node()
882 	err = ubifs_leb_write(c, lnum, buf, offs, buf_len);  in ubifs_write_node()
884 		ubifs_dump_node(c, buf);  in ubifs_write_node()
907 	const struct ubifs_info *c = wbuf->c;  in ubifs_read_node_wbuf()  local
913 	ubifs_assert(c, wbuf && lnum >= 0 && lnum < c->leb_cnt && offs >= 0);  in ubifs_read_node_wbuf()
914 	ubifs_assert(c, !(offs & 7) && offs < c->leb_size);  in ubifs_read_node_wbuf()
915 	ubifs_assert(c, type >= 0 && type < UBIFS_NODE_TYPES_CNT);  in ubifs_read_node_wbuf()
922 		return ubifs_read_node(c, buf, type, len, lnum, offs);  in ubifs_read_node_wbuf()
936 		err = ubifs_leb_read(c, lnum, buf, offs, rlen, 0);  in ubifs_read_node_wbuf()
942 		ubifs_err(c, "bad node type (%d but expected %d)",  in ubifs_read_node_wbuf()
947 	err = ubifs_check_node(c, buf, lnum, offs, 0, 0);  in ubifs_read_node_wbuf()
949 		ubifs_err(c, "expected node type %d", type);  in ubifs_read_node_wbuf()
955 		ubifs_err(c, "bad node length %d, expected %d", rlen, len);  in ubifs_read_node_wbuf()
962 	ubifs_err(c, "bad node at LEB %d:%d", lnum, offs);  in ubifs_read_node_wbuf()
963 	ubifs_dump_node(c, buf);  in ubifs_read_node_wbuf()
981 int ubifs_read_node(const struct ubifs_info *c, void *buf, int type, int len,  in ubifs_read_node()  argument
988 	ubifs_assert(c, lnum >= 0 && lnum < c->leb_cnt && offs >= 0);  in ubifs_read_node()
989 	ubifs_assert(c, len >= UBIFS_CH_SZ && offs + len <= c->leb_size);  in ubifs_read_node()
990 	ubifs_assert(c, !(offs & 7) && offs < c->leb_size);  in ubifs_read_node()
991 	ubifs_assert(c, type >= 0 && type < UBIFS_NODE_TYPES_CNT);  in ubifs_read_node()
993 	err = ubifs_leb_read(c, lnum, buf, offs, len, 0);  in ubifs_read_node()
998 		ubifs_errc(c, "bad node type (%d but expected %d)",  in ubifs_read_node()
1003 	err = ubifs_check_node(c, buf, lnum, offs, 0, 0);  in ubifs_read_node()
1005 		ubifs_errc(c, "expected node type %d", type);  in ubifs_read_node()
1011 		ubifs_errc(c, "bad node length %d, expected %d", l, len);  in ubifs_read_node()
1018 	ubifs_errc(c, "bad node at LEB %d:%d, LEB mapping status %d", lnum,  in ubifs_read_node()
1019 		   offs, ubi_is_mapped(c->ubi, lnum));  in ubifs_read_node()
1020 	if (!c->probing) {  in ubifs_read_node()
1021 		ubifs_dump_node(c, buf);  in ubifs_read_node()
1035 int ubifs_wbuf_init(struct ubifs_info *c, struct ubifs_wbuf *wbuf)  in ubifs_wbuf_init()  argument
1039 	wbuf->buf = kmalloc(c->max_write_size, GFP_KERNEL);  in ubifs_wbuf_init()
1043 	size = (c->max_write_size / UBIFS_CH_SZ + 1) * sizeof(ino_t);  in ubifs_wbuf_init()
1059 	size = c->max_write_size - (c->leb_start % c->max_write_size);  in ubifs_wbuf_init()
1064 	wbuf->c = c;  in ubifs_wbuf_init()
1123 int ubifs_sync_wbufs_by_inode(struct ubifs_info *c, struct inode *inode)  in ubifs_sync_wbufs_by_inode()  argument
1127 	for (i = 0; i < c->jhead_cnt; i++) {  in ubifs_sync_wbufs_by_inode()
1128 		struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf;  in ubifs_sync_wbufs_by_inode()
1148 			ubifs_ro_mode(c, err);  in ubifs_sync_wbufs_by_inode()