Lines Matching refs:log
1045 static inline u32 lsn_to_vbo(struct ntfs_log *log, const u64 lsn) in lsn_to_vbo() argument
1047 u32 vbo = (lsn << log->seq_num_bits) >> (log->seq_num_bits - 3); in lsn_to_vbo()
1053 static inline u32 next_page_off(struct ntfs_log *log, u32 off) in next_page_off() argument
1055 off = (off & ~log->sys_page_mask) + log->page_size; in next_page_off()
1056 return off >= log->l_size ? log->first_page : off; in next_page_off()
1059 static inline u32 lsn_to_page_off(struct ntfs_log *log, u64 lsn) in lsn_to_page_off() argument
1061 return (((u32)lsn) << 3) & log->page_mask; in lsn_to_page_off()
1064 static inline u64 vbo_to_lsn(struct ntfs_log *log, u32 off, u64 Seq) in vbo_to_lsn() argument
1066 return (off >> 3) + (Seq << log->file_data_bits); in vbo_to_lsn()
1069 static inline bool is_lsn_in_file(struct ntfs_log *log, u64 lsn) in is_lsn_in_file() argument
1071 return lsn >= log->oldest_lsn && in is_lsn_in_file()
1072 lsn <= le64_to_cpu(log->ra->current_lsn); in is_lsn_in_file()
1075 static inline u32 hdr_file_off(struct ntfs_log *log, in hdr_file_off() argument
1078 if (log->major_ver < 2) in hdr_file_off()
1084 static inline u64 base_lsn(struct ntfs_log *log, in base_lsn() argument
1088 u64 ret = (((h_lsn >> log->file_data_bits) + in base_lsn()
1089 (lsn < (lsn_to_vbo(log, h_lsn) & ~log->page_mask) ? 1 : 0)) in base_lsn()
1090 << log->file_data_bits) + in base_lsn()
1094 : log->page_size) + in base_lsn()
1101 static inline bool verify_client_lsn(struct ntfs_log *log, in verify_client_lsn() argument
1105 lsn <= le64_to_cpu(log->ra->current_lsn) && lsn; in verify_client_lsn()
1118 static int read_log_page(struct ntfs_log *log, u32 vbo, in read_log_page() argument
1122 u32 page_idx = vbo >> log->page_bits; in read_log_page()
1123 u32 page_off = vbo & log->page_mask; in read_log_page()
1124 u32 bytes = log->page_size - page_off; in read_log_page()
1126 u32 page_vbo = page_idx << log->page_bits; in read_log_page()
1128 struct ntfs_inode *ni = log->ni; in read_log_page()
1131 if (vbo >= log->l_size) in read_log_page()
1141 page_buf = page_off ? log->one_page_buf : *buffer; in read_log_page()
1144 log->page_size, NULL); in read_log_page()
1179 static int log_read_rst(struct ntfs_log *log, u32 l_size, bool first, in log_read_rst() argument
1207 if (read_log_page(log, vbo, (struct RECORD_PAGE_HDR **)&r_page, in log_read_rst()
1264 if (read_log_page(log, vbo, in log_read_rst()
1312 static void log_init_pg_hdr(struct ntfs_log *log, u32 sys_page_size, in log_init_pg_hdr() argument
1315 log->sys_page_size = sys_page_size; in log_init_pg_hdr()
1316 log->sys_page_mask = sys_page_size - 1; in log_init_pg_hdr()
1317 log->page_size = page_size; in log_init_pg_hdr()
1318 log->page_mask = page_size - 1; in log_init_pg_hdr()
1319 log->page_bits = blksize_bits(page_size); in log_init_pg_hdr()
1321 log->clst_per_page = log->page_size >> log->ni->mi.sbi->cluster_bits; in log_init_pg_hdr()
1322 if (!log->clst_per_page) in log_init_pg_hdr()
1323 log->clst_per_page = 1; in log_init_pg_hdr()
1325 log->first_page = major_ver >= 2 in log_init_pg_hdr()
1328 log->major_ver = major_ver; in log_init_pg_hdr()
1329 log->minor_ver = minor_ver; in log_init_pg_hdr()
1335 static void log_create(struct ntfs_log *log, u32 l_size, const u64 last_lsn, in log_create() argument
1338 log->l_size = l_size; in log_create()
1340 log->file_data_bits = blksize_bits(l_size) - 3; in log_create()
1341 log->seq_num_mask = (8 << log->file_data_bits) - 1; in log_create()
1342 log->seq_num_bits = sizeof(u64) * 8 - log->file_data_bits; in log_create()
1343 log->seq_num = (last_lsn >> log->file_data_bits) + 2; in log_create()
1344 log->next_page = log->first_page; in log_create()
1345 log->oldest_lsn = log->seq_num << log->file_data_bits; in log_create()
1346 log->oldest_lsn_off = 0; in log_create()
1347 log->last_lsn = log->oldest_lsn; in log_create()
1349 log->l_flags |= NTFSLOG_NO_LAST_LSN | NTFSLOG_NO_OLDEST_LSN; in log_create()
1353 log->l_flags |= NTFSLOG_WRAPPED; in log_create()
1356 log->l_flags |= NTFSLOG_MULTIPLE_PAGE_IO; in log_create()
1359 log->data_off = ALIGN( in log_create()
1361 sizeof(short) * ((log->page_size >> SECTOR_SHIFT) + 1), in log_create()
1363 log->data_size = log->page_size - log->data_off; in log_create()
1364 log->record_header_len = sizeof(struct LFS_RECORD_HDR); in log_create()
1367 log->reserved = log->data_size - log->record_header_len; in log_create()
1370 log->ra_off = ALIGN( in log_create()
1373 ((log->sys_page_size >> SECTOR_SHIFT) + 1), in log_create()
1375 log->restart_size = log->sys_page_size - log->ra_off; in log_create()
1376 log->ra_size = struct_size(log->ra, clients, 1); in log_create()
1377 log->current_openlog_count = open_log_count; in log_create()
1383 log->total_avail_pages = log->l_size - log->first_page; in log_create()
1384 log->total_avail = log->total_avail_pages >> log->page_bits; in log_create()
1391 log->max_current_avail = log->total_avail * log->reserved; in log_create()
1392 log->total_avail = log->total_avail * log->data_size; in log_create()
1393 log->current_avail = log->max_current_avail; in log_create()
1399 static struct RESTART_AREA *log_create_ra(struct ntfs_log *log) in log_create_ra() argument
1402 struct RESTART_AREA *ra = kzalloc(log->restart_size, GFP_NOFS); in log_create_ra()
1407 ra->current_lsn = cpu_to_le64(log->last_lsn); in log_create_ra()
1410 if (log->l_flags & NTFSLOG_MULTIPLE_PAGE_IO) in log_create_ra()
1412 ra->seq_num_bits = cpu_to_le32(log->seq_num_bits); in log_create_ra()
1413 ra->ra_len = cpu_to_le16(log->ra_size); in log_create_ra()
1415 ra->l_size = cpu_to_le64(log->l_size); in log_create_ra()
1416 ra->rec_hdr_len = cpu_to_le16(log->record_header_len); in log_create_ra()
1417 ra->data_off = cpu_to_le16(log->data_off); in log_create_ra()
1418 ra->open_log_count = cpu_to_le32(log->current_openlog_count + 1); in log_create_ra()
1428 static u32 final_log_off(struct ntfs_log *log, u64 lsn, u32 data_len) in final_log_off() argument
1431 u32 final_log_off = (base_vbo & log->seq_num_mask) & ~log->page_mask; in final_log_off()
1432 u32 page_off = base_vbo & log->page_mask; in final_log_off()
1433 u32 tail = log->page_size - page_off; in final_log_off()
1438 data_len += log->record_header_len; in final_log_off()
1446 tail = log->data_size; in final_log_off()
1447 page_off = log->data_off - 1; in final_log_off()
1450 final_log_off = next_page_off(log, final_log_off); in final_log_off()
1469 static int next_log_lsn(struct ntfs_log *log, const struct LFS_RECORD_HDR *rh, in next_log_lsn() argument
1474 u32 vbo = lsn_to_vbo(log, this_lsn); in next_log_lsn()
1476 final_log_off(log, this_lsn, le32_to_cpu(rh->client_data_len)); in next_log_lsn()
1477 u32 hdr_off = end & ~log->sys_page_mask; in next_log_lsn()
1478 u64 seq = this_lsn >> log->file_data_bits; in next_log_lsn()
1486 err = read_log_page(log, hdr_off, &page, NULL); in next_log_lsn()
1498 hdr_off = next_page_off(log, hdr_off); in next_log_lsn()
1499 if (hdr_off == log->first_page) in next_log_lsn()
1502 vbo = hdr_off + log->data_off; in next_log_lsn()
1508 *lsn = vbo_to_lsn(log, vbo, seq); in next_log_lsn()
1514 if (!is_lsn_in_file(log, *lsn)) in next_log_lsn()
1525 static u32 current_log_avail(struct ntfs_log *log) in current_log_avail() argument
1529 if (log->l_flags & NTFSLOG_NO_LAST_LSN) { in current_log_avail()
1531 return log->max_current_avail; in current_log_avail()
1539 oldest_off = (log->l_flags & NTFSLOG_NO_OLDEST_LSN) in current_log_avail()
1540 ? log->first_page in current_log_avail()
1541 : (log->oldest_lsn_off & ~log->sys_page_mask); in current_log_avail()
1548 next_free_off = (log->l_flags & NTFSLOG_REUSE_TAIL) in current_log_avail()
1549 ? log->next_page + log->page_size in current_log_avail()
1550 : log->next_page == log->first_page in current_log_avail()
1551 ? log->l_size in current_log_avail()
1552 : log->next_page; in current_log_avail()
1563 ? log->total_avail_pages - (next_free_off - oldest_off) in current_log_avail()
1566 free_bytes >>= log->page_bits; in current_log_avail()
1567 return free_bytes * log->reserved; in current_log_avail()
1570 static bool check_subseq_log_page(struct ntfs_log *log, in check_subseq_log_page() argument
1585 lsn_seq = lsn >> log->file_data_bits; in check_subseq_log_page()
1592 (lsn_seq == seq - 1 && log->first_page == vbo && in check_subseq_log_page()
1593 vbo != (lsn_to_vbo(log, lsn) & ~log->page_mask)); in check_subseq_log_page()
1602 static int last_log_lsn(struct ntfs_log *log) in last_log_lsn() argument
1607 bool reuse_page = log->l_flags & NTFSLOG_REUSE_TAIL; in last_log_lsn()
1621 u64 last_ok_lsn = reuse_page ? log->last_lsn : 0; in last_log_lsn()
1635 if (log->major_ver >= 2) { in last_log_lsn()
1636 final_off = 0x02 * log->page_size; in last_log_lsn()
1637 second_off = 0x12 * log->page_size; in last_log_lsn()
1640 page_bufs = kmalloc(log->page_size * 0x10, GFP_NOFS); in last_log_lsn()
1644 second_off = log->first_page - log->page_size; in last_log_lsn()
1645 final_off = second_off - log->page_size; in last_log_lsn()
1650 if (read_log_page(log, second_off, &second_tail, &usa_error) || in last_log_lsn()
1657 second_file_off = hdr_file_off(log, second_tail); in last_log_lsn()
1662 if (read_log_page(log, final_off, &first_tail, &usa_error) || in last_log_lsn()
1669 first_file_off = hdr_file_off(log, first_tail); in last_log_lsn()
1673 if (log->major_ver < 2) { in last_log_lsn()
1693 seq_base = (best_page ? lsn2 : lsn1) >> log->file_data_bits; in last_log_lsn()
1697 best_lsn1 = first_tail ? base_lsn(log, first_tail, first_file_off) : 0; in last_log_lsn()
1699 second_tail ? base_lsn(log, second_tail, second_file_off) : 0; in last_log_lsn()
1727 seq_base = best_lsn >> log->file_data_bits; in last_log_lsn()
1731 memmove(page_bufs, best_page, log->page_size); in last_log_lsn()
1739 } else if (seq_base == (best_lsn >> log->file_data_bits) && in last_log_lsn()
1740 saved_off + log->page_size == this_off && in last_log_lsn()
1747 saved_off += log->page_size; in last_log_lsn()
1750 memmove(Add2Ptr(page_bufs, tails * log->page_size), best_page, in last_log_lsn()
1751 log->page_size); in last_log_lsn()
1780 final_off += log->page_size; in last_log_lsn()
1781 second_off += log->page_size; in last_log_lsn()
1794 curpage_off = seq_base == log->seq_num ? min(log->next_page, page_off) in last_log_lsn()
1795 : log->next_page; in last_log_lsn()
1798 curpage_off == log->first_page && in last_log_lsn()
1799 !(log->l_flags & (NTFSLOG_NO_LAST_LSN | NTFSLOG_REUSE_TAIL)); in last_log_lsn()
1801 expected_seq = wrapped_file ? (log->seq_num + 1) : log->seq_num; in last_log_lsn()
1808 err = read_log_page(log, curpage_off, &page, &usa_error); in last_log_lsn()
1811 nextpage_off = next_page_off(log, curpage_off); in last_log_lsn()
1812 wrapped = nextpage_off == log->first_page; in last_log_lsn()
1851 ((lsn_cur >> log->file_data_bits) + in last_log_lsn()
1853 (lsn_to_vbo(log, lsn_cur) & ~log->page_mask)) in last_log_lsn()
1865 log->seq_num = expected_seq; in last_log_lsn()
1866 log->l_flags &= ~NTFSLOG_NO_LAST_LSN; in last_log_lsn()
1867 log->last_lsn = le64_to_cpu(cur_page->record_hdr.last_end_lsn); in last_log_lsn()
1868 log->ra->current_lsn = cur_page->record_hdr.last_end_lsn; in last_log_lsn()
1870 if (log->record_header_len <= in last_log_lsn()
1871 log->page_size - in last_log_lsn()
1873 log->l_flags |= NTFSLOG_REUSE_TAIL; in last_log_lsn()
1874 log->next_page = curpage_off; in last_log_lsn()
1876 log->l_flags &= ~NTFSLOG_REUSE_TAIL; in last_log_lsn()
1877 log->next_page = nextpage_off; in last_log_lsn()
1881 log->l_flags |= NTFSLOG_WRAPPED; in last_log_lsn()
1926 if (expected_seq != (lsn_cur >> log->file_data_bits)) in last_log_lsn()
1950 expected_seq != (lsn_cur >> log->file_data_bits)) { in last_log_lsn()
1999 log->seq_num = expected_seq; in last_log_lsn()
2000 log->last_lsn = le64_to_cpu(page->record_hdr.last_end_lsn); in last_log_lsn()
2001 log->ra->current_lsn = page->record_hdr.last_end_lsn; in last_log_lsn()
2002 log->l_flags &= ~NTFSLOG_NO_LAST_LSN; in last_log_lsn()
2008 if (log->record_header_len <= in last_log_lsn()
2009 log->page_size - in last_log_lsn()
2011 log->l_flags |= NTFSLOG_REUSE_TAIL; in last_log_lsn()
2012 log->next_page = curpage_off; in last_log_lsn()
2014 log->l_flags &= ~NTFSLOG_REUSE_TAIL; in last_log_lsn()
2015 log->next_page = nextpage_off; in last_log_lsn()
2020 log->l_flags |= NTFSLOG_WRAPPED; in last_log_lsn()
2046 log->seq_num = expected_seq; in last_log_lsn()
2047 log->last_lsn = le64_to_cpu(tail_page->record_hdr.last_end_lsn); in last_log_lsn()
2048 log->ra->current_lsn = tail_page->record_hdr.last_end_lsn; in last_log_lsn()
2049 log->l_flags &= ~NTFSLOG_NO_LAST_LSN; in last_log_lsn()
2051 if (log->page_size - in last_log_lsn()
2054 log->record_header_len) { in last_log_lsn()
2055 log->l_flags |= NTFSLOG_REUSE_TAIL; in last_log_lsn()
2056 log->next_page = curpage_off; in last_log_lsn()
2058 log->l_flags &= ~NTFSLOG_REUSE_TAIL; in last_log_lsn()
2059 log->next_page = nextpage_off; in last_log_lsn()
2063 log->l_flags |= NTFSLOG_WRAPPED; in last_log_lsn()
2080 if (replace_page || (log->ra->flags & RESTART_SINGLE_PAGE_IO)) { in last_log_lsn()
2105 err = read_log_page(log, nextpage_off, &tst_page, &usa_error); in last_log_lsn()
2122 check_subseq_log_page(log, tst_page, nextpage_off, expected_seq)) { in last_log_lsn()
2132 nextpage_off = next_page_off(log, curpage_off); in last_log_lsn()
2133 wrapped = nextpage_off == log->first_page; in last_log_lsn()
2152 nextpage_off = next_page_off(log, curpage_off); in last_log_lsn()
2153 wrapped = nextpage_off == log->first_page; in last_log_lsn()
2163 err = read_log_page(log, nextpage_off, &tst_page, &usa_error); in last_log_lsn()
2165 check_subseq_log_page(log, tst_page, nextpage_off, expected_seq)) { in last_log_lsn()
2176 if (sb_rdonly(log->ni->mi.sbi->sb)) { in last_log_lsn()
2183 tails -= (page_off1 - page_off) / log->page_size; in last_log_lsn()
2192 u64 off = hdr_file_off(log, tmp_page); in last_log_lsn()
2195 page = kmalloc(log->page_size, GFP_NOFS); in last_log_lsn()
2204 memcpy(page, tmp_page, log->page_size); in last_log_lsn()
2207 if (log->major_ver < 2) in last_log_lsn()
2214 ntfs_fix_pre_write(&page->rhdr, log->page_size); in last_log_lsn()
2216 err = ntfs_sb_write_run(log->ni->mi.sbi, in last_log_lsn()
2217 &log->ni->file.run, off, page, in last_log_lsn()
2218 log->page_size, 0); in last_log_lsn()
2224 second_off += log->page_size; in last_log_lsn()
2228 tmp_page = Add2Ptr(tmp_page, log->page_size); in last_log_lsn()
2233 if (sb_rdonly(log->ni->mi.sbi->sb)) { in last_log_lsn()
2254 static int read_log_rec_buf(struct ntfs_log *log, in read_log_rec_buf() argument
2260 u32 vbo = lsn_to_vbo(log, lsn) & ~log->page_mask; in read_log_rec_buf()
2261 u32 off = lsn_to_page_off(log, lsn) + log->record_header_len; in read_log_rec_buf()
2270 u32 tail = log->page_size - off; in read_log_rec_buf()
2277 err = read_log_page(log, vbo, &ph, &usa_error); in read_log_rec_buf()
2308 vbo = next_page_off(log, vbo); in read_log_rec_buf()
2309 off = log->data_off; in read_log_rec_buf()
2323 static int read_rst_area(struct ntfs_log *log, struct NTFS_RESTART **rst_, in read_rst_area() argument
2329 Add2Ptr(log->ra, le16_to_cpu(log->ra->client_off)); in read_rst_area()
2341 err = read_log_page(log, lsn_to_vbo(log, lsnc), in read_rst_area()
2375 err = read_log_rec_buf(log, rh, rst); in read_rst_area()
2389 static int find_log_rec(struct ntfs_log *log, u64 lsn, struct lcb *lcb) in find_log_rec() argument
2397 err = read_log_page(log, lsn_to_vbo(log, lsn), in find_log_rec()
2418 rec_len = len + log->record_header_len; in find_log_rec()
2419 if (rec_len >= log->total_avail) in find_log_rec()
2436 err = read_log_rec_buf(log, rh, lr); in find_log_rec()
2441 u32 page_off = lsn_to_page_off(log, lsn); in find_log_rec()
2443 if (page_off + len + log->record_header_len > log->page_size) in find_log_rec()
2456 static int read_log_rec_lcb(struct ntfs_log *log, u64 lsn, u32 ctx_mode, in read_log_rec_lcb() argument
2473 cr = Add2Ptr(log->ra, le16_to_cpu(log->ra->client_off)); in read_log_rec_lcb()
2475 if (!verify_client_lsn(log, cr, lsn)) in read_log_rec_lcb()
2481 lcb->client = log->client_id; in read_log_rec_lcb()
2485 err = find_log_rec(log, lsn, lcb); in read_log_rec_lcb()
2503 static int find_client_next_lsn(struct ntfs_log *log, struct lcb *lcb, u64 *lsn) in find_client_next_lsn() argument
2519 err = next_log_lsn(log, hdr, ¤t_lsn); in find_client_next_lsn()
2530 err = read_log_page(log, lsn_to_vbo(log, current_lsn), in find_client_next_lsn()
2563 log, Add2Ptr(log->ra, le16_to_cpu(log->ra->client_off)), in find_client_next_lsn()
2568 err = read_log_page(log, lsn_to_vbo(log, next_lsn), in find_client_next_lsn()
2580 static int read_next_log_rec(struct ntfs_log *log, struct lcb *lcb, u64 *lsn) in read_next_log_rec() argument
2584 err = find_client_next_lsn(log, lcb, lsn); in read_next_log_rec()
2599 return find_log_rec(log, *lsn, lcb); in read_next_log_rec()
2968 static struct OpenAttr *find_loaded_attr(struct ntfs_log *log, in find_loaded_attr() argument
2973 while ((oe = enum_rstbl(log->open_attr_tbl, oe))) { in find_loaded_attr()
3035 static int do_action(struct ntfs_log *log, struct OPEN_ATTR_ENRTY *oe, in do_action() argument
3040 struct ntfs_sb_info *sbi = log->ni->mi.sbi; in do_action()
3255 oa2 = find_loaded_attr(log, attr, rno_base); in do_action()
3322 oa2 = find_loaded_attr(log, attr, rno_base); in do_action()
3362 oa2 = find_loaded_attr(log, attr, rno_base); in do_action()
3381 oa2 = find_loaded_attr(log, attr, rno_base); in do_action()
3726 log->set_dirty = true; in do_action()
3741 struct ntfs_log *log; in log_replay() local
3790 log = kzalloc(sizeof(struct ntfs_log), GFP_NOFS); in log_replay()
3791 if (!log) in log_replay()
3794 log->ni = ni; in log_replay()
3795 log->l_size = l_size; in log_replay()
3796 log->one_page_buf = kmalloc(page_size, GFP_NOFS); in log_replay()
3798 if (!log->one_page_buf) { in log_replay()
3803 log->page_size = page_size; in log_replay()
3804 log->page_mask = page_size - 1; in log_replay()
3805 log->page_bits = blksize_bits(page_size); in log_replay()
3808 err = log_read_rst(log, l_size, true, &rst_info); in log_replay()
3822 log_init_pg_hdr(log, page_size, page_size, 1, 1); in log_replay()
3823 log_create(log, l_size, 0, get_random_int(), false, false); in log_replay()
3825 log->ra = ra; in log_replay()
3827 ra = log_create_ra(log); in log_replay()
3832 log->ra = ra; in log_replay()
3833 log->init_ra = true; in log_replay()
3845 err = log_read_rst(log, l_size, false, &rst_info2); in log_replay()
3857 if (!read_log_page(log, page_size, &sp, &usa_error) && in log_replay()
3878 log->init_ra = !!rst_info.vbo; in log_replay()
3907 log_init_pg_hdr(log, page_size, page_size, 1, 1); in log_replay()
3909 log_create(log, l_size, rst_info.last_lsn, open_log_count, in log_replay()
3912 ra = log_create_ra(log); in log_replay()
3917 log->ra = ra; in log_replay()
3954 log_init_pg_hdr(log, page_size, page_size, in log_replay()
3958 log->l_size = le64_to_cpu(ra2->l_size); in log_replay()
3959 log->seq_num_bits = le32_to_cpu(ra2->seq_num_bits); in log_replay()
3960 log->file_data_bits = sizeof(u64) * 8 - log->seq_num_bits; in log_replay()
3961 log->seq_num_mask = (8 << log->file_data_bits) - 1; in log_replay()
3962 log->last_lsn = le64_to_cpu(ra2->current_lsn); in log_replay()
3963 log->seq_num = log->last_lsn >> log->file_data_bits; in log_replay()
3964 log->ra_off = le16_to_cpu(rst_info.r_page->ra_off); in log_replay()
3965 log->restart_size = log->sys_page_size - log->ra_off; in log_replay()
3966 log->record_header_len = le16_to_cpu(ra2->rec_hdr_len); in log_replay()
3967 log->ra_size = le16_to_cpu(ra2->ra_len); in log_replay()
3968 log->data_off = le16_to_cpu(ra2->data_off); in log_replay()
3969 log->data_size = log->page_size - log->data_off; in log_replay()
3970 log->reserved = log->data_size - log->record_header_len; in log_replay()
3972 vbo = lsn_to_vbo(log, log->last_lsn); in log_replay()
3974 if (vbo < log->first_page) { in log_replay()
3976 log->l_flags |= NTFSLOG_NO_LAST_LSN; in log_replay()
3977 log->next_page = log->first_page; in log_replay()
3982 off = final_log_off(log, log->last_lsn, in log_replay()
3987 log->seq_num += 1; in log_replay()
3988 log->l_flags |= NTFSLOG_WRAPPED; in log_replay()
3992 vbo &= ~log->sys_page_mask; in log_replay()
3993 tail = log->page_size - (off & log->page_mask) - 1; in log_replay()
3999 if (tail >= log->record_header_len) { in log_replay()
4000 log->l_flags |= NTFSLOG_REUSE_TAIL; in log_replay()
4001 log->next_page = vbo; in log_replay()
4003 log->next_page = next_page_off(log, vbo); in log_replay()
4011 log->oldest_lsn = log->last_lsn; in log_replay()
4013 ra2->client_idx[1], &log->oldest_lsn); in log_replay()
4014 log->oldest_lsn_off = lsn_to_vbo(log, log->oldest_lsn); in log_replay()
4016 if (log->oldest_lsn_off < log->first_page) in log_replay()
4017 log->l_flags |= NTFSLOG_NO_OLDEST_LSN; in log_replay()
4020 log->l_flags |= NTFSLOG_WRAPPED | NTFSLOG_MULTIPLE_PAGE_IO; in log_replay()
4022 log->current_openlog_count = le32_to_cpu(ra2->open_log_count); in log_replay()
4023 log->total_avail_pages = log->l_size - log->first_page; in log_replay()
4024 log->total_avail = log->total_avail_pages >> log->page_bits; in log_replay()
4025 log->max_current_avail = log->total_avail * log->reserved; in log_replay()
4026 log->total_avail = log->total_avail * log->data_size; in log_replay()
4028 log->current_avail = current_log_avail(log); in log_replay()
4030 ra = kzalloc(log->restart_size, GFP_NOFS); in log_replay()
4035 log->ra = ra; in log_replay()
4039 memcpy(ra, ra2, log->ra_size); in log_replay()
4045 log->current_openlog_count = get_random_int(); in log_replay()
4046 ra->open_log_count = cpu_to_le32(log->current_openlog_count); in log_replay()
4047 log->ra_size = offsetof(struct RESTART_AREA, clients) + in log_replay()
4051 ra->ra_len = cpu_to_le16(log->ra_size); in log_replay()
4057 err = last_log_lsn(log); in log_replay()
4061 log->current_avail = current_log_avail(log); in log_replay()
4064 log->init_ra = rst_info.vbo; in log_replay()
4068 switch ((log->major_ver << 16) + log->minor_ver) { in log_replay()
4075 log->major_ver, log->minor_ver); in log_replay()
4077 log->set_dirty = true; in log_replay()
4097 cr->oldest_lsn = cpu_to_le64(log->oldest_lsn); in log_replay()
4119 log->client_id.seq_num = cr->seq_num; in log_replay()
4120 log->client_id.client_idx = client; in log_replay()
4122 err = read_rst_area(log, &rst, &ra_lsn); in log_replay()
4140 err = read_log_rec_lcb(log, t64, lcb_ctx_prev, &lcb); in log_replay()
4180 err = read_log_rec_lcb(log, t64, lcb_ctx_prev, &lcb); in log_replay()
4232 if (sbi->cluster_size <= log->page_size) in log_replay()
4258 err = read_log_rec_lcb(log, t64, lcb_ctx_prev, &lcb); in log_replay()
4286 err = read_log_rec_lcb(log, t64, lcb_ctx_prev, &lcb); in log_replay()
4316 log->open_attr_tbl = oatbl; in log_replay()
4377 log->open_attr_tbl = oatbl; in log_replay()
4383 err = read_log_rec_lcb(log, checkpt_lsn, lcb_ctx_next, &lcb); in log_replay()
4389 err = read_next_log_rec(log, lcb, &rec_lsn); in log_replay()
4492 t32 = log->clst_per_page; in log_replay()
4567 log->open_attr_tbl = oatbl; in log_replay()
4576 log->open_attr_tbl = oatbl; in log_replay()
4860 err = read_log_rec_lcb(log, rlsn, lcb_ctx_next, &lcb); in log_replay()
4979 err = do_action(log, oe, lrh, t16, data, dlen, rec_len, &rec_lsn); in log_replay()
4985 err = read_next_log_rec(log, lcb, &rec_lsn); in log_replay()
5005 log->transaction_id = PtrOffset(trtbl, tr); in log_replay()
5016 err = read_log_rec_lcb(log, undo_next_lsn, lcb_ctx_undo_next, &lcb); in log_replay()
5058 vcn &= ~(log->clst_per_page - 1); in log_replay()
5085 err = do_action(log, oe, lrh, t16, data, dlen, rec_len, NULL); in log_replay()
5092 err = read_next_log_rec(log, lcb, &rec_lsn); in log_replay()
5103 free_rsttbl_idx(trtbl, log->transaction_id); in log_replay()
5105 log->transaction_id = 0; in log_replay()
5121 rh = kzalloc(log->page_size, GFP_NOFS); in log_replay()
5129 t16 = (log->page_size >> SECTOR_SHIFT) + 1; in log_replay()
5131 rh->sys_page_size = cpu_to_le32(log->page_size); in log_replay()
5132 rh->page_size = cpu_to_le32(log->page_size); in log_replay()
5149 ntfs_fix_pre_write(&rh->rhdr, log->page_size); in log_replay()
5151 err = ntfs_sb_write_run(sbi, &ni->file.run, 0, rh, log->page_size, 0); in log_replay()
5153 err = ntfs_sb_write_run(sbi, &log->ni->file.run, log->page_size, in log_replay()
5154 rh, log->page_size, 0); in log_replay()
5200 kfree(log->one_page_buf); in log_replay()
5207 else if (log->set_dirty) in log_replay()
5210 kfree(log); in log_replay()