Lines Matching refs:mpd
1532 static void mpage_release_unused_pages(struct mpage_da_data *mpd, in mpage_release_unused_pages() argument
1538 struct inode *inode = mpd->inode; in mpage_release_unused_pages()
1542 if (mpd->first_page >= mpd->next_page) in mpage_release_unused_pages()
1545 mpd->scanned_until_end = 0; in mpage_release_unused_pages()
1546 index = mpd->first_page; in mpage_release_unused_pages()
1547 end = mpd->next_page - 1; in mpage_release_unused_pages()
1570 if (folio->index < mpd->first_page) in mpage_release_unused_pages()
1833 static void mpage_folio_done(struct mpage_da_data *mpd, struct folio *folio) in mpage_folio_done() argument
1835 mpd->first_page += folio_nr_pages(folio); in mpage_folio_done()
1839 static int mpage_submit_folio(struct mpage_da_data *mpd, struct folio *folio) in mpage_submit_folio() argument
1845 BUG_ON(folio->index != mpd->first_page); in mpage_submit_folio()
1860 size = i_size_read(mpd->inode); in mpage_submit_folio()
1863 !ext4_verity_in_progress(mpd->inode)) in mpage_submit_folio()
1865 err = ext4_bio_write_folio(&mpd->io_submit, folio, len); in mpage_submit_folio()
1867 mpd->wbc->nr_to_write--; in mpage_submit_folio()
1895 static bool mpage_add_bh_to_extent(struct mpage_da_data *mpd, ext4_lblk_t lblk, in mpage_add_bh_to_extent() argument
1898 struct ext4_map_blocks *map = &mpd->map; in mpage_add_bh_to_extent()
1912 if (!mpd->do_map) in mpage_add_bh_to_extent()
1949 static int mpage_process_page_bufs(struct mpage_da_data *mpd, in mpage_process_page_bufs() argument
1954 struct inode *inode = mpd->inode; in mpage_process_page_bufs()
1965 if (lblk >= blocks || !mpage_add_bh_to_extent(mpd, lblk, bh)) { in mpage_process_page_bufs()
1967 if (mpd->map.m_len) in mpage_process_page_bufs()
1970 if (!mpd->do_map) in mpage_process_page_bufs()
1977 if (mpd->map.m_len == 0) { in mpage_process_page_bufs()
1978 err = mpage_submit_folio(mpd, head->b_folio); in mpage_process_page_bufs()
1981 mpage_folio_done(mpd, head->b_folio); in mpage_process_page_bufs()
1984 mpd->scanned_until_end = 1; in mpage_process_page_bufs()
2006 static int mpage_process_folio(struct mpage_da_data *mpd, struct folio *folio, in mpage_process_folio() argument
2011 ext4_io_end_t *io_end = mpd->io_submit.io_end; in mpage_process_folio()
2015 int blkbits = mpd->inode->i_blkbits; in mpage_process_folio()
2021 if (lblk < mpd->map.m_lblk) in mpage_process_folio()
2023 if (lblk >= mpd->map.m_lblk + mpd->map.m_len) { in mpage_process_folio()
2028 mpd->map.m_len = 0; in mpage_process_folio()
2029 mpd->map.m_flags = 0; in mpage_process_folio()
2032 err = mpage_process_page_bufs(mpd, head, bh, lblk); in mpage_process_folio()
2035 if (!err && mpd->map.m_len && mpd->map.m_lblk > lblk) { in mpage_process_folio()
2041 io_end_vec->offset = (loff_t)mpd->map.m_lblk << blkbits; in mpage_process_folio()
2076 static int mpage_map_and_submit_buffers(struct mpage_da_data *mpd) in mpage_map_and_submit_buffers() argument
2080 struct inode *inode = mpd->inode; in mpage_map_and_submit_buffers()
2088 start = mpd->map.m_lblk >> bpp_bits; in mpage_map_and_submit_buffers()
2089 end = (mpd->map.m_lblk + mpd->map.m_len - 1) >> bpp_bits; in mpage_map_and_submit_buffers()
2091 pblock = mpd->map.m_pblk; in mpage_map_and_submit_buffers()
2101 err = mpage_process_folio(mpd, folio, &lblk, &pblock, in mpage_map_and_submit_buffers()
2111 err = mpage_submit_folio(mpd, folio); in mpage_map_and_submit_buffers()
2114 mpage_folio_done(mpd, folio); in mpage_map_and_submit_buffers()
2119 mpd->map.m_len = 0; in mpage_map_and_submit_buffers()
2120 mpd->map.m_flags = 0; in mpage_map_and_submit_buffers()
2127 static int mpage_map_one_extent(handle_t *handle, struct mpage_da_data *mpd) in mpage_map_one_extent() argument
2129 struct inode *inode = mpd->inode; in mpage_map_one_extent()
2130 struct ext4_map_blocks *map = &mpd->map; in mpage_map_one_extent()
2163 if (!mpd->io_submit.io_end->handle && in mpage_map_one_extent()
2165 mpd->io_submit.io_end->handle = handle->h_rsv_handle; in mpage_map_one_extent()
2168 ext4_set_io_unwritten_flag(inode, mpd->io_submit.io_end); in mpage_map_one_extent()
2196 struct mpage_da_data *mpd, in mpage_map_and_submit_extent() argument
2199 struct inode *inode = mpd->inode; in mpage_map_and_submit_extent()
2200 struct ext4_map_blocks *map = &mpd->map; in mpage_map_and_submit_extent()
2204 ext4_io_end_t *io_end = mpd->io_submit.io_end; in mpage_map_and_submit_extent()
2212 err = mpage_map_one_extent(handle, mpd); in mpage_map_and_submit_extent()
2250 err = mpage_map_and_submit_buffers(mpd); in mpage_map_and_submit_extent()
2260 disksize = ((loff_t)mpd->first_page) << PAGE_SHIFT; in mpage_map_and_submit_extent()
2321 struct mpage_da_data *mpd, in mpage_journal_page_buffers() argument
2324 struct inode *inode = mpd->inode; in mpage_journal_page_buffers()
2329 mpd->wbc->nr_to_write--; in mpage_journal_page_buffers()
2358 static int mpage_prepare_extent_to_map(struct mpage_da_data *mpd) in mpage_prepare_extent_to_map() argument
2360 struct address_space *mapping = mpd->inode->i_mapping; in mpage_prepare_extent_to_map()
2363 pgoff_t index = mpd->first_page; in mpage_prepare_extent_to_map()
2364 pgoff_t end = mpd->last_page; in mpage_prepare_extent_to_map()
2367 int blkbits = mpd->inode->i_blkbits; in mpage_prepare_extent_to_map()
2371 int bpp = ext4_journal_blocks_per_page(mpd->inode); in mpage_prepare_extent_to_map()
2373 if (mpd->wbc->sync_mode == WB_SYNC_ALL || mpd->wbc->tagged_writepages) in mpage_prepare_extent_to_map()
2378 mpd->map.m_len = 0; in mpage_prepare_extent_to_map()
2379 mpd->next_page = index; in mpage_prepare_extent_to_map()
2380 if (ext4_should_journal_data(mpd->inode)) { in mpage_prepare_extent_to_map()
2381 handle = ext4_journal_start(mpd->inode, EXT4_HT_WRITE_PAGE, in mpage_prepare_extent_to_map()
2404 if (mpd->wbc->sync_mode == WB_SYNC_NONE && in mpage_prepare_extent_to_map()
2405 mpd->wbc->nr_to_write <= in mpage_prepare_extent_to_map()
2406 mpd->map.m_len >> (PAGE_SHIFT - blkbits)) in mpage_prepare_extent_to_map()
2410 if (mpd->map.m_len > 0 && mpd->next_page != folio->index) in mpage_prepare_extent_to_map()
2430 (mpd->wbc->sync_mode == WB_SYNC_NONE)) || in mpage_prepare_extent_to_map()
2449 ext4_warning_inode(mpd->inode, "page %lu does not have buffers attached", folio->index); in mpage_prepare_extent_to_map()
2455 if (mpd->map.m_len == 0) in mpage_prepare_extent_to_map()
2456 mpd->first_page = folio->index; in mpage_prepare_extent_to_map()
2457 mpd->next_page = folio_next_index(folio); in mpage_prepare_extent_to_map()
2468 if (!mpd->can_map) { in mpage_prepare_extent_to_map()
2469 err = mpage_submit_folio(mpd, folio); in mpage_prepare_extent_to_map()
2475 mpd, folio); in mpage_prepare_extent_to_map()
2478 mpd->journalled_more_data = 1; in mpage_prepare_extent_to_map()
2480 mpage_folio_done(mpd, folio); in mpage_prepare_extent_to_map()
2486 err = mpage_process_page_bufs(mpd, head, head, in mpage_prepare_extent_to_map()
2496 mpd->scanned_until_end = 1; in mpage_prepare_extent_to_map()
2507 static int ext4_do_writepages(struct mpage_da_data *mpd) in ext4_do_writepages() argument
2509 struct writeback_control *wbc = mpd->wbc; in ext4_do_writepages()
2515 struct inode *inode = mpd->inode; in ext4_do_writepages()
2578 mpd->can_map = 0; in ext4_do_writepages()
2583 mpd->journalled_more_data = 0; in ext4_do_writepages()
2601 mpd->first_page = writeback_index; in ext4_do_writepages()
2602 mpd->last_page = -1; in ext4_do_writepages()
2604 mpd->first_page = wbc->range_start >> PAGE_SHIFT; in ext4_do_writepages()
2605 mpd->last_page = wbc->range_end >> PAGE_SHIFT; in ext4_do_writepages()
2608 ext4_io_submit_init(&mpd->io_submit, wbc); in ext4_do_writepages()
2611 tag_pages_for_writeback(mapping, mpd->first_page, in ext4_do_writepages()
2612 mpd->last_page); in ext4_do_writepages()
2621 mpd->do_map = 0; in ext4_do_writepages()
2622 mpd->scanned_until_end = 0; in ext4_do_writepages()
2623 mpd->io_submit.io_end = ext4_init_io_end(inode, GFP_KERNEL); in ext4_do_writepages()
2624 if (!mpd->io_submit.io_end) { in ext4_do_writepages()
2628 ret = mpage_prepare_extent_to_map(mpd); in ext4_do_writepages()
2630 mpage_release_unused_pages(mpd, false); in ext4_do_writepages()
2632 ext4_io_submit(&mpd->io_submit); in ext4_do_writepages()
2633 ext4_put_io_end_defer(mpd->io_submit.io_end); in ext4_do_writepages()
2634 mpd->io_submit.io_end = NULL; in ext4_do_writepages()
2638 while (!mpd->scanned_until_end && wbc->nr_to_write > 0) { in ext4_do_writepages()
2640 mpd->io_submit.io_end = ext4_init_io_end(inode, GFP_KERNEL); in ext4_do_writepages()
2641 if (!mpd->io_submit.io_end) { in ext4_do_writepages()
2646 WARN_ON_ONCE(!mpd->can_map); in ext4_do_writepages()
2666 ext4_put_io_end(mpd->io_submit.io_end); in ext4_do_writepages()
2667 mpd->io_submit.io_end = NULL; in ext4_do_writepages()
2670 mpd->do_map = 1; in ext4_do_writepages()
2672 trace_ext4_da_write_pages(inode, mpd->first_page, wbc); in ext4_do_writepages()
2673 ret = mpage_prepare_extent_to_map(mpd); in ext4_do_writepages()
2674 if (!ret && mpd->map.m_len) in ext4_do_writepages()
2675 ret = mpage_map_and_submit_extent(handle, mpd, in ext4_do_writepages()
2690 mpd->do_map = 0; in ext4_do_writepages()
2693 mpage_release_unused_pages(mpd, give_up_on_write); in ext4_do_writepages()
2695 ext4_io_submit(&mpd->io_submit); in ext4_do_writepages()
2705 ext4_put_io_end_defer(mpd->io_submit.io_end); in ext4_do_writepages()
2708 ext4_put_io_end(mpd->io_submit.io_end); in ext4_do_writepages()
2709 mpd->io_submit.io_end = NULL; in ext4_do_writepages()
2729 mpd->last_page = writeback_index - 1; in ext4_do_writepages()
2730 mpd->first_page = 0; in ext4_do_writepages()
2740 mapping->writeback_index = mpd->first_page; in ext4_do_writepages()
2752 struct mpage_da_data mpd = { in ext4_writepages() local
2764 ret = ext4_do_writepages(&mpd); in ext4_writepages()
2770 if (!ret && mpd.journalled_more_data) in ext4_writepages()
2771 ret = ext4_do_writepages(&mpd); in ext4_writepages()
2785 struct mpage_da_data mpd = { in ext4_normal_submit_inode_data_buffers() local
2790 return ext4_do_writepages(&mpd); in ext4_normal_submit_inode_data_buffers()