42 #include "ordered-data.h"
150  * Cleanup all submitted ordered extents in specified range to handle errors
156  * to be released, which we want to happen only when finishing the ordered
175 		 * btrfs_mark_ordered_io_finished() to clear page Ordered and  in btrfs_cleanup_ordered_extents()
176 		 * run the ordered extent accounting.  in btrfs_cleanup_ordered_extents()
178 		 * Here we can't just clear the Ordered bit, or  in btrfs_cleanup_ordered_extents()
180 		 * for the page range, and the ordered extent will never finish.  in btrfs_cleanup_ordered_extents()
192 		 * Here we just clear all Ordered bits for every page in the  in btrfs_cleanup_ordered_extents()
194 		 * the ordered extent accounting for the range.  in btrfs_cleanup_ordered_extents()
548  * This is done inside an ordered work queue, and the compression
550  * two, and the ordered work queue takes care of making sure that
845  * phase two of compressed writeback.  This is the ordered portion
1049  * allocate extents on disk for the range, and create ordered data structs
1198 			 * at out_unlock label to free meta of this ordered  in cow_file_range()
1203 			 * skip current ordered extent.  in cow_file_range()
1217 		 * Do set the Ordered (Private2) bit so we know this page was  in cow_file_range()
1238 		 * free metadata of current ordered extent, we're OK to exit.  in cow_file_range()
1257 	 * failed to create the respective ordered extent, then it means that  in cow_file_range()
1875 			 * from freeing metadata of created ordered extent.  in run_delalloc_nocow()
1891 		 * handler, as metadata for created ordered extent will only  in run_delalloc_nocow()
2282  * checksummed and sums are attached onto the ordered extent record.
2284  * At IO completion time the cums attached on the ordered extent record
2411 	struct btrfs_ordered_extent *ordered;  in extract_ordered_extent()  local
2420 	ordered = btrfs_lookup_ordered_extent(inode, file_offset);  in extract_ordered_extent()
2421 	if (WARN_ON_ONCE(!ordered))  in extract_ordered_extent()
2425 	if (ordered->disk_num_bytes == len)  in extract_ordered_extent()
2428 	/* We cannot split once end_bio'd ordered extent */  in extract_ordered_extent()
2429 	if (WARN_ON_ONCE(ordered->bytes_left != ordered->disk_num_bytes)) {  in extract_ordered_extent()
2434 	/* We cannot split a compressed ordered extent */  in extract_ordered_extent()
2435 	if (WARN_ON_ONCE(ordered->disk_num_bytes != ordered->num_bytes)) {  in extract_ordered_extent()
2440 	ordered_end = ordered->disk_bytenr + ordered->disk_num_bytes;  in extract_ordered_extent()
2441 	/* bio must be in one ordered extent */  in extract_ordered_extent()
2442 	if (WARN_ON_ONCE(start < ordered->disk_bytenr || end > ordered_end)) {  in extract_ordered_extent()
2448 	if (WARN_ON_ONCE(!list_empty(&ordered->list))) {  in extract_ordered_extent()
2453 	file_len = ordered->num_bytes;  in extract_ordered_extent()
2454 	pre = start - ordered->disk_bytenr;  in extract_ordered_extent()
2457 	ret = btrfs_split_ordered_extent(ordered, pre, post);  in extract_ordered_extent()
2463 	btrfs_put_ordered_extent(ordered);  in extract_ordered_extent()
2559  * given a list of ordered sums record them in the inode.  This happens
2655 	struct btrfs_ordered_extent *ordered;  in btrfs_writepage_fixup_worker()  local
2693 		 *    while waiting for the ordered extent.  in btrfs_writepage_fixup_worker()
2722 	/* already ordered? We're done */  in btrfs_writepage_fixup_worker()
2726 	ordered = btrfs_lookup_ordered_range(inode, page_start, PAGE_SIZE);  in btrfs_writepage_fixup_worker()
2727 	if (ordered) {  in btrfs_writepage_fixup_worker()
2731 		btrfs_start_ordered_extent(ordered, 1);  in btrfs_writepage_fixup_worker()
2732 		btrfs_put_ordered_extent(ordered);  in btrfs_writepage_fixup_worker()
2785  * properly happens and the data=ordered rules are followed.
2787  * In our case any range that doesn't have the ORDERED bit set
2789  * to fix it up.  The async helper will wait for ordered extents, set
2798 	/* This page has ordered extent covering it already */  in btrfs_writepage_cow_fixup()
2897 	 * EXTENT_DELALLOC_BIT bit through the ordered extent completion.  in insert_reserved_file_extent()
2964 	 * For delalloc, when completing an ordered extent we update the inode's  in insert_ordered_extent_file_extent()
2967 	 * except if the ordered extent was truncated.  in insert_ordered_extent_file_extent()
2978  * As ordered data IO finishes, this gets called so we can finish
2979  * an ordered extent if the range of bytes in the file it covers are
3123 		 * If we failed to finish this ordered extent for any reason we  in btrfs_finish_ordered_io()
3124 		 * need to make sure BTRFS_ORDERED_IOERR is set on the ordered  in btrfs_finish_ordered_io()
3128 		 * marking this ordered extent as failed.  in btrfs_finish_ordered_io()
3142 		 * If the ordered extent had an IOERR or something else went  in btrfs_finish_ordered_io()
3143 		 * wrong we need to return the space for this ordered extent  in btrfs_finish_ordered_io()
3172 	 * updating everything for this ordered extent.  in btrfs_finish_ordered_io()
5007 	struct btrfs_ordered_extent *ordered;  in btrfs_truncate_block()  local
5075 	ordered = btrfs_lookup_ordered_extent(inode, block_start);  in btrfs_truncate_block()
5076 	if (ordered) {  in btrfs_truncate_block()
5081 		btrfs_start_ordered_extent(ordered, 1);  in btrfs_truncate_block()
5082 		btrfs_put_ordered_extent(ordered);  in btrfs_truncate_block()
5426  * those expensive operations on a per page basis and do only the ordered io
7467  *	 any ordered extents.
7618 	struct btrfs_ordered_extent *ordered;  in lock_extent_direct()  local
7626 		 * doing DIO to, so we need to make sure there's no ordered  in lock_extent_direct()
7629 		ordered = btrfs_lookup_ordered_range(BTRFS_I(inode), lockstart,  in lock_extent_direct()
7639 		if (!ordered &&  in lock_extent_direct()
7647 		if (ordered) {  in lock_extent_direct()
7649 			 * If we are doing a DIO read and the ordered extent we  in lock_extent_direct()
7655 			 * created an ordered extent for a previous extent map  in lock_extent_direct()
7664 			    test_bit(BTRFS_ORDERED_DIRECT, &ordered->flags))  in lock_extent_direct()
7665 				btrfs_start_ordered_extent(ordered, 1);  in lock_extent_direct()
7668 			btrfs_put_ordered_extent(ordered);  in lock_extent_direct()
7677 			 * ordered dio extent we created before but did not have  in lock_extent_direct()
7680 			 * ordered extent to complete while holding a lock on  in lock_extent_direct()
8035 	 * this and loads of dio_bio->bi_status after this are fully ordered.  in btrfs_dio_private_put()
8218  * or ordered extents whether or not we submit any bios.
8436 	 * VM, we need to make sure we have the inode referenced for the ordered  in btrfs_writepage()
8550 	 * We have page locked so no new ordered extent can be created on this  in btrfs_invalidatepage()
8554 	 * Furthermore, endio function won't skip page which has Ordered  in btrfs_invalidatepage()
8556 	 * invalidatepage to do the same ordered extent accounting twice  in btrfs_invalidatepage()
8560 	 * do double ordered extent accounting on the same page.  in btrfs_invalidatepage()
8575 	 * still safe to wait for ordered extent to finish.  in btrfs_invalidatepage()
8587 		struct btrfs_ordered_extent *ordered;  in btrfs_invalidatepage()  local
8592 		ordered = btrfs_lookup_first_ordered_range(inode, cur,  in btrfs_invalidatepage()
8594 		if (!ordered) {  in btrfs_invalidatepage()
8597 			 * No ordered extent covering this range, we are safe  in btrfs_invalidatepage()
8603 		if (ordered->file_offset > cur) {  in btrfs_invalidatepage()
8606 			 * covered by any ordered extent.  in btrfs_invalidatepage()
8608 			 * the ordered extent in the next iteration.  in btrfs_invalidatepage()
8610 			range_end = ordered->file_offset - 1;  in btrfs_invalidatepage()
8615 		range_end = min(ordered->file_offset + ordered->num_bytes - 1,  in btrfs_invalidatepage()
8621 			 * If Ordered (Private2) is cleared, it means endio has  in btrfs_invalidatepage()
8633 		 * for any ordered extents now. Don't clear EXTENT_DELALLOC_NEW  in btrfs_invalidatepage()
8634 		 * here, must leave that up for the ordered extent completion.  in btrfs_invalidatepage()
8646 		set_bit(BTRFS_ORDERED_TRUNCATED, &ordered->flags);  in btrfs_invalidatepage()
8647 		ordered->truncated_len = min(ordered->truncated_len,  in btrfs_invalidatepage()
8648 					     cur - ordered->file_offset);  in btrfs_invalidatepage()
8651 		if (btrfs_dec_test_ordered_pending(inode, &ordered,  in btrfs_invalidatepage()
8653 			btrfs_finish_ordered_io(ordered);  in btrfs_invalidatepage()
8655 			 * The ordered extent has finished, now we're again  in btrfs_invalidatepage()
8668 		if (ordered)  in btrfs_invalidatepage()
8669 			btrfs_put_ordered_extent(ordered);  in btrfs_invalidatepage()
8695 	 * We have iterated through all ordered extents of the page, the page  in btrfs_invalidatepage()
8696 	 * should not have Ordered (Private2) anymore, or the above iteration  in btrfs_invalidatepage()
8727 	struct btrfs_ordered_extent *ordered;  in btrfs_page_mkwrite()  local
8790 	 * we can't set the delalloc bits if there are pending ordered  in btrfs_page_mkwrite()
8793 	ordered = btrfs_lookup_ordered_range(BTRFS_I(inode), page_start,  in btrfs_page_mkwrite()
8795 	if (ordered) {  in btrfs_page_mkwrite()
8800 		btrfs_start_ordered_extent(ordered, 1);  in btrfs_page_mkwrite()
8801 		btrfs_put_ordered_extent(ordered);  in btrfs_page_mkwrite()
9147 	struct btrfs_ordered_extent *ordered;  in btrfs_destroy_inode()  local
9170 		ordered = btrfs_lookup_first_ordered_extent(inode, (u64)-1);  in btrfs_destroy_inode()
9171 		if (!ordered)  in btrfs_destroy_inode()
9175 				  "found ordered extent %llu %llu on inode cleanup",  in btrfs_destroy_inode()
9176 				  ordered->file_offset, ordered->num_bytes);  in btrfs_destroy_inode()
9177 			btrfs_remove_ordered_extent(inode, ordered);  in btrfs_destroy_inode()
9178 			btrfs_put_ordered_extent(ordered);  in btrfs_destroy_inode()
9179 			btrfs_put_ordered_extent(ordered);  in btrfs_destroy_inode()