306 static bool can_finish_ordered_extent(struct btrfs_ordered_extent *ordered,  in can_finish_ordered_extent()  argument
310 	struct btrfs_inode *inode = BTRFS_I(ordered->inode);  in can_finish_ordered_extent()
332 	if (WARN_ON_ONCE(len > ordered->bytes_left)) {  in can_finish_ordered_extent()
336 			   ordered->file_offset, ordered->num_bytes,  in can_finish_ordered_extent()
337 			   len, ordered->bytes_left);  in can_finish_ordered_extent()
338 		ordered->bytes_left = 0;  in can_finish_ordered_extent()
340 		ordered->bytes_left -= len;  in can_finish_ordered_extent()
344 		set_bit(BTRFS_ORDERED_IOERR, &ordered->flags);  in can_finish_ordered_extent()
346 	if (ordered->bytes_left)  in can_finish_ordered_extent()
353 	set_bit(BTRFS_ORDERED_IO_DONE, &ordered->flags);  in can_finish_ordered_extent()
354 	cond_wake_up(&ordered->wait);  in can_finish_ordered_extent()
355 	refcount_inc(&ordered->refs);  in can_finish_ordered_extent()
356 	trace_btrfs_ordered_extent_mark_finished(inode, ordered);  in can_finish_ordered_extent()
360 static void btrfs_queue_ordered_fn(struct btrfs_ordered_extent *ordered)  in btrfs_queue_ordered_fn()  argument
362 	struct btrfs_inode *inode = BTRFS_I(ordered->inode);  in btrfs_queue_ordered_fn()
367 	btrfs_init_work(&ordered->work, finish_ordered_fn, NULL, NULL);  in btrfs_queue_ordered_fn()
368 	btrfs_queue_work(wq, &ordered->work);  in btrfs_queue_ordered_fn()
371 bool btrfs_finish_ordered_extent(struct btrfs_ordered_extent *ordered,  in btrfs_finish_ordered_extent()  argument
375 	struct btrfs_inode *inode = BTRFS_I(ordered->inode);  in btrfs_finish_ordered_extent()
382 	ret = can_finish_ordered_extent(ordered, page, file_offset, len, uptodate);  in btrfs_finish_ordered_extent()
386 		btrfs_queue_ordered_fn(ordered);  in btrfs_finish_ordered_extent()
672 	struct btrfs_ordered_extent *ordered;  in btrfs_run_ordered_extent_work()  local
674 	ordered = container_of(work, struct btrfs_ordered_extent, flush_work);  in btrfs_run_ordered_extent_work()
675 	btrfs_start_ordered_extent(ordered);  in btrfs_run_ordered_extent_work()
676 	complete(&ordered->completion);  in btrfs_run_ordered_extent_work()
690 	struct btrfs_ordered_extent *ordered, *next;  in btrfs_wait_ordered_extents()  local
698 		ordered = list_first_entry(&splice, struct btrfs_ordered_extent,  in btrfs_wait_ordered_extents()
701 		if (range_end <= ordered->disk_bytenr ||  in btrfs_wait_ordered_extents()
702 		    ordered->disk_bytenr + ordered->disk_num_bytes <= range_start) {  in btrfs_wait_ordered_extents()
703 			list_move_tail(&ordered->root_extent_list, &skipped);  in btrfs_wait_ordered_extents()
708 		list_move_tail(&ordered->root_extent_list,  in btrfs_wait_ordered_extents()
710 		refcount_inc(&ordered->refs);  in btrfs_wait_ordered_extents()
713 		btrfs_init_work(&ordered->flush_work,  in btrfs_wait_ordered_extents()
715 		list_add_tail(&ordered->work_list, &works);  in btrfs_wait_ordered_extents()
716 		btrfs_queue_work(fs_info->flush_workers, &ordered->flush_work);  in btrfs_wait_ordered_extents()
728 	list_for_each_entry_safe(ordered, next, &works, work_list) {  in btrfs_wait_ordered_extents()
729 		list_del_init(&ordered->work_list);  in btrfs_wait_ordered_extents()
730 		wait_for_completion(&ordered->completion);  in btrfs_wait_ordered_extents()
731 		btrfs_put_ordered_extent(ordered);  in btrfs_wait_ordered_extents()
815 	struct btrfs_ordered_extent *ordered;  in btrfs_wait_ordered_range()  local
843 		ordered = btrfs_lookup_first_ordered_extent(BTRFS_I(inode), end);  in btrfs_wait_ordered_range()
844 		if (!ordered)  in btrfs_wait_ordered_range()
846 		if (ordered->file_offset > orig_end) {  in btrfs_wait_ordered_range()
847 			btrfs_put_ordered_extent(ordered);  in btrfs_wait_ordered_range()
850 		if (ordered->file_offset + ordered->num_bytes <= start) {  in btrfs_wait_ordered_range()
851 			btrfs_put_ordered_extent(ordered);  in btrfs_wait_ordered_range()
854 		btrfs_start_ordered_extent(ordered);  in btrfs_wait_ordered_range()
855 		end = ordered->file_offset;  in btrfs_wait_ordered_range()
861 		if (test_bit(BTRFS_ORDERED_IOERR, &ordered->flags))  in btrfs_wait_ordered_range()
863 		btrfs_put_ordered_extent(ordered);  in btrfs_wait_ordered_range()
957 		struct btrfs_ordered_extent *ordered;  in btrfs_get_ordered_extents_for_logging()  local
959 		ordered = rb_entry(n, struct btrfs_ordered_extent, rb_node);  in btrfs_get_ordered_extents_for_logging()
961 		if (test_bit(BTRFS_ORDERED_LOGGED, &ordered->flags))  in btrfs_get_ordered_extents_for_logging()
964 		ASSERT(list_empty(&ordered->log_list));  in btrfs_get_ordered_extents_for_logging()
965 		list_add_tail(&ordered->log_list, list);  in btrfs_get_ordered_extents_for_logging()
966 		refcount_inc(&ordered->refs);  in btrfs_get_ordered_extents_for_logging()
967 		trace_btrfs_ordered_extent_lookup_for_logging(inode, ordered);  in btrfs_get_ordered_extents_for_logging()
1093 	struct btrfs_ordered_extent *ordered;  in btrfs_lock_and_flush_ordered_range()  local
1102 		ordered = btrfs_lookup_ordered_range(inode, start,  in btrfs_lock_and_flush_ordered_range()
1104 		if (!ordered) {  in btrfs_lock_and_flush_ordered_range()
1115 		btrfs_start_ordered_extent(ordered);  in btrfs_lock_and_flush_ordered_range()
1116 		btrfs_put_ordered_extent(ordered);  in btrfs_lock_and_flush_ordered_range()
1130 	struct btrfs_ordered_extent *ordered;  in btrfs_try_lock_ordered_range()  local
1135 	ordered = btrfs_lookup_ordered_range(inode, start, end - start + 1);  in btrfs_try_lock_ordered_range()
1136 	if (!ordered)  in btrfs_try_lock_ordered_range()
1139 	btrfs_put_ordered_extent(ordered);  in btrfs_try_lock_ordered_range()
1147 			struct btrfs_ordered_extent *ordered, u64 len)  in btrfs_split_ordered_extent()  argument
1149 	struct btrfs_inode *inode = BTRFS_I(ordered->inode);  in btrfs_split_ordered_extent()
1153 	u64 file_offset = ordered->file_offset;  in btrfs_split_ordered_extent()
1154 	u64 disk_bytenr = ordered->disk_bytenr;  in btrfs_split_ordered_extent()
1155 	unsigned long flags = ordered->flags;  in btrfs_split_ordered_extent()
1161 	trace_btrfs_ordered_extent_split(inode, ordered);  in btrfs_split_ordered_extent()
1169 	if (WARN_ON_ONCE(len >= ordered->num_bytes))  in btrfs_split_ordered_extent()
1172 	if (ordered->bytes_left) {  in btrfs_split_ordered_extent()
1174 		if (WARN_ON_ONCE(ordered->bytes_left != ordered->disk_num_bytes))  in btrfs_split_ordered_extent()
1178 	if (WARN_ON_ONCE(ordered->disk_num_bytes != ordered->num_bytes))  in btrfs_split_ordered_extent()
1182 				   len, 0, flags, ordered->compress_type);  in btrfs_split_ordered_extent()
1192 	node = &ordered->rb_node;  in btrfs_split_ordered_extent()
1198 	ordered->file_offset += len;  in btrfs_split_ordered_extent()
1199 	ordered->disk_bytenr += len;  in btrfs_split_ordered_extent()
1200 	ordered->num_bytes -= len;  in btrfs_split_ordered_extent()
1201 	ordered->disk_num_bytes -= len;  in btrfs_split_ordered_extent()
1203 	if (test_bit(BTRFS_ORDERED_IO_DONE, &ordered->flags)) {  in btrfs_split_ordered_extent()
1204 		ASSERT(ordered->bytes_left == 0);  in btrfs_split_ordered_extent()
1207 		ordered->bytes_left -= len;  in btrfs_split_ordered_extent()
1210 	if (test_bit(BTRFS_ORDERED_TRUNCATED, &ordered->flags)) {  in btrfs_split_ordered_extent()
1211 		if (ordered->truncated_len > len) {  in btrfs_split_ordered_extent()
1212 			ordered->truncated_len -= len;  in btrfs_split_ordered_extent()
1214 			new->truncated_len = ordered->truncated_len;  in btrfs_split_ordered_extent()
1215 			ordered->truncated_len = 0;  in btrfs_split_ordered_extent()
1219 	list_for_each_entry_safe(sum, tmpsum, &ordered->list, list) {  in btrfs_split_ordered_extent()
1227 	node = tree_insert(&tree->tree, ordered->file_offset, &ordered->rb_node);  in btrfs_split_ordered_extent()
1231 			ordered->file_offset);  in btrfs_split_ordered_extent()