71 ext4_double_up_write_data_sem(struct inode *orig_inode,  in ext4_double_up_write_data_sem()  argument
74 	up_write(&EXT4_I(orig_inode)->i_data_sem);  in ext4_double_up_write_data_sem()
258 	struct inode *orig_inode = file_inode(o_filp);  in move_extent_per_page()  local
262 	unsigned long blocksize = orig_inode->i_sb->s_blocksize;  in move_extent_per_page()
266 	int from = data_offset_in_page << orig_inode->i_blkbits;  in move_extent_per_page()
267 	int blocks_per_page = PAGE_SIZE >> orig_inode->i_blkbits;  in move_extent_per_page()
268 	struct super_block *sb = orig_inode->i_sb;  in move_extent_per_page()
277 	jblocks = ext4_writepage_trans_blocks(orig_inode) * 2;  in move_extent_per_page()
278 	handle = ext4_journal_start(orig_inode, EXT4_HT_MOVE_EXTENTS, jblocks);  in move_extent_per_page()
292 	    ((orig_inode->i_size - 1) >> orig_inode->i_blkbits)) {  in move_extent_per_page()
294 		tmp_data_size = orig_inode->i_size & (blocksize - 1);  in move_extent_per_page()
303 			((block_len_in_page - 1) << orig_inode->i_blkbits);  in move_extent_per_page()
305 		data_size = block_len_in_page << orig_inode->i_blkbits;  in move_extent_per_page()
309 	*err = mext_folio_double_lock(orig_inode, donor_inode, orig_page_offset,  in move_extent_per_page()
326 		ext4_double_down_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
329 		unwritten = mext_check_coverage(orig_inode, orig_blk_offset,  in move_extent_per_page()
340 			ext4_double_up_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
348 		replaced_count = ext4_swap_extents(handle, orig_inode,  in move_extent_per_page()
353 		ext4_double_up_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
368 	ext4_double_down_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
369 	replaced_count = ext4_swap_extents(handle, orig_inode, donor_inode,  in move_extent_per_page()
372 	ext4_double_up_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
377 				block_len_in_page << orig_inode->i_blkbits;  in move_extent_per_page()
384 		create_empty_buffers(&folio[0]->page, 1 << orig_inode->i_blkbits, 0);  in move_extent_per_page()
389 		*err = ext4_get_block(orig_inode, orig_blk_offset + i, bh, 0);  in move_extent_per_page()
399 	*err = ext4_jbd2_inode_add_write(handle, orig_inode,  in move_extent_per_page()
425 	ext4_double_down_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
426 	replaced_count = ext4_swap_extents(handle, donor_inode, orig_inode,  in move_extent_per_page()
429 	ext4_double_up_write_data_sem(orig_inode, donor_inode);  in move_extent_per_page()
431 		ext4_error_inode_block(orig_inode, (sector_t)(orig_blk_offset),  in move_extent_per_page()
454 mext_check_arguments(struct inode *orig_inode,  in mext_check_arguments()  argument
459 	unsigned int blkbits = orig_inode->i_blkbits;  in mext_check_arguments()
462 	orig_eof = (i_size_read(orig_inode) + blocksize - 1) >> blkbits;  in mext_check_arguments()
469 			   orig_inode->i_ino, donor_inode->i_ino);  in mext_check_arguments()
477 	if (IS_SWAPFILE(orig_inode) || IS_SWAPFILE(donor_inode)) {  in mext_check_arguments()
479 			orig_inode->i_ino, donor_inode->i_ino);  in mext_check_arguments()
483 	if (ext4_is_quota_file(orig_inode) && ext4_is_quota_file(donor_inode)) {  in mext_check_arguments()
485 			orig_inode->i_ino, donor_inode->i_ino);  in mext_check_arguments()
490 	if (!(ext4_test_inode_flag(orig_inode, EXT4_INODE_EXTENTS))) {  in mext_check_arguments()
492 			"based file [ino:orig %lu]\n", orig_inode->i_ino);  in mext_check_arguments()
500 	if ((!orig_inode->i_size) || (!donor_inode->i_size)) {  in mext_check_arguments()
506 	if ((orig_start & ~(PAGE_MASK >> orig_inode->i_blkbits)) !=  in mext_check_arguments()
507 	    (donor_start & ~(PAGE_MASK >> orig_inode->i_blkbits))) {  in mext_check_arguments()
510 			orig_inode->i_ino, donor_inode->i_ino);  in mext_check_arguments()
521 			orig_inode->i_ino, donor_inode->i_ino);  in mext_check_arguments()
534 			"[ino:orig %lu, donor %lu]\n", orig_inode->i_ino,  in mext_check_arguments()
560 	struct inode *orig_inode = file_inode(o_filp);  in ext4_move_extents()  local
563 	int blocks_per_page = PAGE_SIZE >> orig_inode->i_blkbits;  in ext4_move_extents()
568 	if (orig_inode->i_sb != donor_inode->i_sb) {  in ext4_move_extents()
571 			orig_inode->i_ino, donor_inode->i_ino);  in ext4_move_extents()
576 	if (orig_inode == donor_inode) {  in ext4_move_extents()
579 			orig_inode->i_ino, donor_inode->i_ino);  in ext4_move_extents()
584 	if (!S_ISREG(orig_inode->i_mode) || !S_ISREG(donor_inode->i_mode)) {  in ext4_move_extents()
587 			orig_inode->i_ino, donor_inode->i_ino);  in ext4_move_extents()
593 	if (ext4_should_journal_data(orig_inode) ||  in ext4_move_extents()
595 		ext4_msg(orig_inode->i_sb, KERN_ERR,  in ext4_move_extents()
600 	if (IS_ENCRYPTED(orig_inode) || IS_ENCRYPTED(donor_inode)) {  in ext4_move_extents()
601 		ext4_msg(orig_inode->i_sb, KERN_ERR,  in ext4_move_extents()
607 	lock_two_nondirectories(orig_inode, donor_inode);  in ext4_move_extents()
610 	inode_dio_wait(orig_inode);  in ext4_move_extents()
614 	ext4_double_down_write_data_sem(orig_inode, donor_inode);  in ext4_move_extents()
616 	ret = mext_check_arguments(orig_inode, donor_inode, orig_blk,  in ext4_move_extents()
629 		ret = get_ext_path(orig_inode, o_start, &path);  in ext4_move_extents()
661 					       orig_inode->i_blkbits);  in ext4_move_extents()
674 		ext4_double_up_write_data_sem(orig_inode, donor_inode);  in ext4_move_extents()
680 		ext4_double_down_write_data_sem(orig_inode, donor_inode);  in ext4_move_extents()
692 		ext4_discard_preallocations(orig_inode, 0);  in ext4_move_extents()
697 	ext4_double_up_write_data_sem(orig_inode, donor_inode);  in ext4_move_extents()
698 	unlock_two_nondirectories(orig_inode, donor_inode);  in ext4_move_extents()