3130 static int __get_segment_type_2(struct f2fs_io_info *fio)  in __get_segment_type_2()  argument
3132 	if (fio->type == DATA)  in __get_segment_type_2()
3138 static int __get_segment_type_4(struct f2fs_io_info *fio)  in __get_segment_type_4()  argument
3140 	if (fio->type == DATA) {  in __get_segment_type_4()
3141 		struct inode *inode = fio->page->mapping->host;  in __get_segment_type_4()
3148 		if (IS_DNODE(fio->page) && is_cold_node(fio->page))  in __get_segment_type_4()
3155 static int __get_segment_type_6(struct f2fs_io_info *fio)  in __get_segment_type_6()  argument
3157 	if (fio->type == DATA) {  in __get_segment_type_6()
3158 		struct inode *inode = fio->page->mapping->host;  in __get_segment_type_6()
3163 		if (page_private_gcing(fio->page)) {  in __get_segment_type_6()
3164 			if (fio->sbi->am.atgc_enabled &&  in __get_segment_type_6()
3165 				(fio->io_type == FS_DATA_IO) &&  in __get_segment_type_6()
3166 				(fio->sbi->gc_mode != GC_URGENT_HIGH))  in __get_segment_type_6()
3179 		if (IS_DNODE(fio->page))  in __get_segment_type_6()
3180 			return is_cold_node(fio->page) ? CURSEG_WARM_NODE :  in __get_segment_type_6()
3186 static int __get_segment_type(struct f2fs_io_info *fio)  in __get_segment_type()  argument
3190 	switch (F2FS_OPTION(fio->sbi).active_logs) {  in __get_segment_type()
3192 		type = __get_segment_type_2(fio);  in __get_segment_type()
3195 		type = __get_segment_type_4(fio);  in __get_segment_type()
3198 		type = __get_segment_type_6(fio);  in __get_segment_type()
3201 		f2fs_bug_on(fio->sbi, true);  in __get_segment_type()
3205 		fio->temp = HOT;  in __get_segment_type()
3207 		fio->temp = WARM;  in __get_segment_type()
3209 		fio->temp = COLD;  in __get_segment_type()
3216 		struct f2fs_io_info *fio)  in f2fs_allocate_data_block()  argument
3291 	if (fio) {  in f2fs_allocate_data_block()
3295 			fio->retry = false;  in f2fs_allocate_data_block()
3297 		INIT_LIST_HEAD(&fio->list);  in f2fs_allocate_data_block()
3298 		fio->in_list = true;  in f2fs_allocate_data_block()
3299 		io = sbi->write_io[fio->type] + fio->temp;  in f2fs_allocate_data_block()
3301 		list_add_tail(&fio->list, &io->io_list);  in f2fs_allocate_data_block()
3337 static void do_write_page(struct f2fs_summary *sum, struct f2fs_io_info *fio)  in do_write_page()  argument
3339 	int type = __get_segment_type(fio);  in do_write_page()
3340 	bool keep_order = (f2fs_lfs_mode(fio->sbi) && type == CURSEG_COLD_DATA);  in do_write_page()
3343 		f2fs_down_read(&fio->sbi->io_order_lock);  in do_write_page()
3345 	f2fs_allocate_data_block(fio->sbi, fio->page, fio->old_blkaddr,  in do_write_page()
3346 			&fio->new_blkaddr, sum, type, fio);  in do_write_page()
3347 	if (GET_SEGNO(fio->sbi, fio->old_blkaddr) != NULL_SEGNO) {  in do_write_page()
3348 		invalidate_mapping_pages(META_MAPPING(fio->sbi),  in do_write_page()
3349 					fio->old_blkaddr, fio->old_blkaddr);  in do_write_page()
3350 		f2fs_invalidate_compress_page(fio->sbi, fio->old_blkaddr);  in do_write_page()
3354 	f2fs_submit_page_write(fio);  in do_write_page()
3355 	if (fio->retry) {  in do_write_page()
3356 		fio->old_blkaddr = fio->new_blkaddr;  in do_write_page()
3360 	f2fs_update_device_state(fio->sbi, fio->ino, fio->new_blkaddr, 1);  in do_write_page()
3363 		f2fs_up_read(&fio->sbi->io_order_lock);  in do_write_page()
3369 	struct f2fs_io_info fio = {  in f2fs_do_write_meta_page()  local
3383 		fio.op_flags &= ~REQ_META;  in f2fs_do_write_meta_page()
3387 	f2fs_submit_page_write(&fio);  in f2fs_do_write_meta_page()
3393 void f2fs_do_write_node_page(unsigned int nid, struct f2fs_io_info *fio)  in f2fs_do_write_node_page()  argument
3398 	do_write_page(&sum, fio);  in f2fs_do_write_node_page()
3400 	f2fs_update_iostat(fio->sbi, NULL, fio->io_type, F2FS_BLKSIZE);  in f2fs_do_write_node_page()
3404 					struct f2fs_io_info *fio)  in f2fs_outplace_write_data()  argument
3406 	struct f2fs_sb_info *sbi = fio->sbi;  in f2fs_outplace_write_data()
3410 	set_summary(&sum, dn->nid, dn->ofs_in_node, fio->version);  in f2fs_outplace_write_data()
3411 	do_write_page(&sum, fio);  in f2fs_outplace_write_data()
3412 	f2fs_update_data_blkaddr(dn, fio->new_blkaddr);  in f2fs_outplace_write_data()
3414 	f2fs_update_iostat(sbi, dn->inode, fio->io_type, F2FS_BLKSIZE);  in f2fs_outplace_write_data()
3417 int f2fs_inplace_write_data(struct f2fs_io_info *fio)  in f2fs_inplace_write_data()  argument
3420 	struct f2fs_sb_info *sbi = fio->sbi;  in f2fs_inplace_write_data()
3423 	fio->new_blkaddr = fio->old_blkaddr;  in f2fs_inplace_write_data()
3425 	__get_segment_type(fio);  in f2fs_inplace_write_data()
3427 	segno = GET_SEGNO(sbi, fio->new_blkaddr);  in f2fs_inplace_write_data()
3443 	if (fio->post_read)  in f2fs_inplace_write_data()
3445 				fio->new_blkaddr, fio->new_blkaddr);  in f2fs_inplace_write_data()
3447 	stat_inc_inplace_blocks(fio->sbi);  in f2fs_inplace_write_data()
3449 	if (fio->bio && !(SM_I(sbi)->ipu_policy & (1 << F2FS_IPU_NOCACHE)))  in f2fs_inplace_write_data()
3450 		err = f2fs_merge_page_bio(fio);  in f2fs_inplace_write_data()
3452 		err = f2fs_submit_page_bio(fio);  in f2fs_inplace_write_data()
3454 		f2fs_update_device_state(fio->sbi, fio->ino,  in f2fs_inplace_write_data()
3455 						fio->new_blkaddr, 1);  in f2fs_inplace_write_data()
3456 		f2fs_update_iostat(fio->sbi, fio->page->mapping->host,  in f2fs_inplace_write_data()
3457 						fio->io_type, F2FS_BLKSIZE);  in f2fs_inplace_write_data()
3462 	if (fio->bio && *(fio->bio)) {  in f2fs_inplace_write_data()
3463 		struct bio *bio = *(fio->bio);  in f2fs_inplace_write_data()
3467 		*(fio->bio) = NULL;  in f2fs_inplace_write_data()