31 #define IS_CURSEG(sbi, seg)						\  argument
32 	(((seg) == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno) ||	\
33 	 ((seg) == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno) ||	\
34 	 ((seg) == CURSEG_I(sbi, CURSEG_COLD_DATA)->segno) ||	\
35 	 ((seg) == CURSEG_I(sbi, CURSEG_HOT_NODE)->segno) ||	\
36 	 ((seg) == CURSEG_I(sbi, CURSEG_WARM_NODE)->segno) ||	\
37 	 ((seg) == CURSEG_I(sbi, CURSEG_COLD_NODE)->segno))
39 #define IS_CURSEC(sbi, secno)						\  argument
40 	(((secno) == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno /		\
41 	  (sbi)->segs_per_sec) ||	\
42 	 ((secno) == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno /		\
43 	  (sbi)->segs_per_sec) ||	\
44 	 ((secno) == CURSEG_I(sbi, CURSEG_COLD_DATA)->segno /		\
45 	  (sbi)->segs_per_sec) ||	\
46 	 ((secno) == CURSEG_I(sbi, CURSEG_HOT_NODE)->segno /		\
47 	  (sbi)->segs_per_sec) ||	\
48 	 ((secno) == CURSEG_I(sbi, CURSEG_WARM_NODE)->segno /		\
49 	  (sbi)->segs_per_sec) ||	\
50 	 ((secno) == CURSEG_I(sbi, CURSEG_COLD_NODE)->segno /		\
51 	  (sbi)->segs_per_sec))	\
53 #define MAIN_BLKADDR(sbi)						\  argument
54 	(SM_I(sbi) ? SM_I(sbi)->main_blkaddr : 				\
55 		le32_to_cpu(F2FS_RAW_SUPER(sbi)->main_blkaddr))
56 #define SEG0_BLKADDR(sbi)						\  argument
57 	(SM_I(sbi) ? SM_I(sbi)->seg0_blkaddr : 				\
58 		le32_to_cpu(F2FS_RAW_SUPER(sbi)->segment0_blkaddr))
60 #define MAIN_SEGS(sbi)	(SM_I(sbi)->main_segments)  argument
61 #define MAIN_SECS(sbi)	((sbi)->total_sections)  argument
63 #define TOTAL_SEGS(sbi)							\  argument
64 	(SM_I(sbi) ? SM_I(sbi)->segment_count : 				\
65 		le32_to_cpu(F2FS_RAW_SUPER(sbi)->segment_count))
66 #define TOTAL_BLKS(sbi)	(TOTAL_SEGS(sbi) << (sbi)->log_blocks_per_seg)  argument
68 #define MAX_BLKADDR(sbi)	(SEG0_BLKADDR(sbi) + TOTAL_BLKS(sbi))  argument
69 #define SEGMENT_SIZE(sbi)	(1ULL << ((sbi)->log_blocksize +	\  argument
70 					(sbi)->log_blocks_per_seg))
72 #define START_BLOCK(sbi, segno)	(SEG0_BLKADDR(sbi) +			\  argument
73 	 (GET_R2L_SEGNO(FREE_I(sbi), segno) << (sbi)->log_blocks_per_seg))
75 #define NEXT_FREE_BLKADDR(sbi, curseg)					\  argument
76 	(START_BLOCK(sbi, (curseg)->segno) + (curseg)->next_blkoff)
78 #define GET_SEGOFF_FROM_SEG0(sbi, blk_addr)	((blk_addr) - SEG0_BLKADDR(sbi))  argument
79 #define GET_SEGNO_FROM_SEG0(sbi, blk_addr)				\  argument
80 	(GET_SEGOFF_FROM_SEG0(sbi, blk_addr) >> (sbi)->log_blocks_per_seg)
81 #define GET_BLKOFF_FROM_SEG0(sbi, blk_addr)				\  argument
82 	(GET_SEGOFF_FROM_SEG0(sbi, blk_addr) & ((sbi)->blocks_per_seg - 1))
84 #define GET_SEGNO(sbi, blk_addr)					\  argument
86 	NULL_SEGNO : GET_L2R_SEGNO(FREE_I(sbi),			\
87 		GET_SEGNO_FROM_SEG0(sbi, blk_addr)))
88 #define BLKS_PER_SEC(sbi)					\  argument
89 	((sbi)->segs_per_sec * (sbi)->blocks_per_seg)
90 #define GET_SEC_FROM_SEG(sbi, segno)				\  argument
91 	((segno) / (sbi)->segs_per_sec)
92 #define GET_SEG_FROM_SEC(sbi, secno)				\  argument
93 	((secno) * (sbi)->segs_per_sec)
94 #define GET_ZONE_FROM_SEC(sbi, secno)				\  argument
95 	((secno) / (sbi)->secs_per_zone)
96 #define GET_ZONE_FROM_SEG(sbi, segno)				\  argument
97 	GET_ZONE_FROM_SEC(sbi, GET_SEC_FROM_SEG(sbi, segno))
99 #define GET_SUM_BLOCK(sbi, segno)				\  argument
100 	((sbi)->sm_info->ssa_blkaddr + (segno))
111 #define SIT_BLK_CNT(sbi)			\  argument
112 	DIV_ROUND_UP(MAIN_SEGS(sbi), SIT_ENTRY_PER_BLOCK)
314 static inline struct curseg_info *CURSEG_I(struct f2fs_sb_info *sbi, int type)  in CURSEG_I()  argument
316 	return (struct curseg_info *)(SM_I(sbi)->curseg_array + type);  in CURSEG_I()
319 static inline struct seg_entry *get_seg_entry(struct f2fs_sb_info *sbi,  in get_seg_entry()  argument
322 	struct sit_info *sit_i = SIT_I(sbi);  in get_seg_entry()
326 static inline struct sec_entry *get_sec_entry(struct f2fs_sb_info *sbi,  in get_sec_entry()  argument
329 	struct sit_info *sit_i = SIT_I(sbi);  in get_sec_entry()
330 	return &sit_i->sec_entries[GET_SEC_FROM_SEG(sbi, segno)];  in get_sec_entry()
333 static inline unsigned int get_valid_blocks(struct f2fs_sb_info *sbi,  in get_valid_blocks()  argument
340 	if (use_section && __is_large_section(sbi))  in get_valid_blocks()
341 		return get_sec_entry(sbi, segno)->valid_blocks;  in get_valid_blocks()
343 		return get_seg_entry(sbi, segno)->valid_blocks;  in get_valid_blocks()
346 static inline unsigned int get_ckpt_valid_blocks(struct f2fs_sb_info *sbi,  in get_ckpt_valid_blocks()  argument
349 	return get_seg_entry(sbi, segno)->ckpt_valid_blocks;  in get_ckpt_valid_blocks()
376 static inline void seg_info_to_sit_page(struct f2fs_sb_info *sbi,  in seg_info_to_sit_page()  argument
383 					(unsigned long)MAIN_SEGS(sbi));  in seg_info_to_sit_page()
390 		se = get_seg_entry(sbi, start + i);  in seg_info_to_sit_page()
414 static inline void __set_free(struct f2fs_sb_info *sbi, unsigned int segno)  in __set_free()  argument
416 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_free()
417 	unsigned int secno = GET_SEC_FROM_SEG(sbi, segno);  in __set_free()
418 	unsigned int start_segno = GET_SEG_FROM_SEC(sbi, secno);  in __set_free()
426 			start_segno + sbi->segs_per_sec, start_segno);  in __set_free()
427 	if (next >= start_segno + sbi->segs_per_sec) {  in __set_free()
434 static inline void __set_inuse(struct f2fs_sb_info *sbi,  in __set_inuse()  argument
437 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_inuse()
438 	unsigned int secno = GET_SEC_FROM_SEG(sbi, segno);  in __set_inuse()
446 static inline void __set_test_and_free(struct f2fs_sb_info *sbi,  in __set_test_and_free()  argument
449 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_test_and_free()
450 	unsigned int secno = GET_SEC_FROM_SEG(sbi, segno);  in __set_test_and_free()
451 	unsigned int start_segno = GET_SEG_FROM_SEC(sbi, secno);  in __set_test_and_free()
458 		if (IS_CURSEC(sbi, secno))  in __set_test_and_free()
461 				start_segno + sbi->segs_per_sec, start_segno);  in __set_test_and_free()
462 		if (next >= start_segno + sbi->segs_per_sec) {  in __set_test_and_free()
471 static inline void __set_test_and_inuse(struct f2fs_sb_info *sbi,  in __set_test_and_inuse()  argument
474 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_test_and_inuse()
475 	unsigned int secno = GET_SEC_FROM_SEG(sbi, segno);  in __set_test_and_inuse()
486 static inline void get_sit_bitmap(struct f2fs_sb_info *sbi,  in get_sit_bitmap()  argument
489 	struct sit_info *sit_i = SIT_I(sbi);  in get_sit_bitmap()
494 		f2fs_bug_on(sbi, 1);  in get_sit_bitmap()
499 static inline block_t written_block_count(struct f2fs_sb_info *sbi)  in written_block_count()  argument
501 	return SIT_I(sbi)->written_valid_blocks;  in written_block_count()
504 static inline unsigned int free_segments(struct f2fs_sb_info *sbi)  in free_segments()  argument
506 	return FREE_I(sbi)->free_segments;  in free_segments()
509 static inline int reserved_segments(struct f2fs_sb_info *sbi)  in reserved_segments()  argument
511 	return SM_I(sbi)->reserved_segments;  in reserved_segments()
514 static inline unsigned int free_sections(struct f2fs_sb_info *sbi)  in free_sections()  argument
516 	return FREE_I(sbi)->free_sections;  in free_sections()
519 static inline unsigned int prefree_segments(struct f2fs_sb_info *sbi)  in prefree_segments()  argument
521 	return DIRTY_I(sbi)->nr_dirty[PRE];  in prefree_segments()
524 static inline unsigned int dirty_segments(struct f2fs_sb_info *sbi)  in dirty_segments()  argument
526 	return DIRTY_I(sbi)->nr_dirty[DIRTY_HOT_DATA] +  in dirty_segments()
527 		DIRTY_I(sbi)->nr_dirty[DIRTY_WARM_DATA] +  in dirty_segments()
528 		DIRTY_I(sbi)->nr_dirty[DIRTY_COLD_DATA] +  in dirty_segments()
529 		DIRTY_I(sbi)->nr_dirty[DIRTY_HOT_NODE] +  in dirty_segments()
530 		DIRTY_I(sbi)->nr_dirty[DIRTY_WARM_NODE] +  in dirty_segments()
531 		DIRTY_I(sbi)->nr_dirty[DIRTY_COLD_NODE];  in dirty_segments()
534 static inline int overprovision_segments(struct f2fs_sb_info *sbi)  in overprovision_segments()  argument
536 	return SM_I(sbi)->ovp_segments;  in overprovision_segments()
539 static inline int reserved_sections(struct f2fs_sb_info *sbi)  in reserved_sections()  argument
541 	return GET_SEC_FROM_SEG(sbi, (unsigned int)reserved_segments(sbi));  in reserved_sections()
544 static inline bool has_curseg_enough_space(struct f2fs_sb_info *sbi)  in has_curseg_enough_space()  argument
546 	unsigned int node_blocks = get_pages(sbi, F2FS_DIRTY_NODES) +  in has_curseg_enough_space()
547 					get_pages(sbi, F2FS_DIRTY_DENTS);  in has_curseg_enough_space()
548 	unsigned int dent_blocks = get_pages(sbi, F2FS_DIRTY_DENTS);  in has_curseg_enough_space()
554 		segno = CURSEG_I(sbi, i)->segno;  in has_curseg_enough_space()
555 		left_blocks = sbi->blocks_per_seg -  in has_curseg_enough_space()
556 			get_seg_entry(sbi, segno)->ckpt_valid_blocks;  in has_curseg_enough_space()
563 	segno = CURSEG_I(sbi, CURSEG_HOT_DATA)->segno;  in has_curseg_enough_space()
564 	left_blocks = sbi->blocks_per_seg -  in has_curseg_enough_space()
565 			get_seg_entry(sbi, segno)->ckpt_valid_blocks;  in has_curseg_enough_space()
571 static inline bool has_not_enough_free_secs(struct f2fs_sb_info *sbi,  in has_not_enough_free_secs()  argument
574 	int node_secs = get_blocktype_secs(sbi, F2FS_DIRTY_NODES);  in has_not_enough_free_secs()
575 	int dent_secs = get_blocktype_secs(sbi, F2FS_DIRTY_DENTS);  in has_not_enough_free_secs()
576 	int imeta_secs = get_blocktype_secs(sbi, F2FS_DIRTY_IMETA);  in has_not_enough_free_secs()
578 	if (unlikely(is_sbi_flag_set(sbi, SBI_POR_DOING)))  in has_not_enough_free_secs()
581 	if (free_sections(sbi) + freed == reserved_sections(sbi) + needed &&  in has_not_enough_free_secs()
582 			has_curseg_enough_space(sbi))  in has_not_enough_free_secs()
584 	return (free_sections(sbi) + freed) <=  in has_not_enough_free_secs()
586 		reserved_sections(sbi) + needed);  in has_not_enough_free_secs()
589 static inline bool f2fs_is_checkpoint_ready(struct f2fs_sb_info *sbi)  in f2fs_is_checkpoint_ready()  argument
591 	if (likely(!is_sbi_flag_set(sbi, SBI_CP_DISABLED)))  in f2fs_is_checkpoint_ready()
593 	if (likely(!has_not_enough_free_secs(sbi, 0, 0)))  in f2fs_is_checkpoint_ready()
598 static inline bool excess_prefree_segs(struct f2fs_sb_info *sbi)  in excess_prefree_segs()  argument
600 	return prefree_segments(sbi) > SM_I(sbi)->rec_prefree_segments;  in excess_prefree_segs()
603 static inline int utilization(struct f2fs_sb_info *sbi)  in utilization()  argument
605 	return div_u64((u64)valid_user_blocks(sbi) * 100,  in utilization()
606 					sbi->user_block_count);  in utilization()
638 static inline unsigned int curseg_segno(struct f2fs_sb_info *sbi,  in curseg_segno()  argument
641 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_segno()
645 static inline unsigned char curseg_alloc_type(struct f2fs_sb_info *sbi,  in curseg_alloc_type()  argument
648 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_alloc_type()
652 static inline unsigned short curseg_blkoff(struct f2fs_sb_info *sbi, int type)  in curseg_blkoff()  argument
654 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_blkoff()
658 static inline void check_seg_range(struct f2fs_sb_info *sbi, unsigned int segno)  in check_seg_range()  argument
660 	f2fs_bug_on(sbi, segno > TOTAL_SEGS(sbi) - 1);  in check_seg_range()
665 	struct f2fs_sb_info *sbi = fio->sbi;  in verify_fio_blkaddr()  local
668 		verify_blkaddr(sbi, fio->old_blkaddr, __is_meta_io(fio) ?  in verify_fio_blkaddr()
670 	verify_blkaddr(sbi, fio->new_blkaddr, __is_meta_io(fio) ?  in verify_fio_blkaddr()
677 static inline int check_block_count(struct f2fs_sb_info *sbi,  in check_block_count()  argument
688 					sbi->blocks_per_seg,  in check_block_count()
693 					sbi->blocks_per_seg,  in check_block_count()
697 	} while (cur_pos < sbi->blocks_per_seg);  in check_block_count()
700 		f2fs_err(sbi, "Mismatch valid blocks %d vs. %d",  in check_block_count()
702 		set_sbi_flag(sbi, SBI_NEED_FSCK);  in check_block_count()
707 	if (unlikely(GET_SIT_VBLOCKS(raw_sit) > sbi->blocks_per_seg  in check_block_count()
708 					|| segno > TOTAL_SEGS(sbi) - 1)) {  in check_block_count()
709 		f2fs_err(sbi, "Wrong valid blocks %d or segno %u",  in check_block_count()
711 		set_sbi_flag(sbi, SBI_NEED_FSCK);  in check_block_count()
717 static inline pgoff_t current_sit_addr(struct f2fs_sb_info *sbi,  in current_sit_addr()  argument
720 	struct sit_info *sit_i = SIT_I(sbi);  in current_sit_addr()
724 	check_seg_range(sbi, start);  in current_sit_addr()
729 		f2fs_bug_on(sbi, 1);  in current_sit_addr()
739 static inline pgoff_t next_sit_addr(struct f2fs_sb_info *sbi,  in next_sit_addr()  argument
742 	struct sit_info *sit_i = SIT_I(sbi);  in next_sit_addr()
762 static inline unsigned long long get_mtime(struct f2fs_sb_info *sbi,  in get_mtime()  argument
765 	struct sit_info *sit_i = SIT_I(sbi);  in get_mtime()
789 static inline block_t start_sum_block(struct f2fs_sb_info *sbi)  in start_sum_block()  argument
791 	return __start_cp_addr(sbi) +  in start_sum_block()
792 		le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);  in start_sum_block()
795 static inline block_t sum_blk_addr(struct f2fs_sb_info *sbi, int base, int type)  in sum_blk_addr()  argument
797 	return __start_cp_addr(sbi) +  in sum_blk_addr()
798 		le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_total_block_count)  in sum_blk_addr()
802 static inline bool sec_usage_check(struct f2fs_sb_info *sbi, unsigned int secno)  in sec_usage_check()  argument
804 	if (IS_CURSEC(sbi, secno) || (sbi->cur_victim_sec == secno))  in sec_usage_check()
816 static inline int nr_pages_to_skip(struct f2fs_sb_info *sbi, int type)  in nr_pages_to_skip()  argument
818 	if (sbi->sb->s_bdi->wb.dirty_exceeded)  in nr_pages_to_skip()
822 		return sbi->blocks_per_seg;  in nr_pages_to_skip()
824 		return 8 * sbi->blocks_per_seg;  in nr_pages_to_skip()
834 static inline long nr_pages_to_write(struct f2fs_sb_info *sbi, int type,  in nr_pages_to_write()  argument
851 static inline void wake_up_discard_thread(struct f2fs_sb_info *sbi, bool force)  in wake_up_discard_thread()  argument
853 	struct discard_cmd_control *dcc = SM_I(sbi)->dcc_info;  in wake_up_discard_thread()
870 	if (!wakeup || !is_idle(sbi, DISCARD_TIME))  in wake_up_discard_thread()