205 	struct the_nilfs *nilfs;  in nilfs_transaction_begin()  local
222 	nilfs = sb->s_fs_info;  in nilfs_transaction_begin()
223 	down_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_begin()
224 	if (vacancy_check && nilfs_near_disk_full(nilfs)) {  in nilfs_transaction_begin()
225 		up_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_begin()
259 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_commit()  local
270 	if (nilfs->ns_writer) {  in nilfs_transaction_commit()
271 		struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_transaction_commit()
275 		if (atomic_read(&nilfs->ns_ndirtyblks) > sci->sc_watermark)  in nilfs_transaction_commit()
278 	up_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_commit()
295 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_abort()  local
304 	up_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_abort()
317 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_relax_pressure_in_lock()  local
318 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_relax_pressure_in_lock()
324 	up_read(&nilfs->ns_segctor_sem);  in nilfs_relax_pressure_in_lock()
326 	down_write(&nilfs->ns_segctor_sem);  in nilfs_relax_pressure_in_lock()
335 	downgrade_write(&nilfs->ns_segctor_sem);  in nilfs_relax_pressure_in_lock()
343 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_lock()  local
344 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_transaction_lock()
357 		down_write(&nilfs->ns_segctor_sem);  in nilfs_transaction_lock()
363 		up_write(&nilfs->ns_segctor_sem);  in nilfs_transaction_lock()
376 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_unlock()  local
381 	up_write(&nilfs->ns_segctor_sem);  in nilfs_transaction_unlock()
766 static void nilfs_dispose_list(struct the_nilfs *nilfs,  in nilfs_dispose_list()  argument
774 		spin_lock(&nilfs->ns_inode_lock);  in nilfs_dispose_list()
785 					      &nilfs->ns_dirty_files);  in nilfs_dispose_list()
792 		spin_unlock(&nilfs->ns_inode_lock);  in nilfs_dispose_list()
803 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_iput_work_func()  local
805 	nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 0);  in nilfs_iput_work_func()
808 static int nilfs_test_metadata_dirty(struct the_nilfs *nilfs,  in nilfs_test_metadata_dirty()  argument
815 	if (nilfs_mdt_fetch_dirty(nilfs->ns_cpfile))  in nilfs_test_metadata_dirty()
817 	if (nilfs_mdt_fetch_dirty(nilfs->ns_sufile))  in nilfs_test_metadata_dirty()
819 	if ((ret || nilfs_doing_gc()) && nilfs_mdt_fetch_dirty(nilfs->ns_dat))  in nilfs_test_metadata_dirty()
834 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_confirm()  local
837 	if (nilfs_test_metadata_dirty(nilfs, sci->sc_root))  in nilfs_segctor_confirm()
840 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_confirm()
841 	if (list_empty(&nilfs->ns_dirty_files) && nilfs_segctor_clean(sci))  in nilfs_segctor_confirm()
844 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_confirm()
850 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_clear_metadata_dirty()  local
853 	nilfs_mdt_clear_dirty(nilfs->ns_cpfile);  in nilfs_segctor_clear_metadata_dirty()
854 	nilfs_mdt_clear_dirty(nilfs->ns_sufile);  in nilfs_segctor_clear_metadata_dirty()
855 	nilfs_mdt_clear_dirty(nilfs->ns_dat);  in nilfs_segctor_clear_metadata_dirty()
860 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_create_checkpoint()  local
866 	err = nilfs_cpfile_get_checkpoint(nilfs->ns_cpfile, nilfs->ns_cno, 1,  in nilfs_segctor_create_checkpoint()
875 		nilfs_mdt_mark_dirty(nilfs->ns_cpfile);  in nilfs_segctor_create_checkpoint()
877 			nilfs->ns_cpfile, nilfs->ns_cno, bh_cp);  in nilfs_segctor_create_checkpoint()
888 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_fill_in_checkpoint()  local
893 	err = nilfs_cpfile_get_checkpoint(nilfs->ns_cpfile, nilfs->ns_cno, 0,  in nilfs_segctor_fill_in_checkpoint()
912 	raw_cp->cp_cno = cpu_to_le64(nilfs->ns_cno);  in nilfs_segctor_fill_in_checkpoint()
921 	nilfs_cpfile_put_checkpoint(nilfs->ns_cpfile, nilfs->ns_cno, bh_cp);  in nilfs_segctor_fill_in_checkpoint()
956 					     struct the_nilfs *nilfs)  in nilfs_segctor_fill_in_super_root()  argument
964 	isz = nilfs->ns_inode_size;  in nilfs_segctor_fill_in_super_root()
970 			      nilfs->ns_nongc_ctime : sci->sc_seg_ctime);  in nilfs_segctor_fill_in_super_root()
973 	nilfs_write_inode_common(nilfs->ns_dat, (void *)raw_sr +  in nilfs_segctor_fill_in_super_root()
975 	nilfs_write_inode_common(nilfs->ns_cpfile, (void *)raw_sr +  in nilfs_segctor_fill_in_super_root()
977 	nilfs_write_inode_common(nilfs->ns_sufile, (void *)raw_sr +  in nilfs_segctor_fill_in_super_root()
979 	memset((void *)raw_sr + srsz, 0, nilfs->ns_blocksize - srsz);  in nilfs_segctor_fill_in_super_root()
1119 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_collect_blocks()  local
1208 		err = nilfs_segctor_scan_file(sci, nilfs->ns_cpfile,  in nilfs_segctor_collect_blocks()
1215 		err = nilfs_sufile_freev(nilfs->ns_sufile, sci->sc_freesegs,  in nilfs_segctor_collect_blocks()
1218 			nilfs_sufile_cancel_freev(nilfs->ns_sufile,  in nilfs_segctor_collect_blocks()
1225 		err = nilfs_segctor_scan_file(sci, nilfs->ns_sufile,  in nilfs_segctor_collect_blocks()
1233 		err = nilfs_segctor_scan_file(sci, nilfs->ns_dat,  in nilfs_segctor_collect_blocks()
1283 					    struct the_nilfs *nilfs)  in nilfs_segctor_begin_construction()  argument
1294 		nilfs_segbuf_map(segbuf, nilfs->ns_segnum,  in nilfs_segctor_begin_construction()
1295 				 nilfs->ns_pseg_offset, nilfs);  in nilfs_segctor_begin_construction()
1297 			nilfs_shift_to_next_segment(nilfs);  in nilfs_segctor_begin_construction()
1298 			nilfs_segbuf_map(segbuf, nilfs->ns_segnum, 0, nilfs);  in nilfs_segctor_begin_construction()
1301 		segbuf->sb_sum.seg_seq = nilfs->ns_seg_seq;  in nilfs_segctor_begin_construction()
1302 		nextnum = nilfs->ns_nextnum;  in nilfs_segctor_begin_construction()
1304 		if (nilfs->ns_segnum == nilfs->ns_nextnum)  in nilfs_segctor_begin_construction()
1315 			nilfs_segbuf_map(segbuf, prev->sb_nextnum, 0, nilfs);  in nilfs_segctor_begin_construction()
1321 	err = nilfs_sufile_mark_dirty(nilfs->ns_sufile, segbuf->sb_segnum);  in nilfs_segctor_begin_construction()
1326 		err = nilfs_sufile_alloc(nilfs->ns_sufile, &nextnum);  in nilfs_segctor_begin_construction()
1330 	nilfs_segbuf_set_next_segnum(segbuf, nextnum, nilfs);  in nilfs_segctor_begin_construction()
1343 					 struct the_nilfs *nilfs, int nadd)  in nilfs_segctor_extend_segments()  argument
1346 	struct inode *sufile = nilfs->ns_sufile;  in nilfs_segctor_extend_segments()
1370 		nilfs_segbuf_map(segbuf, prev->sb_nextnum, 0, nilfs);  in nilfs_segctor_extend_segments()
1379 		nilfs_segbuf_set_next_segnum(segbuf, nextnextnum, nilfs);  in nilfs_segctor_extend_segments()
1399 				       struct the_nilfs *nilfs)  in nilfs_free_incomplete_logs()  argument
1402 	struct inode *sufile = nilfs->ns_sufile;  in nilfs_free_incomplete_logs()
1406 	if (nilfs->ns_nextnum != segbuf->sb_nextnum) {  in nilfs_free_incomplete_logs()
1417 			nilfs_terminate_segment(nilfs, segbuf->sb_fseg_start,  in nilfs_free_incomplete_logs()
1420 			set_nilfs_discontinued(nilfs);  in nilfs_free_incomplete_logs()
1430 		    segbuf->sb_segnum != nilfs->ns_nextnum)  in nilfs_free_incomplete_logs()
1489 				 struct the_nilfs *nilfs, int mode)  in nilfs_segctor_collect()  argument
1519 			err = nilfs_sufile_cancel_freev(nilfs->ns_sufile,  in nilfs_segctor_collect()
1527 		err = nilfs_segctor_extend_segments(sci, nilfs, nadd);  in nilfs_segctor_collect()
1534 	nilfs_segctor_truncate_segments(sci, sci->sc_curseg, nilfs->ns_sufile);  in nilfs_segctor_collect()
1702 			       struct the_nilfs *nilfs)  in nilfs_segctor_write()  argument
1706 	ret = nilfs_write_logs(&sci->sc_segbufs, nilfs);  in nilfs_segctor_write()
1791 					     struct the_nilfs *nilfs, int err)  in nilfs_segctor_abort_construction()  argument
1801 	nilfs_cancel_segusage(&logs, nilfs->ns_sufile);  in nilfs_segctor_abort_construction()
1802 	nilfs_free_incomplete_logs(&logs, nilfs);  in nilfs_segctor_abort_construction()
1805 		ret = nilfs_sufile_cancel_freev(nilfs->ns_sufile,  in nilfs_segctor_abort_construction()
1815 static void nilfs_set_next_segment(struct the_nilfs *nilfs,  in nilfs_set_next_segment()  argument
1818 	nilfs->ns_segnum = segbuf->sb_segnum;  in nilfs_set_next_segment()
1819 	nilfs->ns_nextnum = segbuf->sb_nextnum;  in nilfs_set_next_segment()
1820 	nilfs->ns_pseg_offset = segbuf->sb_pseg_start - segbuf->sb_fseg_start  in nilfs_set_next_segment()
1822 	nilfs->ns_seg_seq = segbuf->sb_sum.seg_seq;  in nilfs_set_next_segment()
1823 	nilfs->ns_ctime = segbuf->sb_sum.ctime;  in nilfs_set_next_segment()
1830 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_complete_write()  local
1903 		nilfs->ns_nongc_ctime = sci->sc_seg_ctime;  in nilfs_segctor_complete_write()
1908 	nilfs_set_next_segment(nilfs, segbuf);  in nilfs_segctor_complete_write()
1911 		nilfs->ns_flushed_device = 0;  in nilfs_segctor_complete_write()
1912 		nilfs_set_last_segment(nilfs, segbuf->sb_pseg_start,  in nilfs_segctor_complete_write()
1913 				       segbuf->sb_sum.seg_seq, nilfs->ns_cno++);  in nilfs_segctor_complete_write()
1936 					     struct the_nilfs *nilfs)  in nilfs_segctor_collect_dirty_files()  argument
1941 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1943 	list_for_each_entry_safe(ii, n, &nilfs->ns_dirty_files, i_dirty) {  in nilfs_segctor_collect_dirty_files()
1948 			spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1957 			spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1973 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1979 					     struct the_nilfs *nilfs)  in nilfs_segctor_drop_written_files()  argument
1985 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
2003 			spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
2005 			spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
2008 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
2019 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_do_construct()  local
2023 	sci->sc_cno = nilfs->ns_cno;  in nilfs_segctor_do_construct()
2025 	err = nilfs_segctor_collect_dirty_files(sci, nilfs);  in nilfs_segctor_do_construct()
2029 	if (nilfs_test_metadata_dirty(nilfs, sci->sc_root))  in nilfs_segctor_do_construct()
2038 		err = nilfs_segctor_begin_construction(sci, nilfs);  in nilfs_segctor_do_construct()
2045 		err = nilfs_segctor_collect(sci, nilfs, mode);  in nilfs_segctor_do_construct()
2052 			nilfs_segctor_abort_construction(sci, nilfs, 1);  in nilfs_segctor_do_construct()
2069 			nilfs_segctor_fill_in_super_root(sci, nilfs);  in nilfs_segctor_do_construct()
2071 		nilfs_segctor_update_segusage(sci, nilfs->ns_sufile);  in nilfs_segctor_do_construct()
2077 					    nilfs->ns_crc_seed);  in nilfs_segctor_do_construct()
2079 		err = nilfs_segctor_write(sci, nilfs);  in nilfs_segctor_do_construct()
2084 		    nilfs->ns_blocksize_bits != PAGE_SHIFT) {  in nilfs_segctor_do_construct()
2099 	nilfs_segctor_drop_written_files(sci, nilfs);  in nilfs_segctor_do_construct()
2109 	nilfs_segctor_abort_construction(sci, nilfs, err);  in nilfs_segctor_do_construct()
2152 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_flush_segment()  local
2153 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_flush_segment()
2241 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_construct_segment()  local
2242 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_construct_segment()
2277 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_construct_dsync_segment()  local
2278 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_construct_dsync_segment()
2290 	    nilfs_test_opt(nilfs, STRICT_ORDER) ||  in nilfs_construct_dsync_segment()
2292 	    nilfs_discontinued(nilfs)) {  in nilfs_construct_dsync_segment()
2298 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_construct_dsync_segment()
2301 		spin_unlock(&nilfs->ns_inode_lock);  in nilfs_construct_dsync_segment()
2305 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_construct_dsync_segment()
2312 		nilfs->ns_flushed_device = 0;  in nilfs_construct_dsync_segment()
2370 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_construct()  local
2376 	if (nilfs_discontinued(nilfs))  in nilfs_segctor_construct()
2383 			atomic_set(&nilfs->ns_ndirtyblks, 0);  in nilfs_segctor_construct()
2385 		    nilfs_discontinued(nilfs)) {  in nilfs_segctor_construct()
2386 			down_write(&nilfs->ns_sem);  in nilfs_segctor_construct()
2389 						  nilfs_sb_will_flip(nilfs));  in nilfs_segctor_construct()
2391 				nilfs_set_log_cursor(sbp[0], nilfs);  in nilfs_segctor_construct()
2395 			up_write(&nilfs->ns_sem);  in nilfs_segctor_construct()
2411 nilfs_remove_written_gcinodes(struct the_nilfs *nilfs, struct list_head *head)  in nilfs_remove_written_gcinodes()  argument
2428 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_clean_segments()  local
2429 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_clean_segments()
2438 	err = nilfs_mdt_save_to_shadow_map(nilfs->ns_dat);  in nilfs_clean_segments()
2442 	err = nilfs_ioctl_prepare_clean_segments(nilfs, argv, kbufs);  in nilfs_clean_segments()
2444 		nilfs_mdt_restore_from_shadow_map(nilfs->ns_dat);  in nilfs_clean_segments()
2450 	list_splice_tail_init(&nilfs->ns_gc_inodes, &sci->sc_gc_inodes);  in nilfs_clean_segments()
2454 		nilfs_remove_written_gcinodes(nilfs, &sci->sc_gc_inodes);  in nilfs_clean_segments()
2463 	if (nilfs_test_opt(nilfs, DISCARD)) {  in nilfs_clean_segments()
2464 		int ret = nilfs_discard_segments(nilfs, sci->sc_freesegs,  in nilfs_clean_segments()
2470 			nilfs_clear_opt(nilfs, DISCARD);  in nilfs_clean_segments()
2477 	nilfs_mdt_clear_shadow_map(nilfs->ns_dat);  in nilfs_clean_segments()
2542 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_thread()  local
2604 		if (nilfs_sb_dirty(nilfs) && nilfs_sb_need_update(nilfs))  in nilfs_segctor_thread()
2605 			set_nilfs_discontinued(nilfs);  in nilfs_segctor_thread()
2654 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_segctor_new()  local
2682 	if (nilfs->ns_interval)  in nilfs_segctor_new()
2683 		sci->sc_interval = HZ * nilfs->ns_interval;  in nilfs_segctor_new()
2684 	if (nilfs->ns_watermark)  in nilfs_segctor_new()
2685 		sci->sc_watermark = nilfs->ns_watermark;  in nilfs_segctor_new()
2719 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_destroy()  local
2722 	up_write(&nilfs->ns_segctor_sem);  in nilfs_segctor_destroy()
2739 		nilfs_dispose_list(nilfs, &sci->sc_dirty_files, 1);  in nilfs_segctor_destroy()
2745 		nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 1);  in nilfs_segctor_destroy()
2753 	down_write(&nilfs->ns_segctor_sem);  in nilfs_segctor_destroy()
2774 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_attach_log_writer()  local
2777 	if (nilfs->ns_writer) {  in nilfs_attach_log_writer()
2787 	nilfs->ns_writer = nilfs_segctor_new(sb, root);  in nilfs_attach_log_writer()
2788 	if (!nilfs->ns_writer)  in nilfs_attach_log_writer()
2791 	inode_attach_wb(nilfs->ns_bdev->bd_inode, NULL);  in nilfs_attach_log_writer()
2793 	err = nilfs_segctor_start_thread(nilfs->ns_writer);  in nilfs_attach_log_writer()
2809 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_detach_log_writer()  local
2812 	down_write(&nilfs->ns_segctor_sem);  in nilfs_detach_log_writer()
2813 	if (nilfs->ns_writer) {  in nilfs_detach_log_writer()
2814 		nilfs_segctor_destroy(nilfs->ns_writer);  in nilfs_detach_log_writer()
2815 		nilfs->ns_writer = NULL;  in nilfs_detach_log_writer()
2819 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_detach_log_writer()
2820 	if (!list_empty(&nilfs->ns_dirty_files)) {  in nilfs_detach_log_writer()
2821 		list_splice_init(&nilfs->ns_dirty_files, &garbage_list);  in nilfs_detach_log_writer()
2825 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_detach_log_writer()
2826 	up_write(&nilfs->ns_segctor_sem);  in nilfs_detach_log_writer()
2828 	nilfs_dispose_list(nilfs, &garbage_list, 1);  in nilfs_detach_log_writer()