28 void nilfs_set_last_segment(struct the_nilfs *nilfs,  in nilfs_set_last_segment()  argument
31 	spin_lock(&nilfs->ns_last_segment_lock);  in nilfs_set_last_segment()
32 	nilfs->ns_last_pseg = start_blocknr;  in nilfs_set_last_segment()
33 	nilfs->ns_last_seq = seq;  in nilfs_set_last_segment()
34 	nilfs->ns_last_cno = cno;  in nilfs_set_last_segment()
36 	if (!nilfs_sb_dirty(nilfs)) {  in nilfs_set_last_segment()
37 		if (nilfs->ns_prev_seq == nilfs->ns_last_seq)  in nilfs_set_last_segment()
40 		set_nilfs_sb_dirty(nilfs);  in nilfs_set_last_segment()
42 	nilfs->ns_prev_seq = nilfs->ns_last_seq;  in nilfs_set_last_segment()
45 	spin_unlock(&nilfs->ns_last_segment_lock);  in nilfs_set_last_segment()
57 	struct the_nilfs *nilfs;  in alloc_nilfs()  local
59 	nilfs = kzalloc(sizeof(*nilfs), GFP_KERNEL);  in alloc_nilfs()
60 	if (!nilfs)  in alloc_nilfs()
63 	nilfs->ns_sb = sb;  in alloc_nilfs()
64 	nilfs->ns_bdev = sb->s_bdev;  in alloc_nilfs()
65 	atomic_set(&nilfs->ns_ndirtyblks, 0);  in alloc_nilfs()
66 	init_rwsem(&nilfs->ns_sem);  in alloc_nilfs()
67 	mutex_init(&nilfs->ns_snapshot_mount_mutex);  in alloc_nilfs()
68 	INIT_LIST_HEAD(&nilfs->ns_dirty_files);  in alloc_nilfs()
69 	INIT_LIST_HEAD(&nilfs->ns_gc_inodes);  in alloc_nilfs()
70 	spin_lock_init(&nilfs->ns_inode_lock);  in alloc_nilfs()
71 	spin_lock_init(&nilfs->ns_next_gen_lock);  in alloc_nilfs()
72 	spin_lock_init(&nilfs->ns_last_segment_lock);  in alloc_nilfs()
73 	nilfs->ns_cptree = RB_ROOT;  in alloc_nilfs()
74 	spin_lock_init(&nilfs->ns_cptree_lock);  in alloc_nilfs()
75 	init_rwsem(&nilfs->ns_segctor_sem);  in alloc_nilfs()
76 	nilfs->ns_sb_update_freq = NILFS_SB_FREQ;  in alloc_nilfs()
78 	return nilfs;  in alloc_nilfs()
85 void destroy_nilfs(struct the_nilfs *nilfs)  in destroy_nilfs()  argument
88 	if (nilfs_init(nilfs)) {  in destroy_nilfs()
89 		nilfs_sysfs_delete_device_group(nilfs);  in destroy_nilfs()
90 		brelse(nilfs->ns_sbh[0]);  in destroy_nilfs()
91 		brelse(nilfs->ns_sbh[1]);  in destroy_nilfs()
93 	kfree(nilfs);  in destroy_nilfs()
96 static int nilfs_load_super_root(struct the_nilfs *nilfs,  in nilfs_load_super_root()  argument
101 	struct nilfs_super_block **sbp = nilfs->ns_sbp;  in nilfs_load_super_root()
107 	err = nilfs_read_super_root_block(nilfs, sr_block, &bh_sr, 1);  in nilfs_load_super_root()
111 	down_read(&nilfs->ns_sem);  in nilfs_load_super_root()
115 	up_read(&nilfs->ns_sem);  in nilfs_load_super_root()
117 	inode_size = nilfs->ns_inode_size;  in nilfs_load_super_root()
120 	err = nilfs_dat_read(sb, dat_entry_size, rawi, &nilfs->ns_dat);  in nilfs_load_super_root()
125 	err = nilfs_cpfile_read(sb, checkpoint_size, rawi, &nilfs->ns_cpfile);  in nilfs_load_super_root()
131 				&nilfs->ns_sufile);  in nilfs_load_super_root()
136 	nilfs->ns_nongc_ctime = le64_to_cpu(raw_sr->sr_nongc_ctime);  in nilfs_load_super_root()
143 	iput(nilfs->ns_cpfile);  in nilfs_load_super_root()
146 	iput(nilfs->ns_dat);  in nilfs_load_super_root()
171 static int nilfs_store_log_cursor(struct the_nilfs *nilfs,  in nilfs_store_log_cursor()  argument
176 	nilfs->ns_last_pseg = le64_to_cpu(sbp->s_last_pseg);  in nilfs_store_log_cursor()
177 	nilfs->ns_last_cno = le64_to_cpu(sbp->s_last_cno);  in nilfs_store_log_cursor()
178 	nilfs->ns_last_seq = le64_to_cpu(sbp->s_last_seq);  in nilfs_store_log_cursor()
180 	nilfs->ns_prev_seq = nilfs->ns_last_seq;  in nilfs_store_log_cursor()
181 	nilfs->ns_seg_seq = nilfs->ns_last_seq;  in nilfs_store_log_cursor()
182 	nilfs->ns_segnum =  in nilfs_store_log_cursor()
183 		nilfs_get_segnum_of_block(nilfs, nilfs->ns_last_pseg);  in nilfs_store_log_cursor()
184 	nilfs->ns_cno = nilfs->ns_last_cno + 1;  in nilfs_store_log_cursor()
185 	if (nilfs->ns_segnum >= nilfs->ns_nsegments) {  in nilfs_store_log_cursor()
186 		nilfs_err(nilfs->ns_sb,  in nilfs_store_log_cursor()
188 			  (unsigned long long)nilfs->ns_segnum,  in nilfs_store_log_cursor()
189 			  nilfs->ns_nsegments);  in nilfs_store_log_cursor()
204 int load_nilfs(struct the_nilfs *nilfs, struct super_block *sb)  in load_nilfs()  argument
208 	int really_read_only = bdev_read_only(nilfs->ns_bdev);  in load_nilfs()
209 	int valid_fs = nilfs_valid_fs(nilfs);  in load_nilfs()
224 	err = nilfs_search_super_root(nilfs, &ri);  in load_nilfs()
226 		struct nilfs_super_block **sbp = nilfs->ns_sbp;  in load_nilfs()
243 		memcpy(sbp[0], sbp[1], nilfs->ns_sbsize);  in load_nilfs()
244 		nilfs->ns_crc_seed = le32_to_cpu(sbp[0]->s_crc_seed);  in load_nilfs()
245 		nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);  in load_nilfs()
249 		if (blocksize != nilfs->ns_blocksize) {  in load_nilfs()
252 				   blocksize, nilfs->ns_blocksize);  in load_nilfs()
256 		err = nilfs_store_log_cursor(nilfs, sbp[0]);  in load_nilfs()
261 		nilfs->ns_mount_state &= ~NILFS_VALID_FS;  in load_nilfs()
264 		err = nilfs_search_super_root(nilfs, &ri);  in load_nilfs()
269 	err = nilfs_load_super_root(nilfs, sb, ri.ri_super_root);  in load_nilfs()
281 		if (nilfs_test_opt(nilfs, NORECOVERY)) {  in load_nilfs()
286 		features = le64_to_cpu(nilfs->ns_sbp[0]->s_feature_compat_ro) &  in load_nilfs()
302 	} else if (nilfs_test_opt(nilfs, NORECOVERY)) {  in load_nilfs()
309 	err = nilfs_salvage_orphan_logs(nilfs, sb, &ri);  in load_nilfs()
313 	down_write(&nilfs->ns_sem);  in load_nilfs()
314 	nilfs->ns_mount_state |= NILFS_VALID_FS; /* set "clean" flag */  in load_nilfs()
316 	up_write(&nilfs->ns_sem);  in load_nilfs()
336 	iput(nilfs->ns_cpfile);  in load_nilfs()
337 	iput(nilfs->ns_sufile);  in load_nilfs()
338 	iput(nilfs->ns_dat);  in load_nilfs()
362 unsigned long nilfs_nrsvsegs(struct the_nilfs *nilfs, unsigned long nsegs)  in nilfs_nrsvsegs()  argument
365 		     DIV_ROUND_UP(nsegs * nilfs->ns_r_segments_percentage,  in nilfs_nrsvsegs()
369 void nilfs_set_nsegments(struct the_nilfs *nilfs, unsigned long nsegs)  in nilfs_set_nsegments()  argument
371 	nilfs->ns_nsegments = nsegs;  in nilfs_set_nsegments()
372 	nilfs->ns_nrsvsegs = nilfs_nrsvsegs(nilfs, nsegs);  in nilfs_set_nsegments()
375 static int nilfs_store_disk_layout(struct the_nilfs *nilfs,  in nilfs_store_disk_layout()  argument
379 		nilfs_err(nilfs->ns_sb,  in nilfs_store_disk_layout()
386 	nilfs->ns_sbsize = le16_to_cpu(sbp->s_bytes);  in nilfs_store_disk_layout()
387 	if (nilfs->ns_sbsize > BLOCK_SIZE)  in nilfs_store_disk_layout()
390 	nilfs->ns_inode_size = le16_to_cpu(sbp->s_inode_size);  in nilfs_store_disk_layout()
391 	if (nilfs->ns_inode_size > nilfs->ns_blocksize) {  in nilfs_store_disk_layout()
392 		nilfs_err(nilfs->ns_sb, "too large inode size: %d bytes",  in nilfs_store_disk_layout()
393 			  nilfs->ns_inode_size);  in nilfs_store_disk_layout()
395 	} else if (nilfs->ns_inode_size < NILFS_MIN_INODE_SIZE) {  in nilfs_store_disk_layout()
396 		nilfs_err(nilfs->ns_sb, "too small inode size: %d bytes",  in nilfs_store_disk_layout()
397 			  nilfs->ns_inode_size);  in nilfs_store_disk_layout()
401 	nilfs->ns_first_ino = le32_to_cpu(sbp->s_first_ino);  in nilfs_store_disk_layout()
403 	nilfs->ns_blocks_per_segment = le32_to_cpu(sbp->s_blocks_per_segment);  in nilfs_store_disk_layout()
404 	if (nilfs->ns_blocks_per_segment < NILFS_SEG_MIN_BLOCKS) {  in nilfs_store_disk_layout()
405 		nilfs_err(nilfs->ns_sb, "too short segment: %lu blocks",  in nilfs_store_disk_layout()
406 			  nilfs->ns_blocks_per_segment);  in nilfs_store_disk_layout()
410 	nilfs->ns_first_data_block = le64_to_cpu(sbp->s_first_data_block);  in nilfs_store_disk_layout()
411 	nilfs->ns_r_segments_percentage =  in nilfs_store_disk_layout()
413 	if (nilfs->ns_r_segments_percentage < 1 ||  in nilfs_store_disk_layout()
414 	    nilfs->ns_r_segments_percentage > 99) {  in nilfs_store_disk_layout()
415 		nilfs_err(nilfs->ns_sb,  in nilfs_store_disk_layout()
417 			  nilfs->ns_r_segments_percentage);  in nilfs_store_disk_layout()
421 	nilfs_set_nsegments(nilfs, le64_to_cpu(sbp->s_nsegments));  in nilfs_store_disk_layout()
422 	nilfs->ns_crc_seed = le32_to_cpu(sbp->s_crc_seed);  in nilfs_store_disk_layout()
453 static void nilfs_release_super_block(struct the_nilfs *nilfs)  in nilfs_release_super_block()  argument
458 		if (nilfs->ns_sbp[i]) {  in nilfs_release_super_block()
459 			brelse(nilfs->ns_sbh[i]);  in nilfs_release_super_block()
460 			nilfs->ns_sbh[i] = NULL;  in nilfs_release_super_block()
461 			nilfs->ns_sbp[i] = NULL;  in nilfs_release_super_block()
466 void nilfs_fall_back_super_block(struct the_nilfs *nilfs)  in nilfs_fall_back_super_block()  argument
468 	brelse(nilfs->ns_sbh[0]);  in nilfs_fall_back_super_block()
469 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];  in nilfs_fall_back_super_block()
470 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];  in nilfs_fall_back_super_block()
471 	nilfs->ns_sbh[1] = NULL;  in nilfs_fall_back_super_block()
472 	nilfs->ns_sbp[1] = NULL;  in nilfs_fall_back_super_block()
475 void nilfs_swap_super_block(struct the_nilfs *nilfs)  in nilfs_swap_super_block()  argument
477 	struct buffer_head *tsbh = nilfs->ns_sbh[0];  in nilfs_swap_super_block()
478 	struct nilfs_super_block *tsbp = nilfs->ns_sbp[0];  in nilfs_swap_super_block()
480 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];  in nilfs_swap_super_block()
481 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];  in nilfs_swap_super_block()
482 	nilfs->ns_sbh[1] = tsbh;  in nilfs_swap_super_block()
483 	nilfs->ns_sbp[1] = tsbp;  in nilfs_swap_super_block()
486 static int nilfs_load_super_block(struct the_nilfs *nilfs,  in nilfs_load_super_block()  argument
490 	struct nilfs_super_block **sbp = nilfs->ns_sbp;  in nilfs_load_super_block()
491 	struct buffer_head **sbh = nilfs->ns_sbh;  in nilfs_load_super_block()
492 	u64 sb2off = NILFS_SB2_OFFSET_BYTES(nilfs->ns_bdev->bd_inode->i_size);  in nilfs_load_super_block()
531 		nilfs_release_super_block(nilfs);  in nilfs_load_super_block()
541 		nilfs_swap_super_block(nilfs);  in nilfs_load_super_block()
543 	nilfs->ns_sbwcount = 0;  in nilfs_load_super_block()
544 	nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);  in nilfs_load_super_block()
545 	nilfs->ns_prot_seq = le64_to_cpu(sbp[valid[1] & !swp]->s_last_seq);  in nilfs_load_super_block()
563 int init_nilfs(struct the_nilfs *nilfs, struct super_block *sb, char *data)  in init_nilfs()  argument
569 	down_write(&nilfs->ns_sem);  in init_nilfs()
577 	err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);  in init_nilfs()
608 		nilfs_release_super_block(nilfs);  in init_nilfs()
611 		err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);  in init_nilfs()
619 	nilfs->ns_blocksize_bits = sb->s_blocksize_bits;  in init_nilfs()
620 	nilfs->ns_blocksize = blocksize;  in init_nilfs()
622 	get_random_bytes(&nilfs->ns_next_generation,  in init_nilfs()
623 			 sizeof(nilfs->ns_next_generation));  in init_nilfs()
625 	err = nilfs_store_disk_layout(nilfs, sbp);  in init_nilfs()
631 	nilfs->ns_mount_state = le16_to_cpu(sbp->s_state);  in init_nilfs()
633 	err = nilfs_store_log_cursor(nilfs, sbp);  in init_nilfs()
641 	set_nilfs_init(nilfs);  in init_nilfs()
644 	up_write(&nilfs->ns_sem);  in init_nilfs()
648 	nilfs_release_super_block(nilfs);  in init_nilfs()
652 int nilfs_discard_segments(struct the_nilfs *nilfs, __u64 *segnump,  in nilfs_discard_segments()  argument
661 	sects_per_block = (1 << nilfs->ns_blocksize_bits) /  in nilfs_discard_segments()
662 		bdev_logical_block_size(nilfs->ns_bdev);  in nilfs_discard_segments()
664 		nilfs_get_segment_range(nilfs, *sn, &seg_start, &seg_end);  in nilfs_discard_segments()
672 			ret = blkdev_issue_discard(nilfs->ns_bdev,  in nilfs_discard_segments()
682 		ret = blkdev_issue_discard(nilfs->ns_bdev,  in nilfs_discard_segments()
689 int nilfs_count_free_blocks(struct the_nilfs *nilfs, sector_t *nblocks)  in nilfs_count_free_blocks()  argument
693 	down_read(&NILFS_MDT(nilfs->ns_dat)->mi_sem);  in nilfs_count_free_blocks()
694 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);  in nilfs_count_free_blocks()
695 	up_read(&NILFS_MDT(nilfs->ns_dat)->mi_sem);  in nilfs_count_free_blocks()
696 	*nblocks = (sector_t)ncleansegs * nilfs->ns_blocks_per_segment;  in nilfs_count_free_blocks()
700 int nilfs_near_disk_full(struct the_nilfs *nilfs)  in nilfs_near_disk_full()  argument
704 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);  in nilfs_near_disk_full()
705 	nincsegs = atomic_read(&nilfs->ns_ndirtyblks) /  in nilfs_near_disk_full()
706 		nilfs->ns_blocks_per_segment + 1;  in nilfs_near_disk_full()
708 	return ncleansegs <= nilfs->ns_nrsvsegs + nincsegs;  in nilfs_near_disk_full()
711 struct nilfs_root *nilfs_lookup_root(struct the_nilfs *nilfs, __u64 cno)  in nilfs_lookup_root()  argument
716 	spin_lock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
717 	n = nilfs->ns_cptree.rb_node;  in nilfs_lookup_root()
727 			spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
731 	spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
737 nilfs_find_or_create_root(struct the_nilfs *nilfs, __u64 cno)  in nilfs_find_or_create_root()  argument
743 	root = nilfs_lookup_root(nilfs, cno);  in nilfs_find_or_create_root()
751 	spin_lock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
753 	p = &nilfs->ns_cptree.rb_node;  in nilfs_find_or_create_root()
766 			spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
774 	new->nilfs = nilfs;  in nilfs_find_or_create_root()
780 	rb_insert_color(&new->rb_node, &nilfs->ns_cptree);  in nilfs_find_or_create_root()
782 	spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
796 		struct the_nilfs *nilfs = root->nilfs;  in nilfs_put_root()  local
800 		spin_lock(&nilfs->ns_cptree_lock);  in nilfs_put_root()
801 		rb_erase(&root->rb_node, &nilfs->ns_cptree);  in nilfs_put_root()
802 		spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_put_root()