57 static unsigned int leaf_data_end(const struct extent_buffer *leaf)  in leaf_data_end()  argument
59 	u32 nr = btrfs_header_nritems(leaf);  in leaf_data_end()
62 		return BTRFS_LEAF_DATA_SIZE(leaf->fs_info);  in leaf_data_end()
63 	return btrfs_item_offset(leaf, nr - 1);  in leaf_data_end()
79 static inline void memmove_leaf_data(const struct extent_buffer *leaf,  in memmove_leaf_data()  argument
84 	memmove_extent_buffer(leaf, btrfs_item_nr_offset(leaf, 0) + dst_offset,  in memmove_leaf_data()
85 			      btrfs_item_nr_offset(leaf, 0) + src_offset, len);  in memmove_leaf_data()
122 static inline void memmove_leaf_items(const struct extent_buffer *leaf,  in memmove_leaf_items()  argument
125 	memmove_extent_buffer(leaf, btrfs_item_nr_offset(leaf, dst_item),  in memmove_leaf_items()
126 			      btrfs_item_nr_offset(leaf, src_item),  in memmove_leaf_items()
1972 	struct extent_buffer *leaf = path->nodes[0];  in search_leaf()  local
1990 		leaf_free_space = btrfs_leaf_free_space(leaf);  in search_leaf()
1999 			ASSERT(btrfs_header_nritems(leaf) > 0);  in search_leaf()
2000 			btrfs_item_key(leaf, &first_key, 0);  in search_leaf()
2054 		ret = search_for_key_slot(leaf, search_low_slot, key,  in search_leaf()
2567 	struct extent_buffer *leaf;  in btrfs_search_slot_for_read()  local
2580 	leaf = p->nodes[0];  in btrfs_search_slot_for_read()
2583 		if (p->slots[0] >= btrfs_header_nritems(leaf)) {  in btrfs_search_slot_for_read()
2604 				leaf = p->nodes[0];  in btrfs_search_slot_for_read()
2605 				if (p->slots[0] == btrfs_header_nritems(leaf))  in btrfs_search_slot_for_read()
3210 int btrfs_leaf_free_space(const struct extent_buffer *leaf)  in btrfs_leaf_free_space()  argument
3212 	struct btrfs_fs_info *fs_info = leaf->fs_info;  in btrfs_leaf_free_space()
3213 	int nritems = btrfs_header_nritems(leaf);  in btrfs_leaf_free_space()
3216 	ret = BTRFS_LEAF_DATA_SIZE(fs_info) - leaf_space_used(leaf, 0, nritems);  in btrfs_leaf_free_space()
3222 			   leaf_space_used(leaf, 0, nritems), nritems);  in btrfs_leaf_free_space()
3966 	struct extent_buffer *leaf;  in setup_leaf_for_split()  local
3972 	leaf = path->nodes[0];  in setup_leaf_for_split()
3973 	btrfs_item_key_to_cpu(leaf, &key, path->slots[0]);  in setup_leaf_for_split()
3978 	if (btrfs_leaf_free_space(leaf) >= ins_len)  in setup_leaf_for_split()
3981 	item_size = btrfs_item_size(leaf, path->slots[0]);  in setup_leaf_for_split()
3983 		fi = btrfs_item_ptr(leaf, path->slots[0],  in setup_leaf_for_split()
3985 		extent_len = btrfs_file_extent_num_bytes(leaf, fi);  in setup_leaf_for_split()
3999 	leaf = path->nodes[0];  in setup_leaf_for_split()
4001 	if (item_size != btrfs_item_size(leaf, path->slots[0]))  in setup_leaf_for_split()
4009 		fi = btrfs_item_ptr(leaf, path->slots[0],  in setup_leaf_for_split()
4011 		if (extent_len != btrfs_file_extent_num_bytes(leaf, fi))  in setup_leaf_for_split()
4031 	struct extent_buffer *leaf;  in split_item()  local
4039 	leaf = path->nodes[0];  in split_item()
4044 	if (WARN_ON(btrfs_leaf_free_space(leaf) < sizeof(struct btrfs_item)))  in split_item()
4048 	orig_offset = btrfs_item_offset(leaf, path->slots[0]);  in split_item()
4049 	item_size = btrfs_item_size(leaf, path->slots[0]);  in split_item()
4055 	read_extent_buffer(leaf, buf, btrfs_item_ptr_offset(leaf,  in split_item()
4059 	nritems = btrfs_header_nritems(leaf);  in split_item()
4062 		memmove_leaf_items(leaf, slot + 1, slot, nritems - slot);  in split_item()
4066 	btrfs_set_item_key(leaf, &disk_key, slot);  in split_item()
4068 	btrfs_set_item_offset(leaf, slot, orig_offset);  in split_item()
4069 	btrfs_set_item_size(leaf, slot, item_size - split_offset);  in split_item()
4071 	btrfs_set_item_offset(leaf, orig_slot,  in split_item()
4073 	btrfs_set_item_size(leaf, orig_slot, split_offset);  in split_item()
4075 	btrfs_set_header_nritems(leaf, nritems + 1);  in split_item()
4078 	write_extent_buffer(leaf, buf,  in split_item()
4079 			    btrfs_item_ptr_offset(leaf, path->slots[0]),  in split_item()
4083 	write_extent_buffer(leaf, buf + split_offset,  in split_item()
4084 			    btrfs_item_ptr_offset(leaf, slot),  in split_item()
4086 	btrfs_mark_buffer_dirty(leaf);  in split_item()
4088 	BUG_ON(btrfs_leaf_free_space(leaf) < 0);  in split_item()
4133 	struct extent_buffer *leaf;  in btrfs_truncate_item()  local
4142 	leaf = path->nodes[0];  in btrfs_truncate_item()
4145 	old_size = btrfs_item_size(leaf, slot);  in btrfs_truncate_item()
4149 	nritems = btrfs_header_nritems(leaf);  in btrfs_truncate_item()
4150 	data_end = leaf_data_end(leaf);  in btrfs_truncate_item()
4152 	old_data_start = btrfs_item_offset(leaf, slot);  in btrfs_truncate_item()
4163 	btrfs_init_map_token(&token, leaf);  in btrfs_truncate_item()
4173 		memmove_leaf_data(leaf, data_end + size_diff, data_end,  in btrfs_truncate_item()
4179 		btrfs_item_key(leaf, &disk_key, slot);  in btrfs_truncate_item()
4185 			fi = btrfs_item_ptr(leaf, slot,  in btrfs_truncate_item()
4190 			if (btrfs_file_extent_type(leaf, fi) ==  in btrfs_truncate_item()
4192 				ptr = btrfs_item_ptr_offset(leaf, slot);  in btrfs_truncate_item()
4193 				memmove_extent_buffer(leaf, ptr,  in btrfs_truncate_item()
4199 		memmove_leaf_data(leaf, data_end + size_diff, data_end,  in btrfs_truncate_item()
4204 		btrfs_set_item_key(leaf, &disk_key, slot);  in btrfs_truncate_item()
4209 	btrfs_set_item_size(leaf, slot, new_size);  in btrfs_truncate_item()
4210 	btrfs_mark_buffer_dirty(leaf);  in btrfs_truncate_item()
4212 	if (btrfs_leaf_free_space(leaf) < 0) {  in btrfs_truncate_item()
4213 		btrfs_print_leaf(leaf);  in btrfs_truncate_item()
4224 	struct extent_buffer *leaf;  in btrfs_extend_item()  local
4232 	leaf = path->nodes[0];  in btrfs_extend_item()
4234 	nritems = btrfs_header_nritems(leaf);  in btrfs_extend_item()
4235 	data_end = leaf_data_end(leaf);  in btrfs_extend_item()
4237 	if (btrfs_leaf_free_space(leaf) < data_size) {  in btrfs_extend_item()
4238 		btrfs_print_leaf(leaf);  in btrfs_extend_item()
4242 	old_data = btrfs_item_data_end(leaf, slot);  in btrfs_extend_item()
4246 		btrfs_print_leaf(leaf);  in btrfs_extend_item()
4247 		btrfs_crit(leaf->fs_info, "slot %d too large, nritems %d",  in btrfs_extend_item()
4256 	btrfs_init_map_token(&token, leaf);  in btrfs_extend_item()
4265 	memmove_leaf_data(leaf, data_end - data_size, data_end,  in btrfs_extend_item()
4269 	old_size = btrfs_item_size(leaf, slot);  in btrfs_extend_item()
4270 	btrfs_set_item_size(leaf, slot, old_size + data_size);  in btrfs_extend_item()
4271 	btrfs_mark_buffer_dirty(leaf);  in btrfs_extend_item()
4273 	if (btrfs_leaf_free_space(leaf) < 0) {  in btrfs_extend_item()
4274 		btrfs_print_leaf(leaf);  in btrfs_extend_item()
4297 	struct extent_buffer *leaf;  in setup_items_for_insert()  local
4313 	leaf = path->nodes[0];  in setup_items_for_insert()
4316 	nritems = btrfs_header_nritems(leaf);  in setup_items_for_insert()
4317 	data_end = leaf_data_end(leaf);  in setup_items_for_insert()
4320 	if (btrfs_leaf_free_space(leaf) < total_size) {  in setup_items_for_insert()
4321 		btrfs_print_leaf(leaf);  in setup_items_for_insert()
4323 			   total_size, btrfs_leaf_free_space(leaf));  in setup_items_for_insert()
4327 	btrfs_init_map_token(&token, leaf);  in setup_items_for_insert()
4329 		unsigned int old_data = btrfs_item_data_end(leaf, slot);  in setup_items_for_insert()
4332 			btrfs_print_leaf(leaf);  in setup_items_for_insert()
4350 		memmove_leaf_items(leaf, slot + batch->nr, slot, nritems - slot);  in setup_items_for_insert()
4353 		memmove_leaf_data(leaf, data_end - batch->total_data_size,  in setup_items_for_insert()
4361 		btrfs_set_item_key(leaf, &disk_key, slot + i);  in setup_items_for_insert()
4367 	btrfs_set_header_nritems(leaf, nritems + batch->nr);  in setup_items_for_insert()
4368 	btrfs_mark_buffer_dirty(leaf);  in setup_items_for_insert()
4370 	if (btrfs_leaf_free_space(leaf) < 0) {  in setup_items_for_insert()
4371 		btrfs_print_leaf(leaf);  in setup_items_for_insert()
4436 	struct extent_buffer *leaf;  in btrfs_insert_item()  local
4444 		leaf = path->nodes[0];  in btrfs_insert_item()
4445 		ptr = btrfs_item_ptr_offset(leaf, path->slots[0]);  in btrfs_insert_item()
4446 		write_extent_buffer(leaf, data, ptr, data_size);  in btrfs_insert_item()
4447 		btrfs_mark_buffer_dirty(leaf);  in btrfs_insert_item()
4466 	struct extent_buffer *leaf;  in btrfs_duplicate_item()  local
4470 	leaf = path->nodes[0];  in btrfs_duplicate_item()
4471 	item_size = btrfs_item_size(leaf, path->slots[0]);  in btrfs_duplicate_item()
4479 	leaf = path->nodes[0];  in btrfs_duplicate_item()
4480 	memcpy_extent_buffer(leaf,  in btrfs_duplicate_item()
4481 			     btrfs_item_ptr_offset(leaf, path->slots[0]),  in btrfs_duplicate_item()
4482 			     btrfs_item_ptr_offset(leaf, path->slots[0] - 1),  in btrfs_duplicate_item()
4555 				   struct extent_buffer *leaf)  in btrfs_del_leaf()  argument
4559 	WARN_ON(btrfs_header_generation(leaf) != trans->transid);  in btrfs_del_leaf()
4570 	root_sub_used(root, leaf->len);  in btrfs_del_leaf()
4572 	atomic_inc(&leaf->refs);  in btrfs_del_leaf()
4573 	btrfs_free_tree_block(trans, btrfs_root_id(root), leaf, 0, 1);  in btrfs_del_leaf()
4574 	free_extent_buffer_stale(leaf);  in btrfs_del_leaf()
4585 	struct extent_buffer *leaf;  in btrfs_del_items()  local
4590 	leaf = path->nodes[0];  in btrfs_del_items()
4591 	nritems = btrfs_header_nritems(leaf);  in btrfs_del_items()
4594 		const u32 last_off = btrfs_item_offset(leaf, slot + nr - 1);  in btrfs_del_items()
4595 		const int data_end = leaf_data_end(leaf);  in btrfs_del_items()
4601 			dsize += btrfs_item_size(leaf, slot + i);  in btrfs_del_items()
4603 		memmove_leaf_data(leaf, data_end + dsize, data_end,  in btrfs_del_items()
4606 		btrfs_init_map_token(&token, leaf);  in btrfs_del_items()
4614 		memmove_leaf_items(leaf, slot, slot + nr, nritems - slot - nr);  in btrfs_del_items()
4616 	btrfs_set_header_nritems(leaf, nritems - nr);  in btrfs_del_items()
4621 		if (leaf == root->node) {  in btrfs_del_items()
4622 			btrfs_set_header_level(leaf, 0);  in btrfs_del_items()
4624 			btrfs_clear_buffer_dirty(trans, leaf);  in btrfs_del_items()
4625 			ret = btrfs_del_leaf(trans, root, path, leaf);  in btrfs_del_items()
4630 		int used = leaf_space_used(leaf, 0, nritems);  in btrfs_del_items()
4634 			btrfs_item_key(leaf, &disk_key, 0);  in btrfs_del_items()
4654 			atomic_inc(&leaf->refs);  in btrfs_del_items()
4660 				btrfs_item_size(leaf, 0);  in btrfs_del_items()
4666 			if (path->nodes[0] == leaf &&  in btrfs_del_items()
4667 			    btrfs_header_nritems(leaf)) {  in btrfs_del_items()
4678 				nritems = btrfs_header_nritems(leaf);  in btrfs_del_items()
4679 				min_push_space = leaf_space_used(leaf, 0, nritems);  in btrfs_del_items()
4686 			if (btrfs_header_nritems(leaf) == 0) {  in btrfs_del_items()
4688 				ret = btrfs_del_leaf(trans, root, path, leaf);  in btrfs_del_items()
4691 				free_extent_buffer(leaf);  in btrfs_del_items()
4699 				if (path->nodes[0] == leaf)  in btrfs_del_items()
4700 					btrfs_mark_buffer_dirty(leaf);  in btrfs_del_items()
4701 				free_extent_buffer(leaf);  in btrfs_del_items()
4704 			btrfs_mark_buffer_dirty(leaf);  in btrfs_del_items()
5129 	struct extent_buffer *leaf;  in btrfs_previous_item()  local
5141 		leaf = path->nodes[0];  in btrfs_previous_item()
5142 		nritems = btrfs_header_nritems(leaf);  in btrfs_previous_item()
5148 		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);  in btrfs_previous_item()
5170 	struct extent_buffer *leaf;  in btrfs_previous_extent_item()  local
5182 		leaf = path->nodes[0];  in btrfs_previous_extent_item()
5183 		nritems = btrfs_header_nritems(leaf);  in btrfs_previous_extent_item()
5189 		btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);  in btrfs_previous_extent_item()