171 	if (b->level && b->keys.nsets)  in bch_btree_init_next()
172 		bch_btree_sort(&b->keys, &b->c->sort);  in bch_btree_init_next()
174 		bch_btree_sort_lazy(&b->keys, &b->c->sort);  in bch_btree_init_next()
177 		bch_bset_init_next(&b->keys, write_block(b),  in bch_btree_init_next()
220 	iter->b = &b->keys;  in bch_btree_node_read_done()
227 	     b->written < btree_blocks(b) && i->seq == b->keys.set[0].data->seq;  in bch_btree_node_read_done()
255 		if (i != b->keys.set[0].data && !i->keys)  in bch_btree_node_read_done()
265 	     bset_sector_offset(&b->keys, i) < KEY_SIZE(&b->key);  in bch_btree_node_read_done()
267 		if (i->seq == b->keys.set[0].data->seq)  in bch_btree_node_read_done()
270 	bch_btree_sort_and_fix_extents(&b->keys, iter, &b->c->sort);  in bch_btree_node_read_done()
272 	i = b->keys.set[0].data;  in bch_btree_node_read_done()
274 	if (b->keys.set[0].size &&  in bch_btree_node_read_done()
275 	    bkey_cmp(&b->key, &b->keys.set[0].end) < 0)  in bch_btree_node_read_done()
279 		bch_bset_init_next(&b->keys, write_block(b),  in bch_btree_node_read_done()
288 			    bset_block_offset(b, i), i->keys);  in bch_btree_node_read_done()
315 	bch_bio_map(bio, b->keys.set[0].data);  in bch_btree_node_read()
429 		       bset_sector_offset(&b->keys, i));  in do_btree_node_write()
469 	BUG_ON(b->written && !i->keys);  in __bch_btree_node_write()
471 	bch_check_keys(&b->keys, "writing");  in __bch_btree_node_write()
492 	unsigned int nsets = b->keys.nsets;  in bch_btree_node_write()
502 	if (nsets && !b->keys.nsets)  in bch_btree_node_write()
539 	BUG_ON(!i->keys);  in bch_btree_leaf_dirty()
579 	bch_btree_keys_free(&b->keys);  in mca_data_free()
601 	if (!bch_btree_keys_alloc(&b->keys,  in mca_data_alloc()
648 	BUG_ON(btree_node_dirty(b) && !b->keys.set[0].data);  in mca_reap()
650 	if (b->keys.page_order < min_order)  in mca_reap()
846 	    c->verify_data->keys.set->data)  in bch_btree_cache_alloc()
961 			if (!b->keys.set[0].data)  in mca_alloc()
972 	if (!b->keys.set->data)  in mca_alloc()
989 		bch_btree_keys_init(&b->keys, &bch_extent_keys_ops,  in mca_alloc()
992 		bch_btree_keys_init(&b->keys, &bch_btree_keys_ops,  in mca_alloc()
1063 	for (; i <= b->keys.nsets && b->keys.set[i].size; i++) {  in bch_btree_node_get()
1064 		prefetch(b->keys.set[i].tree);  in bch_btree_node_get()
1065 		prefetch(b->keys.set[i].data);  in bch_btree_node_get()
1068 	for (; i <= b->keys.nsets; i++)  in bch_btree_node_get()
1069 		prefetch(b->keys.set[i].data);  in bch_btree_node_get()
1154 	bch_bset_init_next(&b->keys, b->keys.set->data, bset_magic(&b->c->sb));  in __bch_btree_node_alloc()
1183 		bch_btree_sort_into(&b->keys, &n->keys, &b->c->sort);  in btree_node_alloc_replacement()
1316 	unsigned int keys = 0, good_keys = 0;  in btree_gc_mark_node()  local
1323 	for_each_key_filter(&b->keys, k, &iter, bch_ptr_invalid) {  in btree_gc_mark_node()
1325 		keys++;  in btree_gc_mark_node()
1327 		if (bch_ptr_bad(&b->keys, k))  in btree_gc_mark_node()
1337 	for (t = b->keys.set; t <= &b->keys.set[b->keys.nsets]; t++)  in btree_gc_mark_node()
1339 			     bset_written(&b->keys, t) &&  in btree_gc_mark_node()
1349 	if ((keys - good_keys) * 2 > keys)  in btree_gc_mark_node()
1359 	unsigned int	keys;  member
1370 	unsigned int i, nodes = 0, keys = 0, blocks;  in btree_gc_coalesce()  local
1385 		keys += r[nodes++].keys;  in btree_gc_coalesce()
1390 	    __set_blocks(b->keys.set[0].data, keys,  in btree_gc_coalesce()
1417 		keys = 0;  in btree_gc_coalesce()
1423 				if (__set_blocks(n1, n1->keys + keys +  in btree_gc_coalesce()
1429 				keys += bkey_u64s(k);  in btree_gc_coalesce()
1440 			if (__set_blocks(n1, n1->keys + n2->keys,  in btree_gc_coalesce()
1445 			keys = n2->keys;  in btree_gc_coalesce()
1450 		BUG_ON(__set_blocks(n1, n1->keys + keys, block_bytes(b->c)) >  in btree_gc_coalesce()
1458 		       (void *) bset_bkey_idx(n2, keys) - (void *) n2->start);  in btree_gc_coalesce()
1460 		n1->keys += keys;  in btree_gc_coalesce()
1461 		r[i].keys = n1->keys;  in btree_gc_coalesce()
1464 			bset_bkey_idx(n2, keys),  in btree_gc_coalesce()
1466 			(void *) bset_bkey_idx(n2, keys));  in btree_gc_coalesce()
1468 		n2->keys -= keys;  in btree_gc_coalesce()
1484 	BUG_ON(btree_bset_first(new_nodes[0])->keys);  in btree_gc_coalesce()
1537 	struct keylist keys;  in btree_gc_rewrite_node()  local
1554 	bch_keylist_init(&keys);  in btree_gc_rewrite_node()
1555 	bch_keylist_add(&keys, &n->key);  in btree_gc_rewrite_node()
1557 	make_btree_freeing_key(replace, keys.top);  in btree_gc_rewrite_node()
1558 	bch_keylist_push(&keys);  in btree_gc_rewrite_node()
1560 	bch_btree_insert_node(b, op, &keys, NULL, NULL);  in btree_gc_rewrite_node()
1561 	BUG_ON(!bch_keylist_empty(&keys));  in btree_gc_rewrite_node()
1576 	for_each_key_filter(&b->keys, k, &iter, bch_ptr_bad)  in btree_gc_count_keys()
1618 	bch_btree_iter_init(&b->keys, &iter, &b->c->gc_done);  in btree_gc_recurse()
1624 		k = bch_btree_iter_next_filter(&iter, &b->keys, bch_ptr_bad);  in btree_gc_recurse()
1633 			r->keys = btree_gc_count_keys(r->b);  in btree_gc_recurse()
1789 					&dc->writeback_keys.keys, node)  in bch_btree_gc_finish()
1803 		for (i = ca->sb.d; i < ca->sb.d + ca->sb.keys; i++)  in bch_btree_gc_finish()
1921 	for_each_key_filter(&b->keys, k, &iter, bch_ptr_invalid)  in bch_btree_check_recurse()
1927 		bch_btree_iter_init(&b->keys, &iter, NULL);  in bch_btree_check_recurse()
1930 			k = bch_btree_iter_next_filter(&iter, &b->keys,  in bch_btree_check_recurse()
2008 	status = bch_btree_insert_key(&b->keys, k, replace_key);  in btree_insert_key()
2010 		bch_check_keys(&b->keys, "%u for %s", status,  in btree_insert_key()
2022 	long ret = bch_btree_keys_u64s_remaining(&b->keys);  in insert_u64s_remaining()
2027 	if (b->keys.ops->is_extents)  in insert_u64s_remaining()
2038 	int oldsize = bch_count_data(&b->keys);  in bch_btree_insert_keys()
2041 		struct bkey *k = insert_keys->keys;  in bch_btree_insert_keys()
2054 			bkey_copy(&temp.key, insert_keys->keys);  in bch_btree_insert_keys()
2057 			bch_cut_front(&b->key, insert_keys->keys);  in bch_btree_insert_keys()
2071 	BUG_ON(bch_count_data(&b->keys) < oldsize);  in bch_btree_insert_keys()
2103 		unsigned int keys = 0;  in btree_split()  local
2105 		trace_bcache_btree_node_split(b, btree_bset_first(n1)->keys);  in btree_split()
2127 		while (keys < (btree_bset_first(n1)->keys * 3) / 5)  in btree_split()
2128 			keys += bkey_u64s(bset_bkey_idx(btree_bset_first(n1),  in btree_split()
2129 							keys));  in btree_split()
2132 			      bset_bkey_idx(btree_bset_first(n1), keys));  in btree_split()
2133 		keys += bkey_u64s(bset_bkey_idx(btree_bset_first(n1), keys));  in btree_split()
2135 		btree_bset_first(n2)->keys = btree_bset_first(n1)->keys - keys;  in btree_split()
2136 		btree_bset_first(n1)->keys = keys;  in btree_split()
2140 		       btree_bset_first(n2)->keys * sizeof(uint64_t));  in btree_split()
2149 		trace_bcache_btree_node_compact(b, btree_bset_first(n1)->keys);  in btree_split()
2223 	    b->keys.last_set_unwritten)  in bch_btree_insert_node()
2305 	struct keylist	*keys;  member
2315 	int ret = bch_btree_insert_node(b, &op->op, op->keys,  in btree_insert_fn()
2317 	if (ret && !bch_keylist_empty(op->keys))  in btree_insert_fn()
2323 int bch_btree_insert(struct cache_set *c, struct keylist *keys,  in bch_btree_insert()  argument
2330 	BUG_ON(bch_keylist_empty(keys));  in bch_btree_insert()
2333 	op.keys		= keys;  in bch_btree_insert()
2337 	while (!ret && !bch_keylist_empty(keys)) {  in bch_btree_insert()
2340 					       &START_KEY(keys->keys),  in bch_btree_insert()
2349 		while ((k = bch_keylist_pop(keys)))  in bch_btree_insert()
2393 		bch_btree_iter_init(&b->keys, &iter, from);  in bch_btree_map_nodes_recurse()
2395 		while ((k = bch_btree_iter_next_filter(&iter, &b->keys,  in bch_btree_map_nodes_recurse()
2426 	bch_btree_iter_init(&b->keys, &iter, from);  in bch_btree_map_keys_recurse()
2428 	while ((k = bch_btree_iter_next_filter(&iter, &b->keys, bch_ptr_bad))) {  in bch_btree_map_keys_recurse()
2506 		if (RB_INSERT(&buf->keys, w, node, keybuf_cmp))  in refill_keybuf_fn()
2545 	if (!RB_EMPTY_ROOT(&buf->keys)) {  in bch_refill_keybuf()
2548 		w = RB_FIRST(&buf->keys, struct keybuf_key, node);  in bch_refill_keybuf()
2551 		w = RB_LAST(&buf->keys, struct keybuf_key, node);  in bch_refill_keybuf()
2563 	rb_erase(&w->node, &buf->keys);  in __bch_keybuf_del()
2587 	w = RB_GREATER(&buf->keys, s, node, keybuf_nonoverlapping_cmp);  in bch_keybuf_check_overlapping()
2609 	w = RB_FIRST(&buf->keys, struct keybuf_key, node);  in bch_keybuf_next()
2647 	buf->keys		= RB_ROOT;  in bch_keybuf_init()