36 	struct dm_bio_prison *prison = kzalloc(sizeof(*prison), GFP_KERNEL);  in dm_bio_prison_create()  local
39 	if (!prison)  in dm_bio_prison_create()
42 	spin_lock_init(&prison->lock);  in dm_bio_prison_create()
44 	ret = mempool_init_slab_pool(&prison->cell_pool, MIN_CELLS, _cell_cache);  in dm_bio_prison_create()
46 		kfree(prison);  in dm_bio_prison_create()
50 	prison->cells = RB_ROOT;  in dm_bio_prison_create()
52 	return prison;  in dm_bio_prison_create()
56 void dm_bio_prison_destroy(struct dm_bio_prison *prison)  in dm_bio_prison_destroy()  argument
58 	mempool_exit(&prison->cell_pool);  in dm_bio_prison_destroy()
59 	kfree(prison);  in dm_bio_prison_destroy()
63 struct dm_bio_prison_cell *dm_bio_prison_alloc_cell(struct dm_bio_prison *prison, gfp_t gfp)  in dm_bio_prison_alloc_cell()  argument
65 	return mempool_alloc(&prison->cell_pool, gfp);  in dm_bio_prison_alloc_cell()
69 void dm_bio_prison_free_cell(struct dm_bio_prison *prison,  in dm_bio_prison_free_cell()  argument
72 	mempool_free(cell, &prison->cell_pool);  in dm_bio_prison_free_cell()
109 static int __bio_detain(struct dm_bio_prison *prison,  in __bio_detain()  argument
116 	struct rb_node **new = &prison->cells.rb_node, *parent = NULL;  in __bio_detain()
141 	rb_insert_color(&cell_prealloc->node, &prison->cells);  in __bio_detain()
146 static int bio_detain(struct dm_bio_prison *prison,  in bio_detain()  argument
155 	spin_lock_irqsave(&prison->lock, flags);  in bio_detain()
156 	r = __bio_detain(prison, key, inmate, cell_prealloc, cell_result);  in bio_detain()
157 	spin_unlock_irqrestore(&prison->lock, flags);  in bio_detain()
162 int dm_bio_detain(struct dm_bio_prison *prison,  in dm_bio_detain()  argument
168 	return bio_detain(prison, key, inmate, cell_prealloc, cell_result);  in dm_bio_detain()
172 int dm_get_cell(struct dm_bio_prison *prison,  in dm_get_cell()  argument
177 	return bio_detain(prison, key, NULL, cell_prealloc, cell_result);  in dm_get_cell()
184 static void __cell_release(struct dm_bio_prison *prison,  in __cell_release()  argument
188 	rb_erase(&cell->node, &prison->cells);  in __cell_release()
197 void dm_cell_release(struct dm_bio_prison *prison,  in dm_cell_release()  argument
203 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_release()
204 	__cell_release(prison, cell, bios);  in dm_cell_release()
205 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_release()
212 static void __cell_release_no_holder(struct dm_bio_prison *prison,  in __cell_release_no_holder()  argument
216 	rb_erase(&cell->node, &prison->cells);  in __cell_release_no_holder()
220 void dm_cell_release_no_holder(struct dm_bio_prison *prison,  in dm_cell_release_no_holder()  argument
226 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_release_no_holder()
227 	__cell_release_no_holder(prison, cell, inmates);  in dm_cell_release_no_holder()
228 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_release_no_holder()
232 void dm_cell_error(struct dm_bio_prison *prison,  in dm_cell_error()  argument
239 	dm_cell_release(prison, cell, &bios);  in dm_cell_error()
248 void dm_cell_visit_release(struct dm_bio_prison *prison,  in dm_cell_visit_release()  argument
255 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_visit_release()
257 	rb_erase(&cell->node, &prison->cells);  in dm_cell_visit_release()
258 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_visit_release()
262 static int __promote_or_release(struct dm_bio_prison *prison,  in __promote_or_release()  argument
266 		rb_erase(&cell->node, &prison->cells);  in __promote_or_release()
274 int dm_cell_promote_or_release(struct dm_bio_prison *prison,  in dm_cell_promote_or_release()  argument
280 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_promote_or_release()
281 	r = __promote_or_release(prison, cell);  in dm_cell_promote_or_release()
282 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_promote_or_release()