38 	struct dm_bio_prison_v2 *prison = kzalloc(sizeof(*prison), GFP_KERNEL);  in dm_bio_prison_create_v2()  local
41 	if (!prison)  in dm_bio_prison_create_v2()
44 	prison->wq = wq;  in dm_bio_prison_create_v2()
45 	spin_lock_init(&prison->lock);  in dm_bio_prison_create_v2()
47 	ret = mempool_init_slab_pool(&prison->cell_pool, MIN_CELLS, _cell_cache);  in dm_bio_prison_create_v2()
49 		kfree(prison);  in dm_bio_prison_create_v2()
53 	prison->cells = RB_ROOT;  in dm_bio_prison_create_v2()
55 	return prison;  in dm_bio_prison_create_v2()
59 void dm_bio_prison_destroy_v2(struct dm_bio_prison_v2 *prison)  in dm_bio_prison_destroy_v2()  argument
61 	mempool_exit(&prison->cell_pool);  in dm_bio_prison_destroy_v2()
62 	kfree(prison);  in dm_bio_prison_destroy_v2()
66 struct dm_bio_prison_cell_v2 *dm_bio_prison_alloc_cell_v2(struct dm_bio_prison_v2 *prison, gfp_t gf…  in dm_bio_prison_alloc_cell_v2()  argument
68 	return mempool_alloc(&prison->cell_pool, gfp);  in dm_bio_prison_alloc_cell_v2()
72 void dm_bio_prison_free_cell_v2(struct dm_bio_prison_v2 *prison,  in dm_bio_prison_free_cell_v2()  argument
75 	mempool_free(cell, &prison->cell_pool);  in dm_bio_prison_free_cell_v2()
114 static bool __find_or_insert(struct dm_bio_prison_v2 *prison,  in __find_or_insert()  argument
120 	struct rb_node **new = &prison->cells.rb_node, *parent = NULL;  in __find_or_insert()
144 	rb_insert_color(&cell_prealloc->node, &prison->cells);  in __find_or_insert()
149 static bool __get(struct dm_bio_prison_v2 *prison,  in __get()  argument
156 	if (__find_or_insert(prison, key, cell_prealloc, cell)) {  in __get()
172 bool dm_cell_get_v2(struct dm_bio_prison_v2 *prison,  in dm_cell_get_v2()  argument
182 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_get_v2()
183 	r = __get(prison, key, lock_level, inmate, cell_prealloc, cell_result);  in dm_cell_get_v2()
184 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_get_v2()
190 static bool __put(struct dm_bio_prison_v2 *prison,  in __put()  argument
200 				queue_work(prison->wq, cell->quiesce_continuation);  in __put()
204 			rb_erase(&cell->node, &prison->cells);  in __put()
212 bool dm_cell_put_v2(struct dm_bio_prison_v2 *prison,  in dm_cell_put_v2()  argument
218 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_put_v2()
219 	r = __put(prison, cell);  in dm_cell_put_v2()
220 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_put_v2()
226 static int __lock(struct dm_bio_prison_v2 *prison,  in __lock()  argument
234 	if (__find_or_insert(prison, key, cell_prealloc, &cell)) {  in __lock()
257 int dm_cell_lock_v2(struct dm_bio_prison_v2 *prison,  in dm_cell_lock_v2()  argument
266 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_lock_v2()
267 	r = __lock(prison, key, lock_level, cell_prealloc, cell_result);  in dm_cell_lock_v2()
268 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_lock_v2()
274 static void __quiesce(struct dm_bio_prison_v2 *prison,  in __quiesce()  argument
279 		queue_work(prison->wq, continuation);  in __quiesce()
284 void dm_cell_quiesce_v2(struct dm_bio_prison_v2 *prison,  in dm_cell_quiesce_v2()  argument
290 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_quiesce_v2()
291 	__quiesce(prison, cell, continuation);  in dm_cell_quiesce_v2()
292 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_quiesce_v2()
296 static int __promote(struct dm_bio_prison_v2 *prison,  in __promote()  argument
307 int dm_cell_lock_promote_v2(struct dm_bio_prison_v2 *prison,  in dm_cell_lock_promote_v2()  argument
314 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_lock_promote_v2()
315 	r = __promote(prison, cell, new_lock_level);  in dm_cell_lock_promote_v2()
316 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_lock_promote_v2()
322 static bool __unlock(struct dm_bio_prison_v2 *prison,  in __unlock()  argument
336 	rb_erase(&cell->node, &prison->cells);  in __unlock()
340 bool dm_cell_unlock_v2(struct dm_bio_prison_v2 *prison,  in dm_cell_unlock_v2()  argument
347 	spin_lock_irqsave(&prison->lock, flags);  in dm_cell_unlock_v2()
348 	r = __unlock(prison, cell, bios);  in dm_cell_unlock_v2()
349 	spin_unlock_irqrestore(&prison->lock, flags);  in dm_cell_unlock_v2()