38 	void __rcu **slot;  in idr_alloc_u32()  local
49 	slot = idr_get_free(&idr->idr_rt, &iter, gfp, max - base);  in idr_alloc_u32()
50 	if (IS_ERR(slot))  in idr_alloc_u32()
51 		return PTR_ERR(slot);  in idr_alloc_u32()
55 	radix_tree_iter_replace(&idr->idr_rt, &iter, slot, ptr);  in idr_alloc_u32()
202 	void __rcu **slot;  in idr_for_each()  local
205 	radix_tree_for_each_slot(slot, &idr->idr_rt, &iter, 0) {  in idr_for_each()
211 		ret = fn(id, rcu_dereference_raw(*slot), data);  in idr_for_each()
233 	void __rcu **slot;  in idr_get_next()  local
238 	slot = radix_tree_iter_find(&idr->idr_rt, &iter, id);  in idr_get_next()
239 	if (!slot)  in idr_get_next()
247 	return rcu_dereference_raw(*slot);  in idr_get_next()
264 	void __rcu **slot;  in idr_get_next_ul()  local
269 	slot = radix_tree_iter_find(&idr->idr_rt, &iter, id);  in idr_get_next_ul()
270 	if (!slot)  in idr_get_next_ul()
274 	return rcu_dereference_raw(*slot);  in idr_get_next_ul()
295 	void __rcu **slot = NULL;  in idr_replace()  local
302 	entry = __radix_tree_lookup(&idr->idr_rt, id, &node, &slot);  in idr_replace()
303 	if (!slot || radix_tree_tag_get(&idr->idr_rt, id, IDR_FREE))  in idr_replace()
306 	__radix_tree_replace(&idr->idr_rt, node, slot, ptr, NULL);  in idr_replace()
369 	void __rcu **slot;  in ida_get_new_above()  local
380 	slot = radix_tree_iter_init(&iter, index);  in ida_get_new_above()
382 		if (slot)  in ida_get_new_above()
383 			slot = radix_tree_next_slot(slot, &iter,  in ida_get_new_above()
385 		if (!slot) {  in ida_get_new_above()
386 			slot = idr_get_free(root, &iter, GFP_NOWAIT, IDA_MAX);  in ida_get_new_above()
387 			if (IS_ERR(slot)) {  in ida_get_new_above()
388 				if (slot == ERR_PTR(-ENOMEM))  in ida_get_new_above()
390 				return PTR_ERR(slot);  in ida_get_new_above()
398 		bitmap = rcu_dereference_raw(*slot);  in ida_get_new_above()
404 				rcu_assign_pointer(*slot, (void *)tmp);  in ida_get_new_above()
412 			rcu_assign_pointer(*slot, bitmap);  in ida_get_new_above()
435 				radix_tree_iter_replace(root, &iter, slot,  in ida_get_new_above()
443 			radix_tree_iter_replace(root, &iter, slot, bitmap);  in ida_get_new_above()
457 	void __rcu **slot;  in ida_remove()  local
459 	slot = radix_tree_iter_lookup(&ida->ida_rt, &iter, index);  in ida_remove()
460 	if (!slot)  in ida_remove()
463 	bitmap = rcu_dereference_raw(*slot);  in ida_remove()
465 		btmp = (unsigned long *)slot;  in ida_remove()
478 		if (rcu_dereference_raw(*slot) ==  in ida_remove()
480 			radix_tree_iter_delete(&ida->ida_rt, &iter, slot);  in ida_remove()
483 		radix_tree_iter_delete(&ida->ida_rt, &iter, slot);  in ida_remove()
505 	void __rcu **slot;  in ida_destroy()  local
508 	radix_tree_for_each_slot(slot, &ida->ida_rt, &iter, 0) {  in ida_destroy()
509 		struct ida_bitmap *bitmap = rcu_dereference_raw(*slot);  in ida_destroy()
512 		radix_tree_iter_delete(&ida->ida_rt, &iter, slot);  in ida_destroy()