31 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val)  in kmem_cache_set_non_kernel()  argument
33 	cachep->non_kernel = val;  in kmem_cache_set_non_kernel()
36 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep)  in kmem_cache_get_alloc()  argument
38 	return cachep->size * cachep->nr_allocated;  in kmem_cache_get_alloc()
41 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep)  in kmem_cache_nr_allocated()  argument
43 	return cachep->nr_allocated;  in kmem_cache_nr_allocated()
46 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep)  in kmem_cache_nr_tallocated()  argument
48 	return cachep->nr_tallocated;  in kmem_cache_nr_tallocated()
51 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep)  in kmem_cache_zero_nr_tallocated()  argument
53 	cachep->nr_tallocated = 0;  in kmem_cache_zero_nr_tallocated()
56 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru,  in kmem_cache_alloc_lru()  argument
62 		if (!cachep->non_kernel)  in kmem_cache_alloc_lru()
65 		cachep->non_kernel--;  in kmem_cache_alloc_lru()
68 	pthread_mutex_lock(&cachep->lock);  in kmem_cache_alloc_lru()
69 	if (cachep->nr_objs) {  in kmem_cache_alloc_lru()
70 		struct radix_tree_node *node = cachep->objs;  in kmem_cache_alloc_lru()
71 		cachep->nr_objs--;  in kmem_cache_alloc_lru()
72 		cachep->objs = node->parent;  in kmem_cache_alloc_lru()
73 		pthread_mutex_unlock(&cachep->lock);  in kmem_cache_alloc_lru()
77 		pthread_mutex_unlock(&cachep->lock);  in kmem_cache_alloc_lru()
78 		if (cachep->align)  in kmem_cache_alloc_lru()
79 			posix_memalign(&p, cachep->align, cachep->size);  in kmem_cache_alloc_lru()
81 			p = malloc(cachep->size);  in kmem_cache_alloc_lru()
82 		if (cachep->ctor)  in kmem_cache_alloc_lru()
83 			cachep->ctor(p);  in kmem_cache_alloc_lru()
85 			memset(p, 0, cachep->size);  in kmem_cache_alloc_lru()
88 	uatomic_inc(&cachep->nr_allocated);  in kmem_cache_alloc_lru()
90 	uatomic_inc(&cachep->nr_tallocated);  in kmem_cache_alloc_lru()
96 void kmem_cache_free_locked(struct kmem_cache *cachep, void *objp)  in kmem_cache_free_locked()  argument
100 	uatomic_dec(&cachep->nr_allocated);  in kmem_cache_free_locked()
103 	if (cachep->nr_objs > 10 || cachep->align) {  in kmem_cache_free_locked()
104 		memset(objp, POISON_FREE, cachep->size);  in kmem_cache_free_locked()
108 		cachep->nr_objs++;  in kmem_cache_free_locked()
109 		node->parent = cachep->objs;  in kmem_cache_free_locked()
110 		cachep->objs = node;  in kmem_cache_free_locked()
114 void kmem_cache_free(struct kmem_cache *cachep, void *objp)  in kmem_cache_free()  argument
116 	pthread_mutex_lock(&cachep->lock);  in kmem_cache_free()
117 	kmem_cache_free_locked(cachep, objp);  in kmem_cache_free()
118 	pthread_mutex_unlock(&cachep->lock);  in kmem_cache_free()
121 void kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list)  in kmem_cache_free_bulk()  argument
126 	pthread_mutex_lock(&cachep->lock);  in kmem_cache_free_bulk()
128 		kmem_cache_free_locked(cachep, list[i]);  in kmem_cache_free_bulk()
129 	pthread_mutex_unlock(&cachep->lock);  in kmem_cache_free_bulk()
132 void kmem_cache_shrink(struct kmem_cache *cachep)  in kmem_cache_shrink()  argument
136 int kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size,  in kmem_cache_alloc_bulk()  argument
145 		if (cachep->non_kernel < size)  in kmem_cache_alloc_bulk()
148 		cachep->non_kernel -= size;  in kmem_cache_alloc_bulk()
151 	pthread_mutex_lock(&cachep->lock);  in kmem_cache_alloc_bulk()
152 	if (cachep->nr_objs >= size) {  in kmem_cache_alloc_bulk()
156 			node = cachep->objs;  in kmem_cache_alloc_bulk()
157 			cachep->nr_objs--;  in kmem_cache_alloc_bulk()
158 			cachep->objs = node->parent;  in kmem_cache_alloc_bulk()
162 		pthread_mutex_unlock(&cachep->lock);  in kmem_cache_alloc_bulk()
164 		pthread_mutex_unlock(&cachep->lock);  in kmem_cache_alloc_bulk()
166 			if (cachep->align) {  in kmem_cache_alloc_bulk()
167 				posix_memalign(&p[i], cachep->align,  in kmem_cache_alloc_bulk()
168 					       cachep->size * size);  in kmem_cache_alloc_bulk()
170 				p[i] = malloc(cachep->size * size);  in kmem_cache_alloc_bulk()
172 			if (cachep->ctor)  in kmem_cache_alloc_bulk()
173 				cachep->ctor(p[i]);  in kmem_cache_alloc_bulk()
175 				memset(p[i], 0, cachep->size);  in kmem_cache_alloc_bulk()
181 		uatomic_inc(&cachep->nr_allocated);  in kmem_cache_alloc_bulk()
182 		uatomic_inc(&cachep->nr_tallocated);  in kmem_cache_alloc_bulk()