140 struct kmem_cache *kmem_cache_create(const char *name, unsigned int size,
144 			unsigned int size, unsigned int align,
312 static __always_inline unsigned int kmalloc_index(size_t size)  in kmalloc_index()  argument
314 	if (!size)  in kmalloc_index()
317 	if (size <= KMALLOC_MIN_SIZE)  in kmalloc_index()
320 	if (KMALLOC_MIN_SIZE <= 32 && size > 64 && size <= 96)  in kmalloc_index()
322 	if (KMALLOC_MIN_SIZE <= 64 && size > 128 && size <= 192)  in kmalloc_index()
324 	if (size <=          8) return 3;  in kmalloc_index()
325 	if (size <=         16) return 4;  in kmalloc_index()
326 	if (size <=         32) return 5;  in kmalloc_index()
327 	if (size <=         64) return 6;  in kmalloc_index()
328 	if (size <=        128) return 7;  in kmalloc_index()
329 	if (size <=        256) return 8;  in kmalloc_index()
330 	if (size <=        512) return 9;  in kmalloc_index()
331 	if (size <=       1024) return 10;  in kmalloc_index()
332 	if (size <=   2 * 1024) return 11;  in kmalloc_index()
333 	if (size <=   4 * 1024) return 12;  in kmalloc_index()
334 	if (size <=   8 * 1024) return 13;  in kmalloc_index()
335 	if (size <=  16 * 1024) return 14;  in kmalloc_index()
336 	if (size <=  32 * 1024) return 15;  in kmalloc_index()
337 	if (size <=  64 * 1024) return 16;  in kmalloc_index()
338 	if (size <= 128 * 1024) return 17;  in kmalloc_index()
339 	if (size <= 256 * 1024) return 18;  in kmalloc_index()
340 	if (size <= 512 * 1024) return 19;  in kmalloc_index()
341 	if (size <= 1024 * 1024) return 20;  in kmalloc_index()
342 	if (size <=  2 * 1024 * 1024) return 21;  in kmalloc_index()
343 	if (size <=  4 * 1024 * 1024) return 22;  in kmalloc_index()
344 	if (size <=  8 * 1024 * 1024) return 23;  in kmalloc_index()
345 	if (size <=  16 * 1024 * 1024) return 24;  in kmalloc_index()
346 	if (size <=  32 * 1024 * 1024) return 25;  in kmalloc_index()
347 	if (size <=  64 * 1024 * 1024) return 26;  in kmalloc_index()
355 void *__kmalloc(size_t size, gfp_t flags) __assume_kmalloc_alignment __malloc;
373 static __always_inline void kfree_bulk(size_t size, void **p)  in kfree_bulk()  argument
375 	kmem_cache_free_bulk(NULL, size, p);  in kfree_bulk()
379 void *__kmalloc_node(size_t size, gfp_t flags, int node) __assume_kmalloc_alignment __malloc;
382 static __always_inline void *__kmalloc_node(size_t size, gfp_t flags, int node)  in __kmalloc_node()  argument
384 	return __kmalloc(size, flags);  in __kmalloc_node()
399 					   int node, size_t size) __assume_slab_alignment __malloc;
404 			      int node, size_t size)  in kmem_cache_alloc_node_trace()  argument
406 	return kmem_cache_alloc_trace(s, gfpflags, size);  in kmem_cache_alloc_node_trace()
412 		gfp_t flags, size_t size)  in kmem_cache_alloc_trace()  argument
416 	kasan_kmalloc(s, ret, size, flags);  in kmem_cache_alloc_trace()
423 			      int node, size_t size)  in kmem_cache_alloc_node_trace()  argument
427 	kasan_kmalloc(s, ret, size, gfpflags);  in kmem_cache_alloc_node_trace()
432 extern void *kmalloc_order(size_t size, gfp_t flags, unsigned int order) __assume_page_alignment __…
435 extern void *kmalloc_order_trace(size_t size, gfp_t flags, unsigned int order) __assume_page_alignm…
438 kmalloc_order_trace(size_t size, gfp_t flags, unsigned int order)  in kmalloc_order_trace()  argument
440 	return kmalloc_order(size, flags, order);  in kmalloc_order_trace()
444 static __always_inline void *kmalloc_large(size_t size, gfp_t flags)  in kmalloc_large()  argument
446 	unsigned int order = get_order(size);  in kmalloc_large()
447 	return kmalloc_order_trace(size, flags, order);  in kmalloc_large()
501 static __always_inline void *kmalloc(size_t size, gfp_t flags)  in kmalloc()  argument
503 	if (__builtin_constant_p(size)) {  in kmalloc()
504 		if (size > KMALLOC_MAX_CACHE_SIZE)  in kmalloc()
505 			return kmalloc_large(size, flags);  in kmalloc()
508 			unsigned int index = kmalloc_index(size);  in kmalloc()
514 					flags, size);  in kmalloc()
518 	return __kmalloc(size, flags);  in kmalloc()
541 static __always_inline void *kmalloc_node(size_t size, gfp_t flags, int node)  in kmalloc_node()  argument
544 	if (__builtin_constant_p(size) &&  in kmalloc_node()
545 		size <= KMALLOC_MAX_CACHE_SIZE && !(flags & GFP_DMA)) {  in kmalloc_node()
546 		unsigned int i = kmalloc_index(size);  in kmalloc_node()
552 						flags, node, size);  in kmalloc_node()
555 	return __kmalloc_node(size, flags, node);  in kmalloc_node()
627 static inline void *kmalloc_array(size_t n, size_t size, gfp_t flags)  in kmalloc_array()  argument
631 	if (unlikely(check_mul_overflow(n, size, &bytes)))  in kmalloc_array()
633 	if (__builtin_constant_p(n) && __builtin_constant_p(size))  in kmalloc_array()
644 static inline void *kcalloc(size_t n, size_t size, gfp_t flags)  in kcalloc()  argument
646 	return kmalloc_array(n, size, flags | __GFP_ZERO);  in kcalloc()
658 #define kmalloc_track_caller(size, flags) \  argument
659 	__kmalloc_track_caller(size, flags, _RET_IP_)
661 static inline void *kmalloc_array_node(size_t n, size_t size, gfp_t flags,  in kmalloc_array_node()  argument
666 	if (unlikely(check_mul_overflow(n, size, &bytes)))  in kmalloc_array_node()
668 	if (__builtin_constant_p(n) && __builtin_constant_p(size))  in kmalloc_array_node()
673 static inline void *kcalloc_node(size_t n, size_t size, gfp_t flags, int node)  in kcalloc_node()  argument
675 	return kmalloc_array_node(n, size, flags | __GFP_ZERO, node);  in kcalloc_node()
681 #define kmalloc_node_track_caller(size, flags, node) \  argument
682 	__kmalloc_node_track_caller(size, flags, node, \
687 #define kmalloc_node_track_caller(size, flags, node) \  argument
688 	kmalloc_track_caller(size, flags)
705 static inline void *kzalloc(size_t size, gfp_t flags)  in kzalloc()  argument
707 	return kmalloc(size, flags | __GFP_ZERO);  in kzalloc()
716 static inline void *kzalloc_node(size_t size, gfp_t flags, int node)  in kzalloc_node()  argument
718 	return kmalloc_node(size, flags | __GFP_ZERO, node);  in kzalloc_node()