209 static int drain_freelist(struct kmem_cache *cache,
211 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
213 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
214 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
217 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,
219 static inline void fixup_slab_list(struct kmem_cache *cachep,
327 static int obj_offset(struct kmem_cache *cachep)  in obj_offset()
332 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp)  in dbg_redzone1()
339 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp)  in dbg_redzone2()
350 static void **dbg_userword(struct kmem_cache *cachep, void *objp)  in dbg_userword()
374 static inline void *index_to_obj(struct kmem_cache *cache, struct page *page,  in index_to_obj()
382 static struct kmem_cache kmem_cache_boot = {
386 	.size = sizeof(struct kmem_cache),
392 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep)  in cpu_cache_get()
438 static void __slab_error(const char *function, struct kmem_cache *cachep,  in __slab_error()
551 static noinline void cache_free_pfmemalloc(struct kmem_cache *cachep,  in cache_free_pfmemalloc()
606 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
611 static inline void *alternate_node_alloc(struct kmem_cache *cachep,  in alternate_node_alloc()
617 static inline void *____cache_alloc_node(struct kmem_cache *cachep,  in ____cache_alloc_node()
630 static void *____cache_alloc_node(struct kmem_cache *, gfp_t, int);
631 static void *alternate_node_alloc(struct kmem_cache *, gfp_t);
684 static void __drain_alien_cache(struct kmem_cache *cachep,  in __drain_alien_cache()
709 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n)  in reap_alien()
730 static void drain_alien_cache(struct kmem_cache *cachep,  in drain_alien_cache()
752 static int __cache_free_alien(struct kmem_cache *cachep, void *objp,  in __cache_free_alien()
783 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
807 static int init_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp)  in init_cache_node()
860 	struct kmem_cache *cachep;  in init_cache_node_node()
872 static int setup_kmem_cache_node(struct kmem_cache *cachep,  in setup_kmem_cache_node()
942 	struct kmem_cache *cachep;  in cpuup_canceled()
1008 	struct kmem_cache *cachep;  in cpuup_prepare()
1097 	struct kmem_cache *cachep;  in drain_cache_node_node()
1154 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list,  in init_list()
1176 static void __init set_up_node(struct kmem_cache *cachep, int index)  in set_up_node()
1196 	kmem_cache = &kmem_cache_boot;  in kmem_cache_init()
1237 	create_boot_cache(kmem_cache, "kmem_cache",  in kmem_cache_init()
1238 		offsetof(struct kmem_cache, node) +  in kmem_cache_init()
1241 	list_add(&kmem_cache->list, &slab_caches);  in kmem_cache_init()
1242 	memcg_link_cache(kmem_cache, NULL);  in kmem_cache_init()
1263 			init_list(kmem_cache, &init_kmem_cache_node[CACHE_CACHE + nid], nid);  in kmem_cache_init()
1275 	struct kmem_cache *cachep;  in kmem_cache_init_late()
1317 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid)  in slab_out_of_memory()
1359 static struct page *kmem_getpages(struct kmem_cache *cachep, gfp_t flags,  in kmem_getpages()
1388 static void kmem_freepages(struct kmem_cache *cachep, struct page *page)  in kmem_freepages()
1406 	struct kmem_cache *cachep;  in kmem_rcu_free()
1416 static bool is_debug_pagealloc_cache(struct kmem_cache *cachep)  in is_debug_pagealloc_cache()
1426 static void slab_kernel_map(struct kmem_cache *cachep, void *objp, int map)  in slab_kernel_map()
1435 static inline void slab_kernel_map(struct kmem_cache *cachep, void *objp,  in slab_kernel_map()
1440 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val)  in poison_obj()
1481 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines)  in print_objinfo()
1505 static void check_poison_obj(struct kmem_cache *cachep, void *objp)  in check_poison_obj()
1569 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1595 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1610 static void slab_destroy(struct kmem_cache *cachep, struct page *page)  in slab_destroy()
1629 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list)  in slabs_destroy()
1653 static size_t calculate_slab_order(struct kmem_cache *cachep,  in calculate_slab_order()
1672 			struct kmem_cache *freelist_cache;  in calculate_slab_order()
1722 		struct kmem_cache *cachep, int entries, int batchcount)  in alloc_kmem_cache_cpus()
1742 static int __ref setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp)  in setup_cpu_cache()
1753 		set_up_node(kmem_cache, CACHE_CACHE);  in setup_cpu_cache()
1788 struct kmem_cache *
1792 	struct kmem_cache *cachep;  in __kmem_cache_alias()
1807 static bool set_objfreelist_slab_cache(struct kmem_cache *cachep,  in set_objfreelist_slab_cache()
1838 static bool set_off_slab_cache(struct kmem_cache *cachep,  in set_off_slab_cache()
1872 static bool set_on_slab_cache(struct kmem_cache *cachep,  in set_on_slab_cache()
1911 int __kmem_cache_create(struct kmem_cache *cachep, slab_flags_t flags)  in __kmem_cache_create()
2095 static void check_spinlock_acquired(struct kmem_cache *cachep)  in check_spinlock_acquired()
2103 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node)  in check_spinlock_acquired_node()
2119 static void drain_array_locked(struct kmem_cache *cachep, struct array_cache *ac,  in drain_array_locked()
2138 	struct kmem_cache *cachep = arg;  in do_drain()
2154 static void drain_cpu_caches(struct kmem_cache *cachep)  in drain_cpu_caches()
2181 static int drain_freelist(struct kmem_cache *cache,  in drain_freelist()
2215 bool __kmem_cache_empty(struct kmem_cache *s)  in __kmem_cache_empty()
2227 int __kmem_cache_shrink(struct kmem_cache *cachep)  in __kmem_cache_shrink()
2246 void __kmemcg_cache_deactivate(struct kmem_cache *cachep)  in __kmemcg_cache_deactivate()
2251 void __kmemcg_cache_deactivate_after_rcu(struct kmem_cache *s)  in __kmemcg_cache_deactivate_after_rcu()
2256 int __kmem_cache_shutdown(struct kmem_cache *cachep)  in __kmem_cache_shutdown()
2261 void __kmem_cache_release(struct kmem_cache *cachep)  in __kmem_cache_release()
2293 static void *alloc_slabmgmt(struct kmem_cache *cachep,  in alloc_slabmgmt()
2331 static void cache_init_objs_debug(struct kmem_cache *cachep, struct page *page)  in cache_init_objs_debug()
2390 				struct kmem_cache *cachep,  in freelist_state_initialize()
2431 static bool shuffle_freelist(struct kmem_cache *cachep, struct page *page)  in shuffle_freelist()
2478 static inline bool shuffle_freelist(struct kmem_cache *cachep,  in shuffle_freelist()
2485 static void cache_init_objs(struct kmem_cache *cachep,  in cache_init_objs()
2518 static void *slab_get_obj(struct kmem_cache *cachep, struct page *page)  in slab_get_obj()
2528 static void slab_put_obj(struct kmem_cache *cachep,  in slab_put_obj()
2556 static void slab_map_pages(struct kmem_cache *cache, struct page *page,  in slab_map_pages()
2567 static struct page *cache_grow_begin(struct kmem_cache *cachep,  in cache_grow_begin()
2647 static void cache_grow_end(struct kmem_cache *cachep, struct page *page)  in cache_grow_end()
2691 static inline void verify_redzone_free(struct kmem_cache *cache, void *obj)  in verify_redzone_free()
2713 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp,  in cache_free_debugcheck()
2750 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,  in fixup_objfreelist_debug()
2765 static inline void fixup_slab_list(struct kmem_cache *cachep,  in fixup_slab_list()
2853 static noinline void *cache_alloc_pfmemalloc(struct kmem_cache *cachep,  in cache_alloc_pfmemalloc()
2885 static __always_inline int alloc_block(struct kmem_cache *cachep,  in alloc_block()
2905 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags)  in cache_alloc_refill()
2990 static inline void cache_alloc_debugcheck_before(struct kmem_cache *cachep,  in cache_alloc_debugcheck_before()
2997 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep,  in cache_alloc_debugcheck_after()
3037 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in ____cache_alloc()
3079 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags)  in alternate_node_alloc()
3103 static void *fallback_alloc(struct kmem_cache *cache, gfp_t flags)  in fallback_alloc()
3170 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags,  in ____cache_alloc_node()
3218 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid,  in slab_alloc_node()
3267 __do_cache_alloc(struct kmem_cache *cache, gfp_t flags)  in __do_cache_alloc()
3291 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in __do_cache_alloc()
3299 slab_alloc(struct kmem_cache *cachep, gfp_t flags, unsigned long caller)  in slab_alloc()
3327 static void free_block(struct kmem_cache *cachep, void **objpp,  in free_block()
3371 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac)  in cache_flusharray()
3421 static __always_inline void __cache_free(struct kmem_cache *cachep, void *objp,  in __cache_free()
3431 void ___cache_free(struct kmem_cache *cachep, void *objp,  in ___cache_free()
3481 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in kmem_cache_alloc()
3493 cache_alloc_debugcheck_after_bulk(struct kmem_cache *s, gfp_t flags,  in cache_alloc_debugcheck_after_bulk()
3502 int kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t size,  in kmem_cache_alloc_bulk()
3544 kmem_cache_alloc_trace(struct kmem_cache *cachep, gfp_t flags, size_t size)  in kmem_cache_alloc_trace()
3572 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid)  in kmem_cache_alloc_node()
3585 void *kmem_cache_alloc_node_trace(struct kmem_cache *cachep,  in kmem_cache_alloc_node_trace()
3606 	struct kmem_cache *cachep;  in __do_kmalloc_node()
3645 	struct kmem_cache *cachep;  in __do_kmalloc()
3682 void kmem_cache_free(struct kmem_cache *cachep, void *objp)  in kmem_cache_free()
3700 void kmem_cache_free_bulk(struct kmem_cache *orig_s, size_t size, void **p)  in kmem_cache_free_bulk()
3702 	struct kmem_cache *s;  in kmem_cache_free_bulk()
3739 	struct kmem_cache *c;  in kfree()
3764 static int setup_kmem_cache_nodes(struct kmem_cache *cachep, gfp_t gfp)  in setup_kmem_cache_nodes()
3798 static int __do_tune_cpucache(struct kmem_cache *cachep, int limit,  in __do_tune_cpucache()
3844 static int do_tune_cpucache(struct kmem_cache *cachep, int limit,  in do_tune_cpucache()
3848 	struct kmem_cache *c;  in do_tune_cpucache()
3868 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp)  in enable_cpucache()
3880 		struct kmem_cache *root = memcg_root_cache(cachep);  in enable_cpucache()
3944 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n,  in drain_array()
3981 	struct kmem_cache *searchp;  in cache_reap()
4036 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo)  in get_slabinfo()
4073 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep)  in slabinfo_show_stats()
4120 	struct kmem_cache *cachep;  in slabinfo_write()
4170 	struct kmem_cache *cachep;  in __check_heap_object()
4218 	struct kmem_cache *c;  in __ksize()