Lines Matching refs:kmem_cache_node

1274 	struct kmem_cache_node *n, struct slab *slab)  in add_full()
1283 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab) in remove_full()
1295 struct kmem_cache_node *n = get_node(s, node); in slabs_node()
1300 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
1307 struct kmem_cache_node *n = get_node(s, node); in inc_slabs_node()
1322 struct kmem_cache_node *n = get_node(s, node); in dec_slabs_node()
1657 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n, in add_full()
1659 static inline void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, in remove_full()
1672 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
2044 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail) in __add_partial()
2053 static inline void add_partial(struct kmem_cache_node *n, in add_partial()
2060 static inline void remove_partial(struct kmem_cache_node *n, in remove_partial()
2075 struct kmem_cache_node *n, struct slab *slab, int orig_size) in alloc_single_from_partial()
2107 struct kmem_cache_node *n = get_node(s, nid); in alloc_single_from_new_slab()
2144 struct kmem_cache_node *n, struct slab *slab, in acquire_slab()
2193 static void *get_partial_node(struct kmem_cache *s, struct kmem_cache_node *n, in get_partial_node()
2290 struct kmem_cache_node *n; in get_any_partial()
2415 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in deactivate_slab()
2533 struct kmem_cache_node *n = NULL, *n2 = NULL; in __unfreeze_partials()
2825 static inline unsigned long node_nr_objs(struct kmem_cache_node *n) in node_nr_objs()
2836 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in free_debug_processing()
2939 static unsigned long count_partial(struct kmem_cache_node *n, in count_partial()
2961 struct kmem_cache_node *n; in slab_out_of_memory()
3468 struct kmem_cache_node *n = NULL; in __slab_free()
4005 init_kmem_cache_node(struct kmem_cache_node *n) in init_kmem_cache_node()
4037 static struct kmem_cache *kmem_cache_node; variable
4051 struct kmem_cache_node *n; in early_kmem_cache_node_alloc()
4053 BUG_ON(kmem_cache_node->size < sizeof(struct kmem_cache_node)); in early_kmem_cache_node_alloc()
4055 slab = new_slab(kmem_cache_node, GFP_NOWAIT, node); in early_kmem_cache_node_alloc()
4058 inc_slabs_node(kmem_cache_node, slab_nid(slab), slab->objects); in early_kmem_cache_node_alloc()
4067 init_object(kmem_cache_node, n, SLUB_RED_ACTIVE); in early_kmem_cache_node_alloc()
4068 init_tracking(kmem_cache_node, n); in early_kmem_cache_node_alloc()
4070 n = kasan_slab_alloc(kmem_cache_node, n, GFP_KERNEL, false); in early_kmem_cache_node_alloc()
4071 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()
4073 kmem_cache_node->node[node] = n; in early_kmem_cache_node_alloc()
4075 inc_slabs_node(kmem_cache_node, node, slab->objects); in early_kmem_cache_node_alloc()
4087 struct kmem_cache_node *n; in free_kmem_cache_nodes()
4091 kmem_cache_free(kmem_cache_node, n); in free_kmem_cache_nodes()
4107 struct kmem_cache_node *n; in init_kmem_cache_nodes()
4113 n = kmem_cache_alloc_node(kmem_cache_node, in init_kmem_cache_nodes()
4387 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n) in free_partial()
4412 struct kmem_cache_node *n; in __kmem_cache_empty()
4426 struct kmem_cache_node *n; in __kmem_cache_shutdown()
4594 struct kmem_cache_node *n; in __kmem_cache_do_shrink()
4698 struct kmem_cache_node *n; in slab_mem_going_online_callback()
4729 n = kmem_cache_alloc(kmem_cache_node, GFP_KERNEL); in slab_mem_going_online_callback()
4793 struct kmem_cache_node *n; in bootstrap()
4831 kmem_cache_node = &boot_kmem_cache_node; in kmem_cache_init()
4841 create_boot_cache(kmem_cache_node, "kmem_cache_node", in kmem_cache_init()
4842 sizeof(struct kmem_cache_node), SLAB_HWCACHE_ALIGN, 0, 0); in kmem_cache_init()
4851 nr_node_ids * sizeof(struct kmem_cache_node *), in kmem_cache_init()
4855 kmem_cache_node = bootstrap(&boot_kmem_cache_node); in kmem_cache_init()
4961 struct kmem_cache_node *n, unsigned long *obj_map) in validate_slab_node()
5001 struct kmem_cache_node *n; in validate_slab_cache()
5267 struct kmem_cache_node *n; in show_slab_objects()
5285 struct kmem_cache_node *n; in show_slab_objects()
6172 struct kmem_cache_node *n; in slab_debug_trace_open()
6285 struct kmem_cache_node *n; in get_slabinfo()