Lines Matching refs:kmem_cache_node
1358 struct kmem_cache_node *n, struct slab *slab) in add_full()
1367 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab) in remove_full()
1376 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
1383 struct kmem_cache_node *n = get_node(s, node); in inc_slabs_node()
1398 struct kmem_cache_node *n = get_node(s, node); in dec_slabs_node()
1733 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n, in add_full()
1735 static inline void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, in remove_full()
1746 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
2123 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail) in __add_partial()
2132 static inline void add_partial(struct kmem_cache_node *n, in add_partial()
2139 static inline void remove_partial(struct kmem_cache_node *n, in remove_partial()
2154 struct kmem_cache_node *n, struct slab *slab, int orig_size) in alloc_single_from_partial()
2186 struct kmem_cache_node *n = get_node(s, nid); in alloc_single_from_new_slab()
2223 struct kmem_cache_node *n, struct slab *slab, in acquire_slab()
2272 static void *get_partial_node(struct kmem_cache *s, struct kmem_cache_node *n, in get_partial_node()
2369 struct kmem_cache_node *n; in get_any_partial()
2496 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in deactivate_slab()
2602 struct kmem_cache_node *n = NULL, *n2 = NULL; in __unfreeze_partials()
2901 static inline unsigned long node_nr_objs(struct kmem_cache_node *n) in node_nr_objs()
2966 static unsigned long count_partial(struct kmem_cache_node *n, in count_partial()
2988 struct kmem_cache_node *n; in slab_out_of_memory()
3536 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in free_to_partial_list()
3609 struct kmem_cache_node *n = NULL; in __slab_free()
4203 init_kmem_cache_node(struct kmem_cache_node *n) in init_kmem_cache_node()
4243 static struct kmem_cache *kmem_cache_node; variable
4257 struct kmem_cache_node *n; in early_kmem_cache_node_alloc()
4259 BUG_ON(kmem_cache_node->size < sizeof(struct kmem_cache_node)); in early_kmem_cache_node_alloc()
4261 slab = new_slab(kmem_cache_node, GFP_NOWAIT, node); in early_kmem_cache_node_alloc()
4264 inc_slabs_node(kmem_cache_node, slab_nid(slab), slab->objects); in early_kmem_cache_node_alloc()
4273 init_object(kmem_cache_node, n, SLUB_RED_ACTIVE); in early_kmem_cache_node_alloc()
4274 init_tracking(kmem_cache_node, n); in early_kmem_cache_node_alloc()
4276 n = kasan_slab_alloc(kmem_cache_node, n, GFP_KERNEL, false); in early_kmem_cache_node_alloc()
4277 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()
4279 kmem_cache_node->node[node] = n; in early_kmem_cache_node_alloc()
4281 inc_slabs_node(kmem_cache_node, node, slab->objects); in early_kmem_cache_node_alloc()
4293 struct kmem_cache_node *n; in free_kmem_cache_nodes()
4297 kmem_cache_free(kmem_cache_node, n); in free_kmem_cache_nodes()
4315 struct kmem_cache_node *n; in init_kmem_cache_nodes()
4321 n = kmem_cache_alloc_node(kmem_cache_node, in init_kmem_cache_nodes()
4596 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n) in free_partial()
4621 struct kmem_cache_node *n; in __kmem_cache_empty()
4635 struct kmem_cache_node *n; in __kmem_cache_shutdown()
4803 struct kmem_cache_node *n; in __kmem_cache_do_shrink()
4907 struct kmem_cache_node *n; in slab_mem_going_online_callback()
4938 n = kmem_cache_alloc(kmem_cache_node, GFP_KERNEL); in slab_mem_going_online_callback()
4997 struct kmem_cache_node *n; in bootstrap()
5035 kmem_cache_node = &boot_kmem_cache_node; in kmem_cache_init()
5045 create_boot_cache(kmem_cache_node, "kmem_cache_node", in kmem_cache_init()
5046 sizeof(struct kmem_cache_node), SLAB_HWCACHE_ALIGN, 0, 0); in kmem_cache_init()
5055 nr_node_ids * sizeof(struct kmem_cache_node *), in kmem_cache_init()
5059 kmem_cache_node = bootstrap(&boot_kmem_cache_node); in kmem_cache_init()
5167 struct kmem_cache_node *n, unsigned long *obj_map) in validate_slab_node()
5207 struct kmem_cache_node *n; in validate_slab_cache()
5473 struct kmem_cache_node *n; in show_slab_objects()
5490 struct kmem_cache_node *n; in show_slab_objects()
6389 struct kmem_cache_node *n; in slab_debug_trace_open()
6502 struct kmem_cache_node *n; in get_slabinfo()