Lines Matching refs:kmem_cache_node
1049 struct kmem_cache_node *n, struct page *page) in add_full()
1058 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct page *page) in remove_full()
1070 struct kmem_cache_node *n = get_node(s, node); in slabs_node()
1075 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
1082 struct kmem_cache_node *n = get_node(s, node); in inc_slabs_node()
1097 struct kmem_cache_node *n = get_node(s, node); in dec_slabs_node()
1210 struct kmem_cache_node *n = get_node(s, page_to_nid(page)); in free_debug_processing()
1469 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n, in add_full()
1471 static inline void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, in remove_full()
1485 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
1872 __add_partial(struct kmem_cache_node *n, struct page *page, int tail) in __add_partial()
1881 static inline void add_partial(struct kmem_cache_node *n, in add_partial()
1888 static inline void remove_partial(struct kmem_cache_node *n, in remove_partial()
1903 struct kmem_cache_node *n, struct page *page, in acquire_slab()
1948 static void *get_partial_node(struct kmem_cache *s, struct kmem_cache_node *n, in get_partial_node()
2034 struct kmem_cache_node *n; in get_any_partial()
2153 struct kmem_cache_node *n = get_node(s, page_to_nid(page)); in deactivate_slab()
2308 struct kmem_cache_node *n = NULL, *n2 = NULL; in unfreeze_partials()
2505 static inline unsigned long node_nr_objs(struct kmem_cache_node *n) in node_nr_objs()
2512 static unsigned long count_partial(struct kmem_cache_node *n, in count_partial()
2534 struct kmem_cache_node *n; in slab_out_of_memory()
2970 struct kmem_cache_node *n = NULL; in __slab_free()
3472 init_kmem_cache_node(struct kmem_cache_node *n) in init_kmem_cache_node()
3504 static struct kmem_cache *kmem_cache_node; variable
3518 struct kmem_cache_node *n; in early_kmem_cache_node_alloc()
3520 BUG_ON(kmem_cache_node->size < sizeof(struct kmem_cache_node)); in early_kmem_cache_node_alloc()
3522 page = new_slab(kmem_cache_node, GFP_NOWAIT, node); in early_kmem_cache_node_alloc()
3533 init_object(kmem_cache_node, n, SLUB_RED_ACTIVE); in early_kmem_cache_node_alloc()
3534 init_tracking(kmem_cache_node, n); in early_kmem_cache_node_alloc()
3536 n = kasan_kmalloc(kmem_cache_node, n, sizeof(struct kmem_cache_node), in early_kmem_cache_node_alloc()
3538 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()
3541 kmem_cache_node->node[node] = n; in early_kmem_cache_node_alloc()
3543 inc_slabs_node(kmem_cache_node, node, page->objects); in early_kmem_cache_node_alloc()
3555 struct kmem_cache_node *n; in free_kmem_cache_nodes()
3559 kmem_cache_free(kmem_cache_node, n); in free_kmem_cache_nodes()
3575 struct kmem_cache_node *n; in init_kmem_cache_nodes()
3581 n = kmem_cache_alloc_node(kmem_cache_node, in init_kmem_cache_nodes()
3870 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n) in free_partial()
3895 struct kmem_cache_node *n; in __kmem_cache_empty()
3909 struct kmem_cache_node *n; in __kmem_cache_shutdown()
4143 struct kmem_cache_node *n; in __kmem_cache_shrink()
4215 struct kmem_cache_node *n; in slab_mem_offline_callback()
4242 kmem_cache_free(kmem_cache_node, n); in slab_mem_offline_callback()
4250 struct kmem_cache_node *n; in slab_mem_going_online_callback()
4275 n = kmem_cache_alloc(kmem_cache_node, GFP_KERNEL); in slab_mem_going_online_callback()
4334 struct kmem_cache_node *n; in bootstrap()
4367 kmem_cache_node = &boot_kmem_cache_node; in kmem_cache_init()
4370 create_boot_cache(kmem_cache_node, "kmem_cache_node", in kmem_cache_init()
4371 sizeof(struct kmem_cache_node), SLAB_HWCACHE_ALIGN, 0, 0); in kmem_cache_init()
4380 nr_node_ids * sizeof(struct kmem_cache_node *), in kmem_cache_init()
4384 kmem_cache_node = bootstrap(&boot_kmem_cache_node); in kmem_cache_init()
4544 struct kmem_cache_node *n) in validate_slab_node()
4580 struct kmem_cache_node *n; in validate_slab_cache()
4735 struct kmem_cache_node *n; in list_locations()
4965 struct kmem_cache_node *n; in show_slab_objects()
4983 struct kmem_cache_node *n; in show_slab_objects()
5744 struct kmem_cache_node *n; in get_slabinfo()