Lines Matching refs:freelist
374 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
382 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
384 page->freelist = freelist_new; in __cmpxchg_double_slab()
410 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
421 if (page->freelist == freelist_old && in cmpxchg_double_slab()
423 page->freelist = freelist_new; in cmpxchg_double_slab()
455 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
615 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
948 fp = page->freelist; in on_freelist()
959 page->freelist = NULL; in on_freelist()
998 page->freelist); in trace()
1130 page->freelist = NULL; in alloc_debug_processing()
1591 page->freelist = cur; in shuffle_freelist()
1672 page->freelist = start; in allocate_slab()
1793 void *freelist; in acquire_slab() local
1804 freelist = page->freelist; in acquire_slab()
1810 new.freelist = NULL; in acquire_slab()
1812 new.freelist = freelist; in acquire_slab()
1819 freelist, counters, in acquire_slab()
1820 new.freelist, new.counters, in acquire_slab()
1825 WARN_ON(!freelist); in acquire_slab()
1826 return freelist; in acquire_slab()
2039 void *freelist, struct kmem_cache_cpu *c) in deactivate_slab() argument
2050 if (page->freelist) { in deactivate_slab()
2063 while (freelist && (nextfree = get_freepointer(s, freelist))) { in deactivate_slab()
2068 prior = page->freelist; in deactivate_slab()
2070 set_freepointer(s, freelist, prior); in deactivate_slab()
2077 freelist, new.counters, in deactivate_slab()
2080 freelist = nextfree; in deactivate_slab()
2099 old.freelist = page->freelist; in deactivate_slab()
2105 if (freelist) { in deactivate_slab()
2107 set_freepointer(s, freelist, old.freelist); in deactivate_slab()
2108 new.freelist = freelist; in deactivate_slab()
2110 new.freelist = old.freelist; in deactivate_slab()
2116 else if (new.freelist) { in deactivate_slab()
2154 old.freelist, old.counters, in deactivate_slab()
2155 new.freelist, new.counters, in deactivate_slab()
2173 c->freelist = NULL; in deactivate_slab()
2207 old.freelist = page->freelist; in unfreeze_partials()
2212 new.freelist = old.freelist; in unfreeze_partials()
2217 old.freelist, old.counters, in unfreeze_partials()
2218 new.freelist, new.counters, in unfreeze_partials()
2306 deactivate_slab(s, c->page, c->freelist, c); in flush_slab()
2446 void *freelist; in new_slab_objects() local
2452 freelist = get_partial(s, flags, node, c); in new_slab_objects()
2454 if (freelist) in new_slab_objects()
2455 return freelist; in new_slab_objects()
2467 freelist = page->freelist; in new_slab_objects()
2468 page->freelist = NULL; in new_slab_objects()
2475 return freelist; in new_slab_objects()
2500 void *freelist; in get_freelist() local
2503 freelist = page->freelist; in get_freelist()
2510 new.frozen = freelist != NULL; in get_freelist()
2513 freelist, counters, in get_freelist()
2517 return freelist; in get_freelist()
2542 void *freelist; in ___slab_alloc() local
2558 deactivate_slab(s, page, c->freelist, c); in ___slab_alloc()
2569 deactivate_slab(s, page, c->freelist, c); in ___slab_alloc()
2574 freelist = c->freelist; in ___slab_alloc()
2575 if (freelist) in ___slab_alloc()
2578 freelist = get_freelist(s, page); in ___slab_alloc()
2580 if (!freelist) { in ___slab_alloc()
2595 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
2597 return freelist; in ___slab_alloc()
2608 freelist = new_slab_objects(s, gfpflags, node, &c); in ___slab_alloc()
2610 if (unlikely(!freelist)) { in ___slab_alloc()
2621 !alloc_debug_processing(s, page, freelist, addr)) in ___slab_alloc()
2624 deactivate_slab(s, page, get_freepointer(s, freelist), c); in ___slab_alloc()
2625 return freelist; in ___slab_alloc()
2719 object = c->freelist; in slab_alloc_node()
2742 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2851 prior = page->freelist; in __slab_free()
2980 set_freepointer(s, tail_obj, c->freelist); in do_slab_free()
2983 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
2984 c->freelist, tid, in do_slab_free()
3028 void *freelist; member
3085 df->freelist = object; in build_detached_freelist()
3097 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
3098 df->freelist = object; in build_detached_freelist()
3129 slab_free(df.s, df.page, df.freelist, df.tail, df.cnt,_RET_IP_); in kmem_cache_free_bulk()
3154 void *object = c->freelist; in kmem_cache_alloc_bulk()
3171 c->freelist = get_freepointer(s, object); in kmem_cache_alloc_bulk()
3381 n = page->freelist; in early_kmem_cache_node_alloc()
3389 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()