Lines Matching refs:freelist
367 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
375 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
377 page->freelist = freelist_new; in __cmpxchg_double_slab()
403 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
414 if (page->freelist == freelist_old && in cmpxchg_double_slab()
416 page->freelist = freelist_new; in cmpxchg_double_slab()
448 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
616 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
949 fp = page->freelist; in on_freelist()
960 page->freelist = NULL; in on_freelist()
999 page->freelist); in trace()
1121 page->freelist = NULL; in alloc_debug_processing()
1533 page->freelist = cur; in shuffle_freelist()
1622 page->freelist = fixup_red_left(s, start); in allocate_slab()
1746 void *freelist; in acquire_slab() local
1757 freelist = page->freelist; in acquire_slab()
1763 new.freelist = NULL; in acquire_slab()
1765 new.freelist = freelist; in acquire_slab()
1772 freelist, counters, in acquire_slab()
1773 new.freelist, new.counters, in acquire_slab()
1778 WARN_ON(!freelist); in acquire_slab()
1779 return freelist; in acquire_slab()
1990 void *freelist, struct kmem_cache_cpu *c) in deactivate_slab() argument
2001 if (page->freelist) { in deactivate_slab()
2014 while (freelist && (nextfree = get_freepointer(s, freelist))) { in deactivate_slab()
2019 prior = page->freelist; in deactivate_slab()
2021 set_freepointer(s, freelist, prior); in deactivate_slab()
2028 freelist, new.counters, in deactivate_slab()
2031 freelist = nextfree; in deactivate_slab()
2050 old.freelist = page->freelist; in deactivate_slab()
2056 if (freelist) { in deactivate_slab()
2058 set_freepointer(s, freelist, old.freelist); in deactivate_slab()
2059 new.freelist = freelist; in deactivate_slab()
2061 new.freelist = old.freelist; in deactivate_slab()
2067 else if (new.freelist) { in deactivate_slab()
2116 old.freelist, old.counters, in deactivate_slab()
2117 new.freelist, new.counters, in deactivate_slab()
2131 c->freelist = NULL; in deactivate_slab()
2165 old.freelist = page->freelist; in unfreeze_partials()
2170 new.freelist = old.freelist; in unfreeze_partials()
2175 old.freelist, old.counters, in unfreeze_partials()
2176 new.freelist, new.counters, in unfreeze_partials()
2264 deactivate_slab(s, c->page, c->freelist, c); in flush_slab()
2406 void *freelist; in new_slab_objects() local
2412 freelist = get_partial(s, flags, node, c); in new_slab_objects()
2414 if (freelist) in new_slab_objects()
2415 return freelist; in new_slab_objects()
2427 freelist = page->freelist; in new_slab_objects()
2428 page->freelist = NULL; in new_slab_objects()
2434 freelist = NULL; in new_slab_objects()
2436 return freelist; in new_slab_objects()
2461 void *freelist; in get_freelist() local
2464 freelist = page->freelist; in get_freelist()
2471 new.frozen = freelist != NULL; in get_freelist()
2474 freelist, counters, in get_freelist()
2478 return freelist; in get_freelist()
2503 void *freelist; in ___slab_alloc() local
2519 deactivate_slab(s, page, c->freelist, c); in ___slab_alloc()
2530 deactivate_slab(s, page, c->freelist, c); in ___slab_alloc()
2535 freelist = c->freelist; in ___slab_alloc()
2536 if (freelist) in ___slab_alloc()
2539 freelist = get_freelist(s, page); in ___slab_alloc()
2541 if (!freelist) { in ___slab_alloc()
2556 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
2558 return freelist; in ___slab_alloc()
2569 freelist = new_slab_objects(s, gfpflags, node, &c); in ___slab_alloc()
2571 if (unlikely(!freelist)) { in ___slab_alloc()
2582 !alloc_debug_processing(s, page, freelist, addr)) in ___slab_alloc()
2585 deactivate_slab(s, page, get_freepointer(s, freelist), c); in ___slab_alloc()
2586 return freelist; in ___slab_alloc()
2669 object = c->freelist; in slab_alloc_node()
2692 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2799 prior = page->freelist; in __slab_free()
2929 set_freepointer(s, tail_obj, c->freelist); in do_slab_free()
2932 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
2933 c->freelist, tid, in do_slab_free()
2977 void *freelist; member
3034 df->freelist = object; in build_detached_freelist()
3046 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
3047 df->freelist = object; in build_detached_freelist()
3078 slab_free(df.s, df.page, df.freelist, df.tail, df.cnt,_RET_IP_); in kmem_cache_free_bulk()
3103 void *object = c->freelist; in kmem_cache_alloc_bulk()
3118 c->freelist = get_freepointer(s, object); in kmem_cache_alloc_bulk()
3327 n = page->freelist; in early_kmem_cache_node_alloc()
3329 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()