Lines Matching refs:freelist
534 freelist_aba_t old = { .freelist = freelist_old, .counter = counters_old }; in __update_freelist_fast()
535 freelist_aba_t new = { .freelist = freelist_new, .counter = counters_new }; in __update_freelist_fast()
551 if (slab->freelist == freelist_old && in __update_freelist_slow()
553 slab->freelist = freelist_new; in __update_freelist_slow()
642 for (p = slab->freelist; p; p = get_freepointer(s, p)) in __fill_map()
859 slab, slab->objects, slab->inuse, slab->freelist, in print_slab_info()
996 void **freelist, void *nextfree) in freelist_corrupted() argument
999 !check_valid_pointer(s, slab, nextfree) && freelist) { in freelist_corrupted()
1000 object_err(s, slab, *freelist, "Freechain corrupt"); in freelist_corrupted()
1001 *freelist = NULL; in freelist_corrupted()
1294 fp = slab->freelist; in on_freelist()
1305 slab->freelist = NULL; in on_freelist()
1344 slab->freelist); in trace()
1465 slab->freelist = NULL; in alloc_debug_processing()
1755 void **freelist, void *nextfree) in freelist_corrupted() argument
1971 slab->freelist = cur; in shuffle_freelist()
2050 slab->freelist = start; in allocate_slab()
2160 object = slab->freelist; in alloc_single_from_partial()
2161 slab->freelist = get_freepointer(s, object); in alloc_single_from_partial()
2191 object = slab->freelist; in alloc_single_from_new_slab()
2192 slab->freelist = get_freepointer(s, object); in alloc_single_from_new_slab()
2226 void *freelist; in acquire_slab() local
2237 freelist = slab->freelist; in acquire_slab()
2242 new.freelist = NULL; in acquire_slab()
2244 new.freelist = freelist; in acquire_slab()
2251 freelist, counters, in acquire_slab()
2252 new.freelist, new.counters, in acquire_slab()
2257 WARN_ON(!freelist); in acquire_slab()
2258 return freelist; in acquire_slab()
2493 void *freelist) in deactivate_slab() argument
2505 if (slab->freelist) { in deactivate_slab()
2515 freelist_iter = freelist; in deactivate_slab()
2547 old.freelist = READ_ONCE(slab->freelist); in deactivate_slab()
2555 set_freepointer(s, freelist_tail, old.freelist); in deactivate_slab()
2556 new.freelist = freelist; in deactivate_slab()
2558 new.freelist = old.freelist; in deactivate_slab()
2564 } else if (new.freelist) { in deactivate_slab()
2577 old.freelist, old.counters, in deactivate_slab()
2578 new.freelist, new.counters, in deactivate_slab()
2624 old.freelist = slab->freelist; in __unfreeze_partials()
2629 new.freelist = old.freelist; in __unfreeze_partials()
2634 old.freelist, old.counters, in __unfreeze_partials()
2635 new.freelist, new.counters, in __unfreeze_partials()
2748 void *freelist; in flush_slab() local
2753 freelist = c->freelist; in flush_slab()
2756 c->freelist = NULL; in flush_slab()
2762 deactivate_slab(s, slab, freelist); in flush_slab()
2770 void *freelist = c->freelist; in __flush_cpu_slab() local
2774 c->freelist = NULL; in __flush_cpu_slab()
2778 deactivate_slab(s, slab, freelist); in __flush_cpu_slab()
3035 freelist_aba_t old = { .freelist = freelist_old, .counter = tid }; in __update_cpu_freelist_fast()
3036 freelist_aba_t new = { .freelist = freelist_new, .counter = next_tid(tid) }; in __update_cpu_freelist_fast()
3054 void *freelist; in get_freelist() local
3059 freelist = slab->freelist; in get_freelist()
3066 new.frozen = freelist != NULL; in get_freelist()
3069 freelist, counters, in get_freelist()
3073 return freelist; in get_freelist()
3098 void *freelist; in ___slab_alloc() local
3147 freelist = c->freelist; in ___slab_alloc()
3148 if (freelist) in ___slab_alloc()
3151 freelist = get_freelist(s, slab); in ___slab_alloc()
3153 if (!freelist) { in ___slab_alloc()
3173 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
3176 return freelist; in ___slab_alloc()
3185 freelist = c->freelist; in ___slab_alloc()
3187 c->freelist = NULL; in ___slab_alloc()
3190 deactivate_slab(s, slab, freelist); in ___slab_alloc()
3218 freelist = get_partial(s, node, &pc); in ___slab_alloc()
3219 if (freelist) in ___slab_alloc()
3234 freelist = alloc_single_from_new_slab(s, slab, orig_size); in ___slab_alloc()
3236 if (unlikely(!freelist)) in ___slab_alloc()
3240 set_track(s, freelist, TRACK_ALLOC, addr); in ___slab_alloc()
3242 return freelist; in ___slab_alloc()
3249 freelist = slab->freelist; in ___slab_alloc()
3250 slab->freelist = NULL; in ___slab_alloc()
3265 set_track(s, freelist, TRACK_ALLOC, addr); in ___slab_alloc()
3267 return freelist; in ___slab_alloc()
3275 deactivate_slab(s, slab, get_freepointer(s, freelist)); in ___slab_alloc()
3276 return freelist; in ___slab_alloc()
3283 void *flush_freelist = c->freelist; in ___slab_alloc()
3287 c->freelist = NULL; in ___slab_alloc()
3370 object = c->freelist; in __slab_alloc_node()
3548 void *prior = slab->freelist; in free_to_partial_list()
3553 slab->freelist = head; in free_to_partial_list()
3627 prior = slab->freelist; in __slab_free()
3741 void **freelist; in do_slab_free() local
3762 freelist = READ_ONCE(c->freelist); in do_slab_free()
3764 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3766 if (unlikely(!__update_cpu_freelist_fast(s, freelist, head, tid))) { in do_slab_free()
3779 freelist = c->freelist; in do_slab_free()
3781 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3782 c->freelist = head; in do_slab_free()
3838 void *freelist; member
3883 df->freelist = object; in build_detached_freelist()
3897 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
3898 df->freelist = object; in build_detached_freelist()
3927 slab_free(df.s, df.slab, df.freelist, df.tail, &p[size], df.cnt, in kmem_cache_free_bulk()
3957 object = c->freelist; in __kmem_cache_alloc_bulk()
3986 c->freelist = get_freepointer(s, object); in __kmem_cache_alloc_bulk()
4270 n = slab->freelist; in early_kmem_cache_node_alloc()
4277 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()