Lines Matching refs:freelist
516 if (cmpxchg_double(&slab->freelist, &slab->counters, in __cmpxchg_double_slab()
524 if (slab->freelist == freelist_old && in __cmpxchg_double_slab()
526 slab->freelist = freelist_new; in __cmpxchg_double_slab()
552 if (cmpxchg_double(&slab->freelist, &slab->counters, in cmpxchg_double_slab()
563 if (slab->freelist == freelist_old && in cmpxchg_double_slab()
565 slab->freelist = freelist_new; in cmpxchg_double_slab()
597 for (p = slab->freelist; p; p = get_freepointer(s, p)) in __fill_map()
814 slab, slab->objects, slab->inuse, slab->freelist, in print_slab_info()
935 void **freelist, void *nextfree) in freelist_corrupted() argument
938 !check_valid_pointer(s, slab, nextfree) && freelist) { in freelist_corrupted()
939 object_err(s, slab, *freelist, "Freechain corrupt"); in freelist_corrupted()
940 *freelist = NULL; in freelist_corrupted()
1210 fp = slab->freelist; in on_freelist()
1221 slab->freelist = NULL; in on_freelist()
1260 slab->freelist); in trace()
1389 slab->freelist = NULL; in alloc_debug_processing()
1680 void **freelist, void *nextfree) in freelist_corrupted() argument
1893 slab->freelist = cur; in shuffle_freelist()
1972 slab->freelist = start; in allocate_slab()
2081 object = slab->freelist; in alloc_single_from_partial()
2082 slab->freelist = get_freepointer(s, object); in alloc_single_from_partial()
2112 object = slab->freelist; in alloc_single_from_new_slab()
2113 slab->freelist = get_freepointer(s, object); in alloc_single_from_new_slab()
2147 void *freelist; in acquire_slab() local
2158 freelist = slab->freelist; in acquire_slab()
2163 new.freelist = NULL; in acquire_slab()
2165 new.freelist = freelist; in acquire_slab()
2172 freelist, counters, in acquire_slab()
2173 new.freelist, new.counters, in acquire_slab()
2178 WARN_ON(!freelist); in acquire_slab()
2179 return freelist; in acquire_slab()
2412 void *freelist) in deactivate_slab() argument
2424 if (slab->freelist) { in deactivate_slab()
2434 freelist_iter = freelist; in deactivate_slab()
2466 old.freelist = READ_ONCE(slab->freelist); in deactivate_slab()
2474 set_freepointer(s, freelist_tail, old.freelist); in deactivate_slab()
2475 new.freelist = freelist; in deactivate_slab()
2477 new.freelist = old.freelist; in deactivate_slab()
2483 } else if (new.freelist) { in deactivate_slab()
2504 old.freelist, old.counters, in deactivate_slab()
2505 new.freelist, new.counters, in deactivate_slab()
2555 old.freelist = slab->freelist; in __unfreeze_partials()
2560 new.freelist = old.freelist; in __unfreeze_partials()
2565 old.freelist, old.counters, in __unfreeze_partials()
2566 new.freelist, new.counters, in __unfreeze_partials()
2679 void *freelist; in flush_slab() local
2684 freelist = c->freelist; in flush_slab()
2687 c->freelist = NULL; in flush_slab()
2693 deactivate_slab(s, slab, freelist); in flush_slab()
2701 void *freelist = c->freelist; in __flush_cpu_slab() local
2705 c->freelist = NULL; in __flush_cpu_slab()
2709 deactivate_slab(s, slab, freelist); in __flush_cpu_slab()
2890 void *prior = slab->freelist; in free_debug_processing()
2895 slab->freelist = head; in free_debug_processing()
3011 void *freelist; in get_freelist() local
3016 freelist = slab->freelist; in get_freelist()
3023 new.frozen = freelist != NULL; in get_freelist()
3026 freelist, counters, in get_freelist()
3030 return freelist; in get_freelist()
3055 void *freelist; in ___slab_alloc() local
3104 freelist = c->freelist; in ___slab_alloc()
3105 if (freelist) in ___slab_alloc()
3108 freelist = get_freelist(s, slab); in ___slab_alloc()
3110 if (!freelist) { in ___slab_alloc()
3130 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
3133 return freelist; in ___slab_alloc()
3142 freelist = c->freelist; in ___slab_alloc()
3144 c->freelist = NULL; in ___slab_alloc()
3147 deactivate_slab(s, slab, freelist); in ___slab_alloc()
3175 freelist = get_partial(s, node, &pc); in ___slab_alloc()
3176 if (freelist) in ___slab_alloc()
3191 freelist = alloc_single_from_new_slab(s, slab, orig_size); in ___slab_alloc()
3193 if (unlikely(!freelist)) in ___slab_alloc()
3197 set_track(s, freelist, TRACK_ALLOC, addr); in ___slab_alloc()
3199 return freelist; in ___slab_alloc()
3206 freelist = slab->freelist; in ___slab_alloc()
3207 slab->freelist = NULL; in ___slab_alloc()
3222 set_track(s, freelist, TRACK_ALLOC, addr); in ___slab_alloc()
3224 return freelist; in ___slab_alloc()
3232 deactivate_slab(s, slab, get_freepointer(s, freelist)); in ___slab_alloc()
3233 return freelist; in ___slab_alloc()
3240 void *flush_freelist = c->freelist; in ___slab_alloc()
3244 c->freelist = NULL; in ___slab_alloc()
3359 object = c->freelist; in slab_alloc_node()
3383 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
3486 prior = slab->freelist; in __slab_free()
3599 void **freelist; in do_slab_free() local
3620 freelist = READ_ONCE(c->freelist); in do_slab_free()
3622 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3625 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
3626 freelist, tid, in do_slab_free()
3641 freelist = c->freelist; in do_slab_free()
3643 set_freepointer(s, tail_obj, freelist); in do_slab_free()
3644 c->freelist = head; in do_slab_free()
3690 void *freelist; member
3735 df->freelist = object; in build_detached_freelist()
3749 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
3750 df->freelist = object; in build_detached_freelist()
3779 slab_free(df.s, df.slab, df.freelist, df.tail, &p[size], df.cnt, in kmem_cache_free_bulk()
3813 object = c->freelist; in kmem_cache_alloc_bulk()
3842 c->freelist = get_freepointer(s, object); in kmem_cache_alloc_bulk()
4064 n = slab->freelist; in early_kmem_cache_node_alloc()
4071 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()