Lines Matching refs:cpu_slab
235 raw_cpu_inc(s->cpu_slab->stat[si]); in stat()
1958 unsigned long actual_tid = __this_cpu_read(s->cpu_slab->tid); in note_cmpxchg_failure()
1983 per_cpu_ptr(s->cpu_slab, cpu)->tid = init_tid(cpu); in init_kmem_cache_cpus()
2220 oldpage = this_cpu_read(s->cpu_slab->partial); in put_cpu_partial()
2232 unfreeze_partials(s, this_cpu_ptr(s->cpu_slab)); in put_cpu_partial()
2248 } while (this_cpu_cmpxchg(s->cpu_slab->partial, oldpage, page) in put_cpu_partial()
2254 unfreeze_partials(s, this_cpu_ptr(s->cpu_slab)); in put_cpu_partial()
2276 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in __flush_cpu_slab()
2296 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in has_cpu_slab()
2419 c = raw_cpu_ptr(s->cpu_slab); in new_slab_objects()
2606 c = this_cpu_ptr(s->cpu_slab); in __slab_alloc()
2647 tid = this_cpu_read(s->cpu_slab->tid); in slab_alloc_node()
2648 c = raw_cpu_ptr(s->cpu_slab); in slab_alloc_node()
2692 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2920 tid = this_cpu_read(s->cpu_slab->tid); in do_slab_free()
2921 c = raw_cpu_ptr(s->cpu_slab); in do_slab_free()
2932 s->cpu_slab->freelist, s->cpu_slab->tid, in do_slab_free()
3100 c = this_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3115 c = this_cpu_ptr(s->cpu_slab); in kmem_cache_alloc_bulk()
3290 s->cpu_slab = __alloc_percpu(sizeof(struct kmem_cache_cpu), in alloc_kmem_cache_cpus()
3293 if (!s->cpu_slab) in alloc_kmem_cache_cpus()
3363 free_percpu(s->cpu_slab); in __kmem_cache_release()
4762 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, in show_slab_objects()
5012 page = slub_percpu_partial(per_cpu_ptr(s->cpu_slab, cpu)); in slabs_cpu_partial_show()
5026 page = slub_percpu_partial(per_cpu_ptr(s->cpu_slab, cpu)); in slabs_cpu_partial_show()
5303 unsigned x = per_cpu_ptr(s->cpu_slab, cpu)->stat[si]; in show_stat()
5326 per_cpu_ptr(s->cpu_slab, cpu)->stat[si] = 0; in clear_stat()