Lines Matching refs:memcg_params
140 s->memcg_params.root_cache = NULL; in slab_init_memcg_params()
141 RCU_INIT_POINTER(s->memcg_params.memcg_caches, NULL); in slab_init_memcg_params()
142 INIT_LIST_HEAD(&s->memcg_params.children); in slab_init_memcg_params()
143 s->memcg_params.dying = false; in slab_init_memcg_params()
152 int ret = percpu_ref_init(&s->memcg_params.refcnt, in init_memcg_params()
158 s->memcg_params.root_cache = root_cache; in init_memcg_params()
159 INIT_LIST_HEAD(&s->memcg_params.children_node); in init_memcg_params()
160 INIT_LIST_HEAD(&s->memcg_params.kmem_caches_node); in init_memcg_params()
175 RCU_INIT_POINTER(s->memcg_params.memcg_caches, arr); in init_memcg_params()
182 kvfree(rcu_access_pointer(s->memcg_params.memcg_caches)); in destroy_memcg_params()
184 mem_cgroup_put(s->memcg_params.memcg); in destroy_memcg_params()
185 WRITE_ONCE(s->memcg_params.memcg, NULL); in destroy_memcg_params()
186 percpu_ref_exit(&s->memcg_params.refcnt); in destroy_memcg_params()
207 old = rcu_dereference_protected(s->memcg_params.memcg_caches, in update_memcg_params()
213 rcu_assign_pointer(s->memcg_params.memcg_caches, new); in update_memcg_params()
244 s->memcg_params.memcg = memcg; in memcg_link_cache()
245 list_add(&s->memcg_params.children_node, in memcg_link_cache()
246 &s->memcg_params.root_cache->memcg_params.children); in memcg_link_cache()
247 list_add(&s->memcg_params.kmem_caches_node, in memcg_link_cache()
248 &s->memcg_params.memcg->kmem_caches); in memcg_link_cache()
257 list_del(&s->memcg_params.children_node); in memcg_unlink_cache()
258 list_del(&s->memcg_params.kmem_caches_node); in memcg_unlink_cache()
663 arr = rcu_dereference_protected(root_cache->memcg_params.memcg_caches, in memcg_create_kmem_cache()
713 memcg_params.work); in kmemcg_workfn()
719 s->memcg_params.work_fn(s); in kmemcg_workfn()
729 memcg_params.rcu_head); in kmemcg_rcufn()
736 INIT_WORK(&s->memcg_params.work, kmemcg_workfn); in kmemcg_rcufn()
737 queue_work(memcg_kmem_cache_wq, &s->memcg_params.work); in kmemcg_rcufn()
748 memcg_params.refcnt); in kmemcg_cache_shutdown()
752 if (s->memcg_params.root_cache->memcg_params.dying) in kmemcg_cache_shutdown()
755 s->memcg_params.work_fn = kmemcg_cache_shutdown_fn; in kmemcg_cache_shutdown()
756 INIT_WORK(&s->memcg_params.work, kmemcg_workfn); in kmemcg_cache_shutdown()
757 queue_work(memcg_kmem_cache_wq, &s->memcg_params.work); in kmemcg_cache_shutdown()
766 percpu_ref_kill(&s->memcg_params.refcnt); in kmemcg_cache_deactivate_after_rcu()
783 if (s->memcg_params.root_cache->memcg_params.dying) in kmemcg_cache_deactivate()
786 s->memcg_params.work_fn = kmemcg_cache_deactivate_after_rcu; in kmemcg_cache_deactivate()
787 call_rcu(&s->memcg_params.rcu_head, kmemcg_rcufn); in kmemcg_cache_deactivate()
807 arr = rcu_dereference_protected(s->memcg_params.memcg_caches, in memcg_deactivate_kmem_caches()
818 memcg_params.kmem_caches_node) { in memcg_deactivate_kmem_caches()
819 WRITE_ONCE(s->memcg_params.memcg, parent); in memcg_deactivate_kmem_caches()
847 arr = rcu_dereference_protected(s->memcg_params.memcg_caches, in shutdown_memcg_caches()
859 list_move(&c->memcg_params.children_node, &busy); in shutdown_memcg_caches()
874 list_for_each_entry_safe(c, c2, &s->memcg_params.children, in shutdown_memcg_caches()
875 memcg_params.children_node) in shutdown_memcg_caches()
878 list_splice(&busy, &s->memcg_params.children); in shutdown_memcg_caches()
884 if (!list_empty(&s->memcg_params.children)) in shutdown_memcg_caches()
892 s->memcg_params.dying = true; in flush_memcg_workqueue()
1528 memcg_params.kmem_caches_node); in memcg_slab_show()
1595 if (list_empty(&s->memcg_params.children)) in memcg_slabinfo_show()
1608 css = &c->memcg_params.memcg->css; in memcg_slabinfo_show()