136 	s->memcg_params.root_cache = NULL;  in slab_init_memcg_params()
137 	RCU_INIT_POINTER(s->memcg_params.memcg_caches, NULL);  in slab_init_memcg_params()
138 	INIT_LIST_HEAD(&s->memcg_params.children);  in slab_init_memcg_params()
139 	s->memcg_params.dying = false;  in slab_init_memcg_params()
148 		s->memcg_params.root_cache = root_cache;  in init_memcg_params()
149 		s->memcg_params.memcg = memcg;  in init_memcg_params()
150 		INIT_LIST_HEAD(&s->memcg_params.children_node);  in init_memcg_params()
151 		INIT_LIST_HEAD(&s->memcg_params.kmem_caches_node);  in init_memcg_params()
166 	RCU_INIT_POINTER(s->memcg_params.memcg_caches, arr);  in init_memcg_params()
173 		kvfree(rcu_access_pointer(s->memcg_params.memcg_caches));  in destroy_memcg_params()
193 	old = rcu_dereference_protected(s->memcg_params.memcg_caches,  in update_memcg_params()
199 	rcu_assign_pointer(s->memcg_params.memcg_caches, new);  in update_memcg_params()
229 		list_add(&s->memcg_params.children_node,  in memcg_link_cache()
230 			 &s->memcg_params.root_cache->memcg_params.children);  in memcg_link_cache()
231 		list_add(&s->memcg_params.kmem_caches_node,  in memcg_link_cache()
232 			 &s->memcg_params.memcg->kmem_caches);  in memcg_link_cache()
241 		list_del(&s->memcg_params.children_node);  in memcg_unlink_cache()
242 		list_del(&s->memcg_params.kmem_caches_node);  in memcg_unlink_cache()
616 	if (memcg->kmem_state != KMEM_ONLINE || root_cache->memcg_params.dying)  in memcg_create_kmem_cache()
620 	arr = rcu_dereference_protected(root_cache->memcg_params.memcg_caches,  in memcg_create_kmem_cache()
670 					    memcg_params.deact_work);  in kmemcg_deactivate_workfn()
677 	s->memcg_params.deact_fn(s);  in kmemcg_deactivate_workfn()
685 	css_put(&s->memcg_params.memcg->css);  in kmemcg_deactivate_workfn()
691 					    memcg_params.deact_rcu_head);  in kmemcg_deactivate_rcufn()
698 	INIT_WORK(&s->memcg_params.deact_work, kmemcg_deactivate_workfn);  in kmemcg_deactivate_rcufn()
699 	queue_work(memcg_kmem_cache_wq, &s->memcg_params.deact_work);  in kmemcg_deactivate_rcufn()
717 	    WARN_ON_ONCE(s->memcg_params.deact_fn))  in slab_deactivate_memcg_cache_rcu_sched()
720 	if (s->memcg_params.root_cache->memcg_params.dying)  in slab_deactivate_memcg_cache_rcu_sched()
724 	css_get(&s->memcg_params.memcg->css);  in slab_deactivate_memcg_cache_rcu_sched()
726 	s->memcg_params.deact_fn = deact_fn;  in slab_deactivate_memcg_cache_rcu_sched()
727 	call_rcu_sched(&s->memcg_params.deact_rcu_head, kmemcg_deactivate_rcufn);  in slab_deactivate_memcg_cache_rcu_sched()
743 		arr = rcu_dereference_protected(s->memcg_params.memcg_caches,  in memcg_deactivate_kmem_caches()
767 				 memcg_params.kmem_caches_node) {  in memcg_destroy_kmem_caches()
793 	arr = rcu_dereference_protected(s->memcg_params.memcg_caches,  in shutdown_memcg_caches()
805 			list_move(&c->memcg_params.children_node, &busy);  in shutdown_memcg_caches()
820 	list_for_each_entry_safe(c, c2, &s->memcg_params.children,  in shutdown_memcg_caches()
821 				 memcg_params.children_node)  in shutdown_memcg_caches()
824 	list_splice(&busy, &s->memcg_params.children);  in shutdown_memcg_caches()
830 	if (!list_empty(&s->memcg_params.children))  in shutdown_memcg_caches()
838 	s->memcg_params.dying = true;  in flush_memcg_workqueue()
1402 					  memcg_params.kmem_caches_node);  in memcg_slab_show()