453 void mod_objcg_state(struct obj_cgroup *objcg, struct pglist_data *pgdat,
479 	struct obj_cgroup *objcg;  in memcg_slab_pre_alloc_hook()  local
487 	objcg = get_obj_cgroup_from_current();  in memcg_slab_pre_alloc_hook()
488 	if (!objcg)  in memcg_slab_pre_alloc_hook()
495 		memcg = get_mem_cgroup_from_objcg(objcg);  in memcg_slab_pre_alloc_hook()
503 	if (obj_cgroup_charge(objcg, flags, objects * obj_full_size(s)))  in memcg_slab_pre_alloc_hook()
506 	*objcgp = objcg;  in memcg_slab_pre_alloc_hook()
509 	obj_cgroup_put(objcg);  in memcg_slab_pre_alloc_hook()
514 					      struct obj_cgroup *objcg,  in memcg_slab_post_alloc_hook()  argument
522 	if (!memcg_kmem_online() || !objcg)  in memcg_slab_post_alloc_hook()
532 				obj_cgroup_uncharge(objcg, obj_full_size(s));  in memcg_slab_post_alloc_hook()
537 			obj_cgroup_get(objcg);  in memcg_slab_post_alloc_hook()
538 			slab_objcgs(slab)[off] = objcg;  in memcg_slab_post_alloc_hook()
539 			mod_objcg_state(objcg, slab_pgdat(slab),  in memcg_slab_post_alloc_hook()
542 			obj_cgroup_uncharge(objcg, obj_full_size(s));  in memcg_slab_post_alloc_hook()
545 	obj_cgroup_put(objcg);  in memcg_slab_post_alloc_hook()
562 		struct obj_cgroup *objcg;  in memcg_slab_free_hook()  local
566 		objcg = objcgs[off];  in memcg_slab_free_hook()
567 		if (!objcg)  in memcg_slab_free_hook()
571 		obj_cgroup_uncharge(objcg, obj_full_size(s));  in memcg_slab_free_hook()
572 		mod_objcg_state(objcg, slab_pgdat(slab), cache_vmstat_idx(s),  in memcg_slab_free_hook()
574 		obj_cgroup_put(objcg);  in memcg_slab_free_hook()
609 					      struct obj_cgroup *objcg,  in memcg_slab_post_alloc_hook()  argument
721 					struct obj_cgroup *objcg, gfp_t flags,  in slab_post_alloc_hook()  argument
770 	memcg_slab_post_alloc_hook(s, objcg, flags, size, p);  in slab_post_alloc_hook()