| /Linux-v5.10/mm/ |
| D | slab.h | 284 struct obj_cgroup *objcg; in memcg_slab_pre_alloc_hook() local
292 objcg = get_obj_cgroup_from_current(); in memcg_slab_pre_alloc_hook()
293 if (!objcg) in memcg_slab_pre_alloc_hook()
296 if (obj_cgroup_charge(objcg, flags, objects * obj_full_size(s))) { in memcg_slab_pre_alloc_hook()
297 obj_cgroup_put(objcg); in memcg_slab_pre_alloc_hook()
301 *objcgp = objcg; in memcg_slab_pre_alloc_hook()
305 static inline void mod_objcg_state(struct obj_cgroup *objcg, in mod_objcg_state() argument
313 memcg = obj_cgroup_memcg(objcg); in mod_objcg_state()
320 struct obj_cgroup *objcg, in memcg_slab_post_alloc_hook() argument
328 if (!memcg_kmem_enabled() || !objcg) in memcg_slab_post_alloc_hook()
[all …]
|
| D | percpu.c | 1585 struct obj_cgroup *objcg; in pcpu_memcg_pre_alloc_hook() local
1590 objcg = get_obj_cgroup_from_current(); in pcpu_memcg_pre_alloc_hook()
1591 if (!objcg) in pcpu_memcg_pre_alloc_hook()
1594 if (obj_cgroup_charge(objcg, gfp, size * num_possible_cpus())) { in pcpu_memcg_pre_alloc_hook()
1595 obj_cgroup_put(objcg); in pcpu_memcg_pre_alloc_hook()
1599 *objcgp = objcg; in pcpu_memcg_pre_alloc_hook()
1603 static void pcpu_memcg_post_alloc_hook(struct obj_cgroup *objcg, in pcpu_memcg_post_alloc_hook() argument
1607 if (!objcg) in pcpu_memcg_post_alloc_hook()
1611 chunk->obj_cgroups[off >> PCPU_MIN_ALLOC_SHIFT] = objcg; in pcpu_memcg_post_alloc_hook()
1614 mod_memcg_state(obj_cgroup_memcg(objcg), MEMCG_PERCPU_B, in pcpu_memcg_post_alloc_hook()
[all …]
|
| D | memcontrol.c | 257 struct obj_cgroup *objcg = container_of(ref, struct obj_cgroup, refcnt); in obj_cgroup_release() local
283 nr_bytes = atomic_read(&objcg->nr_charged_bytes); in obj_cgroup_release()
288 memcg = obj_cgroup_memcg(objcg); in obj_cgroup_release()
291 list_del(&objcg->list); in obj_cgroup_release()
296 kfree_rcu(objcg, rcu); in obj_cgroup_release()
301 struct obj_cgroup *objcg; in obj_cgroup_alloc() local
304 objcg = kzalloc(sizeof(struct obj_cgroup), GFP_KERNEL); in obj_cgroup_alloc()
305 if (!objcg) in obj_cgroup_alloc()
308 ret = percpu_ref_init(&objcg->refcnt, obj_cgroup_release, 0, in obj_cgroup_alloc()
311 kfree(objcg); in obj_cgroup_alloc()
[all …]
|
| D | slab.c | 3217 struct obj_cgroup *objcg = NULL; in slab_alloc_node() local
3220 cachep = slab_pre_alloc_hook(cachep, &objcg, 1, flags); in slab_alloc_node()
3256 slab_post_alloc_hook(cachep, objcg, flags, 1, &ptr); in slab_alloc_node()
3297 struct obj_cgroup *objcg = NULL; in slab_alloc() local
3300 cachep = slab_pre_alloc_hook(cachep, &objcg, 1, flags); in slab_alloc()
3314 slab_post_alloc_hook(cachep, objcg, flags, 1, &objp); in slab_alloc()
3507 struct obj_cgroup *objcg = NULL; in kmem_cache_alloc_bulk() local
3509 s = slab_pre_alloc_hook(s, &objcg, size, flags); in kmem_cache_alloc_bulk()
3532 slab_post_alloc_hook(s, objcg, flags, size, p); in kmem_cache_alloc_bulk()
3538 slab_post_alloc_hook(s, objcg, flags, i, p); in kmem_cache_alloc_bulk()
|
| D | slub.c | 2814 struct obj_cgroup *objcg = NULL; in slab_alloc_node() local
2816 s = slab_pre_alloc_hook(s, &objcg, 1, gfpflags); in slab_alloc_node()
2891 slab_post_alloc_hook(s, objcg, gfpflags, 1, &object); in slab_alloc_node()
3279 struct obj_cgroup *objcg = NULL; in kmem_cache_alloc_bulk() local
3282 s = slab_pre_alloc_hook(s, &objcg, size, flags); in kmem_cache_alloc_bulk()
3336 slab_post_alloc_hook(s, objcg, flags, size, p); in kmem_cache_alloc_bulk()
3340 slab_post_alloc_hook(s, objcg, flags, i, p); in kmem_cache_alloc_bulk()
|
| /Linux-v5.10/include/linux/ |
| D | memcontrol.h | 302 struct obj_cgroup __rcu *objcg; member
505 static inline bool obj_cgroup_tryget(struct obj_cgroup *objcg) in obj_cgroup_tryget() argument
507 return percpu_ref_tryget(&objcg->refcnt); in obj_cgroup_tryget()
510 static inline void obj_cgroup_get(struct obj_cgroup *objcg) in obj_cgroup_get() argument
512 percpu_ref_get(&objcg->refcnt); in obj_cgroup_get()
515 static inline void obj_cgroup_put(struct obj_cgroup *objcg) in obj_cgroup_put() argument
517 percpu_ref_put(&objcg->refcnt); in obj_cgroup_put()
527 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg) in obj_cgroup_memcg() argument
529 return READ_ONCE(objcg->memcg); in obj_cgroup_memcg()
1519 int obj_cgroup_charge(struct obj_cgroup *objcg, gfp_t gfp, size_t size);
[all …]
|
| /Linux-v5.10/tools/cgroup/ |
| D | memcg_slabinfo.py | 187 obj_cgroups.add(memcg.objcg.value_())
|
