Lines Matching refs:memcg_data
385 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
388 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_memcg()
389 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
391 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_memcg()
406 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
409 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_objcg()
410 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
412 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_objcg()
461 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local
466 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu()
469 objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in folio_memcg_rcu()
473 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in folio_memcg_rcu()
504 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_check() local
506 if (memcg_data & MEMCG_DATA_OBJCGS) in folio_memcg_check()
509 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_check()
512 objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in folio_memcg_check()
516 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in folio_memcg_check()
552 VM_BUG_ON_FOLIO(folio->memcg_data & MEMCG_DATA_OBJCGS, folio); in folio_memcg_kmem()
553 return folio->memcg_data & MEMCG_DATA_KMEM; in folio_memcg_kmem()