Lines Matching refs:memcg_data
377 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
380 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_memcg()
381 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
383 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_memcg()
398 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
401 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_objcg()
402 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
404 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_objcg()
453 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local
458 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu()
461 objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in folio_memcg_rcu()
465 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in folio_memcg_rcu()
496 unsigned long memcg_data = READ_ONCE(page->memcg_data); in page_memcg_check() local
498 if (memcg_data & MEMCG_DATA_OBJCGS) in page_memcg_check()
501 if (memcg_data & MEMCG_DATA_KMEM) { in page_memcg_check()
504 objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in page_memcg_check()
508 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in page_memcg_check()
537 VM_BUG_ON_FOLIO(folio->memcg_data & MEMCG_DATA_OBJCGS, folio); in folio_memcg_kmem()
538 return folio->memcg_data & MEMCG_DATA_KMEM; in folio_memcg_kmem()