398 	unsigned long memcg_data = page->memcg_data;  in __page_memcg()  local
401 	VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_OBJCGS, page);  in __page_memcg()
402 	VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, page);  in __page_memcg()
404 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in __page_memcg()
419 	unsigned long memcg_data = page->memcg_data;  in __page_objcg()  local
422 	VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_OBJCGS, page);  in __page_objcg()
423 	VM_BUG_ON_PAGE(!(memcg_data & MEMCG_DATA_KMEM), page);  in __page_objcg()
425 	return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in __page_objcg()
467 	unsigned long memcg_data = READ_ONCE(page->memcg_data);  in page_memcg_rcu()  local
472 	if (memcg_data & MEMCG_DATA_KMEM) {  in page_memcg_rcu()
475 		objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_memcg_rcu()
479 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_memcg_rcu()
509 	unsigned long memcg_data = READ_ONCE(page->memcg_data);  in page_memcg_check()  local
511 	if (memcg_data & MEMCG_DATA_OBJCGS)  in page_memcg_check()
514 	if (memcg_data & MEMCG_DATA_KMEM) {  in page_memcg_check()
517 		objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_memcg_check()
521 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_memcg_check()
535 	VM_BUG_ON_PAGE(page->memcg_data & MEMCG_DATA_OBJCGS, page);  in PageMemcgKmem()
536 	return page->memcg_data & MEMCG_DATA_KMEM;  in PageMemcgKmem()
551 	unsigned long memcg_data = READ_ONCE(page->memcg_data);  in page_objcgs()  local
553 	VM_BUG_ON_PAGE(memcg_data && !(memcg_data & MEMCG_DATA_OBJCGS), page);  in page_objcgs()
554 	VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, page);  in page_objcgs()
556 	return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_objcgs()
569 	unsigned long memcg_data = READ_ONCE(page->memcg_data);  in page_objcgs_check()  local
571 	if (!memcg_data || !(memcg_data & MEMCG_DATA_OBJCGS))  in page_objcgs_check()
574 	VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, page);  in page_objcgs_check()
576 	return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_objcgs_check()