26  * Minimum page order trackable by hugetlb cgroup.
28  * The second tail page (hpage[SUBPAGE_INDEX_CGROUP]) is the fault
29  * usage cgroup. The third tail page (hpage[SUBPAGE_INDEX_CGROUP_RSVD])
63 __hugetlb_cgroup_from_page(struct page *page, bool rsvd)  in __hugetlb_cgroup_from_page()  argument
65 	VM_BUG_ON_PAGE(!PageHuge(page), page);  in __hugetlb_cgroup_from_page()
67 	if (compound_order(page) < HUGETLB_CGROUP_MIN_ORDER)  in __hugetlb_cgroup_from_page()
70 		return (void *)page_private(page + SUBPAGE_INDEX_CGROUP_RSVD);  in __hugetlb_cgroup_from_page()
72 		return (void *)page_private(page + SUBPAGE_INDEX_CGROUP);  in __hugetlb_cgroup_from_page()
75 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_page(struct page *page)  in hugetlb_cgroup_from_page()  argument
77 	return __hugetlb_cgroup_from_page(page, false);  in hugetlb_cgroup_from_page()
81 hugetlb_cgroup_from_page_rsvd(struct page *page)  in hugetlb_cgroup_from_page_rsvd()  argument
83 	return __hugetlb_cgroup_from_page(page, true);  in hugetlb_cgroup_from_page_rsvd()
86 static inline int __set_hugetlb_cgroup(struct page *page,  in __set_hugetlb_cgroup()  argument
89 	VM_BUG_ON_PAGE(!PageHuge(page), page);  in __set_hugetlb_cgroup()
91 	if (compound_order(page) < HUGETLB_CGROUP_MIN_ORDER)  in __set_hugetlb_cgroup()
94 		set_page_private(page + SUBPAGE_INDEX_CGROUP_RSVD,  in __set_hugetlb_cgroup()
97 		set_page_private(page + SUBPAGE_INDEX_CGROUP,  in __set_hugetlb_cgroup()
102 static inline int set_hugetlb_cgroup(struct page *page,  in set_hugetlb_cgroup()  argument
105 	return __set_hugetlb_cgroup(page, h_cg, false);  in set_hugetlb_cgroup()
108 static inline int set_hugetlb_cgroup_rsvd(struct page *page,  in set_hugetlb_cgroup_rsvd()  argument
111 	return __set_hugetlb_cgroup(page, h_cg, true);  in set_hugetlb_cgroup_rsvd()
137 					 struct page *page);
140 					      struct page *page);
142 					 struct page *page);
144 					      struct page *page);
160 extern void hugetlb_cgroup_migrate(struct page *oldhpage,
161 				   struct page *newhpage);
171 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_page(struct page *page)  in hugetlb_cgroup_from_page()  argument
177 hugetlb_cgroup_from_page_resv(struct page *page)  in hugetlb_cgroup_from_page_resv()  argument
183 hugetlb_cgroup_from_page_rsvd(struct page *page)  in hugetlb_cgroup_from_page_rsvd()  argument
188 static inline int set_hugetlb_cgroup(struct page *page,  in set_hugetlb_cgroup()  argument
194 static inline int set_hugetlb_cgroup_rsvd(struct page *page,  in set_hugetlb_cgroup_rsvd()  argument
229 						struct page *page)  in hugetlb_cgroup_commit_charge()  argument
236 				  struct page *page)  in hugetlb_cgroup_commit_charge_rsvd()  argument
241 						struct page *page)  in hugetlb_cgroup_uncharge_page()  argument
247 						     struct page *page)  in hugetlb_cgroup_uncharge_page_rsvd()  argument
272 static inline void hugetlb_cgroup_migrate(struct page *oldhpage,  in hugetlb_cgroup_migrate()
273 					  struct page *newhpage)  in hugetlb_cgroup_migrate()