89 unsigned long page_ext_size = sizeof(struct page_ext);
92 static struct page_ext *lookup_page_ext(const struct page *page);
137 static inline struct page_ext *get_entry(void *base, unsigned long index)  in get_entry()
153 struct page_ext *page_ext_get(struct page *page)  in page_ext_get()
155 	struct page_ext *page_ext;  in page_ext_get()  local
158 	page_ext = lookup_page_ext(page);  in page_ext_get()
159 	if (!page_ext) {  in page_ext_get()
164 	return page_ext;  in page_ext_get()
177 void page_ext_put(struct page_ext *page_ext)  in page_ext_put()  argument
179 	if (unlikely(!page_ext))  in page_ext_put()
192 static struct page_ext *lookup_page_ext(const struct page *page)  in lookup_page_ext()
196 	struct page_ext *base;  in lookup_page_ext()
215 	struct page_ext *base;  in alloc_node_page_ext()
266 static bool page_ext_invalid(struct page_ext *page_ext)  in page_ext_invalid()  argument
268 	return !page_ext || (((unsigned long)page_ext & PAGE_EXT_INVALID) == PAGE_EXT_INVALID);  in page_ext_invalid()
271 static struct page_ext *lookup_page_ext(const struct page *page)  in lookup_page_ext()
275 	struct page_ext *page_ext = READ_ONCE(section->page_ext);  in lookup_page_ext()  local
284 	if (page_ext_invalid(page_ext))  in lookup_page_ext()
286 	return get_entry(page_ext, pfn);  in lookup_page_ext()
308 	struct page_ext *base;  in init_section_page_ext()
313 	if (section->page_ext)  in init_section_page_ext()
336 	section->page_ext = (void *)base - page_ext_size * pfn;  in init_section_page_ext()
360 	struct page_ext *base;  in __free_page_ext()
363 	if (!ms || !ms->page_ext)  in __free_page_ext()
366 	base = READ_ONCE(ms->page_ext);  in __free_page_ext()
373 	WRITE_ONCE(ms->page_ext, NULL);  in __free_page_ext()
385 	if (!ms || !ms->page_ext)  in __invalidate_page_ext()
387 	val = (void *)ms->page_ext + PAGE_EXT_INVALID;  in __invalidate_page_ext()
388 	WRITE_ONCE(ms->page_ext, val);  in __invalidate_page_ext()