194 static inline unsigned long _compound_head(const struct page *page)  in _compound_head()  argument
196 	unsigned long head = READ_ONCE(page->compound_head);  in _compound_head()
200 	return (unsigned long)page;  in _compound_head()
203 #define compound_head(page)	((typeof(page))_compound_head(page))  argument
205 static __always_inline int PageTail(struct page *page)  in PageTail()  argument
207 	return READ_ONCE(page->compound_head) & 1;  in PageTail()
210 static __always_inline int PageCompound(struct page *page)  in PageCompound()  argument
212 	return test_bit(PG_head, &page->flags) || PageTail(page);  in PageCompound()
216 static inline int PagePoisoned(const struct page *page)  in PagePoisoned()  argument
218 	return page->flags == PAGE_POISON_PATTERN;  in PagePoisoned()
222 void page_init_poison(struct page *page, size_t size);
224 static inline void page_init_poison(struct page *page, size_t size)  in page_init_poison()  argument
255 #define PF_POISONED_CHECK(page) ({					\  argument
256 		VM_BUG_ON_PGFLAGS(PagePoisoned(page), page);		\
257 		page; })
258 #define PF_ANY(page, enforce)	PF_POISONED_CHECK(page)  argument
259 #define PF_HEAD(page, enforce)	PF_POISONED_CHECK(compound_head(page))  argument
260 #define PF_ONLY_HEAD(page, enforce) ({					\  argument
261 		VM_BUG_ON_PGFLAGS(PageTail(page), page);		\
262 		PF_POISONED_CHECK(page); })
263 #define PF_NO_TAIL(page, enforce) ({					\  argument
264 		VM_BUG_ON_PGFLAGS(enforce && PageTail(page), page);	\
265 		PF_POISONED_CHECK(compound_head(page)); })
266 #define PF_NO_COMPOUND(page, enforce) ({				\  argument
267 		VM_BUG_ON_PGFLAGS(enforce && PageCompound(page), page);	\
268 		PF_POISONED_CHECK(page); })
269 #define PF_SECOND(page, enforce) ({					\  argument
270 		VM_BUG_ON_PGFLAGS(!PageHead(page), page);		\
271 		PF_POISONED_CHECK(&page[1]); })
277 static __always_inline int Page##uname(struct page *page)		\
278 	{ return test_bit(PG_##lname, &policy(page, 0)->flags); }
281 static __always_inline void SetPage##uname(struct page *page)		\
282 	{ set_bit(PG_##lname, &policy(page, 1)->flags); }
285 static __always_inline void ClearPage##uname(struct page *page)		\
286 	{ clear_bit(PG_##lname, &policy(page, 1)->flags); }
289 static __always_inline void __SetPage##uname(struct page *page)		\
290 	{ __set_bit(PG_##lname, &policy(page, 1)->flags); }
293 static __always_inline void __ClearPage##uname(struct page *page)	\
294 	{ __clear_bit(PG_##lname, &policy(page, 1)->flags); }
297 static __always_inline int TestSetPage##uname(struct page *page)	\
298 	{ return test_and_set_bit(PG_##lname, &policy(page, 1)->flags); }
301 static __always_inline int TestClearPage##uname(struct page *page)	\
302 	{ return test_and_clear_bit(PG_##lname, &policy(page, 1)->flags); }
319 static inline int Page##uname(const struct page *page) { return 0; }
322 static inline void SetPage##uname(struct page *page) {  }
325 static inline void ClearPage##uname(struct page *page) {  }
328 static inline void __ClearPage##uname(struct page *page) {  }
331 static inline int TestSetPage##uname(struct page *page) { return 0; }
334 static inline int TestClearPage##uname(struct page *page) { return 0; }
410 static __always_inline int PageSwapCache(struct page *page)  in PAGEFLAG()
413 	page = compound_head(page);  in PAGEFLAG()
415 	return PageSwapBacked(page) && test_bit(PG_swapcache, &page->flags);  in PAGEFLAG()
447 extern bool take_page_off_buddy(struct page *page);
496 static __always_inline int PageMappingFlags(struct page *page)  in TESTPAGEFLAG()
498 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) != 0;  in TESTPAGEFLAG()
501 static __always_inline int PageAnon(struct page *page)  in PageAnon()  argument
503 	page = compound_head(page);  in PageAnon()
504 	return ((unsigned long)page->mapping & PAGE_MAPPING_ANON) != 0;  in PageAnon()
507 static __always_inline int __PageMovable(struct page *page)  in __PageMovable()  argument
509 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==  in __PageMovable()
520 static __always_inline int PageKsm(struct page *page)  in PageKsm()  argument
522 	page = compound_head(page);  in PageKsm()
523 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==  in PageKsm()
530 u64 stable_page_flags(struct page *page);
532 static inline int PageUptodate(struct page *page)  in PageUptodate()  argument
535 	page = compound_head(page);  in PageUptodate()
536 	ret = test_bit(PG_uptodate, &(page)->flags);  in PageUptodate()
551 static __always_inline void __SetPageUptodate(struct page *page)  in __SetPageUptodate()  argument
553 	VM_BUG_ON_PAGE(PageTail(page), page);  in __SetPageUptodate()
555 	__set_bit(PG_uptodate, &page->flags);  in __SetPageUptodate()
558 static __always_inline void SetPageUptodate(struct page *page)  in SetPageUptodate()  argument
560 	VM_BUG_ON_PAGE(PageTail(page), page);  in SetPageUptodate()
567 	set_bit(PG_uptodate, &page->flags);  in SetPageUptodate()
572 int test_clear_page_writeback(struct page *page);
573 int __test_set_page_writeback(struct page *page, bool keep_write);
575 #define test_set_page_writeback(page)			\  argument
576 	__test_set_page_writeback(page, false)
577 #define test_set_page_writeback_keepwrite(page)	\  argument
578 	__test_set_page_writeback(page, true)
580 static inline void set_page_writeback(struct page *page)  in set_page_writeback()  argument
582 	test_set_page_writeback(page);  in set_page_writeback()
585 static inline void set_page_writeback_keepwrite(struct page *page)  in set_page_writeback_keepwrite()  argument
587 	test_set_page_writeback_keepwrite(page);  in set_page_writeback_keepwrite()
592 static __always_inline void set_compound_head(struct page *page, struct page *head)  in __PAGEFLAG()
594 	WRITE_ONCE(page->compound_head, (unsigned long)head + 1);  in __PAGEFLAG()
597 static __always_inline void clear_compound_head(struct page *page)  in clear_compound_head()  argument
599 	WRITE_ONCE(page->compound_head, 0);  in clear_compound_head()
603 static inline void ClearPageCompound(struct page *page)  in ClearPageCompound()  argument
605 	BUG_ON(!PageHead(page));  in ClearPageCompound()
606 	ClearPageHead(page);  in ClearPageCompound()
613 int PageHuge(struct page *page);
614 int PageHeadHuge(struct page *page);
630 static inline int PageTransHuge(struct page *page)  in TESTPAGEFLAG_FALSE()
632 	VM_BUG_ON_PAGE(PageTail(page), page);  in TESTPAGEFLAG_FALSE()
633 	return PageHead(page);  in TESTPAGEFLAG_FALSE()
641 static inline int PageTransCompound(struct page *page)  in PageTransCompound()  argument
643 	return PageCompound(page);  in PageTransCompound()
651 static inline int PageTransTail(struct page *page)  in PageTransTail()  argument
653 	return PageTail(page);  in PageTransTail()
699 static inline bool is_page_hwpoison(struct page *page)  in PAGEFLAG()
701 	if (PageHWPoison(page))  in PAGEFLAG()
703 	return PageHuge(page) && PageHWPoison(compound_head(page));  in PAGEFLAG()
723 #define PageType(page, flag)						\  argument
724 	((page->page_type & (PAGE_TYPE_BASE | flag)) == PAGE_TYPE_BASE)
726 static inline int page_has_type(struct page *page)  in page_has_type()  argument
728 	return (int)page->page_type < PAGE_MAPCOUNT_RESERVE;  in page_has_type()
732 static __always_inline int Page##uname(struct page *page)		\
734 	return PageType(page, PG_##lname);				\
736 static __always_inline void __SetPage##uname(struct page *page)		\
738 	VM_BUG_ON_PAGE(!PageType(page, 0), page);			\
739 	page->page_type &= ~PG_##lname;					\
741 static __always_inline void __ClearPage##uname(struct page *page)	\
743 	VM_BUG_ON_PAGE(!Page##uname(page), page);			\
744 	page->page_type |= PG_##lname;					\
792 extern bool is_free_buddy_page(struct page *page);
800 static inline int PageSlabPfmemalloc(struct page *page)  in PageSlabPfmemalloc()  argument
802 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in PageSlabPfmemalloc()
803 	return PageActive(page);  in PageSlabPfmemalloc()
810 static inline int __PageSlabPfmemalloc(struct page *page)  in __PageSlabPfmemalloc()  argument
812 	return PageActive(page);  in __PageSlabPfmemalloc()
815 static inline void SetPageSlabPfmemalloc(struct page *page)  in SetPageSlabPfmemalloc()  argument
817 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in SetPageSlabPfmemalloc()
818 	SetPageActive(page);  in SetPageSlabPfmemalloc()
821 static inline void __ClearPageSlabPfmemalloc(struct page *page)  in __ClearPageSlabPfmemalloc()  argument
823 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in __ClearPageSlabPfmemalloc()
824 	__ClearPageActive(page);  in __ClearPageSlabPfmemalloc()
827 static inline void ClearPageSlabPfmemalloc(struct page *page)  in ClearPageSlabPfmemalloc()  argument
829 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in ClearPageSlabPfmemalloc()
830 	ClearPageActive(page);  in ClearPageSlabPfmemalloc()
870 static inline int page_has_private(struct page *page)  in page_has_private()  argument
872 	return !!(page->flags & PAGE_FLAGS_PRIVATE);  in page_has_private()