181 struct page;	/* forward declaration */
183 static inline struct page *compound_head(struct page *page)  in compound_head()  argument
185 	unsigned long head = READ_ONCE(page->compound_head);  in compound_head()
188 		return (struct page *) (head - 1);  in compound_head()
189 	return page;  in compound_head()
192 static __always_inline int PageTail(struct page *page)  in PageTail()  argument
194 	return READ_ONCE(page->compound_head) & 1;  in PageTail()
197 static __always_inline int PageCompound(struct page *page)  in PageCompound()  argument
199 	return test_bit(PG_head, &page->flags) || PageTail(page);  in PageCompound()
203 static inline int PagePoisoned(const struct page *page)  in PagePoisoned()  argument
205 	return page->flags == PAGE_POISON_PATTERN;  in PagePoisoned()
209 void page_init_poison(struct page *page, size_t size);
211 static inline void page_init_poison(struct page *page, size_t size)  in page_init_poison()  argument
242 #define PF_POISONED_CHECK(page) ({					\  argument
243 		VM_BUG_ON_PGFLAGS(PagePoisoned(page), page);		\
244 		page; })
245 #define PF_ANY(page, enforce)	PF_POISONED_CHECK(page)  argument
246 #define PF_HEAD(page, enforce)	PF_POISONED_CHECK(compound_head(page))  argument
247 #define PF_ONLY_HEAD(page, enforce) ({					\  argument
248 		VM_BUG_ON_PGFLAGS(PageTail(page), page);		\
249 		PF_POISONED_CHECK(page); })
250 #define PF_NO_TAIL(page, enforce) ({					\  argument
251 		VM_BUG_ON_PGFLAGS(enforce && PageTail(page), page);	\
252 		PF_POISONED_CHECK(compound_head(page)); })
253 #define PF_NO_COMPOUND(page, enforce) ({				\  argument
254 		VM_BUG_ON_PGFLAGS(enforce && PageCompound(page), page);	\
255 		PF_POISONED_CHECK(page); })
256 #define PF_SECOND(page, enforce) ({					\  argument
257 		VM_BUG_ON_PGFLAGS(!PageHead(page), page);		\
258 		PF_POISONED_CHECK(&page[1]); })
264 static __always_inline int Page##uname(struct page *page)		\
265 	{ return test_bit(PG_##lname, &policy(page, 0)->flags); }
268 static __always_inline void SetPage##uname(struct page *page)		\
269 	{ set_bit(PG_##lname, &policy(page, 1)->flags); }
272 static __always_inline void ClearPage##uname(struct page *page)		\
273 	{ clear_bit(PG_##lname, &policy(page, 1)->flags); }
276 static __always_inline void __SetPage##uname(struct page *page)		\
277 	{ __set_bit(PG_##lname, &policy(page, 1)->flags); }
280 static __always_inline void __ClearPage##uname(struct page *page)	\
281 	{ __clear_bit(PG_##lname, &policy(page, 1)->flags); }
284 static __always_inline int TestSetPage##uname(struct page *page)	\
285 	{ return test_and_set_bit(PG_##lname, &policy(page, 1)->flags); }
288 static __always_inline int TestClearPage##uname(struct page *page)	\
289 	{ return test_and_clear_bit(PG_##lname, &policy(page, 1)->flags); }
306 static inline int Page##uname(const struct page *page) { return 0; }
309 static inline void SetPage##uname(struct page *page) {  }
312 static inline void ClearPage##uname(struct page *page) {  }
315 static inline void __ClearPage##uname(struct page *page) {  }
318 static inline int TestSetPage##uname(struct page *page) { return 0; }
321 static inline int TestClearPage##uname(struct page *page) { return 0; }
397 static __always_inline int PageSwapCache(struct page *page)  in PAGEFLAG()
400 	page = compound_head(page);  in PAGEFLAG()
402 	return PageSwapBacked(page) && test_bit(PG_swapcache, &page->flags);  in PAGEFLAG()
434 extern bool take_page_off_buddy(struct page *page);
477 static __always_inline int PageMappingFlags(struct page *page)  in TESTPAGEFLAG()
479 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) != 0;  in TESTPAGEFLAG()
482 static __always_inline int PageAnon(struct page *page)  in PageAnon()  argument
484 	page = compound_head(page);  in PageAnon()
485 	return ((unsigned long)page->mapping & PAGE_MAPPING_ANON) != 0;  in PageAnon()
488 static __always_inline int __PageMovable(struct page *page)  in __PageMovable()  argument
490 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==  in __PageMovable()
501 static __always_inline int PageKsm(struct page *page)  in PageKsm()  argument
503 	page = compound_head(page);  in PageKsm()
504 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==  in PageKsm()
511 u64 stable_page_flags(struct page *page);
513 static inline int PageUptodate(struct page *page)  in PageUptodate()  argument
516 	page = compound_head(page);  in PageUptodate()
517 	ret = test_bit(PG_uptodate, &(page)->flags);  in PageUptodate()
532 static __always_inline void __SetPageUptodate(struct page *page)  in __SetPageUptodate()  argument
534 	VM_BUG_ON_PAGE(PageTail(page), page);  in __SetPageUptodate()
536 	__set_bit(PG_uptodate, &page->flags);  in __SetPageUptodate()
539 static __always_inline void SetPageUptodate(struct page *page)  in SetPageUptodate()  argument
541 	VM_BUG_ON_PAGE(PageTail(page), page);  in SetPageUptodate()
548 	set_bit(PG_uptodate, &page->flags);  in SetPageUptodate()
553 int test_clear_page_writeback(struct page *page);
554 int __test_set_page_writeback(struct page *page, bool keep_write);
556 #define test_set_page_writeback(page)			\  argument
557 	__test_set_page_writeback(page, false)
558 #define test_set_page_writeback_keepwrite(page)	\  argument
559 	__test_set_page_writeback(page, true)
561 static inline void set_page_writeback(struct page *page)  in set_page_writeback()  argument
563 	test_set_page_writeback(page);  in set_page_writeback()
566 static inline void set_page_writeback_keepwrite(struct page *page)  in set_page_writeback_keepwrite()  argument
568 	test_set_page_writeback_keepwrite(page);  in set_page_writeback_keepwrite()
573 static __always_inline void set_compound_head(struct page *page, struct page *head)  in __PAGEFLAG()
575 	WRITE_ONCE(page->compound_head, (unsigned long)head + 1);  in __PAGEFLAG()
578 static __always_inline void clear_compound_head(struct page *page)  in clear_compound_head()  argument
580 	WRITE_ONCE(page->compound_head, 0);  in clear_compound_head()
584 static inline void ClearPageCompound(struct page *page)  in ClearPageCompound()  argument
586 	BUG_ON(!PageHead(page));  in ClearPageCompound()
587 	ClearPageHead(page);  in ClearPageCompound()
594 int PageHuge(struct page *page);
595 int PageHeadHuge(struct page *page);
596 bool page_huge_active(struct page *page);
601 static inline bool page_huge_active(struct page *page)  in TESTPAGEFLAG_FALSE()
617 static inline int PageTransHuge(struct page *page)  in PageTransHuge()  argument
619 	VM_BUG_ON_PAGE(PageTail(page), page);  in PageTransHuge()
620 	return PageHead(page);  in PageTransHuge()
628 static inline int PageTransCompound(struct page *page)  in PageTransCompound()  argument
630 	return PageCompound(page);  in PageTransCompound()
654 static inline int PageTransCompoundMap(struct page *page)  in PageTransCompoundMap()  argument
656 	struct page *head;  in PageTransCompoundMap()
658 	if (!PageTransCompound(page))  in PageTransCompoundMap()
661 	if (PageAnon(page))  in PageTransCompoundMap()
662 		return atomic_read(&page->_mapcount) < 0;  in PageTransCompoundMap()
664 	head = compound_head(page);  in PageTransCompoundMap()
666 	return atomic_read(&page->_mapcount) ==  in PageTransCompoundMap()
675 static inline int PageTransTail(struct page *page)  in PageTransTail()  argument
677 	return PageTail(page);  in PageTransTail()
722 #define PageType(page, flag)						\  in PAGEFLAG()  argument
723 	((page->page_type & (PAGE_TYPE_BASE | flag)) == PAGE_TYPE_BASE)  in PAGEFLAG()
725 static inline int page_has_type(struct page *page)  in PAGEFLAG()
727 	return (int)page->page_type < PAGE_MAPCOUNT_RESERVE;  in PAGEFLAG()
731 static __always_inline int Page##uname(struct page *page)		\
733 	return PageType(page, PG_##lname);				\
735 static __always_inline void __SetPage##uname(struct page *page)		\
737 	VM_BUG_ON_PAGE(!PageType(page, 0), page);			\
738 	page->page_type &= ~PG_##lname;					\
740 static __always_inline void __ClearPage##uname(struct page *page)	\
742 	VM_BUG_ON_PAGE(!Page##uname(page), page);			\
743 	page->page_type |= PG_##lname;					\
787 extern bool is_free_buddy_page(struct page *page);
795 static inline int PageSlabPfmemalloc(struct page *page)  in PageSlabPfmemalloc()  argument
797 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in PageSlabPfmemalloc()
798 	return PageActive(page);  in PageSlabPfmemalloc()
801 static inline void SetPageSlabPfmemalloc(struct page *page)  in SetPageSlabPfmemalloc()  argument
803 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in SetPageSlabPfmemalloc()
804 	SetPageActive(page);  in SetPageSlabPfmemalloc()
807 static inline void __ClearPageSlabPfmemalloc(struct page *page)  in __ClearPageSlabPfmemalloc()  argument
809 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in __ClearPageSlabPfmemalloc()
810 	__ClearPageActive(page);  in __ClearPageSlabPfmemalloc()
813 static inline void ClearPageSlabPfmemalloc(struct page *page)  in ClearPageSlabPfmemalloc()  argument
815 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in ClearPageSlabPfmemalloc()
816 	ClearPageActive(page);  in ClearPageSlabPfmemalloc()
856 static inline int page_has_private(struct page *page)  in page_has_private()  argument
858 	return !!(page->flags & PAGE_FLAGS_PRIVATE);  in page_has_private()