270 static void __free_pages_ok(struct page *page, unsigned int order,
659 static inline unsigned int order_to_pindex(int migratetype, int order)  in order_to_pindex()  argument
661 	int base = order;  in order_to_pindex()
664 	if (order > PAGE_ALLOC_COSTLY_ORDER) {  in order_to_pindex()
665 		VM_BUG_ON(order != pageblock_order);  in order_to_pindex()
669 	VM_BUG_ON(order > PAGE_ALLOC_COSTLY_ORDER);  in order_to_pindex()
677 	int order = pindex / MIGRATE_PCPTYPES;  in pindex_to_order()  local
680 	if (order > PAGE_ALLOC_COSTLY_ORDER) {  in pindex_to_order()
681 		order = pageblock_order;  in pindex_to_order()
682 		VM_BUG_ON(order != pageblock_order);  in pindex_to_order()
685 	VM_BUG_ON(order > PAGE_ALLOC_COSTLY_ORDER);  in pindex_to_order()
688 	return order;  in pindex_to_order()
691 static inline bool pcp_allowed_order(unsigned int order)  in pcp_allowed_order()  argument
693 	if (order <= PAGE_ALLOC_COSTLY_ORDER)  in pcp_allowed_order()
696 	if (order == pageblock_order)  in pcp_allowed_order()
702 static inline void free_the_page(struct page *page, unsigned int order)  in free_the_page()  argument
704 	if (pcp_allowed_order(order))		/* Via pcp? */  in free_the_page()
705 		free_unref_page(page, order);  in free_the_page()
707 		__free_pages_ok(page, order, FPI_NONE);  in free_the_page()
731 void prep_compound_page(struct page *page, unsigned int order)  in prep_compound_page()  argument
734 	int nr_pages = 1 << order;  in prep_compound_page()
744 	set_compound_order(page, order);  in prep_compound_page()
782 				unsigned int order, int migratetype)  in set_page_guard()  argument
787 	if (order >= debug_guardpage_minorder())  in set_page_guard()
792 	set_page_private(page, order);  in set_page_guard()
794 	__mod_zone_freepage_state(zone, -(1 << order), migratetype);  in set_page_guard()
800 				unsigned int order, int migratetype)  in clear_page_guard()  argument
809 		__mod_zone_freepage_state(zone, (1 << order), migratetype);  in clear_page_guard()
813 			unsigned int order, int migratetype) { return false; }  in set_page_guard()  argument
815 				unsigned int order, int migratetype) {}  in clear_page_guard()  argument
872 static inline void set_buddy_order(struct page *page, unsigned int order)  in set_buddy_order()  argument
874 	set_page_private(page, order);  in set_buddy_order()
892 							unsigned int order)  in page_is_buddy()  argument
897 	if (buddy_order(buddy) != order)  in page_is_buddy()
925 		   int order, int migratetype)  in compaction_capture()  argument
927 	if (!capc || order != capc->cc->order)  in compaction_capture()
941 	if (order < pageblock_order && migratetype == MIGRATE_MOVABLE)  in compaction_capture()
956 		   int order, int migratetype)  in compaction_capture()  argument
964 				    unsigned int order, int migratetype)  in add_to_free_list()  argument
966 	struct free_area *area = &zone->free_area[order];  in add_to_free_list()
974 					 unsigned int order, int migratetype)  in add_to_free_list_tail()  argument
976 	struct free_area *area = &zone->free_area[order];  in add_to_free_list_tail()
988 				     unsigned int order, int migratetype)  in move_to_free_list()  argument
990 	struct free_area *area = &zone->free_area[order];  in move_to_free_list()
996 					   unsigned int order)  in del_page_from_free_list()  argument
1005 	zone->free_area[order].nr_free--;  in del_page_from_free_list()
1018 		   struct page *page, unsigned int order)  in buddy_merge_likely()  argument
1023 	if (order >= MAX_ORDER - 2)  in buddy_merge_likely()
1028 	buddy_pfn = __find_buddy_pfn(combined_pfn, order + 1);  in buddy_merge_likely()
1031 	return page_is_buddy(higher_page, higher_buddy, order + 1);  in buddy_merge_likely()
1060 		struct zone *zone, unsigned int order,  in __free_one_page()  argument
1077 		__mod_zone_freepage_state(zone, 1 << order, migratetype);  in __free_one_page()
1079 	VM_BUG_ON_PAGE(pfn & ((1 << order) - 1), page);  in __free_one_page()
1083 	while (order < max_order) {  in __free_one_page()
1084 		if (compaction_capture(capc, page, order, migratetype)) {  in __free_one_page()
1085 			__mod_zone_freepage_state(zone, -(1 << order),  in __free_one_page()
1089 		buddy_pfn = __find_buddy_pfn(pfn, order);  in __free_one_page()
1092 		if (!page_is_buddy(page, buddy, order))  in __free_one_page()
1099 			clear_page_guard(zone, buddy, order, migratetype);  in __free_one_page()
1101 			del_page_from_free_list(buddy, zone, order);  in __free_one_page()
1105 		order++;  in __free_one_page()
1107 	if (order < MAX_ORDER - 1) {  in __free_one_page()
1119 			buddy_pfn = __find_buddy_pfn(pfn, order);  in __free_one_page()
1128 		max_order = order + 1;  in __free_one_page()
1133 	set_buddy_order(page, order);  in __free_one_page()
1137 	else if (is_shuffle_order(order))  in __free_one_page()
1140 		to_tail = buddy_merge_likely(pfn, buddy_pfn, page, order);  in __free_one_page()
1143 		add_to_free_list_tail(page, zone, order, migratetype);  in __free_one_page()
1145 		add_to_free_list(page, zone, order, migratetype);  in __free_one_page()
1149 		page_reporting_notify_free(order);  in __free_one_page()
1285 			unsigned int order, bool check_free, fpi_t fpi_flags)  in free_pages_prepare()  argument
1292 	trace_mm_page_free(page, order);  in free_pages_prepare()
1294 	if (unlikely(PageHWPoison(page)) && !order) {  in free_pages_prepare()
1300 			__memcg_kmem_uncharge_page(page, order);  in free_pages_prepare()
1301 		reset_page_owner(page, order);  in free_pages_prepare()
1309 	if (unlikely(order)) {  in free_pages_prepare()
1313 		VM_BUG_ON_PAGE(compound && compound_order(page) != order, page);  in free_pages_prepare()
1319 		for (i = 1; i < (1 << order); i++) {  in free_pages_prepare()
1332 		__memcg_kmem_uncharge_page(page, order);  in free_pages_prepare()
1340 	reset_page_owner(page, order);  in free_pages_prepare()
1344 					   PAGE_SIZE << order);  in free_pages_prepare()
1346 					   PAGE_SIZE << order);  in free_pages_prepare()
1349 	kernel_poison_pages(page, 1 << order);  in free_pages_prepare()
1361 			kasan_free_pages(page, order);  in free_pages_prepare()
1366 			kernel_init_free_pages(page, 1 << order, false);  in free_pages_prepare()
1368 			kasan_poison_pages(page, order, init);  in free_pages_prepare()
1376 	arch_free_page(page, order);  in free_pages_prepare()
1378 	debug_pagealloc_unmap_pages(page, 1 << order);  in free_pages_prepare()
1389 static bool free_pcp_prepare(struct page *page, unsigned int order)  in free_pcp_prepare()  argument
1391 	return free_pages_prepare(page, order, true, FPI_NONE);  in free_pcp_prepare()
1408 static bool free_pcp_prepare(struct page *page, unsigned int order)  in free_pcp_prepare()  argument
1411 		return free_pages_prepare(page, order, true, FPI_NONE);  in free_pcp_prepare()
1413 		return free_pages_prepare(page, order, false, FPI_NONE);  in free_pcp_prepare()
1448 	unsigned int order;  in free_pcppages_bulk()  local
1480 		order = pindex_to_order(pindex);  in free_pcppages_bulk()
1486 			nr_freed += 1 << order;  in free_pcppages_bulk()
1487 			count -= 1 << order;  in free_pcppages_bulk()
1494 			page->index |= order;  in free_pcppages_bulk()
1530 		order = mt & NR_PCP_ORDER_MASK;  in free_pcppages_bulk()
1539 		__free_one_page(page, page_to_pfn(page), zone, order, mt, FPI_NONE);  in free_pcppages_bulk()
1540 		trace_mm_page_pcpu_drain(page, order, mt);  in free_pcppages_bulk()
1547 				unsigned int order,  in free_one_page()  argument
1557 	__free_one_page(page, pfn, zone, order, migratetype, fpi_flags);  in free_one_page()
1635 static void __free_pages_ok(struct page *page, unsigned int order,  in __free_pages_ok()  argument
1643 	if (!free_pages_prepare(page, order, true, fpi_flags))  in __free_pages_ok()
1653 	__free_one_page(page, pfn, zone, order, migratetype, fpi_flags);  in __free_pages_ok()
1656 	__count_vm_events(PGFREE, 1 << order);  in __free_pages_ok()
1659 void __free_pages_core(struct page *page, unsigned int order)  in __free_pages_core()  argument
1661 	unsigned int nr_pages = 1 << order;  in __free_pages_core()
1685 	__free_pages_ok(page, order, FPI_TO_TAIL | FPI_SKIP_KASAN_POISON);  in __free_pages_core()
1741 							unsigned int order)  in memblock_free_pages()  argument
1745 	__free_pages_core(page, order);  in memblock_free_pages()
2131 deferred_grow_zone(struct zone *zone, unsigned int order)  in deferred_grow_zone()  argument
2133 	unsigned long nr_pages_needed = ALIGN(1 << order, PAGES_PER_SECTION);  in deferred_grow_zone()
2198 _deferred_grow_zone(struct zone *zone, unsigned int order)  in _deferred_grow_zone()  argument
2200 	return deferred_grow_zone(zone, order);  in _deferred_grow_zone()
2375 static bool check_new_pages(struct page *page, unsigned int order)  in check_new_pages()  argument
2378 	for (i = 0; i < (1 << order); i++) {  in check_new_pages()
2388 inline void post_alloc_hook(struct page *page, unsigned int order,  in post_alloc_hook()  argument
2394 	arch_alloc_page(page, order);  in post_alloc_hook()
2395 	debug_pagealloc_map_pages(page, 1 << order);  in post_alloc_hook()
2402 	kernel_unpoison_pages(page, 1 << order);  in post_alloc_hook()
2410 		kasan_alloc_pages(page, order, gfp_flags);  in post_alloc_hook()
2414 		kasan_unpoison_pages(page, order, init);  in post_alloc_hook()
2416 			kernel_init_free_pages(page, 1 << order,  in post_alloc_hook()
2420 	set_page_owner(page, order, gfp_flags);  in post_alloc_hook()
2423 static void prep_new_page(struct page *page, unsigned int order, gfp_t gfp_flags,  in prep_new_page()  argument
2426 	post_alloc_hook(page, order, gfp_flags);  in prep_new_page()
2428 	if (order && (gfp_flags & __GFP_COMP))  in prep_new_page()
2429 		prep_compound_page(page, order);  in prep_new_page()
2448 struct page *__rmqueue_smallest(struct zone *zone, unsigned int order,  in __rmqueue_smallest()  argument
2456 	for (current_order = order; current_order < MAX_ORDER; ++current_order) {  in __rmqueue_smallest()
2462 		expand(zone, page, order, current_order, migratetype);  in __rmqueue_smallest()
2489 					unsigned int order)  in __rmqueue_cma_fallback()  argument
2491 	return __rmqueue_smallest(zone, order, MIGRATE_CMA);  in __rmqueue_cma_fallback()
2495 					unsigned int order) { return NULL; }  in __rmqueue_cma_fallback()  argument
2509 	unsigned int order;  in move_freepages()  local
2531 		order = buddy_order(page);  in move_freepages()
2532 		move_to_free_list(page, zone, order, migratetype);  in move_freepages()
2533 		pfn += 1 << order;  in move_freepages()
2534 		pages_moved += 1 << order;  in move_freepages()
2585 static bool can_steal_fallback(unsigned int order, int start_mt)  in can_steal_fallback()  argument
2594 	if (order >= pageblock_order)  in can_steal_fallback()
2597 	if (order >= pageblock_order / 2 ||  in can_steal_fallback()
2733 int find_suitable_fallback(struct free_area *area, unsigned int order,  in find_suitable_fallback()  argument
2751 		if (can_steal_fallback(order, migratetype))  in find_suitable_fallback()
2818 	int order;  in unreserve_highatomic_pageblock()  local
2832 		for (order = 0; order < MAX_ORDER; order++) {  in unreserve_highatomic_pageblock()
2833 			struct free_area *area = &(zone->free_area[order]);  in unreserve_highatomic_pageblock()
2893 __rmqueue_fallback(struct zone *zone, int order, int start_migratetype,  in __rmqueue_fallback()  argument
2898 	int min_order = order;  in __rmqueue_fallback()
2933 					&& current_order > order)  in __rmqueue_fallback()
2942 	for (current_order = order; current_order < MAX_ORDER;  in __rmqueue_fallback()
2963 	trace_mm_page_alloc_extfrag(page, order, current_order,  in __rmqueue_fallback()
2975 __rmqueue(struct zone *zone, unsigned int order, int migratetype,  in __rmqueue()  argument
2989 			page = __rmqueue_cma_fallback(zone, order);  in __rmqueue()
2995 	page = __rmqueue_smallest(zone, order, migratetype);  in __rmqueue()
2998 			page = __rmqueue_cma_fallback(zone, order);  in __rmqueue()
3000 		if (!page && __rmqueue_fallback(zone, order, migratetype,  in __rmqueue()
3006 		trace_mm_page_alloc_zone_locked(page, order, migratetype);  in __rmqueue()
3015 static int rmqueue_bulk(struct zone *zone, unsigned int order,  in rmqueue_bulk()  argument
3027 		struct page *page = __rmqueue(zone, order, migratetype,  in rmqueue_bulk()
3049 					      -(1 << order));  in rmqueue_bulk()
3058 	__mod_zone_page_state(zone, NR_FREE_PAGES, -(i << order));  in rmqueue_bulk()
3268 	unsigned int order, t;  in mark_free_pages()  local
3293 	for_each_migratetype_order(order, t) {  in mark_free_pages()
3295 				&zone->free_area[order].free_list[t], lru) {  in mark_free_pages()
3299 			for (i = 0; i < (1UL << order); i++) {  in mark_free_pages()
3313 							unsigned int order)  in free_unref_page_prepare()  argument
3317 	if (!free_pcp_prepare(page, order))  in free_unref_page_prepare()
3367 				   int migratetype, unsigned int order)  in free_unref_page_commit()  argument
3376 	pindex = order_to_pindex(migratetype, order);  in free_unref_page_commit()
3378 	pcp->count += 1 << order;  in free_unref_page_commit()
3390 void free_unref_page(struct page *page, unsigned int order)  in free_unref_page()  argument
3396 	if (!free_unref_page_prepare(page, pfn, order))  in free_unref_page()
3409 			free_one_page(page_zone(page), page, pfn, order, migratetype, FPI_NONE);  in free_unref_page()
3416 	free_unref_page_commit(page, pfn, migratetype, order);  in free_unref_page()
3489 void split_page(struct page *page, unsigned int order)  in split_page()  argument
3496 	for (i = 1; i < (1 << order); i++)  in split_page()
3498 	split_page_owner(page, 1 << order);  in split_page()
3499 	split_page_memcg(page, 1 << order);  in split_page()
3503 int __isolate_free_page(struct page *page, unsigned int order)  in __isolate_free_page()  argument
3521 		watermark = zone->_watermark[WMARK_MIN] + (1UL << order);  in __isolate_free_page()
3525 		__mod_zone_freepage_state(zone, -(1UL << order), mt);  in __isolate_free_page()
3530 	del_page_from_free_list(page, zone, order);  in __isolate_free_page()
3536 	if (order >= pageblock_order - 1) {  in __isolate_free_page()
3537 		struct page *endpage = page + (1 << order) - 1;  in __isolate_free_page()
3548 	return 1UL << order;  in __isolate_free_page()
3560 void __putback_isolated_page(struct page *page, unsigned int order, int mt)  in __putback_isolated_page()  argument
3568 	__free_one_page(page, page_to_pfn(page), zone, order, mt,  in __putback_isolated_page()
3602 struct page *__rmqueue_pcplist(struct zone *zone, unsigned int order,  in __rmqueue_pcplist()  argument
3623 				batch = max(batch >> order, 2);  in __rmqueue_pcplist()
3624 			alloced = rmqueue_bulk(zone, order,  in __rmqueue_pcplist()
3628 			pcp->count += alloced << order;  in __rmqueue_pcplist()
3635 		pcp->count -= 1 << order;  in __rmqueue_pcplist()
3643 			struct zone *zone, unsigned int order,  in rmqueue_pcplist()  argument
3661 	list = &pcp->lists[order_to_pindex(migratetype, order)];  in rmqueue_pcplist()
3662 	page = __rmqueue_pcplist(zone, order, migratetype, alloc_flags, pcp, list);  in rmqueue_pcplist()
3676 			struct zone *zone, unsigned int order,  in rmqueue()  argument
3683 	if (likely(pcp_allowed_order(order))) {  in rmqueue()
3690 			page = rmqueue_pcplist(preferred_zone, zone, order,  in rmqueue()
3700 	WARN_ON_ONCE((gfp_flags & __GFP_NOFAIL) && (order > 1));  in rmqueue()
3711 		if (order > 0 && alloc_flags & ALLOC_HARDER) {  in rmqueue()
3712 			page = __rmqueue_smallest(zone, order, MIGRATE_HIGHATOMIC);  in rmqueue()
3714 				trace_mm_page_alloc_zone_locked(page, order, migratetype);  in rmqueue()
3717 			page = __rmqueue(zone, order, migratetype, alloc_flags);  in rmqueue()
3718 	} while (page && check_new_pages(page, order));  in rmqueue()
3722 	__mod_zone_freepage_state(zone, -(1 << order),  in rmqueue()
3726 	__count_zid_vm_events(PGALLOC, page_zonenum(page), 1 << order);  in rmqueue()
3765 static bool __should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)  in __should_fail_alloc_page()  argument
3767 	if (order < fail_page_alloc.min_order)  in __should_fail_alloc_page()
3777 	return should_fail(&fail_page_alloc.attr, 1 << order);  in __should_fail_alloc_page()
3805 static inline bool __should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)  in __should_fail_alloc_page()  argument
3812 noinline bool should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)  in should_fail_alloc_page()  argument
3814 	return __should_fail_alloc_page(gfp_mask, order);  in should_fail_alloc_page()
3819 				unsigned int order, unsigned int alloc_flags)  in __zone_watermark_unusable_free()  argument
3822 	long unusable_free = (1 << order) - 1;  in __zone_watermark_unusable_free()
3847 bool __zone_watermark_ok(struct zone *z, unsigned int order, unsigned long mark,  in __zone_watermark_ok()  argument
3856 	free_pages -= __zone_watermark_unusable_free(z, order, alloc_flags);  in __zone_watermark_ok()
3883 	if (!order)  in __zone_watermark_ok()
3887 	for (o = order; o < MAX_ORDER; o++) {  in __zone_watermark_ok()
3911 bool zone_watermark_ok(struct zone *z, unsigned int order, unsigned long mark,  in zone_watermark_ok()  argument
3914 	return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags,  in zone_watermark_ok()
3918 static inline bool zone_watermark_fast(struct zone *z, unsigned int order,  in zone_watermark_fast()  argument
3930 	if (!order) {  in zone_watermark_fast()
3939 	if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags,  in zone_watermark_fast()
3948 	if (unlikely(!order && (gfp_mask & __GFP_ATOMIC) && z->watermark_boost  in zone_watermark_fast()
3951 		return __zone_watermark_ok(z, order, mark, highest_zoneidx,  in zone_watermark_fast()
3958 bool zone_watermark_ok_safe(struct zone *z, unsigned int order,  in zone_watermark_ok_safe()  argument
3966 	return __zone_watermark_ok(z, order, mark, highest_zoneidx, 0,  in zone_watermark_ok_safe()
4039 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags,  in get_page_from_freelist()  argument
4109 		if (!zone_watermark_fast(zone, order, mark,  in get_page_from_freelist()
4120 				if (_deferred_grow_zone(zone, order))  in get_page_from_freelist()
4133 			ret = node_reclaim(zone->zone_pgdat, gfp_mask, order);  in get_page_from_freelist()
4143 				if (zone_watermark_ok(zone, order, mark,  in get_page_from_freelist()
4152 		page = rmqueue(ac->preferred_zoneref->zone, zone, order,  in get_page_from_freelist()
4155 			prep_new_page(page, order, gfp_mask, alloc_flags);  in get_page_from_freelist()
4161 			if (unlikely(order && (alloc_flags & ALLOC_HARDER)))  in get_page_from_freelist()
4162 				reserve_highatomic_pageblock(page, zone, order);  in get_page_from_freelist()
4169 				if (_deferred_grow_zone(zone, order))  in get_page_from_freelist()
4231 __alloc_pages_cpuset_fallback(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_cpuset_fallback()  argument
4237 	page = get_page_from_freelist(gfp_mask, order,  in __alloc_pages_cpuset_fallback()
4244 		page = get_page_from_freelist(gfp_mask, order,  in __alloc_pages_cpuset_fallback()
4251 __alloc_pages_may_oom(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_may_oom()  argument
4259 		.order = order,  in __alloc_pages_may_oom()
4283 				      ~__GFP_DIRECT_RECLAIM, order,  in __alloc_pages_may_oom()
4292 	if (order > PAGE_ALLOC_COSTLY_ORDER)  in __alloc_pages_may_oom()
4328 			page = __alloc_pages_cpuset_fallback(gfp_mask, order,  in __alloc_pages_may_oom()
4345 __alloc_pages_direct_compact(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_direct_compact()  argument
4353 	if (!order)  in __alloc_pages_direct_compact()
4359 	*compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac,  in __alloc_pages_direct_compact()
4375 		prep_new_page(page, order, gfp_mask, alloc_flags);  in __alloc_pages_direct_compact()
4379 		page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_direct_compact()
4385 		compaction_defer_reset(zone, order, true);  in __alloc_pages_direct_compact()
4402 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags,  in should_compact_retry()  argument
4413 	if (!order)  in should_compact_retry()
4435 		ret = compaction_zonelist_suitable(ac, order, alloc_flags);  in should_compact_retry()
4457 	if (order > PAGE_ALLOC_COSTLY_ORDER)  in should_compact_retry()
4469 	min_priority = (order > PAGE_ALLOC_COSTLY_ORDER) ?  in should_compact_retry()
4478 	trace_compact_retry(order, priority, compact_result, retries, max_retries, ret);  in should_compact_retry()
4483 __alloc_pages_direct_compact(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_direct_compact()  argument
4492 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags,  in should_compact_retry()  argument
4500 	if (!order || order > PAGE_ALLOC_COSTLY_ORDER)  in should_compact_retry()
4580 __perform_reclaim(gfp_t gfp_mask, unsigned int order,  in __perform_reclaim()  argument
4594 	progress = try_to_free_pages(ac->zonelist, order, gfp_mask,  in __perform_reclaim()
4608 __alloc_pages_direct_reclaim(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_direct_reclaim()  argument
4615 	*did_some_progress = __perform_reclaim(gfp_mask, order, ac);  in __alloc_pages_direct_reclaim()
4620 	page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_direct_reclaim()
4637 static void wake_all_kswapds(unsigned int order, gfp_t gfp_mask,  in wake_all_kswapds()  argument
4648 			wakeup_kswapd(zone, gfp_mask, order, highest_zoneidx);  in wake_all_kswapds()
4748 should_reclaim_retry(gfp_t gfp_mask, unsigned order,  in should_reclaim_retry()  argument
4761 	if (did_some_progress && order <= PAGE_ALLOC_COSTLY_ORDER)  in should_reclaim_retry()
4795 		wmark = __zone_watermark_ok(zone, order, min_wmark,  in should_reclaim_retry()
4797 		trace_reclaim_retry_zone(z, order, reclaimable,  in should_reclaim_retry()
4872 __alloc_pages_slowpath(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_slowpath()  argument
4876 	const bool costly_order = order > PAGE_ALLOC_COSTLY_ORDER;  in __alloc_pages_slowpath()
4920 		wake_all_kswapds(order, gfp_mask, ac);  in __alloc_pages_slowpath()
4926 	page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_slowpath()
4941 			   (order > 0 && ac->migratetype != MIGRATE_MOVABLE))  in __alloc_pages_slowpath()
4943 		page = __alloc_pages_direct_compact(gfp_mask, order,  in __alloc_pages_slowpath()
4988 		wake_all_kswapds(order, gfp_mask, ac);  in __alloc_pages_slowpath()
5006 	page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_slowpath()
5019 	page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac,  in __alloc_pages_slowpath()
5025 	page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac,  in __alloc_pages_slowpath()
5041 	if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags,  in __alloc_pages_slowpath()
5052 			should_compact_retry(ac, order, alloc_flags,  in __alloc_pages_slowpath()
5063 	page = __alloc_pages_may_oom(gfp_mask, order, ac, &did_some_progress);  in __alloc_pages_slowpath()
5109 		WARN_ON_ONCE(order > PAGE_ALLOC_COSTLY_ORDER);  in __alloc_pages_slowpath()
5117 		page = __alloc_pages_cpuset_fallback(gfp_mask, order, ALLOC_HARDER, ac);  in __alloc_pages_slowpath()
5126 			"page allocation failure: order:%u", order);  in __alloc_pages_slowpath()
5131 static inline bool prepare_alloc_pages(gfp_t gfp_mask, unsigned int order,  in prepare_alloc_pages()  argument
5158 	if (should_fail_alloc_page(gfp_mask, order))  in prepare_alloc_pages()
5343 struct page *__alloc_pages(gfp_t gfp, unsigned int order, int preferred_nid,  in __alloc_pages()  argument
5355 	if (unlikely(order >= MAX_ORDER)) {  in __alloc_pages()
5370 	if (!prepare_alloc_pages(gfp, order, preferred_nid, nodemask, &ac,  in __alloc_pages()
5381 	page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac);  in __alloc_pages()
5394 	page = __alloc_pages_slowpath(alloc_gfp, order, &ac);  in __alloc_pages()
5398 	    unlikely(__memcg_kmem_charge_page(page, gfp, order) != 0)) {  in __alloc_pages()
5399 		__free_pages(page, order);  in __alloc_pages()
5403 	trace_mm_page_alloc(page, order, alloc_gfp, ac.migratetype);  in __alloc_pages()
5414 unsigned long __get_free_pages(gfp_t gfp_mask, unsigned int order)  in __get_free_pages()  argument
5418 	page = alloc_pages(gfp_mask & ~__GFP_HIGHMEM, order);  in __get_free_pages()
5451 void __free_pages(struct page *page, unsigned int order)  in __free_pages()  argument
5454 		free_the_page(page, order);  in __free_pages()
5456 		while (order-- > 0)  in __free_pages()
5457 			free_the_page(page + (1 << order), order);  in __free_pages()
5461 void free_pages(unsigned long addr, unsigned int order)  in free_pages()  argument
5465 		__free_pages(virt_to_page((void *)addr), order);  in free_pages()
5585 static void *make_alloc_exact(unsigned long addr, unsigned int order,  in make_alloc_exact()  argument
5589 		unsigned long alloc_end = addr + (PAGE_SIZE << order);  in make_alloc_exact()
5592 		split_page(virt_to_page((void *)addr), order);  in make_alloc_exact()
5618 	unsigned int order = get_order(size);  in alloc_pages_exact()  local
5624 	addr = __get_free_pages(gfp_mask, order);  in alloc_pages_exact()
5625 	return make_alloc_exact(addr, order, size);  in alloc_pages_exact()
5643 	unsigned int order = get_order(size);  in alloc_pages_exact_nid()  local
5649 	p = alloc_pages_node(nid, gfp_mask, order);  in alloc_pages_exact_nid()
5652 	return make_alloc_exact((unsigned long)page_address(p), order, size);  in alloc_pages_exact_nid()
6033 		unsigned int order;  in show_free_areas()  local
6043 		for (order = 0; order < MAX_ORDER; order++) {  in show_free_areas()
6044 			struct free_area *area = &zone->free_area[order];  in show_free_areas()
6047 			nr[order] = area->nr_free;  in show_free_areas()
6048 			total += nr[order] << order;  in show_free_areas()
6050 			types[order] = 0;  in show_free_areas()
6053 					types[order] |= 1 << type;  in show_free_areas()
6057 		for (order = 0; order < MAX_ORDER; order++) {  in show_free_areas()
6059 			       nr[order], K(1UL) << order);  in show_free_areas()
6060 			if (nr[order])  in show_free_areas()
6061 				show_migration_types(types[order]);  in show_free_areas()
6629 	unsigned int order, t;  in zone_init_free_lists()  local
6630 	for_each_migratetype_order(order, t) {  in zone_init_free_lists()
6631 		INIT_LIST_HEAD(&zone->free_area[order].free_list[t]);  in zone_init_free_lists()
6632 		zone->free_area[order].nr_free = 0;  in zone_init_free_lists()
7322 	unsigned int order;  in set_pageblock_order()  local
7329 		order = HUGETLB_PAGE_ORDER;  in set_pageblock_order()
7331 		order = MAX_ORDER - 1;  in set_pageblock_order()
7338 	pageblock_order = order;  in set_pageblock_order()
9029 	unsigned int order;  in alloc_contig_range()  local
9034 		.order = -1,  in alloc_contig_range()
9107 	order = 0;  in alloc_contig_range()
9110 		if (++order >= MAX_ORDER) {  in alloc_contig_range()
9114 		outer_start &= ~0UL << order;  in alloc_contig_range()
9118 		order = buddy_order(pfn_to_page(outer_start));  in alloc_contig_range()
9126 		if (outer_start + (1UL << order) <= start)  in alloc_contig_range()
9325 	unsigned int order;  in __offline_isolated_pages()  local
9354 		order = buddy_order(page);  in __offline_isolated_pages()
9355 		del_page_from_free_list(page, zone, order);  in __offline_isolated_pages()
9356 		pfn += (1 << order);  in __offline_isolated_pages()
9367 	unsigned int order;  in is_free_buddy_page()  local
9370 	for (order = 0; order < MAX_ORDER; order++) {  in is_free_buddy_page()
9371 		struct page *page_head = page - (pfn & ((1 << order) - 1));  in is_free_buddy_page()
9373 		if (PageBuddy(page_head) && buddy_order(page_head) >= order)  in is_free_buddy_page()
9378 	return order < MAX_ORDER;  in is_free_buddy_page()
9424 	unsigned int order;  in take_page_off_buddy()  local
9428 	for (order = 0; order < MAX_ORDER; order++) {  in take_page_off_buddy()
9429 		struct page *page_head = page - (pfn & ((1 << order) - 1));  in take_page_off_buddy()
9432 		if (PageBuddy(page_head) && page_order >= order) {  in take_page_off_buddy()