3511 static bool __should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)  in __should_fail_alloc_page()  argument
3515 	if (gfp_mask & __GFP_NOFAIL)  in __should_fail_alloc_page()
3517 	if (fail_page_alloc.ignore_gfp_highmem && (gfp_mask & __GFP_HIGHMEM))  in __should_fail_alloc_page()
3520 			(gfp_mask & __GFP_DIRECT_RECLAIM))  in __should_fail_alloc_page()
3551 static inline bool __should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)  in __should_fail_alloc_page()  argument
3558 noinline bool should_fail_alloc_page(gfp_t gfp_mask, unsigned int order)  in should_fail_alloc_page()  argument
3560 	return __should_fail_alloc_page(gfp_mask, order);  in should_fail_alloc_page()
3666 				unsigned int alloc_flags, gfp_t gfp_mask)  in zone_watermark_fast()  argument
3694 	if (unlikely(!order && (gfp_mask & __GFP_ATOMIC) && z->watermark_boost  in zone_watermark_fast()
3738 alloc_flags_nofragment(struct zone *zone, gfp_t gfp_mask)  in alloc_flags_nofragment()  argument
3746 	alloc_flags = (__force int) (gfp_mask & __GFP_KSWAPD_RECLAIM);  in alloc_flags_nofragment()
3769 static inline unsigned int current_alloc_flags(gfp_t gfp_mask,  in current_alloc_flags()  argument
3776 			gfp_migratetype(gfp_mask) == MIGRATE_MOVABLE)  in current_alloc_flags()
3788 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags,  in get_page_from_freelist()  argument
3810 			!__cpuset_zone_allowed(zone, gfp_mask))  in get_page_from_freelist()
3860 				       gfp_mask)) {  in get_page_from_freelist()
3882 			ret = node_reclaim(zone->zone_pgdat, gfp_mask, order);  in get_page_from_freelist()
3902 				gfp_mask, alloc_flags, ac->migratetype);  in get_page_from_freelist()
3904 			prep_new_page(page, order, gfp_mask, alloc_flags);  in get_page_from_freelist()
3937 static void warn_alloc_show_mem(gfp_t gfp_mask, nodemask_t *nodemask)  in warn_alloc_show_mem()  argument
3946 	if (!(gfp_mask & __GFP_NOMEMALLOC))  in warn_alloc_show_mem()
3950 	if (in_interrupt() || !(gfp_mask & __GFP_DIRECT_RECLAIM))  in warn_alloc_show_mem()
3956 void warn_alloc(gfp_t gfp_mask, nodemask_t *nodemask, const char *fmt, ...)  in warn_alloc()  argument
3962 	if ((gfp_mask & __GFP_NOWARN) || !__ratelimit(&nopage_rs))  in warn_alloc()
3969 			current->comm, &vaf, gfp_mask, &gfp_mask,  in warn_alloc()
3976 	warn_alloc_show_mem(gfp_mask, nodemask);  in warn_alloc()
3980 __alloc_pages_cpuset_fallback(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_cpuset_fallback()  argument
3986 	page = get_page_from_freelist(gfp_mask, order,  in __alloc_pages_cpuset_fallback()
3993 		page = get_page_from_freelist(gfp_mask, order,  in __alloc_pages_cpuset_fallback()
4000 __alloc_pages_may_oom(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_may_oom()  argument
4007 		.gfp_mask = gfp_mask,  in __alloc_pages_may_oom()
4031 	page = get_page_from_freelist((gfp_mask | __GFP_HARDWALL) &  in __alloc_pages_may_oom()
4051 	if (gfp_mask & (__GFP_RETRY_MAYFAIL | __GFP_THISNODE))  in __alloc_pages_may_oom()
4069 	if (out_of_memory(&oc) || WARN_ON_ONCE(gfp_mask & __GFP_NOFAIL)) {  in __alloc_pages_may_oom()
4076 		if (gfp_mask & __GFP_NOFAIL)  in __alloc_pages_may_oom()
4077 			page = __alloc_pages_cpuset_fallback(gfp_mask, order,  in __alloc_pages_may_oom()
4094 __alloc_pages_direct_compact(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_direct_compact()  argument
4108 	*compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac,  in __alloc_pages_direct_compact()
4122 		prep_new_page(page, order, gfp_mask, alloc_flags);  in __alloc_pages_direct_compact()
4126 		page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_direct_compact()
4227 __alloc_pages_direct_compact(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_direct_compact()  argument
4267 static bool __need_fs_reclaim(gfp_t gfp_mask)  in __need_fs_reclaim()  argument
4269 	gfp_mask = current_gfp_context(gfp_mask);  in __need_fs_reclaim()
4272 	if (!(gfp_mask & __GFP_DIRECT_RECLAIM))  in __need_fs_reclaim()
4280 	if (!(gfp_mask & __GFP_FS))  in __need_fs_reclaim()
4283 	if (gfp_mask & __GFP_NOLOCKDEP)  in __need_fs_reclaim()
4299 void fs_reclaim_acquire(gfp_t gfp_mask)  in fs_reclaim_acquire()  argument
4301 	if (__need_fs_reclaim(gfp_mask))  in fs_reclaim_acquire()
4306 void fs_reclaim_release(gfp_t gfp_mask)  in fs_reclaim_release()  argument
4308 	if (__need_fs_reclaim(gfp_mask))  in fs_reclaim_release()
4316 __perform_reclaim(gfp_t gfp_mask, unsigned int order,  in __perform_reclaim()  argument
4327 	fs_reclaim_acquire(gfp_mask);  in __perform_reclaim()
4330 	progress = try_to_free_pages(ac->zonelist, order, gfp_mask,  in __perform_reclaim()
4334 	fs_reclaim_release(gfp_mask);  in __perform_reclaim()
4344 __alloc_pages_direct_reclaim(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_direct_reclaim()  argument
4351 	*did_some_progress = __perform_reclaim(gfp_mask, order, ac);  in __alloc_pages_direct_reclaim()
4356 	page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_direct_reclaim()
4373 static void wake_all_kswapds(unsigned int order, gfp_t gfp_mask,  in wake_all_kswapds()  argument
4384 			wakeup_kswapd(zone, gfp_mask, order, highest_zoneidx);  in wake_all_kswapds()
4390 gfp_to_alloc_flags(gfp_t gfp_mask)  in gfp_to_alloc_flags()  argument
4409 		(gfp_mask & (__GFP_HIGH | __GFP_KSWAPD_RECLAIM));  in gfp_to_alloc_flags()
4411 	if (gfp_mask & __GFP_ATOMIC) {  in gfp_to_alloc_flags()
4416 		if (!(gfp_mask & __GFP_NOMEMALLOC))  in gfp_to_alloc_flags()
4426 	alloc_flags = current_alloc_flags(gfp_mask, alloc_flags);  in gfp_to_alloc_flags()
4450 static inline int __gfp_pfmemalloc_flags(gfp_t gfp_mask)  in __gfp_pfmemalloc_flags()  argument
4452 	if (unlikely(gfp_mask & __GFP_NOMEMALLOC))  in __gfp_pfmemalloc_flags()
4454 	if (gfp_mask & __GFP_MEMALLOC)  in __gfp_pfmemalloc_flags()
4468 bool gfp_pfmemalloc_allowed(gfp_t gfp_mask)  in gfp_pfmemalloc_allowed()  argument
4470 	return !!__gfp_pfmemalloc_flags(gfp_mask);  in gfp_pfmemalloc_allowed()
4484 should_reclaim_retry(gfp_t gfp_mask, unsigned order,  in should_reclaim_retry()  argument
4608 __alloc_pages_slowpath(gfp_t gfp_mask, unsigned int order,  in __alloc_pages_slowpath()  argument
4611 	bool can_direct_reclaim = gfp_mask & __GFP_DIRECT_RECLAIM;  in __alloc_pages_slowpath()
4627 	if (WARN_ON_ONCE((gfp_mask & (__GFP_ATOMIC|__GFP_DIRECT_RECLAIM)) ==  in __alloc_pages_slowpath()
4629 		gfp_mask &= ~__GFP_ATOMIC;  in __alloc_pages_slowpath()
4642 	alloc_flags = gfp_to_alloc_flags(gfp_mask);  in __alloc_pages_slowpath()
4656 		wake_all_kswapds(order, gfp_mask, ac);  in __alloc_pages_slowpath()
4662 	page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_slowpath()
4678 			&& !gfp_pfmemalloc_allowed(gfp_mask)) {  in __alloc_pages_slowpath()
4679 		page = __alloc_pages_direct_compact(gfp_mask, order,  in __alloc_pages_slowpath()
4690 		if (costly_order && (gfp_mask & __GFP_NORETRY)) {  in __alloc_pages_slowpath()
4724 		wake_all_kswapds(order, gfp_mask, ac);  in __alloc_pages_slowpath()
4726 	reserve_flags = __gfp_pfmemalloc_flags(gfp_mask);  in __alloc_pages_slowpath()
4728 		alloc_flags = current_alloc_flags(gfp_mask, reserve_flags);  in __alloc_pages_slowpath()
4742 	page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac);  in __alloc_pages_slowpath()
4755 	page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac,  in __alloc_pages_slowpath()
4761 	page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac,  in __alloc_pages_slowpath()
4767 	if (gfp_mask & __GFP_NORETRY)  in __alloc_pages_slowpath()
4774 	if (costly_order && !(gfp_mask & __GFP_RETRY_MAYFAIL))  in __alloc_pages_slowpath()
4777 	if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags,  in __alloc_pages_slowpath()
4799 	page = __alloc_pages_may_oom(gfp_mask, order, ac, &did_some_progress);  in __alloc_pages_slowpath()
4806 	     (gfp_mask & __GFP_NOMEMALLOC)))  in __alloc_pages_slowpath()
4824 	if (gfp_mask & __GFP_NOFAIL) {  in __alloc_pages_slowpath()
4853 		page = __alloc_pages_cpuset_fallback(gfp_mask, order, ALLOC_HARDER, ac);  in __alloc_pages_slowpath()
4861 	warn_alloc(gfp_mask, ac->nodemask,  in __alloc_pages_slowpath()
4867 static inline bool prepare_alloc_pages(gfp_t gfp_mask, unsigned int order,  in prepare_alloc_pages()  argument
4872 	ac->highest_zoneidx = gfp_zone(gfp_mask);  in prepare_alloc_pages()
4873 	ac->zonelist = node_zonelist(preferred_nid, gfp_mask);  in prepare_alloc_pages()
4875 	ac->migratetype = gfp_migratetype(gfp_mask);  in prepare_alloc_pages()
4889 	fs_reclaim_acquire(gfp_mask);  in prepare_alloc_pages()
4890 	fs_reclaim_release(gfp_mask);  in prepare_alloc_pages()
4892 	might_sleep_if(gfp_mask & __GFP_DIRECT_RECLAIM);  in prepare_alloc_pages()
4894 	if (should_fail_alloc_page(gfp_mask, order))  in prepare_alloc_pages()
4897 	*alloc_flags = current_alloc_flags(gfp_mask, *alloc_flags);  in prepare_alloc_pages()
4900 	ac->spread_dirty_pages = (gfp_mask & __GFP_WRITE);  in prepare_alloc_pages()
4917 __alloc_pages_nodemask(gfp_t gfp_mask, unsigned int order, int preferred_nid,  in __alloc_pages_nodemask()  argument
4930 		WARN_ON_ONCE(!(gfp_mask & __GFP_NOWARN));  in __alloc_pages_nodemask()
4934 	gfp_mask &= gfp_allowed_mask;  in __alloc_pages_nodemask()
4935 	alloc_mask = gfp_mask;  in __alloc_pages_nodemask()
4936 	if (!prepare_alloc_pages(gfp_mask, order, preferred_nid, nodemask, &ac, &alloc_mask, &alloc_flags))  in __alloc_pages_nodemask()
4943 	alloc_flags |= alloc_flags_nofragment(ac.preferred_zoneref->zone, gfp_mask);  in __alloc_pages_nodemask()
4956 	alloc_mask = current_gfp_context(gfp_mask);  in __alloc_pages_nodemask()
4968 	if (memcg_kmem_enabled() && (gfp_mask & __GFP_ACCOUNT) && page &&  in __alloc_pages_nodemask()
4969 	    unlikely(__memcg_kmem_charge_page(page, gfp_mask, order) != 0)) {  in __alloc_pages_nodemask()
4985 unsigned long __get_free_pages(gfp_t gfp_mask, unsigned int order)  in __get_free_pages()  argument
4989 	page = alloc_pages(gfp_mask & ~__GFP_HIGHMEM, order);  in __get_free_pages()
4996 unsigned long get_zeroed_page(gfp_t gfp_mask)  in get_zeroed_page()  argument
4998 	return __get_free_pages(gfp_mask | __GFP_ZERO, 0);  in get_zeroed_page()
5042 					     gfp_t gfp_mask)  in __page_frag_cache_refill()  argument
5045 	gfp_t gfp = gfp_mask;  in __page_frag_cache_refill()
5048 	gfp_mask |= __GFP_COMP | __GFP_NOWARN | __GFP_NORETRY |  in __page_frag_cache_refill()
5050 	page = alloc_pages_node(NUMA_NO_NODE, gfp_mask,  in __page_frag_cache_refill()
5072 		      unsigned int fragsz, gfp_t gfp_mask)  in page_frag_alloc()  argument
5080 		page = __page_frag_cache_refill(nc, gfp_mask);  in page_frag_alloc()
5173 void *alloc_pages_exact(size_t size, gfp_t gfp_mask)  in alloc_pages_exact()  argument
5178 	if (WARN_ON_ONCE(gfp_mask & __GFP_COMP))  in alloc_pages_exact()
5179 		gfp_mask &= ~__GFP_COMP;  in alloc_pages_exact()
5181 	addr = __get_free_pages(gfp_mask, order);  in alloc_pages_exact()
5198 void * __meminit alloc_pages_exact_nid(int nid, size_t size, gfp_t gfp_mask)  in alloc_pages_exact_nid()  argument
5203 	if (WARN_ON_ONCE(gfp_mask & __GFP_COMP))  in alloc_pages_exact_nid()
5204 		gfp_mask &= ~__GFP_COMP;  in alloc_pages_exact_nid()
5206 	p = alloc_pages_node(nid, gfp_mask, order);  in alloc_pages_exact_nid()
8413 		.gfp_mask = GFP_USER | __GFP_MOVABLE | __GFP_RETRY_MAYFAIL,  in __alloc_contig_migrate_range()
8473 		       unsigned migratetype, gfp_t gfp_mask)  in alloc_contig_range()  argument
8486 		.gfp_mask = current_gfp_context(gfp_mask),  in alloc_contig_range()
8606 				unsigned long nr_pages, gfp_t gfp_mask)  in __alloc_contig_pages()  argument
8611 				  gfp_mask);  in __alloc_contig_pages()
8669 struct page *alloc_contig_pages(unsigned long nr_pages, gfp_t gfp_mask,  in alloc_contig_pages()  argument
8677 	zonelist = node_zonelist(nid, gfp_mask);  in alloc_contig_pages()
8679 					gfp_zone(gfp_mask), nodemask) {  in alloc_contig_pages()
8694 							gfp_mask);  in alloc_contig_pages()