Lines Matching refs:alloc_flags
2537 unsigned int alloc_flags) in prep_new_page() argument
2550 if (alloc_flags & ALLOC_NO_WATERMARKS) in prep_new_page()
2764 unsigned int alloc_flags, int start_type, bool whole_block) in steal_suitable_fallback() argument
2790 if (boost_watermark(zone) && (alloc_flags & ALLOC_KSWAPD)) in steal_suitable_fallback()
3006 unsigned int alloc_flags) in __rmqueue_fallback() argument
3020 if (order < pageblock_order && alloc_flags & ALLOC_NOFRAGMENT) in __rmqueue_fallback()
3072 steal_suitable_fallback(zone, page, alloc_flags, start_migratetype, in __rmqueue_fallback()
3088 unsigned int alloc_flags) in __rmqueue() argument
3098 if (alloc_flags & ALLOC_CMA && in __rmqueue()
3109 if (alloc_flags & ALLOC_CMA) in __rmqueue()
3113 alloc_flags)) in __rmqueue()
3126 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
3134 alloc_flags); in rmqueue_bulk()
3698 unsigned int order, unsigned int alloc_flags, in rmqueue_buddy() argument
3713 if (order > 0 && alloc_flags & ALLOC_HARDER) in rmqueue_buddy()
3716 page = __rmqueue(zone, order, migratetype, alloc_flags); in rmqueue_buddy()
3737 unsigned int alloc_flags, in __rmqueue_pcplist() argument
3759 migratetype, alloc_flags); in __rmqueue_pcplist()
3777 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3803 page = __rmqueue_pcplist(zone, order, migratetype, alloc_flags, pcp, list); in rmqueue_pcplist()
3828 gfp_t gfp_flags, unsigned int alloc_flags, in rmqueue() argument
3844 if (!IS_ENABLED(CONFIG_CMA) || alloc_flags & ALLOC_CMA || in rmqueue()
3847 migratetype, alloc_flags); in rmqueue()
3853 page = rmqueue_buddy(preferred_zone, zone, order, alloc_flags, in rmqueue()
3948 unsigned int order, unsigned int alloc_flags) in __zone_watermark_unusable_free() argument
3950 const bool alloc_harder = (alloc_flags & (ALLOC_HARDER|ALLOC_OOM)); in __zone_watermark_unusable_free()
3963 if (!(alloc_flags & ALLOC_CMA)) in __zone_watermark_unusable_free()
3977 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok() argument
3982 const bool alloc_harder = (alloc_flags & (ALLOC_HARDER|ALLOC_OOM)); in __zone_watermark_ok()
3985 free_pages -= __zone_watermark_unusable_free(z, order, alloc_flags); in __zone_watermark_ok()
3987 if (alloc_flags & ALLOC_HIGH) in __zone_watermark_ok()
3997 if (alloc_flags & ALLOC_OOM) in __zone_watermark_ok()
4029 if ((alloc_flags & ALLOC_CMA) && in __zone_watermark_ok()
4041 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok() argument
4043 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
4049 unsigned int alloc_flags, gfp_t gfp_mask) in zone_watermark_fast() argument
4064 reserved = __zone_watermark_unusable_free(z, 0, alloc_flags); in zone_watermark_fast()
4072 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
4082 && ((alloc_flags & ALLOC_WMARK_MASK) == WMARK_MIN))) { in zone_watermark_fast()
4085 alloc_flags, free_pages); in zone_watermark_fast()
4129 unsigned int alloc_flags; in alloc_flags_nofragment() local
4135 alloc_flags = (__force int) (gfp_mask & __GFP_KSWAPD_RECLAIM); in alloc_flags_nofragment()
4139 return alloc_flags; in alloc_flags_nofragment()
4142 return alloc_flags; in alloc_flags_nofragment()
4151 return alloc_flags; in alloc_flags_nofragment()
4153 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
4155 return alloc_flags; in alloc_flags_nofragment()
4160 unsigned int alloc_flags) in gfp_to_alloc_flags_cma() argument
4164 alloc_flags |= ALLOC_CMA; in gfp_to_alloc_flags_cma()
4166 return alloc_flags; in gfp_to_alloc_flags_cma()
4174 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags, in get_page_from_freelist() argument
4188 no_fallback = alloc_flags & ALLOC_NOFRAGMENT; in get_page_from_freelist()
4196 (alloc_flags & ALLOC_CPUSET) && in get_page_from_freelist()
4239 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
4244 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in get_page_from_freelist()
4246 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
4262 if (alloc_flags & ALLOC_NO_WATERMARKS) in get_page_from_freelist()
4280 ac->highest_zoneidx, alloc_flags)) in get_page_from_freelist()
4289 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
4291 prep_new_page(page, order, gfp_mask, alloc_flags); in get_page_from_freelist()
4297 if (unlikely(order && (alloc_flags & ALLOC_HARDER))) in get_page_from_freelist()
4317 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
4370 unsigned int alloc_flags, in __alloc_pages_cpuset_fallback() argument
4376 alloc_flags|ALLOC_CPUSET, ac); in __alloc_pages_cpuset_fallback()
4383 alloc_flags, ac); in __alloc_pages_cpuset_fallback()
4485 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4499 *compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac, in __alloc_pages_direct_compact()
4516 prep_new_page(page, order, gfp_mask, alloc_flags); in __alloc_pages_direct_compact()
4520 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_compact()
4543 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags, in should_compact_retry() argument
4576 ret = compaction_zonelist_suitable(ac, order, alloc_flags); in should_compact_retry()
4625 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4633 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags, in should_compact_retry() argument
4653 ac->highest_zoneidx, alloc_flags)) in should_compact_retry()
4772 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_reclaim() argument
4785 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_reclaim()
4826 unsigned int alloc_flags = ALLOC_WMARK_MIN | ALLOC_CPUSET; in gfp_to_alloc_flags() local
4842 alloc_flags |= (__force int) in gfp_to_alloc_flags()
4851 alloc_flags |= ALLOC_HARDER; in gfp_to_alloc_flags()
4856 alloc_flags &= ~ALLOC_CPUSET; in gfp_to_alloc_flags()
4858 alloc_flags |= ALLOC_HARDER; in gfp_to_alloc_flags()
4860 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, alloc_flags); in gfp_to_alloc_flags()
4862 return alloc_flags; in gfp_to_alloc_flags()
4919 struct alloc_context *ac, int alloc_flags, in should_reclaim_retry() argument
4966 ac->highest_zoneidx, alloc_flags, available); in should_reclaim_retry()
5029 unsigned int alloc_flags; in __alloc_pages_slowpath() local
5059 alloc_flags = gfp_to_alloc_flags(gfp_mask); in __alloc_pages_slowpath()
5085 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
5092 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
5110 alloc_flags, ac, in __alloc_pages_slowpath()
5153 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
5158 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, reserve_flags) | in __alloc_pages_slowpath()
5159 (alloc_flags & ALLOC_KSWAPD); in __alloc_pages_slowpath()
5166 if (!(alloc_flags & ALLOC_CPUSET) || reserve_flags) { in __alloc_pages_slowpath()
5173 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
5186 page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
5192 page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
5208 if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags, in __alloc_pages_slowpath()
5219 should_compact_retry(ac, order, alloc_flags, in __alloc_pages_slowpath()
5240 (alloc_flags & ALLOC_OOM || in __alloc_pages_slowpath()
5309 unsigned int *alloc_flags) in prepare_alloc_pages() argument
5325 *alloc_flags |= ALLOC_CPUSET; in prepare_alloc_pages()
5333 *alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, *alloc_flags); in prepare_alloc_pages()
5383 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_pages_bulk() local
5424 if (!prepare_alloc_pages(gfp, 0, preferred_nid, nodemask, &ac, &alloc_gfp, &alloc_flags)) in __alloc_pages_bulk()
5432 if (cpusets_enabled() && (alloc_flags & ALLOC_CPUSET) && in __alloc_pages_bulk()
5442 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK) + nr_pages; in __alloc_pages_bulk()
5445 alloc_flags, gfp)) { in __alloc_pages_bulk()
5473 page = __rmqueue_pcplist(zone, 0, ac.migratetype, alloc_flags, in __alloc_pages_bulk()
5526 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_pages() local
5548 &alloc_gfp, &alloc_flags)) in __alloc_pages()
5555 alloc_flags |= alloc_flags_nofragment(ac.preferred_zoneref->zone, gfp); in __alloc_pages()
5558 page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac); in __alloc_pages()