Lines Matching refs:alloc_flags
294 int alloc_flags);
1720 unsigned int alloc_flags) in prep_new_page() argument
1733 if (alloc_flags & ALLOC_NO_WATERMARKS) in prep_new_page()
2118 int block_type, unsigned int alloc_flags) in try_to_claim_block() argument
2139 if (boost_watermark(zone) && (alloc_flags & ALLOC_KSWAPD)) in try_to_claim_block()
2191 unsigned int alloc_flags) in __rmqueue_claim() argument
2205 if (order < pageblock_order && alloc_flags & ALLOC_NOFRAGMENT) in __rmqueue_claim()
2227 alloc_flags); in __rmqueue_claim()
2281 unsigned int alloc_flags, enum rmqueue_mode *mode) in __rmqueue() argument
2291 if (alloc_flags & ALLOC_CMA && in __rmqueue()
2316 if (alloc_flags & ALLOC_CMA) { in __rmqueue()
2325 page = __rmqueue_claim(zone, order, migratetype, alloc_flags); in __rmqueue()
2333 if (!(alloc_flags & ALLOC_NOFRAGMENT)) { in __rmqueue()
2351 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
2357 if (unlikely(alloc_flags & ALLOC_TRYLOCK)) { in rmqueue_bulk()
2365 alloc_flags, &rmqm); in rmqueue_bulk()
2973 unsigned int order, unsigned int alloc_flags, in rmqueue_buddy() argument
2981 if (unlikely(alloc_flags & ALLOC_TRYLOCK)) { in rmqueue_buddy()
2987 if (alloc_flags & ALLOC_HIGHATOMIC) in rmqueue_buddy()
2992 page = __rmqueue(zone, order, migratetype, alloc_flags, &rmqm); in rmqueue_buddy()
3000 if (!page && (alloc_flags & (ALLOC_OOM|ALLOC_NON_BLOCK))) in rmqueue_buddy()
3071 unsigned int alloc_flags, in __rmqueue_pcplist() argument
3084 migratetype, alloc_flags); in __rmqueue_pcplist()
3102 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3124 page = __rmqueue_pcplist(zone, order, migratetype, alloc_flags, pcp, list); in rmqueue_pcplist()
3149 gfp_t gfp_flags, unsigned int alloc_flags, in rmqueue() argument
3156 migratetype, alloc_flags); in rmqueue()
3161 page = rmqueue_buddy(preferred_zone, zone, order, alloc_flags, in rmqueue()
3166 if ((alloc_flags & ALLOC_KSWAPD) && in rmqueue()
3313 unsigned int order, unsigned int alloc_flags) in __zone_watermark_unusable_free() argument
3321 if (likely(!(alloc_flags & ALLOC_RESERVES))) in __zone_watermark_unusable_free()
3326 if (!(alloc_flags & ALLOC_CMA)) in __zone_watermark_unusable_free()
3340 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok() argument
3347 free_pages -= __zone_watermark_unusable_free(z, order, alloc_flags); in __zone_watermark_ok()
3349 if (unlikely(alloc_flags & ALLOC_RESERVES)) { in __zone_watermark_ok()
3354 if (alloc_flags & ALLOC_MIN_RESERVE) { in __zone_watermark_ok()
3364 if (alloc_flags & ALLOC_NON_BLOCK) in __zone_watermark_ok()
3374 if (alloc_flags & ALLOC_OOM) in __zone_watermark_ok()
3404 if ((alloc_flags & ALLOC_CMA) && in __zone_watermark_ok()
3409 if ((alloc_flags & (ALLOC_HIGHATOMIC|ALLOC_OOM)) && in __zone_watermark_ok()
3418 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok() argument
3420 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
3426 unsigned int alloc_flags, gfp_t gfp_mask) in zone_watermark_fast() argument
3441 reserved = __zone_watermark_unusable_free(z, 0, alloc_flags); in zone_watermark_fast()
3449 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
3459 if (unlikely(!order && (alloc_flags & ALLOC_MIN_RESERVE) && z->watermark_boost in zone_watermark_fast()
3460 && ((alloc_flags & ALLOC_WMARK_MASK) == WMARK_MIN))) { in zone_watermark_fast()
3463 alloc_flags, free_pages); in zone_watermark_fast()
3495 unsigned int alloc_flags; in alloc_flags_nofragment() local
3501 alloc_flags = (__force int) (gfp_mask & __GFP_KSWAPD_RECLAIM); in alloc_flags_nofragment()
3504 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3505 return alloc_flags; in alloc_flags_nofragment()
3510 return alloc_flags; in alloc_flags_nofragment()
3513 return alloc_flags; in alloc_flags_nofragment()
3522 return alloc_flags; in alloc_flags_nofragment()
3524 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3526 return alloc_flags; in alloc_flags_nofragment()
3531 unsigned int alloc_flags) in gfp_to_alloc_flags_cma() argument
3535 alloc_flags |= ALLOC_CMA; in gfp_to_alloc_flags_cma()
3537 return alloc_flags; in gfp_to_alloc_flags_cma()
3545 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags, in get_page_from_freelist() argument
3559 no_fallback = alloc_flags & ALLOC_NOFRAGMENT; in get_page_from_freelist()
3567 (alloc_flags & ALLOC_CPUSET) && in get_page_from_freelist()
3610 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3615 cond_accept_memory(zone, order, alloc_flags); in get_page_from_freelist()
3629 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
3636 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in get_page_from_freelist()
3638 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
3642 if (cond_accept_memory(zone, order, alloc_flags)) in get_page_from_freelist()
3655 if (alloc_flags & ALLOC_NO_WATERMARKS) in get_page_from_freelist()
3673 ac->highest_zoneidx, alloc_flags)) in get_page_from_freelist()
3682 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
3684 prep_new_page(page, order, gfp_mask, alloc_flags); in get_page_from_freelist()
3690 if (unlikely(alloc_flags & ALLOC_HIGHATOMIC)) in get_page_from_freelist()
3695 if (cond_accept_memory(zone, order, alloc_flags)) in get_page_from_freelist()
3711 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3764 unsigned int alloc_flags, in __alloc_pages_cpuset_fallback() argument
3770 alloc_flags|ALLOC_CPUSET, ac); in __alloc_pages_cpuset_fallback()
3777 alloc_flags, ac); in __alloc_pages_cpuset_fallback()
3878 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
3892 *compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac, in __alloc_pages_direct_compact()
3909 prep_new_page(page, order, gfp_mask, alloc_flags); in __alloc_pages_direct_compact()
3913 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_compact()
3936 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags, in should_compact_retry() argument
3958 ret = compaction_zonelist_suitable(ac, order, alloc_flags); in should_compact_retry()
4003 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4011 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags, in should_compact_retry() argument
4031 ac->highest_zoneidx, alloc_flags)) in should_compact_retry()
4150 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_reclaim() argument
4163 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_reclaim()
4210 unsigned int alloc_flags = ALLOC_WMARK_MIN | ALLOC_CPUSET; in gfp_to_alloc_flags() local
4226 alloc_flags |= (__force int) in gfp_to_alloc_flags()
4235 alloc_flags |= ALLOC_NON_BLOCK; in gfp_to_alloc_flags()
4238 alloc_flags |= ALLOC_HIGHATOMIC; in gfp_to_alloc_flags()
4246 if (alloc_flags & ALLOC_MIN_RESERVE) in gfp_to_alloc_flags()
4247 alloc_flags &= ~ALLOC_CPUSET; in gfp_to_alloc_flags()
4249 alloc_flags |= ALLOC_MIN_RESERVE; in gfp_to_alloc_flags()
4251 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, alloc_flags); in gfp_to_alloc_flags()
4254 alloc_flags |= ALLOC_NOFRAGMENT; in gfp_to_alloc_flags()
4256 return alloc_flags; in gfp_to_alloc_flags()
4313 struct alloc_context *ac, int alloc_flags, in should_reclaim_retry() argument
4348 (alloc_flags & ALLOC_CPUSET) && in should_reclaim_retry()
4360 ac->highest_zoneidx, alloc_flags, available); in should_reclaim_retry()
4430 unsigned int alloc_flags; in __alloc_pages_slowpath() local
4472 alloc_flags = gfp_to_alloc_flags(gfp_mask, order); in __alloc_pages_slowpath()
4498 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4505 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4523 alloc_flags, ac, in __alloc_pages_slowpath()
4574 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4579 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, reserve_flags) | in __alloc_pages_slowpath()
4580 (alloc_flags & ALLOC_KSWAPD); in __alloc_pages_slowpath()
4587 if (!(alloc_flags & ALLOC_CPUSET) || reserve_flags) { in __alloc_pages_slowpath()
4594 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4607 page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4613 page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4630 if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags, in __alloc_pages_slowpath()
4641 should_compact_retry(ac, order, alloc_flags, in __alloc_pages_slowpath()
4647 if (defrag_mode && (alloc_flags & ALLOC_NOFRAGMENT)) { in __alloc_pages_slowpath()
4648 alloc_flags &= ~ALLOC_NOFRAGMENT; in __alloc_pages_slowpath()
4667 (alloc_flags & ALLOC_OOM || in __alloc_pages_slowpath()
4723 unsigned int *alloc_flags) in prepare_alloc_pages() argument
4739 *alloc_flags |= ALLOC_CPUSET; in prepare_alloc_pages()
4748 if (!(*alloc_flags & ALLOC_TRYLOCK) && in prepare_alloc_pages()
4752 *alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, *alloc_flags); in prepare_alloc_pages()
4796 unsigned int alloc_flags = ALLOC_WMARK_LOW; in alloc_pages_bulk_noprof() local
4837 if (!prepare_alloc_pages(gfp, 0, preferred_nid, nodemask, &ac, &alloc_gfp, &alloc_flags)) in alloc_pages_bulk_noprof()
4846 if (cpusets_enabled() && (alloc_flags & ALLOC_CPUSET) && in alloc_pages_bulk_noprof()
4856 cond_accept_memory(zone, 0, alloc_flags); in alloc_pages_bulk_noprof()
4858 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK) + nr_pages; in alloc_pages_bulk_noprof()
4861 alloc_flags, gfp)) { in alloc_pages_bulk_noprof()
4865 if (cond_accept_memory(zone, 0, alloc_flags)) in alloc_pages_bulk_noprof()
4898 page = __rmqueue_pcplist(zone, 0, ac.migratetype, alloc_flags, in alloc_pages_bulk_noprof()
4942 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_frozen_pages_noprof() local
4964 &alloc_gfp, &alloc_flags)) in __alloc_frozen_pages_noprof()
4971 alloc_flags |= alloc_flags_nofragment(zonelist_zone(ac.preferred_zoneref), gfp); in __alloc_frozen_pages_noprof()
4974 page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac); in __alloc_frozen_pages_noprof()
7255 int alloc_flags) in cond_accept_memory() argument
7264 if (alloc_flags & ALLOC_TRYLOCK) in cond_accept_memory()
7319 int alloc_flags) in cond_accept_memory() argument
7370 unsigned int alloc_flags = ALLOC_TRYLOCK; in try_alloc_pages_noprof() local
7398 &alloc_gfp, &alloc_flags); in try_alloc_pages_noprof()
7404 page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac); in try_alloc_pages_noprof()