Lines Matching refs:migratetype
423 void set_pageblock_migratetype(struct page *page, int migratetype) in set_pageblock_migratetype() argument
426 migratetype < MIGRATE_PCPTYPES)) in set_pageblock_migratetype()
427 migratetype = MIGRATE_UNMOVABLE; in set_pageblock_migratetype()
429 set_pfnblock_flags_mask(page, (unsigned long)migratetype, in set_pageblock_migratetype()
514 static inline unsigned int order_to_pindex(int migratetype, int order) in order_to_pindex() argument
522 movable = migratetype == MIGRATE_MOVABLE; in order_to_pindex()
530 return (MIGRATE_PCPTYPES * order) + migratetype; in order_to_pindex()
601 int order, int migratetype) in compaction_capture() argument
607 if (is_migrate_cma(migratetype) || in compaction_capture()
608 is_migrate_isolate(migratetype)) in compaction_capture()
618 if (order < pageblock_order && migratetype == MIGRATE_MOVABLE && in compaction_capture()
619 capc->cc->migratetype != MIGRATE_MOVABLE) in compaction_capture()
622 if (migratetype != capc->cc->migratetype) in compaction_capture()
624 capc->cc->migratetype, migratetype); in compaction_capture()
638 int order, int migratetype) in compaction_capture() argument
645 int migratetype) in account_freepages() argument
649 if (is_migrate_isolate(migratetype)) in account_freepages()
654 if (is_migrate_cma(migratetype)) in account_freepages()
656 else if (is_migrate_highatomic(migratetype)) in account_freepages()
663 unsigned int order, int migratetype, in __add_to_free_list() argument
669 VM_WARN_ONCE(get_pageblock_migratetype(page) != migratetype, in __add_to_free_list()
671 get_pageblock_migratetype(page), migratetype, nr_pages); in __add_to_free_list()
674 list_add_tail(&page->buddy_list, &area->free_list[migratetype]); in __add_to_free_list()
676 list_add(&page->buddy_list, &area->free_list[migratetype]); in __add_to_free_list()
679 if (order >= pageblock_order && !is_migrate_isolate(migratetype)) in __add_to_free_list()
713 unsigned int order, int migratetype) in __del_page_from_free_list() argument
717 VM_WARN_ONCE(get_pageblock_migratetype(page) != migratetype, in __del_page_from_free_list()
719 get_pageblock_migratetype(page), migratetype, nr_pages); in __del_page_from_free_list()
730 if (order >= pageblock_order && !is_migrate_isolate(migratetype)) in __del_page_from_free_list()
735 unsigned int order, int migratetype) in del_page_from_free_list() argument
737 __del_page_from_free_list(page, zone, order, migratetype); in del_page_from_free_list()
738 account_freepages(zone, -(1 << order), migratetype); in del_page_from_free_list()
742 int migratetype) in get_page_from_free_area() argument
744 return list_first_entry_or_null(&area->free_list[migratetype], in get_page_from_free_area()
800 int migratetype, fpi_t fpi_flags) in __free_one_page() argument
811 VM_BUG_ON(migratetype == -1); in __free_one_page()
815 account_freepages(zone, 1 << order, migratetype); in __free_one_page()
818 int buddy_mt = migratetype; in __free_one_page()
820 if (compaction_capture(capc, page, order, migratetype)) { in __free_one_page()
821 account_freepages(zone, -(1 << order), migratetype); in __free_one_page()
838 if (migratetype != buddy_mt && in __free_one_page()
839 (!migratetype_is_mergeable(migratetype) || in __free_one_page()
853 if (unlikely(buddy_mt != migratetype)) { in __free_one_page()
859 set_pageblock_migratetype(buddy, migratetype); in __free_one_page()
878 __add_to_free_list(page, zone, order, migratetype, to_tail); in __free_one_page()
1553 int high, int migratetype) in expand() argument
1572 __add_to_free_list(&page[size], zone, high, migratetype, false); in expand()
1582 int high, int migratetype) in page_del_and_expand() argument
1586 __del_page_from_free_list(page, zone, high, migratetype); in page_del_and_expand()
1587 nr_pages -= expand(zone, page, low, high, migratetype); in page_del_and_expand()
1588 account_freepages(zone, -nr_pages, migratetype); in page_del_and_expand()
1745 int migratetype) in __rmqueue_smallest() argument
1754 page = get_page_from_free_area(area, migratetype); in __rmqueue_smallest()
1759 migratetype); in __rmqueue_smallest()
1760 trace_mm_page_alloc_zone_locked(page, order, migratetype, in __rmqueue_smallest()
1762 migratetype < MIGRATE_PCPTYPES); in __rmqueue_smallest()
1938 int migratetype) in move_freepages_block_isolate() argument
1957 set_pageblock_migratetype(page, migratetype); in move_freepages_block_isolate()
1968 set_pageblock_migratetype(page, migratetype); in move_freepages_block_isolate()
1975 migratetype); in move_freepages_block_isolate()
1981 int start_order, int migratetype) in change_pageblock_range() argument
1986 set_pageblock_migratetype(pageblock_page, migratetype); in change_pageblock_range()
2084 int migratetype, bool only_claim, bool *claim_block) in find_suitable_fallback() argument
2094 fallback_mt = fallbacks[migratetype][i]; in find_suitable_fallback()
2098 if (should_try_claim_block(order, migratetype)) in find_suitable_fallback()
2280 __rmqueue(struct zone *zone, unsigned int order, int migratetype, in __rmqueue() argument
2311 page = __rmqueue_smallest(zone, order, migratetype); in __rmqueue()
2325 page = __rmqueue_claim(zone, order, migratetype, alloc_flags); in __rmqueue()
2334 page = __rmqueue_steal(zone, order, migratetype); in __rmqueue()
2351 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
2364 struct page *page = __rmqueue(zone, order, migratetype, in rmqueue_bulk()
2649 struct per_cpu_pages *pcp, struct page *page, int migratetype, in free_frozen_page_commit() argument
2663 pindex = order_to_pindex(migratetype, order); in free_frozen_page_commit()
2714 int migratetype; in __free_frozen_pages() local
2732 migratetype = get_pfnblock_migratetype(page, pfn); in __free_frozen_pages()
2733 if (unlikely(migratetype >= MIGRATE_PCPTYPES)) { in __free_frozen_pages()
2734 if (unlikely(is_migrate_isolate(migratetype))) { in __free_frozen_pages()
2738 migratetype = MIGRATE_MOVABLE; in __free_frozen_pages()
2749 free_frozen_page_commit(zone, pcp, page, migratetype, order, fpi_flags); in __free_frozen_pages()
2801 int migratetype; in free_unref_folios() local
2804 migratetype = get_pfnblock_migratetype(&folio->page, pfn); in free_unref_folios()
2808 is_migrate_isolate(migratetype)) { in free_unref_folios()
2820 if (is_migrate_isolate(migratetype)) { in free_unref_folios()
2845 if (unlikely(migratetype >= MIGRATE_PCPTYPES)) in free_unref_folios()
2846 migratetype = MIGRATE_MOVABLE; in free_unref_folios()
2849 free_frozen_page_commit(zone, pcp, &folio->page, migratetype, in free_unref_folios()
2974 int migratetype) in rmqueue_buddy() argument
2992 page = __rmqueue(zone, order, migratetype, alloc_flags, &rmqm); in rmqueue_buddy()
3070 int migratetype, in __rmqueue_pcplist() argument
3084 migratetype, alloc_flags); in __rmqueue_pcplist()
3102 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3123 list = &pcp->lists[order_to_pindex(migratetype, order)]; in rmqueue_pcplist()
3124 page = __rmqueue_pcplist(zone, order, migratetype, alloc_flags, pcp, list); in rmqueue_pcplist()
3150 int migratetype) in rmqueue() argument
3156 migratetype, alloc_flags); in rmqueue()
3162 migratetype); in rmqueue()
3287 ac->migratetype); in unreserve_highatomic_pageblock()
3291 ac->migratetype); in unreserve_highatomic_pageblock()
3293 ac->migratetype); in unreserve_highatomic_pageblock()
3682 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
4520 (order > 0 && ac->migratetype != MIGRATE_MOVABLE)) in __alloc_pages_slowpath()
4728 ac->migratetype = gfp_migratetype(gfp_mask); in prepare_alloc_pages()
4889 pcp_list = &pcp->lists[order_to_pindex(ac.migratetype, 0)]; in alloc_pages_bulk_noprof()
4898 page = __rmqueue_pcplist(zone, 0, ac.migratetype, alloc_flags, in alloc_pages_bulk_noprof()
4996 trace_mm_page_alloc(page, order, alloc_gfp, ac.migratetype); in __alloc_frozen_pages_noprof()
6529 unsigned long start, unsigned long end, int migratetype) in __alloc_contig_migrate_range() argument
6601 trace_mm_alloc_contig_migrate_range_info(start, end, migratetype, in __alloc_contig_migrate_range()
6692 unsigned migratetype, gfp_t gfp_mask) in alloc_contig_range_noprof() argument
6733 ret = start_isolate_page_range(start, end, migratetype, 0); in alloc_contig_range_noprof()
6749 ret = __alloc_contig_migrate_range(&cc, start, end, migratetype); in alloc_contig_range_noprof()
6816 undo_isolate_page_range(start, end, migratetype); in alloc_contig_range_noprof()
7067 unsigned int order, int migratetype, in add_to_free_list() argument
7070 __add_to_free_list(page, zone, order, migratetype, tail); in add_to_free_list()
7071 account_freepages(zone, 1 << order, migratetype); in add_to_free_list()
7080 int migratetype) in break_down_buddy_pages() argument
7099 add_to_free_list(current_buddy, zone, high, migratetype, false); in break_down_buddy_pages()
7122 int migratetype = get_pfnblock_migratetype(page_head, in take_page_off_buddy() local
7126 migratetype); in take_page_off_buddy()
7128 page_order, migratetype); in take_page_off_buddy()
7152 int migratetype = get_pfnblock_migratetype(page, pfn); in put_page_back_buddy() local
7155 __free_one_page(page, pfn, zone, 0, migratetype, FPI_NONE); in put_page_back_buddy()
7416 trace_mm_page_alloc(page, order, alloc_gfp, ac.migratetype); in try_alloc_pages_noprof()