Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_NR (Results 1 – 19 of 19) sorted by relevance

/linux-6.15/mm/
H A Dkhugepaged.c268 if (err || max_ptes_none > HPAGE_PMD_NR - 1) in max_ptes_none_store()
293 if (err || max_ptes_swap > HPAGE_PMD_NR - 1) in max_ptes_swap_store()
319 if (err || max_ptes_shared > HPAGE_PMD_NR - 1) in max_ptes_shared_store()
392 khugepaged_pages_to_scan = HPAGE_PMD_NR * 8; in khugepaged_init()
393 khugepaged_max_ptes_none = HPAGE_PMD_NR - 1; in khugepaged_init()
394 khugepaged_max_ptes_swap = HPAGE_PMD_NR / 8; in khugepaged_init()
576 for (_pte = pte; _pte < pte + HPAGE_PMD_NR; in __collapse_huge_page_isolate()
720 for (_pte = pte; _pte < pte + HPAGE_PMD_NR; in __collapse_huge_page_copy_succeeded()
813 for (i = 0; i < HPAGE_PMD_NR; i++) { in __collapse_huge_page_copy()
1850 VM_BUG_ON(start & (HPAGE_PMD_NR - 1)); in collapse_file()
[all …]
H A Dhuge_memory.c285 return HPAGE_PMD_NR; in shrink_huge_zero_page_scan()
1748 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1792 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
2262 -HPAGE_PMD_NR); in zap_huge_pmd()
2487 ret = HPAGE_PMD_NR; in change_huge_pmd()
2994 folio_ref_add(folio, HPAGE_PMD_NR - 1); in __split_huge_pmd_locked()
2997 folio_add_anon_rmap_ptes(folio, page, HPAGE_PMD_NR, in __split_huge_pmd_locked()
3059 for (i = 0; i < HPAGE_PMD_NR; i++) in __split_huge_pmd_locked()
3062 set_ptes(mm, haddr, pte, entry, HPAGE_PMD_NR); in __split_huge_pmd_locked()
3234 add_mm_counter(mm, MM_ANONPAGES, -HPAGE_PMD_NR); in __discard_anon_folio_pmd_locked()
[all …]
H A Dpage_vma_mapped.c146 if ((pfn + HPAGE_PMD_NR - 1) < pvmw->pfn) in check_pmd()
284 (pvmw->nr_pages >= HPAGE_PMD_NR)) { in page_vma_mapped_walk()
H A Dmprotect.c397 if (ret == HPAGE_PMD_NR) { in change_pmd_range()
398 pages += HPAGE_PMD_NR; in change_pmd_range()
H A Drmap.c1532 __folio_add_anon_rmap(folio, page, HPAGE_PMD_NR, vma, address, flags, in folio_add_anon_rmap_pmd()
1659 __folio_add_file_rmap(folio, page, HPAGE_PMD_NR, vma, RMAP_LEVEL_PMD); in folio_add_file_rmap_pmd()
1821 __folio_remove_rmap(folio, page, HPAGE_PMD_NR, vma, RMAP_LEVEL_PMD); in folio_remove_rmap_pmd()
H A Dvmstat.c1751 pages /= HPAGE_PMD_NR; in zoneinfo_show_print()
1890 v[i] /= HPAGE_PMD_NR; in vmstat_start()
H A Dfilemap.c3216 ractl._index &= ~((unsigned long)HPAGE_PMD_NR - 1); in do_sync_mmap_readahead()
3217 ra->size = HPAGE_PMD_NR; in do_sync_mmap_readahead()
3224 ra->async_size = HPAGE_PMD_NR; in do_sync_mmap_readahead()
H A Dmemory-failure.c787 if (pfn <= hwp->pfn && hwp->pfn < pfn + HPAGE_PMD_NR) { in check_hwpoisoned_pmd_entry()
H A Dmigrate.c1574 #define NR_MAX_BATCHED_MIGRATION HPAGE_PMD_NR
H A Dshmem.c1886 if (pages == HPAGE_PMD_NR) in shmem_alloc_and_add_folio()
1909 if (pages == HPAGE_PMD_NR) { in shmem_alloc_and_add_folio()
H A Dgup.c775 ctx->page_mask = HPAGE_PMD_NR - 1; in follow_huge_pmd()
H A Dmemory.c5189 flush_icache_pages(vma, page, HPAGE_PMD_NR); in do_set_pmd()
5195 add_mm_counter(vma->vm_mm, mm_counter_file(folio), HPAGE_PMD_NR); in do_set_pmd()
H A Dswapfile.c391 #define SWAPFILE_CLUSTER HPAGE_PMD_NR
H A Dvmscan.c1313 if (nr_pages >= HPAGE_PMD_NR) { in shrink_folio_list()
/linux-6.15/include/linux/
H A Drmap.h438 VM_WARN_ON_FOLIO(folio_nr_pages(folio) != HPAGE_PMD_NR, folio); in __folio_rmap_sanity_checks()
439 VM_WARN_ON_FOLIO(nr_pages != HPAGE_PMD_NR, folio); in __folio_rmap_sanity_checks()
613 __folio_dup_file_rmap(folio, page, HPAGE_PMD_NR, dst_vma, RMAP_LEVEL_PTE); in folio_dup_file_rmap_pmd()
750 return __folio_try_dup_anon_rmap(folio, page, HPAGE_PMD_NR, dst_vma, in folio_try_dup_anon_rmap_pmd()
884 return __folio_try_share_anon_rmap(folio, page, HPAGE_PMD_NR, in folio_try_share_anon_rmap_pmd()
H A Dhuge_mm.h113 #define HPAGE_PMD_NR (1<<HPAGE_PMD_ORDER) macro
/linux-6.15/arch/arc/mm/
H A Dtlb.c534 update_mmu_cache_range(NULL, vma, addr, &pte, HPAGE_PMD_NR); in update_mmu_cache_pmd()
/linux-6.15/drivers/base/
H A Dnode.c543 pages /= HPAGE_PMD_NR; in node_read_vmstat()
/linux-6.15/drivers/gpu/drm/amd/amdgpu/
H A Damdgpu_vram_mgr.c479 pages_per_block = HPAGE_PMD_NR; in amdgpu_vram_mgr_new()