Home
last modified time | relevance | path

Searched refs:hstate_vma (Results 1 – 25 of 28) sorted by relevance

12

/linux-6.15/mm/damon/
H A Dvaddr.c349 unsigned long psize = huge_page_size(hstate_vma(vma)); in damon_hugetlb_mkold()
360 addr + huge_page_size(hstate_vma(vma)))) in damon_hugetlb_mkold()
374 struct hstate *h = hstate_vma(walk->vma); in damon_mkold_hugetlb_entry()
509 struct hstate *h = hstate_vma(walk->vma); in damon_young_hugetlb_entry()
/linux-6.15/arch/mips/include/asm/
H A Dhugetlb.h46 unsigned long sz = huge_page_size(hstate_vma(vma)); in huge_ptep_clear_flush()
/linux-6.15/arch/powerpc/include/asm/
H A Dhugetlb.h59 unsigned long sz = huge_page_size(hstate_vma(vma)); in huge_ptep_clear_flush()
/linux-6.15/arch/powerpc/mm/book3s64/
H A Dradix_hugetlbpage.c50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit()
H A Dhugetlbpage.c162 psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
/linux-6.15/arch/loongarch/include/asm/
H A Dhugetlb.h55 unsigned long sz = huge_page_size(hstate_vma(vma)); in huge_ptep_clear_flush()
/linux-6.15/arch/arm64/include/asm/
H A Dhugetlb.h77 unsigned long stride = huge_page_size(hstate_vma(vma)); in flush_hugetlb_tlb_range()
/linux-6.15/include/linux/
H A Dhugetlb.h764 static inline struct hstate *hstate_vma(struct vm_area_struct *vma) in hstate_vma() function
1039 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_start()
1051 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
1144 static inline struct hstate *hstate_vma(struct vm_area_struct *vma)
/linux-6.15/mm/
H A Dhugetlb.c3019 struct hstate *h = hstate_vma(vma); in alloc_hugetlb_folio()
5396 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
5753 struct hstate *h = hstate_vma(vma); in move_huge_pte()
5792 struct hstate *h = hstate_vma(vma); in move_hugetlb_page_tables()
5861 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
6086 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
6146 struct hstate *h = hstate_vma(vma); in hugetlb_wp()
6417 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
6660 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
7113 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
[all …]
H A Dhmm.c482 ptl = huge_pte_lock(hstate_vma(vma), walk->mm, pte); in hmm_vma_walk_hugetlb_entry()
488 hmm_pfn_flags_order(huge_page_order(hstate_vma(vma))); in hmm_vma_walk_hugetlb_entry()
H A Dpage_vma_mapped.c200 struct hstate *hstate = hstate_vma(vma); in page_vma_mapped_walk()
H A Dmadvise.c879 if (start & ~huge_page_mask(hstate_vma(vma))) in madvise_dontneed_free_valid_vma()
888 *end = ALIGN_DOWN(*end, huge_page_size(hstate_vma(vma))); in madvise_dontneed_free_valid_vma()
H A Dpagewalk.c325 struct hstate *h = hstate_vma(vma); in walk_hugetlb_range()
H A Dmempolicy.c657 ptl = huge_pte_lock(hstate_vma(walk->vma), walk->mm, pte); in queue_folios_hugetlb()
1815 !hugepage_migration_supported(hstate_vma(vma))) in vma_migratable()
2145 *mpol = get_vma_policy(vma, addr, hstate_vma(vma)->order, &ilx); in huge_node()
H A Drmap.c1913 hsz = huge_page_size(hstate_vma(vma)); in try_to_unmap_one()
2321 hsz = huge_page_size(hstate_vma(vma)); in try_to_migrate_one()
H A Dmigrate.c309 struct hstate *h = hstate_vma(vma); in remove_migration_pte()
410 spinlock_t *ptl = huge_pte_lockptr(hstate_vma(vma), vma->vm_mm, ptep); in migration_entry_wait_huge()
H A Dmremap.c1577 struct hstate *h __maybe_unused = hstate_vma(vrm->vma); in align_hugetlb()
/linux-6.15/arch/riscv/mm/
H A Dtlbflush.c147 stride_size = huge_page_size(hstate_vma(vma)); in flush_tlb_range()
/linux-6.15/arch/arm64/mm/
H A Dhugetlbpage.c539 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_start()
556 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
/linux-6.15/arch/x86/include/asm/
H A Dtlbflush.h313 ? huge_page_shift(hstate_vma(vma)) \
/linux-6.15/arch/riscv/kvm/
H A Dmmu.c623 vma_pageshift = huge_page_shift(hstate_vma(vma)); in kvm_riscv_gstage_map()
631 gfn = (gpa & huge_page_mask(hstate_vma(vma))) >> PAGE_SHIFT; in kvm_riscv_gstage_map()
/linux-6.15/arch/powerpc/mm/
H A Dpgtable.c278 struct hstate *h = hstate_vma(vma); in huge_ptep_set_access_flags()
/linux-6.15/fs/proc/
H A Dtask_mmu.c1041 mss->shared_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
1043 mss->private_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
2262 psize = huge_page_size(hstate_vma(vma)); in make_uffd_wp_huge_pte()
2595 ptl = huge_pte_lock(hstate_vma(vma), vma->vm_mm, ptep); in pagemap_scan_hugetlb_entry()
/linux-6.15/fs/hugetlbfs/
H A Dinode.c348 ptep = hugetlb_walk(vma, addr, huge_page_size(hstate_vma(vma))); in hugetlb_vma_maps_pfn()
/linux-6.15/arch/arm64/kvm/
H A Dmmu.c1401 return huge_page_shift(hstate_vma(vma)); in get_vma_page_shift()

12