| /linux-6.15/arch/arm64/mm/ |
| H A D | contpte.c | 30 pte_t *ptep, unsigned int nr) in contpte_try_unfold_partial() 50 pte_t *ptep, pte_t pte) in contpte_convert() 77 pte_t *ptep, pte_t pte) in __contpte_try_fold() 141 pte_t *ptep, pte_t pte) in __contpte_try_unfold() 206 pte_t *ptep; in contpte_ptep_get_lockless() local 292 unsigned long addr, pte_t *ptep, in contpte_get_and_clear_full_ptes() 301 unsigned long addr, pte_t *ptep) in contpte_ptep_test_and_clear_young() 326 unsigned long addr, pte_t *ptep) in contpte_ptep_clear_flush_young() 347 pte_t *ptep, unsigned int nr) in contpte_wrprotect_ptes() 365 unsigned long addr, pte_t *ptep, in contpte_clear_young_dirty_ptes() [all …]
|
| H A D | hugetlbpage.c | 83 pte_t *ptep, size_t *pgsize) in find_num_contig() 155 pte_t *ptep, in get_clear_contig() 180 pte_t *ptep, in get_clear_contig_flush() 202 pte_t *ptep, in clear_flush() 216 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at() 254 pte_t *ptep = NULL; in huge_pte_alloc() local 380 pte_t *ptep, unsigned long sz) in huge_pte_clear() 392 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear() 431 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 467 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() [all …]
|
| /linux-6.15/arch/s390/mm/ |
| H A D | pgtable.c | 40 pte_t *ptep, int nodat) in ptep_ipte_local() 60 pte_t *ptep, int nodat) in ptep_ipte_global() 331 pte_t *ptep) in ptep_modify_prot_start() 574 pte_t *ptep; in pgtable_trans_huge_withdraw() local 766 pte_t *ptep) in ptep_test_and_clear_uc() 799 pte_t *ptep; in set_guest_storage_key() local 909 pte_t *ptep; in reset_guest_reference_bit() local 972 pte_t *ptep; in get_guest_storage_key() local 1039 pte_t *ptep; in pgste_perform_essa() local 1144 pte_t *ptep; in set_pgste_bits() local [all …]
|
| H A D | hugetlbpage.c | 163 pte_t *ptep, pte_t pte) in __set_huge_pte_at() 182 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at() 187 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 193 unsigned long addr, pte_t *ptep) in __huge_ptep_get_and_clear()
|
| /linux-6.15/include/asm-generic/ |
| H A D | hugetlb.h | 68 pte_t *ptep, unsigned long sz) in huge_pte_clear() 85 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at() 93 unsigned long addr, pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear() 101 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 132 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 140 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 148 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get()
|
| /linux-6.15/arch/riscv/mm/ |
| H A D | hugetlbpage.c | 6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 150 pte_t *ptep, in get_clear_contig() 174 pte_t *ptep, in get_clear_contig_flush() 205 pte_t *ptep, in clear_flush() 248 pte_t *ptep, in set_huge_pte_at() 276 pte_t *ptep, in huge_ptep_set_access_flags() 307 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear() 323 pte_t *ptep) in huge_ptep_set_wrprotect() 348 pte_t *ptep) in huge_ptep_clear_flush() 363 pte_t *ptep, in huge_pte_clear()
|
| /linux-6.15/arch/s390/include/asm/ |
| H A D | hugetlb.h | 34 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear() 48 pte_t *ptep, unsigned long sz) in huge_pte_clear() 58 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush() 65 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 79 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| /linux-6.15/arch/powerpc/mm/ |
| H A D | pgtable.c | 192 void set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_ptes() 230 pte_t *ptep = pte_offset_kernel(pmdp, va); in unmap_kernel_page() local 244 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags() 259 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 306 static void __set_huge_pte_at(pmd_t *pmd, pte_t *ptep, pte_basic_t val) in __set_huge_pte_at() 323 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_huge_pte_at() 341 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_huge_pte_at()
|
| /linux-6.15/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 102 pte_t *ptep, pte_t entry) in __set_huge_pte_at() 122 pte_t *ptep, pte_t entry, unsigned long sz) in set_huge_pte_at() 129 pte_t *ptep, unsigned long sz) in huge_ptep_get_and_clear() 141 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 150 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | hugetlb.h | 29 pte_t *ptep, unsigned long sz) in huge_pte_clear() 39 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear() 52 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 72 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | pgtable.h | 99 #define __pte_clear(mm, addr, ptep) \ argument 1257 pte_t *ptep) in __ptep_test_and_clear_young() 1327 unsigned long addr, pte_t *ptep, in __get_and_clear_full_ptes() 1383 pte_t *ptep, unsigned int nr) in __wrprotect_ptes() 1706 unsigned long addr, pte_t *ptep) in pte_clear() 1726 unsigned long addr, pte_t *ptep, in get_and_clear_full_ptes() 1743 unsigned long addr, pte_t *ptep) in ptep_get_and_clear() 1751 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() 1763 unsigned long addr, pte_t *ptep) in ptep_clear_flush_young() 1799 unsigned long addr, pte_t *ptep) in ptep_set_wrprotect() [all …]
|
| /linux-6.15/arch/xtensa/include/asm/ |
| H A D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument 35 static inline void ptes_clear(pte_t *ptep) in ptes_clear() 45 pte_t *ptep; in pte_alloc_one_kernel() local
|
| H A D | pgtable.h | 243 #define pte_clear(mm,addr,ptep) \ argument 294 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte() 305 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte() 320 pte_t *ptep) in ptep_test_and_clear_young() 330 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear() 338 ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect() 408 #define update_mmu_cache(vma, address, ptep) \ argument
|
| /linux-6.15/drivers/iommu/ |
| H A D | io-pgtable-arm.c | 162 #define iopte_set_writeable_clean(ptep) \ argument 367 arm_lpae_iopte *ptep) in arm_lpae_init_pte() 397 arm_lpae_iopte *ptep, in arm_lpae_install_table() 561 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map_pages() local 590 arm_lpae_iopte *ptep) in __arm_lpae_free_pgtable() 631 int lvl, arm_lpae_iopte *ptep) in __arm_lpae_unmap() 692 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_unmap_pages() local 728 arm_lpae_iopte *ptep, size_t size) in visit_iova_to_phys() 781 arm_lpae_iopte *ptep, int lvl) in io_pgtable_visit() 806 arm_lpae_iopte *ptep, in __arm_lpae_iopte_walk() [all …]
|
| H A D | io-pgtable-dart.c | 121 dart_iopte *ptep) in dart_init_pte() 147 dart_iopte *ptep, in dart_install_table() 189 dart_iopte pte, *ptep; in dart_get_l2() local 239 dart_iopte pte, *cptep, *ptep; in dart_map_pages() local 299 dart_iopte pte, *ptep; in dart_unmap_pages() local 339 dart_iopte pte, *ptep; in dart_iova_to_phys() local 437 dart_iopte *ptep, *end; in apple_dart_free_pgtable() local
|
| /linux-6.15/include/linux/ |
| H A D | pgtable.h | 338 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() 375 pte_t *ptep) in ptep_test_and_clear_young() 482 pte_t *ptep) in ptep_get_and_clear() 511 unsigned long addr, pte_t *ptep, in clear_young_dirty_ptes() 536 pte_t *ptep) in ptep_clear() 776 unsigned long address, pte_t *ptep) in update_mmu_tlb() 789 pte_t *ptep, in pte_clear_not_present_full() 882 pte_t *ptep, unsigned int nr) in wrprotect_ptes() 1282 pte_t *ptep) in __ptep_modify_prot_start() 1294 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit() [all …]
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | hugetlb.h | 27 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 34 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 42 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /linux-6.15/arch/powerpc/include/asm/nohash/32/ |
| H A D | hugetlb-8xx.h | 23 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 32 pte_t *ptep, unsigned long sz) in huge_pte_clear() 39 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| H A D | pte-8xx.h | 125 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect() 131 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags() 170 static inline bool ptep_is_8m_pmdp(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_is_8m_pmdp() 210 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in pte_update() 229 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
|
| /linux-6.15/arch/mips/include/asm/ |
| H A D | hugetlb.h | 30 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear() 43 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 68 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| H A D | pgtable.h | 119 static inline void set_pte(pte_t *ptep, pte_t pte) 143 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 171 static inline void set_pte(pte_t *ptep, pte_t pteval) 190 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 205 pte_t *ptep, pte_t pte, unsigned int nr) 483 pte_t *ptep) 495 unsigned long address, pte_t *ptep, 583 pte_t *ptep, unsigned int nr) 594 #define update_mmu_cache(vma, address, ptep) \ argument 597 #define update_mmu_tlb_range(vma, address, ptep, nr) \ argument
|
| /linux-6.15/arch/powerpc/mm/book3s64/ |
| H A D | hugetlbpage.c | 21 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge() 139 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start() 154 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit()
|
| /linux-6.15/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 103 unsigned long addr, pte_t *ptep) in ptep_test_and_clear_young() 115 pte_t *ptep) in ptep_set_wrprotect() 123 pte_t *ptep) in ptep_get_and_clear() 129 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 137 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 310 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at()
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | pgtable-3level.h | 36 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte() 43 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic() 67 pte_t *ptep) in native_pte_clear() 103 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
|
| /linux-6.15/arch/powerpc/kvm/ |
| H A D | book3s_64_mmu_radix.c | 382 pte_t *ptep, pte_t pte) in kvmppc_radix_set_pte_at() 401 static void kvmppc_pte_free(pte_t *ptep) in kvmppc_pte_free() 624 pte_t *ptep, *new_ptep = NULL; in kvmppc_create_pte() local 798 pte_t *ptep; in kvmppc_hv_handle_set_rc() local 832 pte_t pte, *ptep; in kvmppc_book3s_instantiate_page() local 1014 pte_t *ptep; in kvm_unmap_radix() local 1033 pte_t *ptep; in kvm_age_radix() local 1062 pte_t *ptep; in kvm_test_age_radix() local 1082 pte_t *ptep, pte; in kvm_radix_test_clear_dirty() local 1161 pte_t *ptep; in kvmppc_radix_flush_memslot() local [all …]
|