| /linux-6.15/include/asm-generic/ |
| H A D | hugetlb.h | 23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() 29 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect() 35 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() 40 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() 46 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() 53 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) in huge_pte_clear_uffd_wp() 85 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at() 101 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() 132 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 141 pte_t pte, int dirty) in huge_ptep_set_access_flags() [all …]
|
| /linux-6.15/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 137 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 162 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 167 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 173 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 180 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 257 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 262 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 267 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 272 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() 278 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() [all …]
|
| /linux-6.15/arch/mips/include/asm/ |
| H A D | pgtable.h | 205 pte_t *ptep, pte_t pte, unsigned int nr) 304 static inline pte_t pte_mkclean(pte_t pte) 313 static inline pte_t pte_mkold(pte_t pte) 333 static inline pte_t pte_mkdirty(pte_t pte) 344 static inline pte_t pte_mkyoung(pte_t pte) 365 static inline pte_t pte_mkclean(pte_t pte) 371 static inline pte_t pte_mkold(pte_t pte) 385 static inline pte_t pte_mkdirty(pte_t pte) 393 static inline pte_t pte_mkyoung(pte_t pte) 406 static inline pte_t pte_mkhuge(pte_t pte) [all …]
|
| /linux-6.15/arch/m68k/include/asm/ |
| H A D | mcf_pgtable.h | 183 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 189 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect() 195 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 201 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 207 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 219 static inline pte_t pte_mkread(pte_t pte) in pte_mkread() 225 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 231 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 237 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 243 static inline pte_t pte_mknocache(pte_t pte) in pte_mknocache() [all …]
|
| H A D | sun3_pgtable.h | 85 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 144 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() 145 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() 146 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_ACCESSED; return pte; } in pte_mkold() 147 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) |= SUN3_PAGE_WRITEABLE; return pte; } in pte_mkwrite_novma() 148 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= SUN3_PAGE_MODIFIED; return pte; } in pte_mkdirty() 149 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= SUN3_PAGE_ACCESSED; return pte; } in pte_mkyoung() 150 static inline pte_t pte_mknocache(pte_t pte) { pte_val(pte) |= SUN3_PAGE_NOCACHE; return pte; } in pte_mknocache() 154 static inline pte_t pte_mkcache(pte_t pte) { return pte; } in pte_mkcache() 183 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| H A D | motorola_pgtable.h | 90 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 156 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() 157 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 158 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 159 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite_novma() 160 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 161 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 162 static inline pte_t pte_mknocache(pte_t pte) in pte_mknocache() 167 static inline pte_t pte_mkcache(pte_t pte) in pte_mkcache() 199 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/microblaze/include/asm/ |
| H A D | pgtable.h | 254 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect() 256 static inline pte_t pte_wrprotect(pte_t pte) \ in pte_wrprotect() 258 static inline pte_t pte_exprotect(pte_t pte) \ in pte_exprotect() 260 static inline pte_t pte_mkclean(pte_t pte) \ in pte_mkclean() 262 static inline pte_t pte_mkold(pte_t pte) \ in pte_mkold() 265 static inline pte_t pte_mkread(pte_t pte) \ in pte_mkread() 267 static inline pte_t pte_mkexec(pte_t pte) \ in pte_mkexec() 269 static inline pte_t pte_mkwrite_novma(pte_t pte) \ in pte_mkwrite_novma() 271 static inline pte_t pte_mkdirty(pte_t pte) \ in pte_mkdirty() 273 static inline pte_t pte_mkyoung(pte_t pte) \ in pte_mkyoung() [all …]
|
| /linux-6.15/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 329 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 453 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 458 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 463 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 468 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 473 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 478 static inline pte_t pte_mkpte(pte_t pte) in pte_mkpte() 491 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 496 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 506 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() [all …]
|
| /linux-6.15/arch/um/include/asm/ |
| H A D | pgtable.h | 158 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 164 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 170 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 176 static inline pte_t pte_mkread(pte_t pte) in pte_mkread() 182 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 188 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 194 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 200 static inline pte_t pte_mkuptodate(pte_t pte) in pte_mkuptodate() 206 static inline pte_t pte_mkneedsync(pte_t pte) in pte_mkneedsync() 241 pte_t *ptep, pte_t pte, int nr) in set_ptes() [all …]
|
| /linux-6.15/arch/s390/include/asm/ |
| H A D | hugetlb.h | 22 pte_t *ptep, pte_t pte, unsigned long sz); 24 pte_t *ptep, pte_t pte); 27 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); 30 pte_t *ptep); 34 unsigned long addr, pte_t *ptep, in huge_ptep_get_and_clear() 48 pte_t *ptep, unsigned long sz) in huge_pte_clear() 58 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush() 66 pte_t pte, int dirty) in huge_ptep_set_access_flags() 79 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 87 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() [all …]
|
| /linux-6.15/arch/nios2/include/asm/ |
| H A D | pgtable.h | 76 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)]; 117 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 123 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 129 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 135 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 141 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 147 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 179 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 187 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes() 213 pte_t null; in pte_clear() [all …]
|
| /linux-6.15/arch/hexagon/include/asm/ |
| H A D | pgtable.h | 149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 248 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 255 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 262 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 269 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 288 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify() 296 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 303 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 310 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 398 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 229 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect() 235 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 241 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 247 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 253 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 259 static inline pte_t pte_mkread(pte_t pte) in pte_mkread() 265 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 271 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 277 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() [all …]
|
| /linux-6.15/arch/alpha/include/asm/ |
| H A D | pgtable.h | 135 extern pte_t __bad_page(void); 197 pte_t pte; \ 206 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 256 extern inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_FOW; return pte; } in pte_wrprotect() 257 extern inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~(__DIRTY_BITS); return pte; } in pte_mkclean() 258 extern inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~(__ACCESS_BITS); return pte; } in pte_mkold() 260 extern inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= __DIRTY_BITS; return pte; } in pte_mkdirty() 261 extern inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= __ACCESS_BITS; return pte; } in pte_mkyoung() 288 pte_t *ret = (pte_t *) pmd_page_vaddr(*dir) in pte_offset_kernel() 342 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | hugetlb.h | 35 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 39 pte_t *ptep, pte_t pte, unsigned long sz); 43 pte_t pte, int dirty); 46 pte_t *ptep, unsigned long sz); 49 unsigned long addr, pte_t *ptep); 52 unsigned long addr, pte_t *ptep); 55 pte_t *ptep, unsigned long sz); 57 extern pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); 63 unsigned long addr, pte_t *ptep); 67 unsigned long addr, pte_t *ptep, [all …]
|
| H A D | pgtable.h | 222 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 230 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 254 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 259 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 269 static inline pte_t pte_mkcont(pte_t pte) in pte_mkcont() 279 static inline pte_t pte_mkvalid(pte_t pte) in pte_mkvalid() 296 static inline pte_t pte_mkdevmap(pte_t pte) in pte_mkdevmap() 1561 pte_t old_pte, pte_t new_pte); 1571 pte_t *ptep, pte_t pte); 1573 pte_t *ptep, pte_t pte); [all …]
|
| /linux-6.15/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 255 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 257 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 259 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 261 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 263 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 265 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 284 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 294 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte() 305 static inline void set_pte(pte_t *ptep, pte_t pte) in set_pte() 363 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | pgtable_32.h | 99 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 227 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 232 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 237 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 242 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 247 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 252 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 301 static pte_t pte_modify(pte_t pte, pgprot_t newprot) __attribute_const__; 302 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 361 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| H A D | pgtable_64.h | 418 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 478 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 497 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 564 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 584 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 610 static inline pte_t pte_mkmcd(pte_t pte) in pte_mkmcd() 616 static inline pte_t pte_mknotmcd(pte_t pte) in pte_mknotmcd() 898 pte_t *ptep, pte_t orig, int fullmm, 902 pte_t *ptep, pte_t orig, int fullmm, in maybe_tlb_batch_add() 937 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes() [all …]
|
| /linux-6.15/arch/csky/include/asm/ |
| H A D | pgtable.h | 85 static inline void set_pte(pte_t *p, pte_t pte) in set_pte() 141 static inline int pte_read(pte_t pte) in pte_read() 161 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 167 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 173 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 179 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 187 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 195 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 208 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() 214 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive() [all …]
|
| /linux-6.15/arch/riscv/include/asm/ |
| H A D | pgtable.h | 423 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 437 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 442 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 447 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 452 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 457 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() 462 static inline pte_t pte_mkdevmap(pte_t pte) in pte_mkdevmap() 467 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 541 pte_t *ptep = (pte_t *)pmdp; in update_mmu_cache_pmd() 575 pte_t *ptep, pte_t pteval, unsigned int nr) in set_ptes() [all …]
|
| H A D | hugetlb.h | 22 pte_t *ptep, unsigned long sz); 26 unsigned long addr, pte_t *ptep, pte_t pte, 30 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 31 unsigned long addr, pte_t *ptep, 35 pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 36 unsigned long addr, pte_t *ptep); 40 unsigned long addr, pte_t *ptep); 44 unsigned long addr, pte_t *ptep, 45 pte_t pte, int dirty); 48 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); [all …]
|
| /linux-6.15/arch/arm/include/asm/ |
| H A D | pgtable.h | 214 pte_t *ptep, pte_t pteval, unsigned int nr); 229 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 234 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 239 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 244 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 249 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 254 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 259 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec() 264 static inline pte_t pte_mknexec(pte_t pte) in pte_mknexec() 310 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/riscv/mm/ |
| H A D | hugetlbpage.c | 6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() 36 pte_t *pte = NULL; in huge_pte_alloc() 52 pte = (pte_t *)pud; in huge_pte_alloc() 89 pte_t *pte = NULL; in huge_pte_offset() 153 pte_t pte, tmp_pte; in get_clear_contig() 205 pte_t *ptep, in clear_flush() 248 pte_t *ptep, in set_huge_pte_at() 249 pte_t pte, in set_huge_pte_at() 282 pte_t orig_pte; in huge_ptep_set_access_flags() 327 pte_t orig_pte; in huge_ptep_set_wrprotect() [all …]
|
| /linux-6.15/arch/arm64/mm/ |
| H A D | contpte.c | 24 static inline pte_t *contpte_align_down(pte_t *ptep) in contpte_align_down() 50 pte_t *ptep, pte_t pte) in contpte_convert() 77 pte_t *ptep, pte_t pte) in __contpte_try_fold() 141 pte_t *ptep, pte_t pte) in __contpte_try_unfold() 155 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) in contpte_ptep_get() 164 pte_t pte; in contpte_ptep_get() 183 pte_t contpte_ptep_get_lockless(pte_t *orig_ptep) in contpte_ptep_get_lockless() 204 pte_t orig_pte; in contpte_ptep_get_lockless() 206 pte_t *ptep; in contpte_ptep_get_lockless() 207 pte_t pte; in contpte_ptep_get_lockless() [all …]
|