| /linux-6.15/arch/m68k/include/asm/ |
| H A D | mcf_pgtable.h | 107 pte_val(pte) = (pte_val(pte) & CF_PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify() 123 return !pte_val(pte); in pte_none() 134 pte_val(*ptep) = 0; in pte_clear() 148 __FILE__, __LINE__, pte_val(e)) 197 pte_val(pte) &= ~CF_PAGE_EXEC; in pte_exprotect() 203 pte_val(pte) &= ~CF_PAGE_DIRTY; in pte_mkclean() 215 pte_val(pte) |= CF_PAGE_WRITABLE; in pte_mkwrite_novma() 221 pte_val(pte) |= CF_PAGE_READABLE; in pte_mkread() 227 pte_val(pte) |= CF_PAGE_EXEC; in pte_mkexec() 233 pte_val(pte) |= CF_PAGE_DIRTY; in pte_mkdirty() [all …]
|
| H A D | motorola_pgtable.h | 92 pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify() 111 #define pte_none(pte) (!pte_val(pte)) 113 #define pte_clear(mm,addr,ptep) ({ pte_val(*(ptep)) = 0; }) 116 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) 117 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) 164 pte_val(pte) = (pte_val(pte) & _CACHEMASK040) | m68k_pgtable_cachemode; in pte_mknocache() 169 pte_val(pte) = (pte_val(pte) & _CACHEMASK040) | m68k_supervisor_cachemode; in pte_mkcache() 191 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 196 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive() 201 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() [all …]
|
| H A D | sun3_pgtable.h | 87 pte_val(pte) = (pte_val(pte) & SUN3_PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify() 94 (__va ((pte_val (pte) & SUN3_PAGE_PGNUM_MASK) << PAGE_SHIFT)) 101 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 105 pte_val (*ptep) = 0; in pte_clear() 109 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) 111 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; }) 130 pr_err("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, pte_val(e)) 175 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 180 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive() 185 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/hexagon/include/asm/ |
| H A D | pgtable.h | 179 pte_val(*ptep) = _NULL_PTE; in pte_clear() 230 return pte_val(pte) == _NULL_PTE; in pte_none() 250 pte_val(pte) &= ~_PAGE_ACCESSED; in pte_mkold() 257 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung() 264 pte_val(pte) &= ~_PAGE_DIRTY; in pte_mkclean() 271 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty() 290 pte_val(pte) &= PAGE_MASK; in pte_modify() 291 pte_val(pte) |= pgprot_val(prot); in pte_modify() 298 pte_val(pte) &= ~_PAGE_WRITE; in pte_wrprotect() 305 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite_novma() [all …]
|
| /linux-6.15/arch/microblaze/include/asm/ |
| H A D | pgtable.h | 109 __FILE__, __LINE__, pte_val(e)) 255 { pte_val(pte) &= ~_PAGE_USER; return pte; } in pte_rdprotect() 259 { pte_val(pte) &= ~_PAGE_EXEC; return pte; } in pte_exprotect() 266 { pte_val(pte) |= _PAGE_USER; return pte; } in pte_mkread() 270 { pte_val(pte) |= _PAGE_RW; return pte; } in pte_mkwrite_novma() 272 { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 284 pte_val(pte) = physpage | pgprot_val(pgprot); in mk_pte_phys() 298 pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); in pte_modify() 411 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive() 416 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 288 old = pte_val(*p); in pte_update() 333 unsigned long set = pte_val(entry) & in __ptep_set_access_flags() 342 #define pte_same(A,B) (((pte_val(A) ^ pte_val(B)) & ~_PAGE_HASHPTE) == 0) 386 return !!(pte_val(pte) & _PAGE_READ); in pte_read() 391 return !!(pte_val(pte) & _PAGE_WRITE); in pte_write() 402 return pte_val(pte) & _PAGE_PRESENT; in pte_present() 407 return pte_val(pte) & _PAGE_PRESENT; in pte_hw_valid() 412 return !!(pte_val(pte) & _PAGE_HASHPTE); in pte_hashpte() 475 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec() 488 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite_novma() [all …]
|
| /linux-6.15/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 60 pte_basic_t old = pte_val(*p); in pte_update() 141 unsigned long set = pte_val(entry) & in __ptep_set_access_flags() 158 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite_novma() 164 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 182 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec() 189 return pte_val(pte) & _PAGE_WRITE; in pte_write() 201 return pte_val(pte) & _PAGE_PRESENT; in pte_present() 206 return pte_val(pte) & _PAGE_PRESENT; in pte_hw_valid() 211 return pte_val(pte) & _PAGE_ACCESSED; in pte_young() 259 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect() [all …]
|
| /linux-6.15/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 203 #define pte_none(x) (!pte_val(x)) 225 pte_val(pte) &= ~(_PAGE_WRITE); in pte_wrprotect() 231 pte_val(pte) &= ~(_PAGE_READ); in pte_rdprotect() 237 pte_val(pte) &= ~(_PAGE_EXEC); in pte_exprotect() 243 pte_val(pte) &= ~(_PAGE_DIRTY); in pte_mkclean() 255 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite_novma() 261 pte_val(pte) |= _PAGE_READ; in pte_mkread() 267 pte_val(pte) |= _PAGE_EXEC; in pte_mkexec() 273 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty() 279 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung() [all …]
|
| /linux-6.15/arch/nios2/include/asm/ |
| H A D | pgtable.h | 88 { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 90 { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 119 pte_val(pte) &= ~_PAGE_WRITE; in pte_wrprotect() 125 pte_val(pte) &= ~_PAGE_DIRTY; in pte_mkclean() 131 pte_val(pte) &= ~_PAGE_ACCESSED; in pte_mkold() 137 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite_novma() 143 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty() 149 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung() 157 pte_val(pte) = (pte_val(pte) & ~mask) | (pgprot_val(newprot) & mask); in pte_modify() 197 pte_val(pte) += 1; in set_ptes() [all …]
|
| /linux-6.15/arch/alpha/include/asm/ |
| H A D | pgtable.h | 192 #define pte_pfn(pte) (pte_val(pte) >> PFN_PTE_SHIFT) 199 pte_val(pte) = (page_to_pfn(page) << 32) | pgprot_val(pgprot); \ 207 { pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; } in pte_modify() 231 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none() 235 pte_val(*ptep) = 0; in pte_clear() 253 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 334 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 339 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive() 344 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() 350 pte_val(pte) &= ~_PAGE_SWP_EXCLUSIVE; in pte_swp_clear_exclusive() [all …]
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 341 pte_val(pte) &= _PAGE_GLOBAL; in pte_clear() 362 pte_val(pte) &= ~_PAGE_ACCESSED; in pte_mkold() 368 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung() 380 pte_val(pte) |= _PAGE_MODIFIED; in pte_mkdirty() 381 if (pte_val(pte) & _PAGE_WRITE) in pte_mkdirty() 382 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty() 388 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite_novma() 389 if (pte_val(pte) & _PAGE_MODIFIED) in pte_mkwrite_novma() 390 pte_val(pte) |= _PAGE_DIRTY; in pte_mkwrite_novma() 404 pte_val(pte) |= _PAGE_HUGE; in pte_mkhuge() [all …]
|
| /linux-6.15/arch/csky/include/asm/ |
| H A D | pgtable.h | 181 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite_novma() 182 if (pte_val(pte) & _PAGE_MODIFIED) in pte_mkwrite_novma() 183 pte_val(pte) |= _PAGE_DIRTY; in pte_mkwrite_novma() 189 pte_val(pte) |= _PAGE_MODIFIED; in pte_mkdirty() 190 if (pte_val(pte) & _PAGE_WRITE) in pte_mkdirty() 191 pte_val(pte) |= _PAGE_DIRTY; in pte_mkdirty() 197 pte_val(pte) |= _PAGE_ACCESSED; in pte_mkyoung() 198 if (pte_val(pte) & _PAGE_READ) in pte_mkyoung() 199 pte_val(pte) |= _PAGE_VALID; in pte_mkyoung() 210 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/mips/include/asm/ |
| H A D | pgtable.h | 280 pte_val(pte) |= _PAGE_SPECIAL; 379 pte_val(pte) |= _PAGE_WRITE; 380 if (pte_val(pte) & _PAGE_MODIFIED) 388 if (pte_val(pte) & _PAGE_WRITE) 395 pte_val(pte) |= _PAGE_ACCESSED; 397 pte_val(pte) |= _PAGE_SILENT_READ; 408 pte_val(pte) |= _PAGE_HUGE; 436 pte_val(pte) |= _PAGE_SOFT_DIRTY; 490 return pte_val(pte_a) == pte_val(pte_b); 534 pte_val(pte) &= _PAGE_CHG_MASK; [all …]
|
| /linux-6.15/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 240 (((pte_val(pte) & _PAGE_CA_MASK) != _PAGE_CA_INVALID) \ 241 || ((pte_val(pte) & _PAGE_ATTRIB_MASK) == _PAGE_NONE)) 260 { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 262 { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 264 { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 266 { pte_val(pte) |= _PAGE_WRITABLE; return pte; } in pte_mkwrite_novma() 278 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) 279 #define pte_same(a,b) (pte_val(a) == pte_val(b)) 360 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive() 365 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() [all …]
|
| /linux-6.15/arch/parisc/include/asm/ |
| H A D | pgtable.h | 276 #define pte_none(x) (pte_val(x) == 0) 277 #define pte_present(x) (pte_val(x) & _PAGE_PRESENT) 278 #define pte_user(x) (pte_val(x) & _PAGE_USER) 333 #define pte_mkhuge(pte) (__pte(pte_val(pte) | \ 364 { pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; } in pte_modify() 368 #define pte_pfn(x) (pte_val(x) >> PFN_PTE_SHIFT) 396 pte_val(pte) += 1 << PFN_PTE_SHIFT; in set_ptes() 436 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive() 441 pte_val(pte) |= _PAGE_SWP_EXCLUSIVE; in pte_swp_mkexclusive() 447 pte_val(pte) &= ~_PAGE_SWP_EXCLUSIVE; in pte_swp_clear_exclusive() [all …]
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | pgtable_32.h | 155 return !pte_val(pte); in pte_none() 214 return pte_val(pte) & SRMMU_WRITE; in pte_write() 219 return pte_val(pte) & SRMMU_DIRTY; in pte_dirty() 224 return pte_val(pte) & SRMMU_REF; in pte_young() 229 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect() 234 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean() 239 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold() 244 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite_novma() 249 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty() 254 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung() [all …]
|
| H A D | pgtable_64.h | 235 return __pmd(pte_val(pte)); in pfn_pmd() 254 : "r" (pte_val(pte)), in pte_pfn() 327 return __pmd(pte_val(pte)); in pmd_modify() 448 return __pmd(pte_val(pte)); in pmd_mkhuge() 738 return __pmd(pte_val(pte)); in pmd_mkold() 747 return __pmd(pte_val(pte)); in pmd_wrprotect() 756 return __pmd(pte_val(pte)); in pmd_mkdirty() 765 return __pmd(pte_val(pte)); in pmd_mkclean() 774 return __pmd(pte_val(pte)); in pmd_mkyoung() 783 return __pmd(pte_val(pte)); in pmd_mkwrite_novma() [all …]
|
| /linux-6.15/arch/riscv/include/asm/ |
| H A D | pgtable.h | 300 return pte_val(pte) & _PAGE_NAPOT; in pte_napot() 353 return __pgprot(pte_val(pfn_pte(pfn, __pgprot(0))) ^ pte_val(pte)); in pte_pgprot() 364 if (pte_val(a) & _PAGE_PRESENT) in pte_accessible() 376 return (pte_val(pte) == 0); in pte_none() 381 return pte_val(pte) & _PAGE_WRITE; in pte_write() 386 return pte_val(pte) & _PAGE_EXEC; in pte_exec() 391 return pte_val(pte) & _PAGE_USER; in pte_user() 401 return pte_val(pte) & _PAGE_DIRTY; in pte_dirty() 549 return pte_val(pte_a) == pte_val(pte_b); in pte_same() 686 return __pmd(pte_val(pte)); in pte_pmd() [all …]
|
| /linux-6.15/arch/s390/mm/ |
| H A D | hugetlbpage.c | 52 rste = pte_val(pte) & PAGE_MASK; in __pte_to_rste() 54 rste |= move_set_bit(pte_val(pte), _PAGE_READ, in __pte_to_rste() 56 rste |= move_set_bit(pte_val(pte), _PAGE_WRITE, in __pte_to_rste() 58 rste |= move_set_bit(pte_val(pte), _PAGE_INVALID, in __pte_to_rste() 60 rste |= move_set_bit(pte_val(pte), _PAGE_PROTECT, in __pte_to_rste() 62 rste |= move_set_bit(pte_val(pte), _PAGE_DIRTY, in __pte_to_rste() 64 rste |= move_set_bit(pte_val(pte), _PAGE_YOUNG, in __pte_to_rste() 67 rste |= move_set_bit(pte_val(pte), _PAGE_SOFT_DIRTY, in __pte_to_rste() 70 rste |= move_set_bit(pte_val(pte), _PAGE_NOEXEC, in __pte_to_rste() 133 pteval = pte_val(pte); in __rste_to_pte() [all …]
|
| H A D | pgtable.c | 164 address = pte_val(pte) & PAGE_MASK; in pgste_update_all() 187 address = pte_val(entry) & PAGE_MASK; in pgste_set_key() 203 (pte_val(entry) & _PAGE_WRITE) && in pgste_set_pte() 255 if (pte_val(old) & _PAGE_INVALID) in ptep_xchg_commit() 257 if (pte_val(new) & _PAGE_INVALID) { in ptep_xchg_commit() 755 ptev = pte_val(*ptep); in ptep_zap_key() 845 paddr = pte_val(*ptep) & PAGE_MASK; in set_guest_storage_key() 948 paddr = pte_val(*ptep) & PAGE_MASK; in reset_guest_reference_bit() 1009 paddr = pte_val(*ptep) & PAGE_MASK; in get_guest_storage_key() 1055 *oldpte = pte_val(*ptep); in pgste_perform_essa() [all …]
|
| /linux-6.15/arch/arc/include/asm/ |
| H A D | pgtable-bits-arcv2.h | 80 #define pte_write(pte) (pte_val(pte) & _PAGE_WRITE) 81 #define pte_dirty(pte) (pte_val(pte) & _PAGE_DIRTY) 82 #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED) 83 #define pte_special(pte) (pte_val(pte) & _PAGE_SPECIAL) 86 static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; } 100 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify() 130 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 135 return pte_val(pte) & _PAGE_SWP_EXCLUSIVE; in pte_swp_exclusive()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | pgtable.h | 383 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update() 386 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update() 389 __func__, pte_val(old_pte), pte_val(pte)); in __check_safe_pte_update() 1265 pte_val(pte) = cmpxchg_relaxed(&pte_val(*ptep), in __ptep_test_and_clear_young() 1266 pte_val(old_pte), pte_val(pte)); in __ptep_test_and_clear_young() 1267 } while (pte_val(pte) != pte_val(old_pte)); in __ptep_test_and_clear_young() 1367 pte_val(pte) = cmpxchg_relaxed(&pte_val(*ptep), in ___ptep_set_wrprotect() 1368 pte_val(old_pte), pte_val(pte)); in ___ptep_set_wrprotect() 1369 } while (pte_val(pte) != pte_val(old_pte)); in ___ptep_set_wrprotect() 1406 pte_val(old_pte), pte_val(pte)); in __clear_young_dirty_pte() [all …]
|
| /linux-6.15/arch/powerpc/include/asm/nohash/32/ |
| H A D | pte-8xx.h | 89 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect() 96 return (pte_val(pte) & _PAGE_RO) != _PAGE_NA; in pte_read() 103 return !(pte_val(pte) & _PAGE_RO); in pte_write() 110 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite_novma() 117 return __pte(pte_val(pte) | _PAGE_SPS | _PAGE_HUGE); in pte_mkhuge() 134 unsigned long set = pte_val(entry) & (_PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_EXEC); in __ptep_set_access_flags() 135 unsigned long clr = ~pte_val(entry) & _PAGE_RO; in __ptep_set_access_flags() 146 pte_basic_t val = pte_val(pte); in __pte_leaf_size() 191 pte_basic_t old = pte_val(*p); in __pte_update()
|
| /linux-6.15/arch/sparc/mm/ |
| H A D | hugetlbpage.c | 32 pte_val(entry) = pte_val(entry) & ~_PAGE_SZALL_4V; in sun4v_hugepage_shift_to_tte() 37 pte_val(entry) |= _PAGE_PUD_HUGE; in sun4v_hugepage_shift_to_tte() 41 pte_val(entry) |= _PAGE_PMD_HUGE; in sun4v_hugepage_shift_to_tte() 45 pte_val(entry) |= _PAGE_PMD_HUGE; in sun4v_hugepage_shift_to_tte() 48 pte_val(entry) |= _PAGE_PMD_HUGE; in sun4v_hugepage_shift_to_tte() 57 pte_val(entry) = pte_val(entry) | hugepage_size; in sun4v_hugepage_shift_to_tte() 90 unsigned long tte_szbits = pte_val(entry) & _PAGE_SZALL_4V; in sun4v_huge_tte_to_shift() 118 unsigned long tte_szbits = pte_val(entry) & _PAGE_SZALL_4U; in sun4u_huge_tte_to_shift() 152 pte_val(entry)); in huge_tte_to_shift() 247 ptep[i] = __pte(pte_val(entry) + (i << shift)); in __set_huge_pte_at()
|
| /linux-6.15/arch/arm/include/asm/ |
| H A D | pgtable.h | 167 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) 175 #define pte_isset(pte, val) ((u32)(val) == (val) ? pte_val(pte) & (val) \ 176 : !!(pte_val(pte) & (val))) 177 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) 179 #define pte_none(pte) (!pte_val(pte)) 199 return (pte_val(pte) & mask) == needed; in pte_access_permitted() 219 pte_val(pte) &= ~pgprot_val(prot); in clear_pte_bit() 225 pte_val(pte) |= pgprot_val(prot); in set_pte_bit() 273 pte_val(pte) = (pte_val(pte) & ~mask) | (pgprot_val(newprot) & mask); in pte_modify() 302 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|