Home
last modified time | relevance | path

Searched refs:pmdval (Results 1 – 25 of 26) sorted by relevance

12

/linux-6.15/mm/
H A Dpgtable-generic.c285 pmd_t pmdval; in ___pte_offset_map() local
289 pmdval = pmdp_get_lockless(pmd); in ___pte_offset_map()
293 *pmdvalp = pmdval; in ___pte_offset_map()
294 if (unlikely(pmd_none(pmdval) || is_pmd_migration_entry(pmdval))) in ___pte_offset_map()
296 if (unlikely(pmd_trans_huge(pmdval) || pmd_devmap(pmdval))) in ___pte_offset_map()
298 if (unlikely(pmd_bad(pmdval))) { in ___pte_offset_map()
302 return __pte_map(&pmdval, addr); in ___pte_offset_map()
311 pmd_t pmdval; in pte_offset_map_ro_nolock() local
316 *ptlp = pte_lockptr(mm, &pmdval); in pte_offset_map_ro_nolock()
395 pmd_t pmdval; in __pte_offset_map_lock() local
[all …]
H A Dpt_reclaim.c14 bool try_get_and_clear_pmd(struct mm_struct *mm, pmd_t *pmd, pmd_t *pmdval) in try_get_and_clear_pmd() argument
21 *pmdval = pmdp_get_lockless(pmd); in try_get_and_clear_pmd()
29 pmd_t pmdval) in free_pte() argument
31 pte_free_tlb(tlb, pmd_pgtable(pmdval), addr); in free_pte()
38 pmd_t pmdval; in try_to_free_pte() local
44 start_pte = pte_offset_map_rw_nolock(mm, pmd, addr, &pmdval, &ptl); in try_to_free_pte()
63 free_pte(mm, addr, tlb, pmdval); in try_to_free_pte()
H A Dmapping_dirty_helpers.c129 pmd_t pmdval = pmdp_get_lockless(pmd); in wp_clean_pmd_entry() local
132 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) { in wp_clean_pmd_entry()
133 WARN_ON(pmd_write(pmdval) || pmd_dirty(pmdval)); in wp_clean_pmd_entry()
H A Dgup.c741 pmd_t pmdval = *pmd; in follow_huge_pmd() local
747 page = pmd_page(pmdval); in follow_huge_pmd()
955 pmd_t *pmd, pmdval; in follow_pmd_mask() local
961 pmdval = pmdp_get_lockless(pmd); in follow_pmd_mask()
962 if (pmd_none(pmdval)) in follow_pmd_mask()
964 if (!pmd_present(pmdval)) in follow_pmd_mask()
966 if (pmd_devmap(pmdval)) { in follow_pmd_mask()
974 if (likely(!pmd_leaf(pmdval))) in follow_pmd_mask()
981 pmdval = *pmd; in follow_pmd_mask()
982 if (unlikely(!pmd_present(pmdval))) { in follow_pmd_mask()
[all …]
H A Dmadvise.c1075 pmd_t pmdval = pmdp_get(pmd); in guard_install_pmd_entry() local
1078 return pmd_trans_huge(pmdval) || pmd_devmap(pmdval); in guard_install_pmd_entry()
1198 pmd_t pmdval = pmdp_get(pmd); in guard_remove_pmd_entry() local
1201 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) in guard_remove_pmd_entry()
H A Dhuge_memory.c4626 pmd_t pmdval; in set_pmd_migration_entry() local
4634 pmdval = pmdp_invalidate(vma, address, pvmw->pmd); in set_pmd_migration_entry()
4639 set_pmd_at(mm, address, pvmw->pmd, pmdval); in set_pmd_migration_entry()
4643 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4645 if (pmd_write(pmdval)) in set_pmd_migration_entry()
4651 if (pmd_young(pmdval)) in set_pmd_migration_entry()
4653 if (pmd_dirty(pmdval)) in set_pmd_migration_entry()
4656 if (pmd_soft_dirty(pmdval)) in set_pmd_migration_entry()
4658 if (pmd_uffd_wp(pmdval)) in set_pmd_migration_entry()
H A Dinternal.h1605 bool try_get_and_clear_pmd(struct mm_struct *mm, pmd_t *pmd, pmd_t *pmdval);
1607 pmd_t pmdval);
H A Dvmscan.c3509 pmd_t pmdval; in walk_pte_range() local
3511 pte = pte_offset_map_rw_nolock(args->mm, pmd, start & PMD_MASK, &pmdval, &ptl); in walk_pte_range()
3520 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in walk_pte_range()
/linux-6.15/arch/arm/include/asm/
H A Dpgalloc.h110 pmdval_t pmdval = (pte + PTE_HWTABLE_OFF) | prot; in __pmd_populate() local
111 pmdp[0] = __pmd(pmdval); in __pmd_populate()
113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); in __pmd_populate()
/linux-6.15/arch/um/include/asm/
H A Dpgtable-2level.h37 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
H A Dpgtable-4level.h82 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
/linux-6.15/include/trace/events/
H A Dxen.h159 TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
160 TP_ARGS(pmdp, pmdval),
163 __field(pmdval_t, pmdval)
166 __entry->pmdval = pmdval.pmd),
169 (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
170 (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
/linux-6.15/arch/arm/mm/
H A Dfault-armv.c73 pmd_t pmdval; in adjust_pte() local
98 pte = pte_offset_map_rw_nolock(vma->vm_mm, pmd, address, &pmdval, &ptl); in adjust_pte()
108 if (unlikely(!pmd_same(pmdval, pmdp_get_lockless(pmd)))) { in adjust_pte()
/linux-6.15/arch/parisc/include/asm/
H A Dpage.h81 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
/linux-6.15/arch/hexagon/include/asm/
H A Dpgtable.h347 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) argument
/linux-6.15/arch/nios2/include/asm/
H A Dpgtable.h82 static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval) in set_pmd() argument
84 *pmdptr = pmdval; in set_pmd()
/linux-6.15/arch/xtensa/include/asm/
H A Dpgtable.h311 set_pmd(pmd_t *pmdp, pmd_t pmdval) in set_pmd() argument
313 *pmdp = pmdval; in set_pmd()
/linux-6.15/arch/openrisc/include/asm/
H A Dpgtable.h54 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
/linux-6.15/arch/powerpc/include/asm/book3s/32/
H A Dpgtable.h233 unsigned long pmdval, int count);
237 unsigned long pmdval);
/linux-6.15/arch/sh/include/asm/
H A Dpgtable_32.h314 #define set_pmd(pmdptr, pmdval) (*(pmdptr) = pmdval) argument
/linux-6.15/arch/loongarch/include/asm/
H A Dpgtable.h240 static inline void set_pmd(pmd_t *pmd, pmd_t pmdval) in set_pmd() argument
242 WRITE_ONCE(*pmd, pmdval); in set_pmd()
/linux-6.15/arch/mips/include/asm/
H A Dpgtable.h236 #define set_pmd(pmdptr, pmdval) do { *(pmdptr) = (pmdval); } while(0) argument
/linux-6.15/arch/arm64/mm/
H A Dmmu.c204 pmdval_t pmdval = PMD_TYPE_TABLE | PMD_TABLE_UXN | PMD_TABLE_AF; in alloc_init_cont_pte() local
208 pmdval |= PMD_TABLE_PXN; in alloc_init_cont_pte()
214 __pmd_populate(pmdp, pte_phys, pmdval); in alloc_init_cont_pte()
/linux-6.15/arch/x86/include/asm/
H A Dparavirt_types.h169 void (*set_pmd)(pmd_t *pmdp, pmd_t pmdval);
/linux-6.15/arch/xtensa/kernel/
H A Dentry.S1643 l32i a0, a0, 0 # read pmdval
1661 add a0, a0, a1 # pmdval - PAGE_OFFSET

12