Home
last modified time | relevance | path

Searched refs:pmd_t (Results 1 – 25 of 321) sorted by relevance

12345678910>>...13

/linux-6.15/arch/loongarch/include/asm/
H A Dpgtable.h240 static inline void set_pmd(pmd_t *pmd, pmd_t pmdval) in set_pmd()
483 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
498 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd) in pmd_mkwrite_novma()
506 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
518 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
524 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
538 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
544 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
555 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap()
569 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
[all …]
/linux-6.15/include/linux/
H A Dpgtable.h345 static inline pmd_t pmdp_get(pmd_t *pmdp) in pmdp_get()
593 static inline pmd_t pmdp_get_lockless(pmd_t *pmdp) in pmdp_get_lockless()
595 pmd_t pmd; in pmdp_get_lockless()
622 static inline pmd_t pmdp_get_lockless(pmd_t *pmdp) in pmdp_get_lockless()
982 unsigned long address, pmd_t *pmdp, pmd_t pmd) in generic_pmdp_establish()
1061 static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b) in pmd_same()
1408 static inline pmd_t pmd_swp_mksoft_dirty(pmd_t pmd) in pmd_swp_mksoft_dirty()
1418 static inline pmd_t pmd_swp_clear_soft_dirty(pmd_t pmd) in pmd_swp_clear_soft_dirty()
1439 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
1449 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd) in pmd_clear_soft_dirty()
[all …]
H A Dpage_table_check.h18 void __page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd);
22 void __page_table_check_pmd_set(struct mm_struct *mm, pmd_t *pmdp, pmd_t pmd);
26 pmd_t pmd);
52 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear()
77 static inline void page_table_check_pmd_set(struct mm_struct *mm, pmd_t *pmdp, in page_table_check_pmd_set()
78 pmd_t pmd) in page_table_check_pmd_set()
97 pmd_t pmd) in page_table_check_pte_clear_range()
119 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear()
132 static inline void page_table_check_pmd_set(struct mm_struct *mm, pmd_t *pmdp, in page_table_check_pmd_set()
133 pmd_t pmd) in page_table_check_pmd_set()
[all …]
H A Dhuge_mm.h12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
35 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd);
37 pmd_t *pmd, unsigned long addr, pgprot_t newprot,
402 pmd_t *____pmd = (__pmd); \
445 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd()
490 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
508 pmd_t *pmdp, struct folio *folio);
585 unsigned long address, pmd_t *pmd, in split_huge_pmd_locked()
589 unsigned long addr, pmd_t *pmdp, in unmap_huge_pmd_locked()
617 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd()
[all …]
/linux-6.15/arch/x86/include/asm/
H A Dpgtable.h354 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial()
560 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
578 static inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
589 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
594 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
599 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
613 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap()
618 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
623 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
808 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
[all …]
H A Dpgtable-3level.h48 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
74 static inline void native_pmd_clear(pmd_t *pmdp) in native_pmd_clear()
108 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
125 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
126 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
128 pmd_t old; in pmdp_establish()
/linux-6.15/arch/riscv/include/asm/
H A Dpgtable.h247 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
694 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
699 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
765 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
770 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
780 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
785 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
790 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
795 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap()
806 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial()
[all …]
/linux-6.15/mm/
H A Dpgtable-generic.c52 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
138 pmd_t *pmdp) in pmdp_huge_clear_flush()
140 pmd_t pmd; in pmdp_huge_clear_flush()
199 pmd_t *pmdp) in pmdp_invalidate()
210 pmd_t *pmdp) in pmdp_invalidate_ad()
219 pmd_t *pmdp) in pmdp_collapse_flush()
225 pmd_t pmd; in pmdp_collapse_flush()
282 pte_t *___pte_offset_map(pmd_t *pmd, unsigned long addr, pmd_t *pmdvalp) in ___pte_offset_map()
285 pmd_t pmdval; in ___pte_offset_map()
311 pmd_t pmdval; in pte_offset_map_ro_nolock()
[all …]
/linux-6.15/include/asm-generic/
H A Dpgtable_uffd.h10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp()
55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp()
60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp()
H A Dpgtable-nopmd.h18 typedef struct { pud_t pud; } pmd_t; typedef
44 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
48 return (pmd_t *)pud; in pmd_offset()
53 #define __pmd(x) ((pmd_t) { __pud(x) } )
55 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud })))
63 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
/linux-6.15/arch/powerpc/include/asm/book3s/64/
H A Dhash-4k.h37 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
122 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
147 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
152 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
159 unsigned long addr, pmd_t *pmdp,
161 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
162 unsigned long address, pmd_t *pmdp);
163 extern void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
166 extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
167 unsigned long addr, pmd_t *pmdp);
[all …]
H A Dhash-64k.h188 #define H_PMD_TABLE_SIZE ((sizeof(pmd_t) << PMD_INDEX_SIZE) + \
191 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
202 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
260 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
266 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
272 unsigned long addr, pmd_t *pmdp,
274 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
275 unsigned long address, pmd_t *pmdp);
279 extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
280 unsigned long addr, pmd_t *pmdp);
[all …]
H A Dradix.h137 #define RADIX_PMD_TABLE_SIZE (sizeof(pmd_t) << RADIX_PMD_INDEX_SIZE)
238 static inline int radix__pmd_bad(pmd_t pmd) in radix__pmd_bad()
243 static inline int radix__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in radix__pmd_same()
265 static inline int radix__pmd_trans_huge(pmd_t pmd) in radix__pmd_trans_huge()
270 static inline pmd_t radix__pmd_mkhuge(pmd_t pmd) in radix__pmd_mkhuge()
286 pmd_t *pmdp, unsigned long clr,
291 extern pmd_t radix__pmdp_collapse_flush(struct vm_area_struct *vma,
292 unsigned long address, pmd_t *pmdp);
296 extern pmd_t radix__pmdp_huge_get_and_clear(struct mm_struct *mm,
297 unsigned long addr, pmd_t *pmdp);
[all …]
H A Dpgtable.h1100 extern pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot);
1103 pmd_t *pmdp, pmd_t pmd);
1181 pmd_t *pmdp) in pmdp_set_wrprotect()
1228 static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b) in pmd_same()
1244 static inline pmd_t __pmd_mkhuge(pmd_t pmd) in __pmd_mkhuge()
1262 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
1289 pmd_t entry, int dirty);
1334 pmd_t *pmdp, int full);
1352 pmd_t *pmdp) in pgtable_trans_huge_withdraw()
1361 pmd_t *pmdp);
[all …]
/linux-6.15/arch/mips/include/asm/
H A Dpgtable.h633 static inline pmd_t pmd_mkhuge(pmd_t pmd)
641 pmd_t *pmdp, pmd_t pmd);
643 static inline pmd_t pmd_wrprotect(pmd_t pmd)
649 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd)
664 static inline pmd_t pmd_mkclean(pmd_t pmd)
670 static inline pmd_t pmd_mkdirty(pmd_t pmd)
685 static inline pmd_t pmd_mkold(pmd_t pmd)
692 static inline pmd_t pmd_mkyoung(pmd_t pmd)
708 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd)
714 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd)
[all …]
/linux-6.15/arch/x86/mm/
H A Dpgtable.c203 pmd_t *pmd = NULL; in preallocate_pmds()
240 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd()
279 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd()
291 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd()
306 pmd_t *pmd = pmds[i]; in pgd_prepopulate_user_pmd()
396 pmd_t *pmds[MAX_PREALLOCATED_PMDS]; in pgd_alloc()
476 pmd_t entry, int dirty) in pmdp_set_access_flags()
591 pmd_t *pmdp) in pmdp_invalidate_ad()
766 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
789 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page()
[all …]
/linux-6.15/arch/s390/include/asm/
H A Dpgtable.h956 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
1586 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
1592 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd) in pmd_mkwrite_novma()
1600 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
1606 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
1660 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
1668 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
1765 pmd_t pmdp_xchg_direct(struct mm_struct *, unsigned long, pmd_t *, pmd_t);
1766 pmd_t pmdp_xchg_lazy(struct mm_struct *, unsigned long, pmd_t *, pmd_t);
1813 pmd_t *pmdp, pmd_t entry) in set_pmd_at()
[all …]
/linux-6.15/arch/sparc/include/asm/
H A Dpgtable_64.h321 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
441 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
732 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
741 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
750 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
759 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
768 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
777 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd) in pmd_mkwrite_novma()
820 pmd_t *pmdp, pmd_t pmd);
823 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
[all …]
/linux-6.15/arch/sparc/mm/
H A Dtlb.c151 pmd_t pmd) in tlb_batch_pmd_scan()
174 pmd_t orig, pmd_t pmd) in __set_pmd_acct()
226 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
228 pmd_t orig = *pmdp; in set_pmd_at()
234 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
235 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
237 pmd_t old; in pmdp_establish()
250 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
251 pmd_t *pmdp) in pmdp_invalidate()
253 pmd_t old, entry; in pmdp_invalidate()
[all …]
/linux-6.15/arch/powerpc/mm/book3s64/
H A Dpgtable.c61 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
102 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
118 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
181 pmd_t *pmdp) in pmdp_invalidate()
205 pmd_t pmd; in pmdp_huge_get_and_clear_full()
239 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
272 pmd_t mk_pmd(struct page *page, pgprot_t pgprot) in mk_pmd()
277 pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
411 return (pmd_t *)ret; in get_pmd_from_cache()
452 return (pmd_t *)ret; in __alloc_for_pmdcache()
[all …]
/linux-6.15/arch/powerpc/include/asm/
H A Dpgtable-be-types.h23 typedef struct { __be64 pmd; } pmd_t; typedef
24 #define __pmd(x) ((pmd_t) { cpu_to_be64(x) })
25 #define __pmd_raw(x) ((pmd_t) { (x) })
26 static inline unsigned long pmd_val(pmd_t x) in pmd_val()
31 static inline __be64 pmd_raw(pmd_t x) in pmd_raw()
93 static inline bool pmd_xchg(pmd_t *pmdp, pmd_t old, pmd_t new) in pmd_xchg()
/linux-6.15/arch/arc/include/asm/
H A Dhugepage.h20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
25 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
49 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
59 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
65 pmd_t *pmd);
/linux-6.15/arch/riscv/mm/
H A Dpgtable.c90 pmd_t *pmd = pud_pgtable(pudp_get(pud)); in pud_free_pmd_page()
110 int pmd_set_huge(pmd_t *pmd, phys_addr_t phys, pgprot_t prot) in pmd_set_huge()
112 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), prot); in pmd_set_huge()
118 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
126 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page()
139 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, in pmdp_collapse_flush()
140 unsigned long address, pmd_t *pmdp) in pmdp_collapse_flush()
142 pmd_t pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_collapse_flush()
/linux-6.15/arch/alpha/include/asm/
H A Dpgtable.h136 extern pmd_t * __bad_pagetable(void);
209 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
212 extern inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set()
217 pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
226 extern inline pmd_t *pud_pgtable(pud_t pgd) in pud_pgtable()
228 return (pmd_t *)(PAGE_OFFSET + ((pud_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT))); in pud_pgtable()
238 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
240 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
241 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
277 extern inline pmd_t * pmd_offset(pud_t * dir, unsigned long address) in pmd_offset()
[all …]
/linux-6.15/arch/m68k/include/asm/
H A Dmotorola_pgalloc.h54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()

12345678910>>...13