| /linux-6.15/arch/x86/include/asm/ |
| H A D | set_memory.h | 9 int set_memory_rox(unsigned long addr, int numpages); 44 int set_memory_uc(unsigned long addr, int numpages); 45 int set_memory_wc(unsigned long addr, int numpages); 46 int set_memory_wb(unsigned long addr, int numpages); 47 int set_memory_np(unsigned long addr, int numpages); 48 int set_memory_p(unsigned long addr, int numpages); 49 int set_memory_4k(unsigned long addr, int numpages); 83 int set_pages_uc(struct page *page, int numpages); 84 int set_pages_wb(struct page *page, int numpages); 85 int set_pages_ro(struct page *page, int numpages); [all …]
|
| /linux-6.15/arch/powerpc/include/asm/ |
| H A D | set_memory.h | 13 int change_memory_attr(unsigned long addr, int numpages, long action); 15 static inline int __must_check set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 17 return change_memory_attr(addr, numpages, SET_MEMORY_RO); in set_memory_ro() 20 static inline int __must_check set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 22 return change_memory_attr(addr, numpages, SET_MEMORY_RW); in set_memory_rw() 27 return change_memory_attr(addr, numpages, SET_MEMORY_NX); in set_memory_nx() 30 static inline int __must_check set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 32 return change_memory_attr(addr, numpages, SET_MEMORY_X); in set_memory_x() 37 return change_memory_attr(addr, numpages, SET_MEMORY_NP); in set_memory_np() 42 return change_memory_attr(addr, numpages, SET_MEMORY_P); in set_memory_p() [all …]
|
| H A D | mem_encrypt.h | 18 int set_memory_encrypted(unsigned long addr, int numpages); 19 int set_memory_decrypted(unsigned long addr, int numpages);
|
| /linux-6.15/arch/arm64/mm/ |
| H A D | pageattr.c | 81 unsigned long size = PAGE_SIZE * numpages; in change_memory_common() 111 if (!numpages) in change_memory_common() 137 return change_memory_common(addr, numpages, in set_memory_ro() 144 return change_memory_common(addr, numpages, in set_memory_rw() 151 return change_memory_common(addr, numpages, in set_memory_nx() 156 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 158 return change_memory_common(addr, numpages, in set_memory_x() 206 int numpages, in __set_memory_enc_dec() argument 220 end = start + numpages * PAGE_SIZE; in __set_memory_enc_dec() 260 numpages); in realm_set_memory_encrypted() [all …]
|
| H A D | mem_encrypt.c | 34 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument 39 return crypt_ops->encrypt(addr, numpages); in set_memory_encrypted() 43 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument 48 return crypt_ops->decrypt(addr, numpages); in set_memory_decrypted()
|
| /linux-6.15/arch/x86/mm/pat/ |
| H A D | set_memory.c | 969 if (numpages < cpa->numpages) in __should_split_large_page() 970 cpa->numpages = numpages; in __should_split_large_page() 1042 if (address != lpaddr || cpa->numpages != numpages) in __should_split_large_page() 1989 unsigned long numpages = cpa->numpages; in __change_page_attr_set_clr() local 2036 cpa->numpages = numpages; in __change_page_attr_set_clr() 2089 cpa.numpages = numpages; in change_page_attr_set_clr() 2378 cpa.numpages = numpages; in __set_memory_enc_pgtable() 2598 .numpages = numpages, in __set_pages_p() 2617 .numpages = numpages, in __set_pages_np() 2704 .numpages = numpages, in kernel_map_pages_in_pgd() [all …]
|
| /linux-6.15/arch/arm/include/asm/ |
| H A D | set_memory.h | 10 int set_memory_ro(unsigned long addr, int numpages); 11 int set_memory_rw(unsigned long addr, int numpages); 12 int set_memory_x(unsigned long addr, int numpages); 13 int set_memory_nx(unsigned long addr, int numpages); 14 int set_memory_valid(unsigned long addr, int numpages, int enable); 16 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument 17 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument 18 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument 19 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
|
| /linux-6.15/arch/arm/mm/ |
| H A D | pageattr.c | 58 unsigned long end = PAGE_ALIGN(addr) + numpages * PAGE_SIZE; in change_memory_common() 73 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 75 return change_memory_common(addr, numpages, in set_memory_ro() 80 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 82 return change_memory_common(addr, numpages, in set_memory_rw() 87 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument 89 return change_memory_common(addr, numpages, in set_memory_nx() 94 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 96 return change_memory_common(addr, numpages, in set_memory_x() 104 return __change_memory_common(addr, PAGE_SIZE * numpages, in set_memory_valid() [all …]
|
| /linux-6.15/arch/riscv/include/asm/ |
| H A D | set_memory.h | 14 int set_memory_ro(unsigned long addr, int numpages); 15 int set_memory_rw(unsigned long addr, int numpages); 16 int set_memory_x(unsigned long addr, int numpages); 17 int set_memory_nx(unsigned long addr, int numpages); 18 int set_memory_rw_nx(unsigned long addr, int numpages); 30 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument 31 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument 32 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument 33 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument 34 static inline int set_memory_rw_nx(unsigned long addr, int numpages) { return 0; } in set_memory_rw_nx() argument
|
| /linux-6.15/include/linux/ |
| H A D | set_memory.h | 11 static inline int __must_check set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument 12 static inline int __must_check set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument 13 static inline int __must_check set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument 14 static inline int __must_check set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument 18 static inline int set_memory_rox(unsigned long addr, int numpages) in set_memory_rox() argument 20 int ret = set_memory_ro(addr, numpages); in set_memory_rox() 23 return set_memory_x(addr, numpages); in set_memory_rox() 76 static inline int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument 81 static inline int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
|
| /linux-6.15/arch/loongarch/mm/ |
| H A D | pageattr.c | 107 static int __set_memory(unsigned long addr, int numpages, pgprot_t set_mask, pgprot_t clear_mask) in __set_memory() argument 111 unsigned long end = start + PAGE_SIZE * numpages; in __set_memory() 117 if (!numpages) in __set_memory() 129 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 134 return __set_memory(addr, numpages, __pgprot(0), __pgprot(_PAGE_NO_EXEC)); in set_memory_x() 137 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument 142 return __set_memory(addr, numpages, __pgprot(_PAGE_NO_EXEC), __pgprot(0)); in set_memory_nx() 145 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 150 return __set_memory(addr, numpages, __pgprot(0), __pgprot(_PAGE_WRITE | _PAGE_DIRTY)); in set_memory_ro() 153 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument [all …]
|
| /linux-6.15/arch/powerpc/mm/ |
| H A D | pageattr.c | 75 int change_memory_attr(unsigned long addr, int numpages, long action) in change_memory_attr() argument 78 unsigned long size = numpages * PAGE_SIZE; in change_memory_attr() 80 if (!numpages) in change_memory_attr() 108 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument 117 err = hash__kernel_map_pages(page, numpages, enable); in __kernel_map_pages() 119 err = set_memory_p(addr, numpages); in __kernel_map_pages() 121 err = set_memory_np(addr, numpages); in __kernel_map_pages()
|
| H A D | pgtable_32.c | 130 unsigned long numpages = PFN_UP((unsigned long)_einittext) - in __mark_initmem_nx() local 137 err = set_memory_nx((unsigned long)_sinittext, numpages); in __mark_initmem_nx() 140 err = set_memory_rw((unsigned long)_sinittext, numpages); in __mark_initmem_nx() 156 unsigned long numpages; in __mark_rodata_ro() local 169 numpages = PFN_UP((unsigned long)__end_rodata) - in __mark_rodata_ro() 172 return set_memory_ro((unsigned long)_stext, numpages); in __mark_rodata_ro()
|
| /linux-6.15/arch/s390/include/asm/ |
| H A D | set_memory.h | 27 int __set_memory(unsigned long addr, unsigned long numpages, unsigned long flags); 42 static inline int fname(unsigned long addr, int numpages) \ 44 return __set_memory(addr, numpages, (flags)); \ 49 unsigned long numpages; \ 51 numpages = (end - start) >> PAGE_SHIFT; \ 52 return __set_memory((unsigned long)start, numpages, (flags)); \
|
| H A D | mem_encrypt.h | 7 int set_memory_encrypted(unsigned long vaddr, int numpages); 8 int set_memory_decrypted(unsigned long vaddr, int numpages);
|
| /linux-6.15/drivers/virt/coco/pkvm-guest/ |
| H A D | arm-pkvm-guest.c | 38 static int __set_memory_range(u32 func_id, unsigned long start, int numpages) in __set_memory_range() argument 40 void *addr = (void *)start, *end = addr + numpages * PAGE_SIZE; in __set_memory_range() 55 static int pkvm_set_memory_encrypted(unsigned long addr, int numpages) in pkvm_set_memory_encrypted() argument 58 addr, numpages); in pkvm_set_memory_encrypted() 61 static int pkvm_set_memory_decrypted(unsigned long addr, int numpages) in pkvm_set_memory_decrypted() argument 64 addr, numpages); in pkvm_set_memory_decrypted()
|
| /linux-6.15/arch/riscv/mm/ |
| H A D | pageattr.c | 267 unsigned long end = start + PAGE_SIZE * numpages; in __set_memory() 275 if (!numpages) in __set_memory() 294 for (i = page_start; i < page_start + numpages; ++i) { in __set_memory() 349 int set_memory_rw_nx(unsigned long addr, int numpages) in set_memory_rw_nx() argument 355 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 357 return __set_memory(addr, numpages, __pgprot(_PAGE_READ), in set_memory_ro() 361 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 367 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 372 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument 421 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument [all …]
|
| /linux-6.15/include/asm-generic/ |
| H A D | set_memory.h | 8 int set_memory_ro(unsigned long addr, int numpages); 9 int set_memory_rw(unsigned long addr, int numpages); 10 int set_memory_x(unsigned long addr, int numpages); 11 int set_memory_nx(unsigned long addr, int numpages);
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | set_memory.h | 12 int set_memory_x(unsigned long addr, int numpages); 13 int set_memory_nx(unsigned long addr, int numpages); 14 int set_memory_ro(unsigned long addr, int numpages); 15 int set_memory_rw(unsigned long addr, int numpages);
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | mem_encrypt.h | 8 int (*encrypt)(unsigned long addr, int numpages); 9 int (*decrypt)(unsigned long addr, int numpages); 14 int set_memory_encrypted(unsigned long addr, int numpages); 15 int set_memory_decrypted(unsigned long addr, int numpages);
|
| H A D | set_memory.h | 12 int set_memory_valid(unsigned long addr, int numpages, int enable); 19 int set_memory_encrypted(unsigned long addr, int numpages); 20 int set_memory_decrypted(unsigned long addr, int numpages);
|
| /linux-6.15/arch/powerpc/platforms/pseries/ |
| H A D | svm.c | 41 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument 49 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted() 54 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument 62 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted()
|
| /linux-6.15/arch/s390/mm/ |
| H A D | init.c | 116 int set_memory_encrypted(unsigned long vaddr, int numpages) in set_memory_encrypted() argument 121 for (i = 0; i < numpages; ++i) { in set_memory_encrypted() 128 int set_memory_decrypted(unsigned long vaddr, int numpages) in set_memory_decrypted() argument 132 for (i = 0; i < numpages; ++i) { in set_memory_decrypted()
|
| H A D | pageattr.c | 372 int __set_memory(unsigned long addr, unsigned long numpages, unsigned long flags) in __set_memory() argument 381 if (!numpages) in __set_memory() 384 end = addr + numpages * PAGE_SIZE; in __set_memory() 449 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument 455 for (i = 0; i < numpages;) { in __kernel_map_pages() 460 nr = min(numpages - i, nr); in __kernel_map_pages()
|
| /linux-6.15/arch/x86/coco/tdx/ |
| H A D | tdx.c | 924 static bool tdx_enc_status_changed(unsigned long vaddr, int numpages, bool enc) in tdx_enc_status_changed() argument 927 phys_addr_t end = __pa(vaddr + numpages * PAGE_SIZE); in tdx_enc_status_changed() 939 static int tdx_enc_status_change_prepare(unsigned long vaddr, int numpages, in tdx_enc_status_change_prepare() argument 946 if (enc && !tdx_enc_status_changed(vaddr, numpages, enc)) in tdx_enc_status_change_prepare() 952 static int tdx_enc_status_change_finish(unsigned long vaddr, int numpages, in tdx_enc_status_change_finish() argument 959 if (!enc && !tdx_enc_status_changed(vaddr, numpages, enc)) in tdx_enc_status_change_finish() 963 atomic_long_sub(numpages, &nr_shared); in tdx_enc_status_change_finish() 965 atomic_long_add(numpages, &nr_shared); in tdx_enc_status_change_finish()
|