| /linux-6.15/drivers/gpu/drm/i915/ |
| H A D | i915_vma.h | 183 static inline u32 i915_ggtt_pin_bias(struct i915_vma *vma) in i915_ggtt_pin_bias() 202 static inline void i915_vma_put(struct i915_vma *vma) in i915_vma_put() 208 i915_vma_compare(struct i915_vma *vma, in i915_vma_compare() 278 static inline void i915_vma_lock(struct i915_vma *vma) in i915_vma_lock() 283 static inline void i915_vma_unlock(struct i915_vma *vma) in i915_vma_unlock() 326 static inline void __i915_vma_pin(struct i915_vma *vma) in __i915_vma_pin() 332 static inline void __i915_vma_unpin(struct i915_vma *vma) in __i915_vma_unpin() 338 static inline void i915_vma_unpin(struct i915_vma *vma) in i915_vma_unpin() 414 i915_vma_unpin_fence(struct i915_vma *vma) in i915_vma_unpin_fence() 465 static inline int i915_vma_sync(struct i915_vma *vma) in i915_vma_sync() [all …]
|
| H A D | i915_vma.c | 107 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_active() local 132 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_retire() local 151 struct i915_vma *vma; in vma_create() local 327 struct i915_vma *vma; in i915_vma_instance() local 448 struct i915_vma *vma) in i915_vma_resource_init_from_vma() 472 int i915_vma_bind(struct i915_vma *vma, in i915_vma_bind() 669 struct i915_vma *vma; in i915_vma_unpin_and_release() local 927 i915_vma_detach(struct i915_vma *vma) in i915_vma_detach() 1688 struct i915_vma *vma; in i915_ggtt_clear_scanout() local 1716 void i915_vma_close(struct i915_vma *vma) in i915_vma_close() [all …]
|
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma() 86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma() 98 struct i915_vma *vma, in mark_free() 112 static bool defer_evict(struct i915_vma *vma) in defer_evict() 157 struct i915_vma *vma, *next; in i915_gem_evict_something() local 337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local 478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux-6.15/include/linux/ |
| H A D | userfaultfd_k.h | 183 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing() 188 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp() 193 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor() 198 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp() 210 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed() 215 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault() 306 static inline long uffd_wp_range(struct vm_area_struct *vma, in uffd_wp_range() 324 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp() 329 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor() 347 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed() [all …]
|
| H A D | huge_mm.h | 99 #define thp_vma_allowable_order(vma, vm_flags, tva_flags, order) \ argument 284 unsigned long thp_vma_allowable_orders(struct vm_area_struct *vma, in thp_vma_allowable_orders() 319 static inline bool vma_thp_disabled(struct vm_area_struct *vma, in vma_thp_disabled() 422 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud() 452 struct vm_area_struct *vma) in pmd_trans_huge_lock() 460 struct vm_area_struct *vma) in pud_trans_huge_lock() 598 static inline int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise() 604 static inline int madvise_collapse(struct vm_area_struct *vma, in madvise_collapse() 622 struct vm_area_struct *vma) in pmd_trans_huge_lock() 627 struct vm_area_struct *vma) in pud_trans_huge_lock() [all …]
|
| H A D | rmap.h | 84 struct vm_area_struct *vma; member 244 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount() 294 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount() 345 struct vm_area_struct *vma) in folio_set_large_mapcount() 352 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount() 358 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount() 364 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount() 370 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount() 490 struct vm_area_struct *vma) in hugetlb_try_dup_anon_rmap() 913 struct vm_area_struct *vma; member [all …]
|
| H A D | mm.h | 536 struct vm_area_struct *vma; /* Target VMA */ member 797 static inline void vma_end_read(struct vm_area_struct *vma) in vma_end_read() 940 static inline void vm_flags_init(struct vm_area_struct *vma, in vm_flags_init() 951 static inline void vm_flags_reset(struct vm_area_struct *vma, in vm_flags_reset() 965 static inline void vm_flags_set(struct vm_area_struct *vma, in vm_flags_set() 993 static inline void vm_flags_mod(struct vm_area_struct *vma, in vm_flags_mod() 1121 struct vm_area_struct *vma) in vma_iter_bulk_store() 2502 struct vm_area_struct *vma; member 2609 struct vm_area_struct *vma; in get_user_page_vma_remote() local 3599 struct vm_area_struct *vma = vma_lookup(mm, vm_start); in find_exact_vma() local [all …]
|
| H A D | hugetlb.h | 107 struct vm_area_struct *vma; member 251 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin() 258 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end() 302 struct vm_area_struct *vma, in huge_pmd_unshare() 309 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible() 315 struct vm_area_struct *vma, in hugetlb_zap_begin() 321 struct vm_area_struct *vma, in hugetlb_zap_end() 364 static inline void hugetlb_vma_lock_read(struct vm_area_struct *vma) in hugetlb_vma_lock_read() 447 struct vm_area_struct *vma, unsigned long address, in hugetlb_change_protection() 455 struct vm_area_struct *vma, unsigned long start, in __unmap_hugepage_range() [all …]
|
| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_vm.h | 110 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start() 115 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size() 120 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end() 125 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset() 130 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo() 136 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm() 141 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only() 146 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr() 151 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null() 161 static inline bool xe_vma_has_no_bo(struct xe_vma *vma) in xe_vma_has_no_bo() [all …]
|
| /linux-6.15/mm/ |
| H A D | vma.c | 113 struct vm_area_struct *vma, in init_multi_vma_prep() 592 struct vm_area_struct *vma; in validate_mm() local 676 struct vm_area_struct *vma; in commit_merge() local 1198 struct vm_area_struct *vma; in vms_clean_up_area() local 1221 struct vm_area_struct *vma; in vms_complete_munmap_vmas() local 1267 struct vm_area_struct *vma; in reattach_vmas() local 1523 struct vm_area_struct *vma; in do_vmi_munmap() local 1628 struct vm_area_struct *vma, in vma_modify_policy() 2113 struct vm_area_struct *vma; in mm_take_all_locks() local 2209 struct vm_area_struct *vma; in mm_drop_all_locks() local [all …]
|
| H A D | rmap.c | 1027 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local 1225 struct vm_area_struct *vma) in pfn_mkclean_range() 1640 int nr_pages, struct vm_area_struct *vma) in folio_add_file_rmap_ptes() 1656 struct vm_area_struct *vma) in folio_add_file_rmap_pmd() 1676 struct vm_area_struct *vma) in folio_add_file_rmap_pud() 1802 int nr_pages, struct vm_area_struct *vma) in folio_remove_rmap_ptes() 1818 struct vm_area_struct *vma) in folio_remove_rmap_pmd() 1838 struct vm_area_struct *vma) in folio_remove_rmap_pud() 2660 struct vm_area_struct *vma; in make_device_exclusive() local 2824 struct vm_area_struct *vma = avc->vma; in rmap_walk_anon() local [all …]
|
| H A D | memory.c | 1880 struct vm_area_struct *vma, in unmap_page_range() 3712 struct vm_area_struct *vma) in __wp_can_reuse_large_anon_folio() 3778 struct vm_area_struct *vma) in __wp_can_reuse_large_anon_folio() 3785 struct vm_area_struct *vma) in wp_can_reuse_anon_folio() 3954 struct vm_area_struct *vma; in unmap_mapping_range_tree() local 4117 struct vm_area_struct *vma, in should_try_to_free_swap() 6404 struct vm_area_struct *vma; in lock_mm_and_find_vma() local 6549 struct vm_area_struct *vma; in lock_vma_under_rcu() local 7124 struct vm_area_struct *vma; in print_vma_addr() local 7255 struct vm_area_struct *vma, in copy_user_gigantic_page() [all …]
|
| H A D | madvise.c | 145 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma() 182 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local 269 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed() 352 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local 570 struct vm_area_struct *vma, in madvise_cold_page_range() 588 static long madvise_cold(struct vm_area_struct *vma, in madvise_cold() 608 struct vm_area_struct *vma, in madvise_pageout_page_range() 657 struct vm_area_struct *vma = walk->vma; in madvise_free_pte_range() local 997 static long madvise_remove(struct vm_area_struct *vma, in madvise_remove() 1491 int (*visit)(struct vm_area_struct *vma, in madvise_walk_vmas() [all …]
|
| H A D | nommu.c | 92 struct vm_area_struct *vma; in kobjsize() local 147 struct vm_area_struct *vma; in __vmalloc_user_flags() local 636 struct vm_area_struct *vma; in lock_mm_and_find_vma() local 668 struct vm_area_struct *vma; in find_vma_exact() local 1019 struct vm_area_struct *vma; in do_mmap() local 1426 struct vm_area_struct *vma; in do_munmap() local 1508 struct vm_area_struct *vma; in exit_mmap() local 1543 struct vm_area_struct *vma; in do_mremap() local 1641 struct vm_area_struct *vma; in __access_remote_vm() local 1720 struct vm_area_struct *vma; in __copy_remote_vm_str() local [all …]
|
| H A D | mmap.c | 696 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area() local 744 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area_topdown() local 934 struct vm_area_struct *vma; in find_vma_prev() local 968 struct vm_area_struct *vma, *prev; in find_extend_vma_locked() local 990 struct vm_area_struct *vma; in find_extend_vma_locked() local 1033 struct vm_area_struct *vma, *prev; in expand_stack() local 1096 struct vm_area_struct *vma; in SYSCALL_DEFINE5() local 1213 struct vm_area_struct *vma = NULL; in vm_brk_flags() local 1261 struct vm_area_struct *vma; in exit_mmap() local 1463 struct vm_area_struct *vma = vmf->vma; in special_mapping_fault() local [all …]
|
| H A D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags() 82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young() 94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush() 109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() 124 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young() 137 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush() 150 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush() 198 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate() 209 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad() 218 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| H A D | mseal.c | 19 static inline void set_vma_sealed(struct vm_area_struct *vma) in set_vma_sealed() 40 static bool is_ro_anon(struct vm_area_struct *vma) in is_ro_anon() 60 bool can_modify_vma_madv(struct vm_area_struct *vma, int behavior) in can_modify_vma_madv() 72 static int mseal_fixup(struct vma_iterator *vmi, struct vm_area_struct *vma, in mseal_fixup() 103 struct vm_area_struct *vma; in check_mm_seal() local 129 struct vm_area_struct *vma, *prev; in apply_mm_seal() local
|
| H A D | mprotect.c | 43 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable() 87 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range() 327 #define change_pmd_prepare(vma, pmd, cp_flags) \ argument 342 #define change_prepare(vma, high, low, addr, cp_flags) \ argument 354 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range() 424 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range() 483 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range() 506 struct vm_area_struct *vma, unsigned long addr, in change_protection_range() 536 struct vm_area_struct *vma, unsigned long start, in change_protection() 598 struct vm_area_struct *vma, struct vm_area_struct **pprev, in mprotect_fixup() [all …]
|
| H A D | huge_memory.c | 1221 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local 1321 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local 1433 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd() local 1474 struct vm_area_struct *vma = vmf->vma; in vmf_insert_folio_pmd() local 1563 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pud() local 1602 struct vm_area_struct *vma = vmf->vma; in vmf_insert_folio_pud() local 1828 struct vm_area_struct *vma) in copy_huge_pud() 1892 struct vm_area_struct *vma = vmf->vma; in do_huge_zero_wp_pmd() local 1924 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_wp_page() local 2048 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_numa_page() local [all …]
|
| /linux-6.15/tools/testing/vma/ |
| H A D | vma.c | 18 #define vma_iter_prealloc(vmi, vma) \ argument 123 struct vm_area_struct *vma; in merge_new() local 145 struct vm_area_struct *vma; in merge_existing() local 234 struct vm_area_struct *vma; in cleanup_mm() local 270 struct vm_area_struct *vma; in test_simple_merge() local 304 struct vm_area_struct *vma; in test_simple_modify() local 619 struct vm_area_struct *vma_left, *vma; in test_vma_merge_special_flags() local 902 struct vm_area_struct *vma; in test_vma_merge_new_with_close() local 1450 struct vm_area_struct *vma_prev, *vma; in test_vmi_prealloc_fail() local 1510 struct vm_area_struct *vma; in test_merge_extend() local [all …]
|
| H A D | vma_internal.h | 98 #define vma_policy(vma) NULL argument 579 static inline void vma_set_range(struct vm_area_struct *vma, in vma_set_range() 645 struct vm_area_struct *vma; in find_vma_prev() local 699 static inline void vm_area_free(struct vm_area_struct *vma) in vm_area_free() 721 struct vm_area_struct *vma, unsigned long start_addr, in unmap_vmas() 735 struct vm_area_struct *vma, unsigned long floor, in free_pgtables() 779 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write() 839 static inline void uprobe_munmap(struct vm_area_struct *vma, in uprobe_munmap() 1001 static inline void vm_flags_init(struct vm_area_struct *vma, in vm_flags_init() 1007 static inline void vm_flags_set(struct vm_area_struct *vma, in vm_flags_set() [all …]
|
| /linux-6.15/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range() 55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range() 63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range() 71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range() 91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page() 120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page() 128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument 132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux-6.15/arch/parisc/kernel/ |
| H A D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() 393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages() 476 struct vm_area_struct *vma; in flush_dcache_folio() local 623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present() 648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage() 660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page() 668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page() 715 struct vm_area_struct *vma; in mm_total_size() local 729 struct vm_area_struct *vma; in flush_cache_mm() local 784 int ptep_clear_flush_young(struct vm_area_struct *vma, unsigned long addr, in ptep_clear_flush_young() [all …]
|
| /linux-6.15/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap() 38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map() 51 struct nouveau_vma *vma; in nouveau_vma_find() local 64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local 81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux-6.15/arch/x86/mm/ |
| H A D | pgtable.c | 461 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags() 474 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() 516 int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young() 529 int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() 543 int pudp_test_and_clear_young(struct vm_area_struct *vma, in pudp_test_and_clear_young() 556 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young() 576 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young() 861 pte_t pte_mkwrite(pte_t pte, struct vm_area_struct *vma) in pte_mkwrite() 871 pmd_t pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in pmd_mkwrite() 881 void arch_check_zapped_pte(struct vm_area_struct *vma, pte_t pte) in arch_check_zapped_pte() [all …]
|