| /linux-6.15/drivers/gpu/drm/i915/ |
| H A D | i915_vma.h | 131 return vma->node.size - 2 * vma->guard; in __i915_vma_size()
154 return vma->node.start + vma->guard; in __i915_vma_offset()
191 return vma; in i915_vma_get()
197 return vma; in i915_vma_tryget()
221 cmp = vma->gtt_view.type; in i915_vma_compare()
276 #define assert_vma_held(vma) dma_resv_assert_held((vma)->obj->base.resv) argument
328 atomic_inc(&vma->flags); in __i915_vma_pin()
335 atomic_dec(&vma->flags); in __i915_vma_unpin()
341 __i915_vma_unpin(vma); in i915_vma_unpin()
416 if (vma->fence) in i915_vma_unpin_fence()
[all …]
|
| H A D | i915_vma.c | 82 vma->node.start, vma->node.size, reason); in vma_print_allocator()
89 vma->node.start, vma->node.size, reason, buf); in vma_print_allocator()
266 list_add(&vma->obj_link, &obj->vma.list); in vma_create()
452 i915_vma_resource_init(vma_res, vma->vm, vma->pages, &vma->page_sizes, in i915_vma_resource_init_from_vma()
455 vma->ops, vma->private, __i915_vma_offset(vma), in i915_vma_resource_init_from_vma()
456 __i915_vma_size(vma), vma->size, vma->guard); in i915_vma_resource_init_from_vma()
484 GEM_BUG_ON(vma->size > i915_vma_size(vma)); in i915_vma_bind()
573 vma->ops->bind_vma(vma->vm, NULL, vma->resource, pat_index, in i915_vma_bind()
1362 vma->page_sizes = vma->obj->mm.page_sizes; in i915_vma_get_pages()
1400 if (vma->pages != vma->obj->mm.pages) { in __vma_put_pages()
[all …]
|
| H A D | i915_gem_evict.c | 88 if (dying_vma(vma)) in ungrab_vma()
98 struct i915_vma *vma, in mark_free() argument
105 if (!grab_vma(vma, ww)) in mark_free()
224 active = vma; in i915_gem_evict_something()
238 ungrab_vma(vma); in i915_gem_evict_something()
287 ungrab_vma(vma); in i915_gem_evict_something()
297 ungrab_vma(vma); in i915_gem_evict_something()
307 ungrab_vma(vma); in i915_gem_evict_something()
380 vma = container_of(node, typeof(*vma), node); in i915_gem_evict_for_node()
424 __i915_vma_pin(vma); in i915_gem_evict_for_node()
[all …]
|
| /linux-6.15/tools/testing/vma/ |
| H A D | vma.c | 102 if (vma == NULL) in alloc_and_link_vma()
117 return vma; in alloc_and_link_vma()
133 if (vma) in merge_new()
136 return vma; in merge_new()
148 if (vma) in merge_existing()
150 return vma; in merge_existing()
370 .middle = vma, in test_simple_expand()
973 vmg.prev = vma; in test_merge_existing()
1133 vmg.prev = vma; in test_merge_existing()
1139 vmg.prev = vma; in test_merge_existing()
[all …]
|
| H A D | vma_internal.h | 501 memset(vma, 0, sizeof(*vma)); in vma_init()
512 if (!vma) in vm_area_alloc()
650 if (!vma) in find_vma_prev()
688 return (vma->vm_end - vma->vm_start) >> PAGE_SHIFT; in vma_pages()
701 free(vma); in vm_area_free()
727 (void)vma; in unmap_vmas()
740 (void)vma; in free_pgtables()
790 (void)vma; in vma_adjust_trans_huge()
842 (void)vma; in uprobe_munmap()
883 (void)vma; in userfaultfd_unmap_prep()
[all …]
|
| /linux-6.15/mm/ |
| H A D | vma.c | 120 vp->vma = vma; in init_multi_vma_prep()
258 uprobe_munmap(vp->vma, vp->vma->vm_start, vp->vma->vm_end); in vma_prepare()
446 unmap_vmas(&tlb, mas, vma, vma->vm_start, vma->vm_end, vma->vm_end, in unmap_region()
471 if (vma->vm_ops && vma->vm_ops->may_split) { in __split_vma()
472 err = vma->vm_ops->may_split(vma, addr); in __split_vma()
719 return !vma->vm_ops || !vma->vm_ops->close; in can_merge_remove_vma()
1440 vms->vma = vma; in init_vma_munmap()
1666 VMG_VMA_STATE(vmg, vmi, vma, vma, vma->vm_end, vma->vm_end + delta); in vma_merge_extend()
1932 VM_BUG_ON_VMA(prev != vma, vma); in find_mergeable_anon_vma()
2354 error = mmap_file(vma->vm_file, vma); in __mmap_new_file_vma()
[all …]
|
| H A D | nommu.c | 95 if (vma) in kobjsize()
96 return vma->vm_end - vma->vm_start; in kobjsize()
151 if (vma) in __vmalloc_user_flags()
580 VMA_ITERATOR(vmi, vma->vm_mm, vma->vm_start); in delete_vma_from_mm()
894 ret = mmap_file(vma->vm_file, vma); in do_mmap_shared_file()
927 ret = mmap_file(vma->vm_file, vma); in do_mmap_private()
1357 vma->vm_region->vm_end = vma->vm_end = addr; in split_vma()
1561 if (vma->vm_end != vma->vm_start + old_len) in do_mremap()
1571 vma->vm_end = vma->vm_start + new_len; in do_mremap()
1604 return io_remap_pfn_range(vma, vma->vm_start, pfn, vm_len, vma->vm_page_prot); in vm_iomap_memory()
[all …]
|
| H A D | mprotect.c | 612 *pprev = vma; in mprotect_fixup()
658 vma = vma_modify_flags(vmi, *pprev, vma, start, end, newflags); in mprotect_fixup()
659 if (IS_ERR(vma)) { in mprotect_fixup()
664 *pprev = vma; in mprotect_fixup()
748 if (!vma) in do_mprotect_pkey()
762 end = vma->vm_end; in do_mprotect_pkey()
771 prev = vma; in do_mprotect_pkey()
775 tmp = vma->vm_start; in do_mprotect_pkey()
822 tmp = vma->vm_end; in do_mprotect_pkey()
826 if (vma->vm_ops && vma->vm_ops->mprotect) { in do_mprotect_pkey()
[all …]
|
| H A D | mseal.c | 43 if (vma->vm_file || vma->vm_flags & VM_SHARED) in is_ro_anon()
65 if (unlikely(!can_modify_vma(vma) && is_ro_anon(vma))) in can_modify_vma_madv()
82 vma = vma_modify_flags(vmi, *prev, vma, start, end, newflags); in mseal_fixup()
83 if (IS_ERR(vma)) { in mseal_fixup()
84 ret = PTR_ERR(vma); in mseal_fixup()
88 set_vma_sealed(vma); in mseal_fixup()
90 *prev = vma; in mseal_fixup()
114 if (vma->vm_end >= end) in check_mm_seal()
117 nstart = vma->vm_end; in check_mm_seal()
140 prev = vma; in apply_mm_seal()
[all …]
|
| H A D | madvise.c | 155 *prev = vma; in madvise_update_vma()
164 *prev = vma; in madvise_update_vma()
169 if (!vma->vm_file || vma_is_anon_shmem(vma)) { in madvise_update_vma()
277 *prev = vma; in madvise_willneed()
352 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
657 struct vm_area_struct *vma = walk->vma; in madvise_free_pte_range() local
912 if (!vma) in madvise_dontneed_free()
1293 if (vma->vm_file || vma->vm_flags & VM_SHARED) in madvise_vma_behavior()
1506 if (vma && start > vma->vm_start) in madvise_walk_vmas()
1513 if (!vma) in madvise_walk_vmas()
[all …]
|
| H A D | memory.c | 523 vma->vm_ops ? vma->vm_ops->fault : NULL, in print_bad_pte()
2904 vm_len = vma->vm_end - vma->vm_start; in vm_iomap_memory()
3164 struct vm_area_struct *vma = vmf->vma; in __wp_page_copy_user() local
3311 struct vm_area_struct *vma = vmf->vma; in fault_dirty_shared_page() local
3365 struct vm_area_struct *vma = vmf->vma; in wp_page_reuse() local
3398 struct vm_area_struct *vma = vmf->vma; in vmf_can_call_fault() local
6051 .vma = vma, in __handle_mm_fault()
6557 vma = vma_start_read(mm, vma); in lock_vma_under_rcu()
7133 if (vma && vma->vm_file) { in print_vma_addr()
7139 vma->vm_end - vma->vm_start); in print_vma_addr()
[all …]
|
| H A D | vma.h | 14 struct vm_area_struct *vma; member
157 return vma->vm_pgoff + PHYS_PFN(addr - vma->vm_start); in vma_pgoff_offset()
206 ((vmi->mas.index > vma->vm_start) || (vmi->mas.last < vma->vm_start))) in vma_iter_store_gfp()
209 __mas_set_range(&vmi->mas, vma->vm_start, vma->vm_end - 1); in vma_iter_store_gfp()
214 vma_mark_attached(vma); in vma_iter_store_gfp()
319 return vma_wants_writenotify(vma, vma->vm_page_prot); in vma_wants_manual_pte_write_upgrade()
432 vmi->mas.index, vma->vm_start, vma->vm_start, in vma_iter_store_overwrite()
438 vmi->mas.last, vma->vm_start, vma->vm_start, vma->vm_end, in vma_iter_store_overwrite()
444 ((vmi->mas.index > vma->vm_start) || (vmi->mas.last < vma->vm_start))) in vma_iter_store_overwrite()
447 __mas_set_range(&vmi->mas, vma->vm_start, vma->vm_end - 1); in vma_iter_store_overwrite()
[all …]
|
| H A D | mmap.c | 710 (!vma || addr + len <= vm_start_gap(vma)) && in generic_get_unmapped_area()
761 (!vma || addr + len <= vm_start_gap(vma)) && in generic_get_unmapped_area_topdown()
939 if (!vma) in find_vma_prev()
972 if (vma && (vma->vm_start <= addr)) in find_extend_vma_locked()
1040 if (vma && vma->vm_start <= addr) in expand_stack()
1048 if (vma && !vma_expand_down(vma, addr)) in expand_stack()
1127 if (!vma || !(vma->vm_flags & VM_SHARED)) { in SYSCALL_DEFINE5()
1273 if (!vma || unlikely(xa_is_zero(vma))) { in exit_mmap()
1313 } while (vma && likely(!xa_is_zero(vma))); in exit_mmap()
1354 vma->vm_pgoff = vma->vm_start >> PAGE_SHIFT; in insert_vm_struct()
[all …]
|
| H A D | mremap.c | 905 struct vm_area_struct *vma = vrm->vma; in vrm_set_new_addr() local
981 struct vm_area_struct *vma = vrm->vma; in vrm_stat_account() local
997 struct vm_area_struct *vma = vrm->vma; in prep_move_vma() local
1009 if (vma->vm_ops && vma->vm_ops->may_split) { in prep_move_vma()
1046 struct vm_area_struct *vma = vrm->vma; in unmap_source_vma() local
1150 struct vm_area_struct *vma = vrm->vma; in copy_vma_and_data() local
1162 vrm->vma = vma; in copy_vma_and_data()
1290 struct vm_area_struct *vma = vrm->vma; in resize_is_valid() local
1548 struct vm_area_struct *vma = vrm->vma; in expand_vma_in_place() local
1568 vrm->vma = vma; in expand_vma_in_place()
[all …]
|
| H A D | rmap.c | 154 avc->vma = vma; in anon_vma_chain_link()
345 vma->anon_vma = NULL; in anon_vma_fork()
356 if (vma->anon_vma) in anon_vma_fork()
392 unlink_anon_vmas(vma); in anon_vma_fork()
423 if (vma->anon_vma) { in unlink_anon_vmas()
1027 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1153 .vma = vma, in mapping_wrprotect_range_one()
1231 .vma = vma, in pfn_mkclean_range()
2682 &vma); in make_device_exclusive()
2824 struct vm_area_struct *vma = avc->vma; in rmap_walk_anon() local
[all …]
|
| /linux-6.15/include/linux/ |
| H A D | userfaultfd_k.h | 185 return vma->vm_flags & VM_UFFD_MISSING; in userfaultfd_missing()
190 return vma->vm_flags & VM_UFFD_WP; in userfaultfd_wp()
195 return vma->vm_flags & VM_UFFD_MINOR; in userfaultfd_minor()
212 return vma->vm_flags & __VM_UFFD_FLAGS; in userfaultfd_armed()
225 (!is_vm_hugetlb_page(vma) && !vma_is_shmem(vma))) in vma_can_userfault()
246 return vma_is_anonymous(vma) || is_vm_hugetlb_page(vma) || in vma_can_userfault()
247 vma_is_shmem(vma); in vma_can_userfault()
282 struct vm_area_struct *vma,
287 struct vm_area_struct *vma,
422 if (!userfaultfd_wp(vma)) in userfaultfd_wp_use_markers()
[all …]
|
| /linux-6.15/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 31 if (vma->mem) { in nouveau_vma_unmap()
32 nvif_vmm_unmap(&vma->vmm->vmm, vma->addr); in nouveau_vma_unmap()
33 vma->mem = NULL; in nouveau_vma_unmap()
44 vma->mem = mem; in nouveau_vma_map()
55 return vma; in nouveau_vma_find()
65 if (vma && --vma->refs <= 0) { in nouveau_vma_del()
86 vma->refs++; in nouveau_vma_new()
90 if (!(vma = *pvma = kmalloc(sizeof(*vma), GFP_KERNEL))) in nouveau_vma_new()
92 vma->vmm = vmm; in nouveau_vma_new()
93 vma->refs = 1; in nouveau_vma_new()
[all …]
|
| /linux-6.15/drivers/gpu/drm/i915/display/ |
| H A D | intel_fb_pin.c | 33 struct i915_vma *vma; in intel_fb_pin_to_dpt() local
75 if (IS_ERR(vma)) { in intel_fb_pin_to_dpt()
95 vma->display_alignment = max(vma->display_alignment, alignment); in intel_fb_pin_to_dpt()
99 i915_vma_get(vma); in intel_fb_pin_to_dpt()
103 return vma; in intel_fb_pin_to_dpt()
199 if (vma->fence) in intel_fb_pin_to_ggtt()
219 return vma; in intel_fb_pin_to_ggtt()
273 if (IS_ERR(vma)) in intel_plane_pin_fb()
323 if (vma) in intel_plane_unpin_fb()
327 if (vma) in intel_plane_unpin_fb()
[all …]
|
| /linux-6.15/drivers/gpu/drm/msm/ |
| H A D | msm_gem_vma.c | 48 if (!vma->mapped) in msm_gem_vma_purge()
53 vma->mapped = false; in msm_gem_vma_purge()
67 if (vma->mapped) in msm_gem_vma_map()
70 vma->mapped = true; in msm_gem_vma_map()
101 if (vma->iova) in msm_gem_vma_close()
105 vma->iova = 0; in msm_gem_vma_close()
114 vma = kzalloc(sizeof(*vma), GFP_KERNEL); in msm_gem_vma_new()
115 if (!vma) in msm_gem_vma_new()
120 return vma; in msm_gem_vma_new()
145 vma->iova = vma->node.start; in msm_gem_vma_init()
[all …]
|
| /linux-6.15/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 922 if (addr >= vma->addr + vma->size) in nvkm_vmm_node_search()
983 if (!(vma = nvkm_vma_tail(vma, vma->size + vma->addr - addr))) in nvkm_vmm_node_split()
1006 vma->addr, (u64)vma->size, in nvkm_vma_dump()
1221 if (vma->addr == addr && vma->part && (prev = node(vma, prev))) { in nvkm_vmm_pfn_split_merge()
1249 if (!vma->mapped || vma->memory) in nvkm_vmm_pfn_unmap()
1263 } while ((vma = node(vma, next)) && (start = vma->addr) < limit); in nvkm_vmm_pfn_unmap()
1321 if (!vma->mapref || vma->memory) { in nvkm_vmm_pfn_map()
1377 vma = node(vma, next); in nvkm_vmm_pfn_map()
1618 if (vma->mapref || !vma->sparse) { in nvkm_vmm_put_locked()
1659 if (vma->sparse && !vma->mapref) { in nvkm_vmm_put_locked()
[all …]
|
| /linux-6.15/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_gem_gtt.c | 483 __func__, p->name, vma->node.start, vma->node.size, drm_mm_node_allocated(&vma->node), in fill_hole()
516 __func__, p->name, vma->node.start, vma->node.size, in fill_hole()
525 __func__, p->name, vma->node.start, vma->node.size, in fill_hole()
562 __func__, p->name, vma->node.start, vma->node.size, drm_mm_node_allocated(&vma->node), in fill_hole()
595 __func__, p->name, vma->node.start, vma->node.size, drm_mm_node_allocated(&vma->node), in fill_hole()
604 __func__, p->name, vma->node.start, vma->node.size, in fill_hole()
1449 vma->resource->bi.pages = vma->pages; in track_vma_bind()
1452 list_move_tail(&vma->vm_link, &vma->vm->bound_list); in track_vma_bind()
1587 vma->node.start, vma->node.size, in igt_gtt_reserve()
1633 vma->node.start, vma->node.size, in igt_gtt_reserve()
[all …]
|
| H A D | i915_vma.c | 73 return vma; in checked_vma_instance()
93 if (i915_vma_compare(vma, vma->vm, in checked_vma_instance()
94 i915_vma_is_ggtt(vma) ? &vma->gtt_view : NULL)) { in checked_vma_instance()
104 return vma; in checked_vma_instance()
660 if (vma->node.size < vma->size) { in igt_vma_rotate_remap()
662 vma->size, vma->node.size); in igt_vma_rotate_remap()
760 if (vma->node.size < vma->size) { in assert_pin()
762 name, vma->size, vma->node.size); in assert_pin()
773 if (vma->pages == vma->obj->mm.pages) { in assert_pin()
785 if (vma->pages != vma->obj->mm.pages) { in assert_pin()
[all …]
|
| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_trace_bo.h | 21 #define __dev_name_vma(vma) __dev_name_vm(xe_vma_vm(vma)) argument
104 __entry->vma = vma;
120 TP_ARGS(vma)
125 TP_ARGS(vma)
130 TP_ARGS(vma)
135 TP_ARGS(vma)
140 TP_ARGS(vma)
145 TP_ARGS(vma)
150 TP_ARGS(vma)
155 TP_ARGS(vma)
[all …]
|
| H A D | xe_vm.h | 112 return vma->gpuva.va.addr; in xe_vma_start()
117 return vma->gpuva.va.range; in xe_vma_size()
122 return xe_vma_start(vma) + xe_vma_size(vma); in xe_vma_end()
127 return vma->gpuva.gem.offset; in xe_vma_bo_offset()
148 return vma->gpuva.gem.offset; in xe_vma_userptr()
163 return !xe_vma_bo(vma); in xe_vma_has_no_bo()
168 return xe_vma_has_no_bo(vma) && !xe_vma_is_null(vma) && in xe_vma_is_userptr()
169 !xe_vma_is_cpu_addr_mirror(vma); in xe_vma_is_userptr()
180 xe_assert(xe_vma_vm(vma)->xe, xe_vma_is_userptr(vma)); in to_userptr_vma()
181 return container_of(vma, struct xe_userptr_vma, vma); in to_userptr_vma()
[all …]
|
| /linux-6.15/drivers/pci/ |
| H A D | mmap.c | 25 struct vm_area_struct *vma, in pci_mmap_resource_range() argument
32 if (vma->vm_pgoff + vma_pages(vma) > size) in pci_mmap_resource_range()
36 vma->vm_page_prot = pgprot_writecombine(vma->vm_page_prot); in pci_mmap_resource_range()
38 vma->vm_page_prot = pgprot_device(vma->vm_page_prot); in pci_mmap_resource_range()
41 ret = pci_iobar_pfn(pdev, bar, vma); in pci_mmap_resource_range()
47 vma->vm_ops = &pci_phys_vm_ops; in pci_mmap_resource_range()
49 return io_remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff, in pci_mmap_resource_range()
50 vma->vm_end - vma->vm_start, in pci_mmap_resource_range()
51 vma->vm_page_prot); in pci_mmap_resource_range()
67 nr = vma_pages(vma); in pci_mmap_fits()
[all …]
|