Home
last modified time | relevance | path

Searched refs:dst_mm (Results 1 – 6 of 6) sorted by relevance

/linux-6.15/mm/
H A Duserfaultfd.c105 dst_vma = uffd_lock_vma(dst_mm, dst_start); in uffd_mfill_lock()
126 mmap_read_lock(dst_mm); in uffd_mfill_lock()
136 mmap_read_unlock(dst_mm); in uffd_mfill_lock()
174 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_install_pte() local
224 inc_mm_counter(dst_mm, mm_counter(folio)); in mfill_atomic_install_pte()
430 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_pte_poison() local
703 struct mm_struct *dst_mm = ctx->mm; in mfill_atomic() local
932 struct mm_struct *dst_mm = ctx->mm; in mwriteprotect_range() local
938 VMA_ITERATOR(vmi, dst_mm, start); in mwriteprotect_range()
949 mmap_read_lock(dst_mm); in mwriteprotect_range()
[all …]
H A Dhuge_memory.c1702 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1722 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1726 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1749 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd()
1760 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1774 mm_get_huge_zero_folio(dst_mm); in copy_huge_pmd()
1786 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1794 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd()
1802 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1834 dst_ptl = pud_lock(dst_mm, dst_pud); in copy_huge_pud()
[all …]
H A Dmemory.c802 if (list_empty(&dst_mm->mmlist)) in copy_nonpresent_pte()
803 list_add(&dst_mm->mmlist, in copy_nonpresent_pte()
883 set_pte_at(dst_mm, addr, dst_pte, in copy_nonpresent_pte()
889 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
1075 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range() local
1193 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
1230 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range() local
1267 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pud_range() local
1282 err = copy_huge_pud(dst_mm, src_mm, in copy_pud_range()
1304 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_p4d_range() local
[all …]
H A Dhugetlb.c6899 struct mm_struct *dst_mm = dst_vma->vm_mm; in hugetlb_mfill_atomic_pte() local
6914 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
6917 if (!huge_pte_none(huge_ptep_get(dst_mm, dst_addr, dst_pte))) { in hugetlb_mfill_atomic_pte()
6923 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, size); in hugetlb_mfill_atomic_pte()
7040 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
7052 if (!huge_pte_none_mostly(huge_ptep_get(dst_mm, dst_addr, dst_pte))) in hugetlb_mfill_atomic_pte()
7078 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, size); in hugetlb_mfill_atomic_pte()
7080 hugetlb_count_add(pages_per_huge_page(h), dst_mm); in hugetlb_mfill_atomic_pte()
/linux-6.15/include/linux/
H A Dhuge_mm.h11 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
15 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
/linux-6.15/drivers/gpu/drm/amd/amdgpu/
H A Damdgpu_ttm.c295 struct amdgpu_res_cursor src_mm, dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
307 amdgpu_res_first(dst->mem, dst->offset, size, &dst_mm); in amdgpu_ttm_copy_mem_to_mem()
316 cur_size = min3(src_mm.size, dst_mm.size, 256ULL << 20); in amdgpu_ttm_copy_mem_to_mem()
324 r = amdgpu_ttm_map_buffer(dst->bo, dst->mem, &dst_mm, in amdgpu_ttm_copy_mem_to_mem()
361 amdgpu_res_next(&dst_mm, cur_size); in amdgpu_ttm_copy_mem_to_mem()