Lines Matching refs:dst_mm

99 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm,  in uffd_mfill_lock()  argument
105 dst_vma = uffd_lock_vma(dst_mm, dst_start); in uffd_mfill_lock()
120 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() argument
126 mmap_read_lock(dst_mm); in uffd_mfill_lock()
127 dst_vma = find_vma_and_prepare_anon(dst_mm, dst_start); in uffd_mfill_lock()
136 mmap_read_unlock(dst_mm); in uffd_mfill_lock()
174 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_install_pte() local
192 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
224 inc_mm_counter(dst_mm, mm_counter(folio)); in mfill_atomic_install_pte()
226 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
430 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_pte_poison() local
436 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_poison()
450 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_poison()
496 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_hugetlb() local
538 dst_vma = uffd_mfill_lock(dst_mm, dst_start, len); in mfill_atomic_hugetlb()
579 dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize); in mfill_atomic_hugetlb()
587 !huge_pte_none_mostly(huge_ptep_get(dst_mm, dst_addr, dst_pte))) { in mfill_atomic_hugetlb()
703 struct mm_struct *dst_mm = ctx->mm; in mfill_atomic() local
730 dst_vma = uffd_mfill_lock(dst_mm, dst_start, len); in mfill_atomic()
780 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr); in mfill_atomic()
788 unlikely(__pte_alloc(dst_mm, dst_pmd))) { in mfill_atomic()
932 struct mm_struct *dst_mm = ctx->mm; in mwriteprotect_range() local
938 VMA_ITERATOR(vmi, dst_mm, start); in mwriteprotect_range()
949 mmap_read_lock(dst_mm); in mwriteprotect_range()
988 mmap_read_unlock(dst_mm); in mwriteprotect_range()