Lines Matching refs:vmf
231 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
234 struct vm_area_struct *vma = vmf->vma; in userfaultfd_huge_must_wait()
238 assert_fault_locked(vmf); in userfaultfd_huge_must_wait()
240 ptep = hugetlb_walk(vma, vmf->address, vma_mmu_pagesize(vma)); in userfaultfd_huge_must_wait()
245 pte = huge_ptep_get(vma->vm_mm, vmf->address, ptep); in userfaultfd_huge_must_wait()
261 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
276 struct vm_fault *vmf, in userfaultfd_must_wait() argument
280 unsigned long address = vmf->address; in userfaultfd_must_wait()
289 assert_fault_locked(vmf); in userfaultfd_must_wait()
363 vm_fault_t handle_userfault(struct vm_fault *vmf, unsigned long reason) in handle_userfault() argument
365 struct vm_area_struct *vma = vmf->vma; in handle_userfault()
380 assert_fault_locked(vmf); in handle_userfault()
395 if (!(vmf->flags & FAULT_FLAG_USER) && (ctx->flags & UFFD_USER_MODE_ONLY)) in handle_userfault()
408 if (unlikely(!(vmf->flags & FAULT_FLAG_ALLOW_RETRY))) { in handle_userfault()
414 BUG_ON(vmf->flags & FAULT_FLAG_RETRY_NOWAIT); in handle_userfault()
419 vmf->flags); in handle_userfault()
431 if (vmf->flags & FAULT_FLAG_RETRY_NOWAIT) in handle_userfault()
455 release_fault_lock(vmf); in handle_userfault()
464 uwq.msg = userfault_msg(vmf->address, vmf->real_address, vmf->flags, in handle_userfault()
469 blocking_state = userfaultfd_get_blocking_state(vmf->flags); in handle_userfault()
495 must_wait = userfaultfd_must_wait(ctx, vmf, reason); in handle_userfault()
497 must_wait = userfaultfd_huge_must_wait(ctx, vmf, reason); in handle_userfault()
500 release_fault_lock(vmf); in handle_userfault()