Home
last modified time | relevance | path

Searched refs:gup_flags (Results 1 – 23 of 23) sorted by relevance

/linux-6.15/mm/
H A Dgup.c1462 gup_flags, &vma, in __get_user_pages()
1548 gup_flags)) { in __get_user_pages()
1888 int gup_flags; in populate_vma_page_range() local
1908 gup_flags = FOLL_TOUCH; in populate_vma_page_range()
1960 int gup_flags; in faultin_page_range() local
1982 gup_flags); in faultin_page_range()
2530 gup_flags); in __gup_longterm_locked()
2562 gup_flags |= to_set; in is_valid_gup_args()
2577 if (WARN_ON_ONCE(!(gup_flags & FOLL_PIN) && (gup_flags & FOLL_LONGTERM))) in is_valid_gup_args()
2663 gup_flags); in get_user_pages_remote()
[all …]
H A Dgup_test.c139 nr = get_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
143 nr = get_user_pages(addr, nr, gup->gup_flags, pages + i); in __gup_test_ioctl()
146 nr = pin_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
150 nr = pin_user_pages(addr, nr, gup->gup_flags, pages + i); in __gup_test_ioctl()
154 gup->gup_flags | FOLL_LONGTERM, in __gup_test_ioctl()
159 nr = pin_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
162 nr = get_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
225 int gup_flags = FOLL_LONGTERM; in pin_longterm_test_start() local
253 gup_flags |= FOLL_WRITE; in pin_longterm_test_start()
270 gup_flags, pages); in pin_longterm_test_start()
[all …]
H A Dgup_test.h27 __u32 gup_flags; member
H A Dnommu.c1639 void *buf, int len, unsigned int gup_flags) in __access_remote_vm() argument
1642 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
1683 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
1685 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
1693 unsigned int gup_flags) in access_process_vm() argument
1704 len = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
1767 void *buf, int len, unsigned int gup_flags) in copy_remote_vm_str() argument
H A Dmemory.c6884 void *buf, int len, unsigned int gup_flags) in __access_remote_vm() argument
6887 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
6905 gup_flags, &vma); in __access_remote_vm()
6972 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
6974 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
6983 void *buf, int len, unsigned int gup_flags) in access_process_vm() argument
6992 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
7006 void *buf, int len, unsigned int gup_flags) in __copy_remote_vm_str() argument
7030 page = get_user_page_vma_remote(mm, addr, gup_flags, &vma); in __copy_remote_vm_str()
7095 void *buf, int len, unsigned int gup_flags) in copy_remote_vm_str() argument
[all …]
/linux-6.15/arch/arm64/kernel/
H A Dmte.c411 struct iovec *kiov, unsigned int gup_flags) in __access_remote_tags() argument
416 int write = gup_flags & FOLL_WRITE; in __access_remote_tags()
429 gup_flags, &vma); in __access_remote_tags()
497 struct iovec *kiov, unsigned int gup_flags) in access_remote_tags() argument
513 ret = __access_remote_tags(mm, addr, kiov, gup_flags); in access_remote_tags()
525 unsigned int gup_flags = FOLL_FORCE; in mte_ptrace_copy_tags() local
535 gup_flags |= FOLL_WRITE; in mte_ptrace_copy_tags()
540 ret = access_remote_tags(child, addr, &kiov, gup_flags); in mte_ptrace_copy_tags()
/linux-6.15/drivers/media/common/videobuf2/
H A Dframe_vector.c44 unsigned int gup_flags = FOLL_LONGTERM; in get_vaddr_frames() local
55 gup_flags |= FOLL_WRITE; in get_vaddr_frames()
57 ret = pin_user_pages_fast(start, nr_frames, gup_flags, in get_vaddr_frames()
/linux-6.15/drivers/infiniband/hw/hfi1/
H A Duser_pages.c84 unsigned int gup_flags = FOLL_LONGTERM | (writable ? FOLL_WRITE : 0); in hfi1_acquire_user_pages() local
86 ret = pin_user_pages_fast(vaddr, npages, gup_flags, pages); in hfi1_acquire_user_pages()
/linux-6.15/tools/testing/selftests/mm/
H A Dgup_test.c129 gup.gup_flags = strtol(optarg, 0, 0); in main()
213 gup.gup_flags |= FOLL_WRITE; in main()
252 gup.gup_flags |= FOLL_TOUCH; in main()
H A Dhmm-tests.c1879 .gup_flags = FOLL_WRITE | flags, in gup_test_exec()
/linux-6.15/drivers/infiniband/core/
H A Dumem.c170 unsigned int gup_flags = FOLL_LONGTERM; in ib_umem_get() local
225 gup_flags |= FOLL_WRITE; in ib_umem_get()
233 gup_flags, page_list); in ib_umem_get()
/linux-6.15/drivers/gpu/drm/i915/gem/
H A Di915_gem_userptr.c237 unsigned int gup_flags = 0; in i915_gem_object_userptr_submit_init() local
265 gup_flags |= FOLL_WRITE; in i915_gem_object_userptr_submit_init()
270 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
/linux-6.15/include/linux/
H A Dmm.h2582 void *buf, int len, unsigned int gup_flags);
2584 void *buf, int len, unsigned int gup_flags);
2593 unsigned int gup_flags, struct page **pages,
2597 unsigned int gup_flags, struct page **pages,
2605 int gup_flags, in get_user_page_vma_remote() argument
2631 unsigned int gup_flags, struct page **pages);
2633 unsigned int gup_flags, struct page **pages);
2635 struct page **pages, unsigned int gup_flags);
2644 unsigned int gup_flags, struct page **pages);
2646 unsigned int gup_flags, struct page **pages);
[all …]
H A Dptrace.h21 void *buf, int len, unsigned int gup_flags);
/linux-6.15/net/xdp/
H A Dxdp_umem.c96 unsigned int gup_flags = FOLL_WRITE; in xdp_umem_pin_pages() local
106 gup_flags | FOLL_LONGTERM, &umem->pgs[0]); in xdp_umem_pin_pages()
/linux-6.15/drivers/infiniband/hw/usnic/
H A Dusnic_uiom.c88 unsigned int gup_flags = FOLL_LONGTERM; in usnic_uiom_get_pages() local
135 gup_flags |= FOLL_WRITE; in usnic_uiom_get_pages()
143 gup_flags, page_list); in usnic_uiom_get_pages()
/linux-6.15/lib/
H A Diov_iter.c1153 unsigned int n, gup_flags = 0; in __iov_iter_get_pages_alloc() local
1167 gup_flags |= FOLL_WRITE; in __iov_iter_get_pages_alloc()
1169 gup_flags |= FOLL_NOFAULT; in __iov_iter_get_pages_alloc()
1177 res = get_user_pages_fast(addr, n, gup_flags, *pages); in __iov_iter_get_pages_alloc()
1832 unsigned int gup_flags = 0; in iov_iter_extract_user_pages() local
1837 gup_flags |= FOLL_WRITE; in iov_iter_extract_user_pages()
1839 gup_flags |= FOLL_PCI_P2PDMA; in iov_iter_extract_user_pages()
1841 gup_flags |= FOLL_NOFAULT; in iov_iter_extract_user_pages()
1849 res = pin_user_pages_fast(addr, maxpages, gup_flags, *pages); in iov_iter_extract_user_pages()
/linux-6.15/drivers/gpu/drm/etnaviv/
H A Detnaviv_gem.c670 unsigned int gup_flags = FOLL_LONGTERM; in etnaviv_gem_userptr_get_pages() local
682 gup_flags |= FOLL_WRITE; in etnaviv_gem_userptr_get_pages()
689 ret = pin_user_pages_fast(ptr, num_pages, gup_flags, pages); in etnaviv_gem_userptr_get_pages()
/linux-6.15/net/rds/
H A Drdma.c157 unsigned int gup_flags = FOLL_LONGTERM; in rds_pin_pages() local
161 gup_flags |= FOLL_WRITE; in rds_pin_pages()
163 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
/linux-6.15/drivers/iommu/iommufd/
H A Dpages.c750 unsigned int gup_flags; member
773 user->gup_flags = FOLL_LONGTERM; in pfn_reader_user_init()
775 user->gup_flags |= FOLL_WRITE; in pfn_reader_user_init()
909 rc = pin_user_pages_fast(uptr, npages, user->gup_flags, in pfn_reader_user_pin()
918 user->gup_flags, user->upages, in pfn_reader_user_pin()
/linux-6.15/kernel/
H A Dptrace.c45 void *buf, int len, unsigned int gup_flags) in ptrace_access_vm() argument
62 ret = access_remote_vm(mm, addr, buf, len, gup_flags); in ptrace_access_vm()
/linux-6.15/drivers/vhost/
H A Dvdpa.c1102 unsigned int gup_flags = FOLL_LONGTERM; in vhost_vdpa_pa_map() local
1115 gup_flags |= FOLL_WRITE; in vhost_vdpa_pa_map()
1138 gup_flags, page_list); in vhost_vdpa_pa_map()
/linux-6.15/kernel/events/
H A Duprobes.c492 unsigned int gup_flags = FOLL_FORCE; in uprobe_write_opcode() local
499 gup_flags |= FOLL_SPLIT_PMD; in uprobe_write_opcode()
501 old_page = get_user_page_vma_remote(mm, vaddr, gup_flags, &vma); in uprobe_write_opcode()