Home
last modified time | relevance | path

Searched refs:pages (Results 1 – 25 of 1352) sorted by relevance

12345678910>>...55

/linux-6.15/drivers/iommu/iommufd/
H A Dpages.c635 for (; pages != end; pages++) in batch_from_pages()
1009 pages->last_npinned = pages->npinned; in iopt_pages_update_pinned()
1021 if (pages->npinned == pages->last_npinned) in update_unpinned()
1023 iopt_pages_update_pinned(pages, pages->last_npinned - pages->npinned, in update_unpinned()
1042 if (pages->npinned == pages->last_npinned) in pfn_reader_user_update_pinned()
1092 struct iopt_pages *pages = pfns->pages; in pfn_reader_unpin() local
1208 pfns->pages = pages; in pfn_reader_init()
1232 struct iopt_pages *pages = pfns->pages; in pfn_reader_release_pins() local
1261 struct iopt_pages *pages = pfns->pages; in pfn_reader_destroy() local
2117 struct iopt_pages *pages = area->pages; in iopt_area_add_access() local
[all …]
H A Dio_pagetable.c384 elm->area->pages = elm->pages; in iopt_map_pages()
403 elm.pages = pages; in iopt_map_common()
678 elm->pages = area->pages; in iopt_get_pages()
751 pages = area->pages; in iopt_unmap_iova_range()
942 struct iopt_pages *pages = area->pages; in iopt_unfill_domain() local
961 struct iopt_pages *pages = area->pages; in iopt_unfill_domain() local
995 struct iopt_pages *pages = area->pages; in iopt_fill_domain() local
1020 struct iopt_pages *pages = area->pages; in iopt_fill_domain() local
1230 struct iopt_pages *pages = area->pages; in iopt_area_split() local
1301 lhs->pages = area->pages; in iopt_area_split()
[all …]
/linux-6.15/net/ceph/
H A Dpagevec.c19 set_page_dirty_lock(pages[i]); in ceph_put_page_vector()
20 put_page(pages[i]); in ceph_put_page_vector()
22 kvfree(pages); in ceph_put_page_vector()
31 __free_pages(pages[i], 0); in ceph_release_page_vector()
32 kfree(pages); in ceph_release_page_vector()
41 struct page **pages; in ceph_alloc_page_vector() local
44 pages = kmalloc_array(num_pages, sizeof(*pages), flags); in ceph_alloc_page_vector()
45 if (!pages) in ceph_alloc_page_vector()
49 if (pages[i] == NULL) { in ceph_alloc_page_vector()
50 ceph_release_page_vector(pages, i); in ceph_alloc_page_vector()
[all …]
/linux-6.15/mm/
H A Dpercpu-vm.c34 static struct page **pages; in pcpu_get_pages() local
39 if (!pages) in pcpu_get_pages()
41 return pages; in pcpu_get_pages()
165 pages[pcpu_page_idx(cpu, i)] = page; in pcpu_unmap_pages()
197 PAGE_KERNEL, pages, PAGE_SHIFT); in __pcpu_map_pages()
279 struct page **pages; in pcpu_populate_chunk() local
281 pages = pcpu_get_pages(); in pcpu_populate_chunk()
282 if (!pages) in pcpu_populate_chunk()
315 struct page **pages; in pcpu_depopulate_chunk() local
322 pages = pcpu_get_pages(); in pcpu_depopulate_chunk()
[all …]
H A Dgup_test.c19 put_page(pages[i]); in put_back_pages()
32 put_page(pages[i]); in put_back_pages()
106 struct page **pages; in __gup_test_ioctl() local
116 if (!pages) in __gup_test_ioctl()
140 pages + i); in __gup_test_ioctl()
147 pages + i); in __gup_test_ioctl()
155 pages + i); in __gup_test_ioctl()
160 pages + i); in __gup_test_ioctl()
202 kvfree(pages); in __gup_test_ioctl()
249 if (!pages) in pin_longterm_test_start()
[all …]
H A Dgup.c415 if (!pages[i]) { in unpin_user_pages()
1513 if (pages) { in __get_user_pages()
1526 if (pages) { in __get_user_pages()
1790 if (likely(pages)) in __get_user_pages_locked()
1791 pages += ret; in __get_user_pages_locked()
1839 pages++; in __get_user_pages_locked()
2089 if (pages) { in __get_user_pages_locked()
2091 if (pages[i]) in __get_user_pages_locked()
2487 .pages = pages, in check_and_migrate_movable_pages()
3237 pages, nr)) in gup_fast_pmd_range()
[all …]
/linux-6.15/drivers/gpu/drm/i915/gem/selftests/
H A Dhuge_gem_object.c12 struct sg_table *pages) in huge_free_pages() argument
24 sg_free_table(pages); in huge_free_pages()
25 kfree(pages); in huge_free_pages()
34 struct sg_table *pages; in huge_get_pages() local
41 pages = kmalloc(sizeof(*pages), GFP); in huge_get_pages()
42 if (!pages) in huge_get_pages()
46 kfree(pages); in huge_get_pages()
50 sg = pages->sgl; in huge_get_pages()
68 src = pages->sgl; in huge_get_pages()
80 huge_free_pages(obj, pages); in huge_get_pages()
[all …]
/linux-6.15/io_uring/
H A Dmemmap.c42 struct page **pages; in io_pin_pages() local
59 if (!pages) in io_pin_pages()
63 pages); in io_pin_pages()
67 return pages; in io_pin_pages()
77 kvfree(pages); in io_pin_pages()
92 if (mr->pages) { in io_free_region()
147 mr->pages = pages; in io_region_pin_pages()
163 pages = kvmalloc_array(mr->nr_pages, sizeof(*pages), gfp); in io_region_allocate_pages()
164 if (!pages) in io_region_allocate_pages()
178 kvfree(pages); in io_region_allocate_pages()
[all …]
/linux-6.15/fs/isofs/
H A Dcompress.c68 if (!pages[i]) in zisofs_uncompress_block()
121 if (pages[curpage]) { in zisofs_uncompress_block()
174 if (pages[curpage]) { in zisofs_uncompress_block()
290 if (poffset && *pages) { in zisofs_fill_pages()
292 SetPageUptodate(*pages); in zisofs_fill_pages()
312 struct page **pages; in zisofs_read_folio() local
338 if (!pages) { in zisofs_read_folio()
353 if (pages[i]) { in zisofs_read_folio()
355 unlock_page(pages[i]); in zisofs_read_folio()
357 put_page(pages[i]); in zisofs_read_folio()
[all …]
/linux-6.15/drivers/xen/
H A Dxlate_mmu.c71 struct page **pages; member
148 struct page **pages) in xen_xlate_remap_gfn_array() argument
163 data.pages = pages; in xen_xlate_remap_gfn_array()
217 struct page **pages; in xen_xlate_map_ballooned_pages() local
226 pages = kcalloc(nr_pages, sizeof(pages[0]), GFP_KERNEL); in xen_xlate_map_ballooned_pages()
227 if (!pages) in xen_xlate_map_ballooned_pages()
232 kfree(pages); in xen_xlate_map_ballooned_pages()
239 kfree(pages); in xen_xlate_map_ballooned_pages()
253 kfree(pages); in xen_xlate_map_ballooned_pages()
257 kfree(pages); in xen_xlate_map_ballooned_pages()
[all …]
/linux-6.15/drivers/gpu/drm/xen/
H A Dxen_drm_front_gem.c30 struct page **pages; member
56 kvfree(xen_obj->pages); in gem_free_pages_array()
57 xen_obj->pages = NULL; in gem_free_pages_array()
177 if (IS_ERR(xen_obj->pages)) { in gem_create()
179 xen_obj->pages = NULL; in gem_create()
210 if (xen_obj->pages) { in xen_drm_front_gem_free_object_unlocked()
213 xen_obj->pages); in xen_drm_front_gem_free_object_unlocked()
229 return xen_obj->pages; in xen_drm_front_gem_get_pages()
236 if (!xen_obj->pages) in xen_drm_front_gem_get_sg_table()
272 xen_obj->pages); in xen_drm_front_gem_import_sg_table()
[all …]
/linux-6.15/drivers/media/pci/intel/ipu6/
H A Dipu6-dma.c23 struct page **pages; member
66 if (!pages) in __alloc_buffer()
77 if (!pages[i]) in __alloc_buffer()
84 pages[i + j] = pages[i] + j; in __alloc_buffer()
92 return pages; in __alloc_buffer()
95 if (pages[i]) in __alloc_buffer()
97 kvfree(pages); in __alloc_buffer()
111 kvfree(pages); in __free_buffer()
180 if (!pages) in ipu6_dma_alloc()
215 info->pages = pages; in ipu6_dma_alloc()
[all …]
/linux-6.15/kernel/dma/
H A Dremap.c17 return area->pages; in dma_common_find_pages()
24 void *dma_common_pages_remap(struct page **pages, size_t size, in dma_common_pages_remap() argument
29 vaddr = vmap(pages, PAGE_ALIGN(size) >> PAGE_SHIFT, in dma_common_pages_remap()
32 find_vm_area(vaddr)->pages = pages; in dma_common_pages_remap()
44 struct page **pages; in dma_common_contiguous_remap() local
48 pages = kvmalloc_array(count, sizeof(struct page *), GFP_KERNEL); in dma_common_contiguous_remap()
49 if (!pages) in dma_common_contiguous_remap()
52 pages[i] = nth_page(page, i); in dma_common_contiguous_remap()
53 vaddr = vmap(pages, count, VM_DMA_COHERENT, prot); in dma_common_contiguous_remap()
54 kvfree(pages); in dma_common_contiguous_remap()
/linux-6.15/arch/s390/hypfs/
H A Dhypfs_diag.c59 *pages = diag204_buf_pages; in diag204_get_buffer()
63 *pages = 1; in diag204_get_buffer()
65 *pages = diag204((unsigned long)DIAG204_SUBC_RSI | in diag204_get_buffer()
67 if (*pages <= 0) in diag204_get_buffer()
70 diag204_buf = __vmalloc_node(array_size(*pages, PAGE_SIZE), in diag204_get_buffer()
75 diag204_buf_pages = *pages; in diag204_get_buffer()
96 int pages, rc; in diag204_probe() local
98 buf = diag204_get_buffer(DIAG204_INFO_EXT, &pages); in diag204_probe()
117 buf = diag204_get_buffer(DIAG204_INFO_SIMPLE, &pages); in diag204_probe()
139 int diag204_store(void *buf, int pages) in diag204_store() argument
[all …]
/linux-6.15/drivers/staging/media/ipu3/
H A Dipu3-dmamap.c26 __free_page(pages[count]); in imgu_dmamap_free_buffer()
27 kvfree(pages); in imgu_dmamap_free_buffer()
36 struct page **pages; in imgu_dmamap_alloc_buffer() local
42 pages = kvmalloc_array(count, sizeof(*pages), GFP_KERNEL); in imgu_dmamap_alloc_buffer()
44 if (!pages) in imgu_dmamap_alloc_buffer()
77 pages[i++] = page++; in imgu_dmamap_alloc_buffer()
80 return pages; in imgu_dmamap_alloc_buffer()
100 struct page **pages; in imgu_dmamap_alloc() local
113 if (!pages) in imgu_dmamap_alloc()
131 map->pages = pages; in imgu_dmamap_alloc()
[all …]
/linux-6.15/arch/s390/kernel/diag/
H A Ddiag310.c118 *pages = res.result; in diag310_get_memtop_size()
193 unsigned long pages; in memtop_get_page_count() local
198 pages = READ_ONCE(memtop_pages[level - 1]); in memtop_get_page_count()
199 if (!pages) { in memtop_get_page_count()
205 *res = pages; in memtop_get_page_count()
229 unsigned long pages, level; in diag310_memtop_len() local
237 rc = memtop_get_page_count(&pages, level); in diag310_memtop_len()
240 if (put_user(pages * PAGE_SIZE, argp)) in diag310_memtop_len()
248 unsigned long level, pages, data_size; in diag310_memtop_buf() local
260 rc = memtop_get_page_count(&pages, level); in diag310_memtop_buf()
[all …]
/linux-6.15/Documentation/admin-guide/mm/
H A Dhugetlbpage.rst30 and surplus huge pages in the pool of huge pages of default size.
46 is the size of the pool of huge pages.
69 pages of all sizes.
80 pages in the kernel's huge page pool. "Persistent" huge pages will be
181 default sized persistent huge pages::
215 huge pages can grow, if more huge pages than ``/proc/sys/vm/nr_hugepages`` are
223 surplus pages will first be promoted to persistent huge pages. Then, additional
236 of the in-use huge pages to surplus huge pages. This will occur even if
257 pages may exist::
280 pages size are allowed.
[all …]
/linux-6.15/drivers/media/common/videobuf2/
H A Dframe_vector.c82 struct page **pages; in put_vaddr_frames() local
86 pages = frame_vector_pages(vec); in put_vaddr_frames()
92 if (WARN_ON(IS_ERR(pages))) in put_vaddr_frames()
95 unpin_user_pages(pages, vec->nr_frames); in put_vaddr_frames()
114 struct page **pages; in frame_vector_to_pages() local
122 pages = (struct page **)nums; in frame_vector_to_pages()
124 pages[i] = pfn_to_page(nums[i]); in frame_vector_to_pages()
140 struct page **pages; in frame_vector_to_pfns() local
144 pages = (struct page **)(vec->ptrs); in frame_vector_to_pfns()
145 nums = (unsigned long *)pages; in frame_vector_to_pfns()
[all …]
/linux-6.15/include/linux/
H A Dballoon_compaction.h57 struct list_head pages; /* Pages enqueued & handled to Host */ member
67 struct list_head *pages);
69 struct list_head *pages, size_t n_req_pages);
75 INIT_LIST_HEAD(&balloon->pages); in balloon_devinfo_init()
97 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
141 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
164 static inline void balloon_page_push(struct list_head *pages, struct page *page) in balloon_page_push() argument
166 list_add(&page->lru, pages); in balloon_page_push()
176 static inline struct page *balloon_page_pop(struct list_head *pages) in balloon_page_pop() argument
178 struct page *page = list_first_entry_or_null(pages, struct page, lru); in balloon_page_pop()
/linux-6.15/net/rds/
H A Dinfo.c65 struct page **pages; member
122 iter->addr = kmap_atomic(*iter->pages); in rds_info_copy()
127 "bytes %lu\n", *iter->pages, iter->addr, in rds_info_copy()
140 iter->pages++; in rds_info_copy()
166 struct page **pages = NULL; in rds_info_getsockopt() local
191 if (!pages) { in rds_info_getsockopt()
195 ret = pin_user_pages_fast(start, nr_pages, FOLL_WRITE, pages); in rds_info_getsockopt()
214 iter.pages = pages; in rds_info_getsockopt()
237 if (pages) in rds_info_getsockopt()
238 unpin_user_pages(pages, nr_pages); in rds_info_getsockopt()
[all …]
/linux-6.15/drivers/tee/
H A Dtee_shm.c23 put_page(pages[n]); in shm_put_kernel_pages()
31 get_page(pages[n]); in shm_get_kernel_pages()
36 if (shm->pages) { in release_registered_pages()
42 kfree(shm->pages); in release_registered_pages()
230 pages = kcalloc(nr_pages, sizeof(*pages), GFP_KERNEL); in tee_dyn_shm_alloc_helper()
231 if (!pages) { in tee_dyn_shm_alloc_helper()
239 shm->pages = pages; in tee_dyn_shm_alloc_helper()
265 kfree(shm->pages); in tee_dyn_shm_free_helper()
266 shm->pages = NULL; in tee_dyn_shm_free_helper()
311 shm->pages = kcalloc(num_pages, sizeof(*shm->pages), GFP_KERNEL); in register_shm_helper()
[all …]
/linux-6.15/Documentation/arch/powerpc/
H A Dvmemmap_dedup.rst14 With 2M PMD level mapping, we require 32 struct pages and a single 64K vmemmap
15 page can contain 1024 struct pages (64K/sizeof(struct page)). Hence there is no
18 With 1G PUD level mapping, we require 16384 struct pages and a single 64K
19 vmemmap page can contain 1024 struct pages (64K/sizeof(struct page)). Hence we
20 require 16 64K pages in vmemmap to map the struct page for 1G PUD level mapping.
46 With 4K page size, 2M PMD level mapping requires 512 struct pages and a single
47 4K vmemmap page contains 64 struct pages(4K/sizeof(struct page)). Hence we
48 require 8 4K pages in vmemmap to map the struct page for 2M pmd level mapping.
74 With 1G PUD level mapping, we require 262144 struct pages and a single 4K
75 vmemmap page can contain 64 struct pages (4K/sizeof(struct page)). Hence we
[all …]
/linux-6.15/arch/arm64/include/asm/
H A Dtlbflush.h177 #define __TLBI_RANGE_NUM(pages, scale) \ argument
179 int __pages = min((pages), \
389 #define __flush_tlb_range_op(op, start, pages, stride, \ argument
393 typeof(pages) __flush_pages = pages; \
440 pages > MAX_TLBI_RANGE_PAGES) in __flush_tlb_range_limit_excess()
451 unsigned long asid, pages; in __flush_tlb_range_nosync() local
455 pages = (end - start) >> PAGE_SHIFT; in __flush_tlb_range_nosync()
469 __flush_tlb_range_op(vae1is, start, pages, stride, asid, in __flush_tlb_range_nosync()
500 unsigned long pages; in flush_tlb_kernel_range() local
504 pages = (end - start) >> PAGE_SHIFT; in flush_tlb_kernel_range()
[all …]
/linux-6.15/drivers/gpu/drm/i915/gem/
H A Di915_gem_pages.c20 struct sg_table *pages) in __i915_gem_object_set_pages() argument
37 drm_clflush_sg(pages); in __i915_gem_object_set_pages()
46 obj->mm.pages = pages; in __i915_gem_object_set_pages()
216 pages = fetch_and_zero(&obj->mm.pages); in __i915_gem_object_unset_pages()
218 return pages; in __i915_gem_object_unset_pages()
236 return pages; in __i915_gem_object_unset_pages()
313 pages = kvmalloc_array(n_pages, sizeof(*pages), GFP_KERNEL); in i915_gem_object_map_page()
314 if (!pages) in i915_gem_object_map_page()
320 pages[i++] = page; in i915_gem_object_map_page()
322 if (pages != stack) in i915_gem_object_map_page()
[all …]
/linux-6.15/arch/m68k/mm/
H A Dsun3kmap.c47 unsigned long type, int pages) in do_pmeg_mapin() argument
53 while(pages) { in do_pmeg_mapin()
57 pages--; in do_pmeg_mapin()
66 int pages; in sun3_ioremap() local
85 pages = size / PAGE_SIZE; in sun3_ioremap()
89 while(pages) { in sun3_ioremap()
93 if(seg_pages > pages) in sun3_ioremap()
94 seg_pages = pages; in sun3_ioremap()
98 pages -= seg_pages; in sun3_ioremap()

12345678910>>...55