| /linux-6.15/include/linux/ |
| H A D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
65 static inline int page_ref_count(const struct page *page) in page_ref_count() argument
92 static inline int page_count(const struct page *page) in page_count() argument
113 static inline void init_page_count(struct page *page) in init_page_count() argument
151 static inline void page_ref_inc(struct page *page) in page_ref_inc() argument
163 static inline void page_ref_dec(struct page *page) in page_ref_dec() argument
[all …]
|
| H A D | page-flags.h | 259 return page_fixed_fake_head(page) == page; in page_count_writable()
262 static inline const struct page *page_fixed_fake_head(const struct page *page) in page_fixed_fake_head() argument
275 return page_fixed_fake_head(page) != page; in page_is_fake_head()
287 #define compound_head(page) ((typeof(page))_compound_head(page)) argument
345 const struct page *page = &folio->page; in const_folio_flags() local
354 struct page *page = &folio->page; in folio_flags() local
927 VM_BUG_ON_PAGE(PageTail(page), page); in FOLIO_FLAG()
1165 page = compound_head(page); in PageAnonExclusive()
1172 VM_BUG_ON_PGFLAGS(PageHuge(page) && !PageHead(page), page); in SetPageAnonExclusive()
1179 VM_BUG_ON_PGFLAGS(PageHuge(page) && !PageHead(page), page); in ClearPageAnonExclusive()
[all …]
|
| H A D | balloon_compaction.h | 59 struct page *page, enum migrate_mode mode);
64 struct page *page);
92 struct page *page) in balloon_page_insert() argument
108 static inline void balloon_page_delete(struct page *page) in balloon_page_delete() argument
138 struct page *page) in balloon_page_insert() argument
144 static inline void balloon_page_delete(struct page *page) in balloon_page_delete() argument
147 list_del(&page->lru); in balloon_page_delete()
178 struct page *page = list_first_entry_or_null(pages, struct page, lru); in balloon_page_pop() local
180 if (!page) in balloon_page_pop()
183 list_del(&page->lru); in balloon_page_pop()
[all …]
|
| H A D | highmem-internal.h | 10 void *__kmap_local_page_prot(struct page *page, pgprot_t prot);
35 void *kmap_high(struct page *page);
36 void kunmap_high(struct page *page);
40 static inline void *kmap(struct page *page) in kmap() argument
53 static inline void kunmap(struct page *page) in kunmap() argument
71 static inline void *kmap_local_page(struct page *page) in kmap_local_page() argument
108 static inline void *kmap_atomic(struct page *page) in kmap_atomic() argument
162 static inline void *kmap(struct page *page) in kmap() argument
168 static inline void kunmap_high(struct page *page) { } in kunmap_high() argument
171 static inline void kunmap(struct page *page) in kunmap() argument
[all …]
|
| H A D | page_owner.h | 11 extern void __reset_page_owner(struct page *page, unsigned short order);
12 extern void __set_page_owner(struct page *page,
14 extern void __split_page_owner(struct page *page, int old_order,
17 extern void __set_page_owner_migrate_reason(struct page *page, int reason);
18 extern void __dump_page_owner(const struct page *page);
28 static inline void set_page_owner(struct page *page, in set_page_owner() argument
35 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument
51 static inline void dump_page_owner(const struct page *page) in dump_page_owner() argument
60 static inline void set_page_owner(struct page *page, in set_page_owner() argument
64 static inline void split_page_owner(struct page *page, int old_order, in split_page_owner() argument
[all …]
|
| H A D | bootmem_info.h | 24 void get_page_bootmem(unsigned long info, struct page *page,
26 void put_page_bootmem(struct page *page);
28 static inline enum bootmem_type bootmem_type(const struct page *page) in bootmem_type() argument
33 static inline unsigned long bootmem_info(const struct page *page) in bootmem_info() argument
43 static inline void free_bootmem_page(struct page *page) in free_bootmem_page() argument
51 VM_BUG_ON_PAGE(page_ref_count(page) != 2, page); in free_bootmem_page()
68 static inline void put_page_bootmem(struct page *page) in put_page_bootmem() argument
72 static inline enum bootmem_type bootmem_type(const struct page *page) in bootmem_type() argument
77 static inline unsigned long bootmem_info(const struct page *page) in bootmem_info() argument
82 static inline void get_page_bootmem(unsigned long info, struct page *page, in get_page_bootmem() argument
[all …]
|
| H A D | highmem.h | 37 static inline void *kmap(struct page *page);
46 static inline void kunmap(struct page *page);
96 static inline void *kmap_local_page(struct page *page);
179 static inline void *kmap_atomic(struct page *page);
237 static inline void clear_highpage(struct page *page) in clear_highpage() argument
244 static inline void clear_highpage_kasan_tagged(struct page *page) in clear_highpage_kasan_tagged() argument
254 static inline void tag_clear_highpage(struct page *page) in tag_clear_highpage() argument
268 static inline void zero_user_segments(struct page *page, in zero_user_segments() argument
275 BUG_ON(end1 > page_size(page) || end2 > page_size(page)); in zero_user_segments()
289 static inline void zero_user_segment(struct page *page, in zero_user_segment() argument
[all …]
|
| H A D | pageblock-flags.h | 66 struct page;
68 unsigned long get_pfnblock_flags_mask(const struct page *page,
72 void set_pfnblock_flags_mask(struct page *page,
79 #define get_pageblock_skip(page) \ argument
80 get_pfnblock_flags_mask(page, page_to_pfn(page), \
83 set_pfnblock_flags_mask(page, 0, page_to_pfn(page), \
85 #define set_pageblock_skip(page) \ argument
87 page_to_pfn(page), \
90 static inline bool get_pageblock_skip(struct page *page) in get_pageblock_skip() argument
94 static inline void clear_pageblock_skip(struct page *page) in clear_pageblock_skip() argument
[all …]
|
| /linux-6.15/mm/ |
| H A D | page_isolation.c | 36 struct page *page = pfn_to_page(start_pfn); in has_unmovable_pages() local
81 if (PageHuge(page) || PageTransCompound(page)) { in has_unmovable_pages()
136 if (__PageMovable(page) || PageLRU(page)) in has_unmovable_pages()
281 struct page *page; in __first_valid_page() local
407 struct page *head = compound_head(page); in isolate_single_pageblock()
424 VM_WARN_ON_ONCE_PAGE(PageLRU(page), page); in isolate_single_pageblock()
487 struct page *page; in start_isolate_page_range() local
541 struct page *page; in undo_isolate_page_range() local
565 struct page *page; in __test_page_isolated_in_pageblock() local
613 struct page *page; in test_pages_isolated() local
[all …]
|
| H A D | balloon_compaction.c | 15 struct page *page) in balloon_page_enqueue_one() argument
25 unlock_page(page); in balloon_page_enqueue_one()
44 struct page *page, *tmp; in balloon_page_list_enqueue() local
80 struct page *page, *tmp; in balloon_page_list_dequeue() local
106 unlock_page(page); in balloon_page_list_dequeue()
128 struct page *page = alloc_page(balloon_mapping_gfp_mask() | in balloon_page_alloc() local
131 return page; in balloon_page_alloc()
149 struct page *page) in balloon_page_enqueue() argument
222 static void balloon_page_putback(struct page *page) in balloon_page_putback() argument
234 static int balloon_page_migrate(struct page *newpage, struct page *page, in balloon_page_migrate() argument
[all …]
|
| H A D | folio-compat.c | 13 void unlock_page(struct page *page) in unlock_page() argument
15 return folio_unlock(page_folio(page)); in unlock_page()
19 void end_page_writeback(struct page *page) in end_page_writeback() argument
25 void wait_on_page_writeback(struct page *page) in wait_on_page_writeback() argument
31 void mark_page_accessed(struct page *page) in mark_page_accessed() argument
37 void set_page_writeback(struct page *page) in set_page_writeback() argument
43 bool set_page_dirty(struct page *page) in set_page_dirty() argument
49 int set_page_dirty_lock(struct page *page) in set_page_dirty_lock() argument
55 bool clear_page_dirty_for_io(struct page *page) in clear_page_dirty_for_io() argument
62 struct page *page) in redirty_page_for_writepage() argument
[all …]
|
| H A D | page_alloc.c | 626 capc->page = page; in compaction_capture()
1312 struct page *page; in free_pcppages_bulk() local
1749 struct page *page; in __rmqueue_smallest() local
1800 struct page *page; in __move_freepages_block() local
1898 struct page *page; in find_large_buddy() local
2196 struct page *page; in __rmqueue_claim() local
2247 struct page *page; in __rmqueue_steal() local
2283 struct page *page; in __rmqueue() local
2976 struct page *page; in rmqueue_buddy() local
3075 struct page *page; in __rmqueue_pcplist() local
[all …]
|
| H A D | page_frag_cache.c | 23 static unsigned long encoded_page_create(struct page *page, unsigned int order, in encoded_page_create() argument
53 struct page *page = NULL; in __page_frag_cache_refill() local
68 encoded_page_create(page, order, page_is_pfmemalloc(page)) : 0; in __page_frag_cache_refill()
70 return page; in __page_frag_cache_refill()
84 void __page_frag_cache_drain(struct page *page, unsigned int count) in __page_frag_cache_drain() argument
86 VM_BUG_ON_PAGE(page_ref_count(page) == 0, page); in __page_frag_cache_drain()
89 free_frozen_pages(page, compound_order(page)); in __page_frag_cache_drain()
99 struct page *page; in __page_frag_alloc_align() local
104 if (!page) in __page_frag_alloc_align()
166 struct page *page = virt_to_head_page(addr); in page_frag_free() local
[all …]
|
| H A D | bootmem_info.c | 17 void get_page_bootmem(unsigned long info, struct page *page, in get_page_bootmem() argument
22 SetPagePrivate(page); in get_page_bootmem()
24 page_ref_inc(page); in get_page_bootmem()
27 void put_page_bootmem(struct page *page) in put_page_bootmem() argument
35 ClearPagePrivate(page); in put_page_bootmem()
36 set_page_private(page, 0); in put_page_bootmem()
37 INIT_LIST_HEAD(&page->lru); in put_page_bootmem()
39 free_reserved_page(page); in put_page_bootmem()
48 struct page *page, *memmap; in register_page_bootmem_info_section() local
83 struct page *page, *memmap; in register_page_bootmem_info_section() local
[all …]
|
| H A D | debug_page_ref.c | 8 void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
10 trace_page_ref_set(page, v); in __page_ref_set()
15 void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
17 trace_page_ref_mod(page, v); in __page_ref_mod()
22 void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
29 void __page_ref_mod_and_return(struct page *page, int v, int ret) in __page_ref_mod_and_return() argument
36 void __page_ref_mod_unless(struct page *page, int v, int u) in __page_ref_mod_unless() argument
43 void __page_ref_freeze(struct page *page, int v, int ret) in __page_ref_freeze() argument
45 trace_page_ref_freeze(page, v, ret); in __page_ref_freeze()
50 void __page_ref_unfreeze(struct page *page, int v) in __page_ref_unfreeze() argument
[all …]
|
| /linux-6.15/arch/arm/include/asm/ |
| H A D | page.h | 104 struct page;
109 void (*cpu_copy_user_highpage)(struct page *to, struct page *from,
113 void fa_copy_user_highpage(struct page *to, struct page *from,
115 void fa_clear_user_highpage(struct page *page, unsigned long vaddr);
116 void feroceon_copy_user_highpage(struct page *to, struct page *from,
119 void v4_mc_copy_user_highpage(struct page *to, struct page *from,
122 void v4wb_copy_user_highpage(struct page *to, struct page *from,
125 void v4wt_copy_user_highpage(struct page *to, struct page *from,
128 void xsc3_mc_copy_user_highpage(struct page *to, struct page *from,
131 void xscale_mc_copy_user_highpage(struct page *to, struct page *from,
[all …]
|
| /linux-6.15/drivers/iommu/ |
| H A D | iommu-pages.h | 28 static inline void __iommu_alloc_account(struct page *page, int order) in __iommu_alloc_account() argument
41 static inline void __iommu_free_account(struct page *page, int order) in __iommu_free_account() argument
58 struct page *page; in __iommu_alloc_pages() local
61 if (unlikely(!page)) in __iommu_alloc_pages()
66 return page; in __iommu_alloc_pages()
74 static inline void __iommu_free_pages(struct page *page, int order) in __iommu_free_pages() argument
76 if (!page) in __iommu_free_pages()
94 struct page *page = alloc_pages_node(nid, gfp | __GFP_ZERO, order); in iommu_alloc_pages_node() local
96 if (unlikely(!page)) in iommu_alloc_pages_node()
113 struct page *page = __iommu_alloc_pages(gfp, order); in iommu_alloc_pages() local
[all …]
|
| /linux-6.15/sound/pci/trident/ |
| H A D | trident_memory.c | 38 #define aligned_page_offset(page) ((page) << 12) argument
47 #define aligned_page_offset(page) ((page) << 13) argument
54 page <<= 1; in set_tlb_bus()
60 page <<= 1; in set_silent_tlb()
76 #define aligned_page_offset(page) ((page) * ALIGN_PAGE_SIZE) argument
115 page = 0; in search_empty()
184 for (page = firstpg(blk); page <= lastpg(blk); page++, idx++) { in snd_trident_alloc_sg_pages()
207 int page; in snd_trident_alloc_cont_pages() local
228 for (page = firstpg(blk); page <= lastpg(blk); page++, in snd_trident_alloc_cont_pages()
264 int page; in snd_trident_free_pages() local
[all …]
|
| /linux-6.15/include/trace/events/ |
| H A D | page_ref.h | 15 TP_PROTO(struct page *page, int v),
17 TP_ARGS(page, v),
49 TP_PROTO(struct page *page, int v),
51 TP_ARGS(page, v)
56 TP_PROTO(struct page *page, int v),
63 TP_PROTO(struct page *page, int v, int ret),
99 TP_PROTO(struct page *page, int v, int ret),
106 TP_PROTO(struct page *page, int v, int ret),
113 TP_PROTO(struct page *page, int v, int ret),
120 TP_PROTO(struct page *page, int v, int ret),
[all …]
|
| /linux-6.15/Documentation/trace/ |
| H A D | ring-buffer-design.rst | 191 It is possible that the page swapped is the commit page and the tail page,
196 reader page commit page tail page
328 head page commit page |
345 reader page commit page tail page
435 - the page being pointed to is a head page
580 point back to the original page, then the original page is a reader page::
661 reader page? The commit page is not part of the ring buffer. The tail page
665 reader page commit page
695 is off the reader page. Once the commit page leaves the reader page
697 buffer page that is also the commit page.
[all …]
|
| /linux-6.15/mm/kmsan/ |
| H A D | shadow.c | 22 #define shadow_page_for(page) ((page)->kmsan_shadow) argument
24 #define origin_page_for(page) ((page)->kmsan_origin) argument
26 static void *shadow_ptr_for(struct page *page) in shadow_ptr_for() argument
31 static void *origin_ptr_for(struct page *page) in origin_ptr_for() argument
36 static bool page_has_metadata(struct page *page) in page_has_metadata() argument
38 return shadow_page_for(page) && origin_page_for(page); in page_has_metadata()
41 static void set_no_shadow_origin_page(struct page *page) in set_no_shadow_origin_page() argument
127 struct page *page; in kmsan_get_metadata() local
142 if (!page) in kmsan_get_metadata()
278 struct page *page; in kmsan_init_alloc_meta_for_range() local
[all …]
|
| /linux-6.15/arch/openrisc/include/asm/ |
| H A D | cacheflush.h | 24 extern void local_dcache_page_flush(struct page *page);
25 extern void local_icache_page_inv(struct page *page);
36 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
37 #define icache_page_inv(page) local_icache_page_inv(page) argument
39 #define dcache_page_flush(page) local_dcache_page_flush(page) argument
40 #define icache_page_inv(page) smp_icache_page_inv(page) argument
41 extern void smp_icache_page_inv(struct page *page);
62 static inline void sync_icache_dcache(struct page *page) in sync_icache_dcache() argument
65 dcache_page_flush(page); in sync_icache_dcache()
66 icache_page_inv(page); in sync_icache_dcache()
[all …]
|
| /linux-6.15/Documentation/mm/ |
| H A D | vmemmap_dedup.rst | 13 The ``struct page`` structures are used to describe a physical page frame. By
15 ``struct page``.
20 currently supported. Since the base page size on x86 is 4KB, a 2MB HugeTLB page
22 For each base page, there is a corresponding ``struct page``.
36 page.
84 size of the base page.
95 E.g.: A 2MB HugeTLB page on x86_64 consists in 8 page frames while 1GB
128 page of ``struct page`` (page 0) associated with the HugeTLB page contains the 4
130 pages of ``struct page`` (page 1 to page 7) is to point to page->compound_head.
131 Therefore, we can remap pages 1 to 7 to page 0. Only 1 page of ``struct page``
[all …]
|
| /linux-6.15/sound/pci/emu10k1/ |
| H A D | memory.c | 33 #define aligned_page_offset(page) ((page) << PAGE_SHIFT) argument
61 page, (unsigned int)__get_ptb_entry(emu, page)); in set_silent_ptb()
123 return page; in search_empty_map_area()
154 page++; in map_memblk()
213 page = 0; in search_empty()
328 for (page = blk->first_page; page <= blk->last_page; page++, idx++) { in snd_emu10k1_alloc_pages()
482 int page; in __synth_free_pages() local
487 for (page = first_page; page <= last_page; page++) { in __synth_free_pages()
518 for (page = first_page; page <= last_page; page++) { in synth_alloc_pages()
593 page++; in snd_emu10k1_synth_memset()
[all …]
|
| /linux-6.15/net/ceph/ |
| H A D | pagelist.c | 32 struct page *page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_unmap_tail() local
33 kunmap(page); in ceph_pagelist_unmap_tail()
44 struct page *page = list_first_entry(&pl->head, struct page, in ceph_pagelist_release() local
47 __free_page(page); in ceph_pagelist_release()
56 struct page *page; in ceph_pagelist_addpage() local
61 page = list_first_entry(&pl->free_list, struct page, lru); in ceph_pagelist_addpage()
65 if (!page) in ceph_pagelist_addpage()
110 struct page *page = __page_cache_alloc(GFP_NOFS); in ceph_pagelist_reserve() local
111 if (!page) in ceph_pagelist_reserve()
124 struct page *page = list_first_entry(&pl->free_list, in ceph_pagelist_free_reserve() local
[all …]
|