| /linux-6.15/mm/ |
| H A D | mm_init.c | 952 end_pfn = clamp(end_pfn, zone_start_pfn, zone_end_pfn); in memmap_init_zone_range() 963 *hole_pfn = end_pfn; in memmap_init_zone_range() 995 end_pfn = round_up(end_pfn, PAGES_PER_SECTION); in memmap_init() 997 end_pfn = round_up(end_pfn, MAX_ORDER_NR_PAGES); in memmap_init() 999 if (hole_pfn < end_pfn) in memmap_init() 1202 end_pfn = clamp(end_pfn, range_start_pfn, range_end_pfn); in __absent_pages_in_range() 1330 end_pfn = clamp(end_pfn, 0, high_zone_low); in calc_nr_kernel_pages() 1704 *end_pfn = 0; in get_pfn_range_for_nid() 1708 *end_pfn = max(*end_pfn, this_end_pfn); in get_pfn_range_for_nid() 1733 end_pfn ? ((u64)end_pfn << PAGE_SHIFT) - 1 : 0); in free_area_init_node() [all …]
|
| H A D | page_isolation.c | 41 pageblock_start_pfn(end_pfn - 1)); in has_unmovable_pages() 55 for (pfn = start_pfn; pfn < end_pfn; pfn++) { in has_unmovable_pages() 155 unsigned long start_pfn, unsigned long end_pfn) in set_migratetype_isolate() argument 186 end_pfn); in set_migratetype_isolate() 490 unsigned long isolate_end = pageblock_align(end_pfn); in start_isolate_page_range() 517 start_pfn, end_pfn)) { in start_isolate_page_range() 543 unsigned long isolate_end = pageblock_align(end_pfn); in undo_isolate_page_range() 567 while (pfn < end_pfn) { in __test_page_isolated_in_pageblock() 638 if ((pfn < end_pfn) || !page) { in test_pages_isolated() 649 ret = pfn < end_pfn ? -EBUSY : 0; in test_pages_isolated() [all …]
|
| H A D | page_idle.c | 125 unsigned long pfn, end_pfn; in page_idle_bitmap_read() local 135 end_pfn = pfn + count * BITS_PER_BYTE; in page_idle_bitmap_read() 136 if (end_pfn > max_pfn) in page_idle_bitmap_read() 137 end_pfn = max_pfn; in page_idle_bitmap_read() 139 for (; pfn < end_pfn; pfn++) { in page_idle_bitmap_read() 170 unsigned long pfn, end_pfn; in page_idle_bitmap_write() local 180 end_pfn = pfn + count * BITS_PER_BYTE; in page_idle_bitmap_write() 181 if (end_pfn > max_pfn) in page_idle_bitmap_write() 182 end_pfn = max_pfn; in page_idle_bitmap_write() 184 for (; pfn < end_pfn; pfn++) { in page_idle_bitmap_write()
|
| H A D | memory_hotplug.c | 420 cur_nr_pages = min(end_pfn - pfn, in __add_pages() 435 unsigned long end_pfn) in find_smallest_section_pfn() argument 456 unsigned long end_pfn) in find_biggest_section_pfn() argument 461 pfn = end_pfn - 1; in find_biggest_section_pfn() 479 unsigned long end_pfn) in shrink_zone_span() argument 532 node_end_pfn = end_pfn; in update_pgdat_span() 536 if (end_pfn > node_end_pfn) in update_pgdat_span() 537 node_end_pfn = end_pfn; in update_pgdat_span() 606 cur_nr_pages = min(end_pfn - pfn, in __remove_pages() 1014 end_pfn = pfn + group->d.unit_pages; in auto_movable_zone_for_pfn() [all …]
|
| H A D | compaction.c | 591 unsigned long end_pfn, in isolate_freepages_block() argument 690 if (unlikely(blockpfn > end_pfn)) in isolate_freepages_block() 691 blockpfn = end_pfn; in isolate_freepages_block() 704 if (strict && blockpfn < end_pfn) in isolate_freepages_block() 783 if (pfn < end_pfn) { in isolate_freepages_range() 976 low_pfn = end_pfn; in isolate_migratepages_block() 1213 low_pfn = end_pfn; in isolate_migratepages_block() 1306 if (unlikely(low_pfn > end_pfn)) in isolate_migratepages_block() 1307 low_pfn = end_pfn; in isolate_migratepages_block() 1357 unsigned long end_pfn) in isolate_migratepages_range() argument [all …]
|
| H A D | sparse.c | 130 unsigned long *end_pfn) in mminit_validate_memmodel_limits() argument 141 *start_pfn, *end_pfn, max_sparsemem_pfn); in mminit_validate_memmodel_limits() 144 *end_pfn = max_sparsemem_pfn; in mminit_validate_memmodel_limits() 145 } else if (*end_pfn > max_sparsemem_pfn) { in mminit_validate_memmodel_limits() 148 *start_pfn, *end_pfn, max_sparsemem_pfn); in mminit_validate_memmodel_limits() 150 *end_pfn = max_sparsemem_pfn; in mminit_validate_memmodel_limits() 631 void online_mem_sections(unsigned long start_pfn, unsigned long end_pfn) in online_mem_sections() argument 635 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in online_mem_sections() 649 void offline_mem_sections(unsigned long start_pfn, unsigned long end_pfn) in offline_mem_sections() argument 653 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in offline_mem_sections()
|
| H A D | bootmem_info.c | 107 unsigned long i, pfn, end_pfn, nr_pages; in register_page_bootmem_info_node() local 118 end_pfn = pgdat_end_pfn(pgdat); in register_page_bootmem_info_node() 121 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in register_page_bootmem_info_node()
|
| /linux-6.15/arch/x86/mm/ |
| H A D | init.c | 333 if (start_pfn < end_pfn) { in save_mr() 430 if (end_pfn > limit_pfn) in split_mem_range() 431 end_pfn = limit_pfn; in split_mem_range() 432 if (start_pfn < end_pfn) { in split_mem_range() 434 pfn = end_pfn; in split_mem_range() 447 if (start_pfn < end_pfn) { in split_mem_range() 450 pfn = end_pfn; in split_mem_range() 457 if (start_pfn < end_pfn) { in split_mem_range() 461 pfn = end_pfn; in split_mem_range() 470 pfn = end_pfn; in split_mem_range() [all …]
|
| /linux-6.15/include/trace/events/ |
| H A D | page_isolation.h | 14 unsigned long end_pfn, 17 TP_ARGS(start_pfn, end_pfn, fin_pfn), 21 __field(unsigned long, end_pfn) 27 __entry->end_pfn = end_pfn; 32 __entry->start_pfn, __entry->end_pfn, __entry->fin_pfn, 33 __entry->end_pfn <= __entry->fin_pfn ? "success" : "fail")
|
| H A D | compaction.h | 18 unsigned long end_pfn, 22 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken), 26 __field(unsigned long, end_pfn) 33 __entry->end_pfn = end_pfn; 40 __entry->end_pfn, 49 unsigned long end_pfn, 53 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) 60 unsigned long end_pfn, 64 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) 71 unsigned long end_pfn, [all …]
|
| /linux-6.15/arch/sh/mm/ |
| H A D | numa.c | 25 unsigned long start_pfn, end_pfn; in setup_bootmem_node() local 31 end_pfn = PFN_DOWN(end); in setup_bootmem_node() 38 __add_active_range(nid, start_pfn, end_pfn); in setup_bootmem_node() 49 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in setup_bootmem_node()
|
| H A D | init.c | 204 unsigned long start_pfn, end_pfn; in allocate_pgdat() local 206 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in allocate_pgdat() 213 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in allocate_pgdat() 218 unsigned long start_pfn, end_pfn; in do_init_bootmem() local 222 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, NULL) in do_init_bootmem() 223 __add_active_range(0, start_pfn, end_pfn); in do_init_bootmem()
|
| /linux-6.15/arch/mips/loongson64/ |
| H A D | numa.c | 85 unsigned long start_pfn, end_pfn; in node_mem_init() local 91 get_pfn_range_for_nid(node, &start_pfn, &end_pfn); in node_mem_init() 93 node, start_pfn, end_pfn); in node_mem_init() 98 NODE_DATA(node)->node_spanned_pages = end_pfn - start_pfn; in node_mem_init() 108 max_low_pfn = end_pfn; in node_mem_init()
|
| /linux-6.15/include/linux/ |
| H A D | page-isolation.h | 33 int start_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, 36 void undo_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, 39 int test_pages_isolated(unsigned long start_pfn, unsigned long end_pfn,
|
| H A D | node.h | 115 unsigned long end_pfn, 119 unsigned long end_pfn, in register_memory_blocks_under_node() argument 139 unsigned long end_pfn = start_pfn + pgdat->node_spanned_pages; in register_one_node() local 144 register_memory_blocks_under_node(nid, start_pfn, end_pfn, in register_one_node()
|
| /linux-6.15/drivers/base/ |
| H A D | arch_numa.c | 195 static void __init setup_node_data(int nid, u64 start_pfn, u64 end_pfn) in setup_node_data() argument 197 if (start_pfn >= end_pfn) in setup_node_data() 204 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in setup_node_data() 217 unsigned long start_pfn, end_pfn; in numa_register_nodes() local 219 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in numa_register_nodes() 220 setup_node_data(nid, start_pfn, end_pfn); in numa_register_nodes()
|
| /linux-6.15/arch/loongarch/kernel/ |
| H A D | numa.c | 192 unsigned long start_pfn, end_pfn; in node_mem_init() local 199 get_pfn_range_for_nid(node, &start_pfn, &end_pfn); in node_mem_init() 201 node, start_pfn, end_pfn); in node_mem_init() 376 unsigned long start_pfn, end_pfn; in paging_init() local 378 get_pfn_range_for_nid(node, &start_pfn, &end_pfn); in paging_init() 380 if (end_pfn > max_low_pfn) in paging_init() 381 max_low_pfn = end_pfn; in paging_init()
|
| /linux-6.15/arch/x86/xen/ |
| H A D | setup.c | 215 unsigned long end_pfn) in xen_set_identity_and_release_chunk() argument 220 WARN_ON(start_pfn > end_pfn); in xen_set_identity_and_release_chunk() 223 end = min(end_pfn, ini_nr_pages); in xen_set_identity_and_release_chunk() 242 set_phys_range_identity(start_pfn, end_pfn); in xen_set_identity_and_release_chunk() 348 unsigned long n = end_pfn - start_pfn; in xen_set_identity_and_remap_chunk() 399 unsigned long start_pfn, unsigned long end_pfn, in xen_count_remap_pages() argument 405 return remap_pages + min(end_pfn, ini_nr_pages) - start_pfn; in xen_count_remap_pages() 432 unsigned long end_pfn = PFN_UP(end); in xen_foreach_remap_area() local 435 end_pfn = PFN_UP(entry->addr); in xen_foreach_remap_area() 437 if (start_pfn < end_pfn) in xen_foreach_remap_area() [all …]
|
| /linux-6.15/drivers/gpu/drm/imagination/ |
| H A D | pvr_vm_mips.c | 157 s32 end_pfn; in pvr_vm_mips_map() local 173 end_pfn = (end & fw_dev->fw_heap_info.offset_mask) >> ROGUE_MIPSFW_LOG2_PAGE_SIZE_4K; in pvr_vm_mips_map() 182 for (pfn = start_pfn; pfn <= end_pfn; pfn++) { in pvr_vm_mips_map() 230 const u32 end_pfn = (end & fw_dev->fw_heap_info.offset_mask) >> in pvr_vm_mips_unmap() local 233 for (u32 pfn = start_pfn; pfn < end_pfn; pfn++) in pvr_vm_mips_unmap()
|
| /linux-6.15/arch/sh/kernel/ |
| H A D | swsusp.c | 22 unsigned long end_pfn = PAGE_ALIGN(__pa(&__nosave_end)) >> PAGE_SHIFT; in pfn_is_nosave() local 24 return (pfn >= begin_pfn) && (pfn < end_pfn); in pfn_is_nosave()
|
| H A D | setup.c | 194 unsigned long end_pfn) in __add_active_range() argument 202 end = end_pfn << PAGE_SHIFT; in __add_active_range() 211 start_pfn, end_pfn); in __add_active_range() 235 memblock_set_node(PFN_PHYS(start_pfn), PFN_PHYS(end_pfn - start_pfn), in __add_active_range()
|
| /linux-6.15/arch/x86/platform/efi/ |
| H A D | efi_32.c | 38 u64 start_pfn, end_pfn, end; in efi_map_region() local 45 end_pfn = PFN_UP(end); in efi_map_region() 47 if (pfn_range_is_mapped(start_pfn, end_pfn)) { in efi_map_region()
|
| /linux-6.15/arch/x86/virt/vmx/tdx/ |
| H A D | tdx.c | 185 unsigned long end_pfn, int nid) in add_tdx_memblock() argument 195 tmb->end_pfn = end_pfn; in add_tdx_memblock() 223 unsigned long start_pfn, end_pfn; in build_tdx_memlist() local 226 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid) { in build_tdx_memlist() 234 if (start_pfn >= end_pfn) in build_tdx_memlist() 242 ret = add_tdx_memblock(tmb_list, start_pfn, end_pfn, nid); in build_tdx_memlist() 384 end = TDMR_ALIGN_UP(PFN_PHYS(tmb->end_pfn)); in fill_out_tdmrs() 483 if (tmb->end_pfn > PHYS_PFN(tdmr->base)) in tdmr_get_nid() 730 end = PFN_PHYS(tmb->end_pfn); in tdmr_populate_rsvd_holes() 1338 static bool is_tdx_memory(unsigned long start_pfn, unsigned long end_pfn) in is_tdx_memory() argument [all …]
|
| /linux-6.15/arch/powerpc/mm/ |
| H A D | numa.c | 89 static int __init fake_numa_create_new_node(unsigned long end_pfn, in fake_numa_create_new_node() argument 120 if ((end_pfn << PAGE_SHIFT) > mem) { in fake_numa_create_new_node() 1041 unsigned long start_pfn, end_pfn; in setup_nonnuma() local 1048 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, NULL) { in setup_nonnuma() 1049 fake_numa_create_new_node(end_pfn, &nid); in setup_nonnuma() 1051 PFN_PHYS(end_pfn - start_pfn), in setup_nonnuma() 1093 static void __init setup_node_data(int nid, u64 start_pfn, u64 end_pfn) in setup_node_data() argument 1095 u64 spanned_pages = end_pfn - start_pfn; in setup_node_data() 1210 unsigned long start_pfn, end_pfn; in initmem_init() local 1212 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in initmem_init() [all …]
|
| /linux-6.15/drivers/hv/ |
| H A D | hv_balloon.c | 429 unsigned long end_pfn; member 439 unsigned long end_pfn; member 593 if (pfn >= gap->start_pfn && pfn < gap->end_pfn) in has_pfn_is_backed() 615 (pfn < has->end_pfn) && in hv_page_offline_check() 773 (pfn + (1UL << order) > has->end_pfn)) in hv_online_page() 812 gap->end_pfn = start_pfn; in pfn_covered() 822 if ((start_pfn + pfn_cnt) > has->end_pfn) { in pfn_covered() 824 residual = (start_pfn + pfn_cnt - has->end_pfn); in pfn_covered() 825 has->end_pfn += ALIGN(residual, ha_pages_in_chunk); in pfn_covered() 893 size = (has->end_pfn - has->ha_end_pfn); in handle_pg_range() [all …]
|