Home
last modified time | relevance | path

Searched refs:pgdat (Results 1 – 25 of 49) sorted by relevance

12

/linux-6.15/mm/
H A Dmm_init.c673 pg_data_t *pgdat; in __init_page_from_nid() local
1299 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) { in reset_memoryless_node_totalpages()
1461 pgdat->node_id, in init_currently_empty_zone()
1567 pgdat->nr_zones = 0; in free_area_init_core_hotplug()
1671 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
1722 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
1726 pgdat->node_id = nid; in free_area_init_node()
1901 pg_data_t *pgdat; in free_area_init() local
2183 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
2184 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
[all …]
H A Dshow_mem.c95 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
191 pg_data_t *pgdat; in show_free_areas() local
232 for_each_online_pgdat(pgdat) { in show_free_areas()
265 pgdat->node_id, in show_free_areas()
274 K(node_page_state(pgdat, NR_FILE_DIRTY)), in show_free_areas()
275 K(node_page_state(pgdat, NR_WRITEBACK)), in show_free_areas()
276 K(node_page_state(pgdat, NR_SHMEM)), in show_free_areas()
278 K(node_page_state(pgdat, NR_SHMEM_THPS)), in show_free_areas()
280 K(node_page_state(pgdat, NR_ANON_THPS)), in show_free_areas()
285 node_page_state(pgdat, NR_KERNEL_SCS_KB), in show_free_areas()
[all …]
H A Dvmscan.c2716 if (!lruvec->pgdat) in get_lruvec()
2717 lruvec->pgdat = pgdat; in get_lruvec()
3413 if (pfn < pgdat->node_start_pfn || pfn >= pgdat_end_pfn(pgdat)) in get_pte_pfn()
3438 if (pfn < pgdat->node_start_pfn || pfn >= pgdat_end_pfn(pgdat)) in get_pmd_pfn()
4335 WRITE_ONCE(pgdat->memcg_lru.seq, pgdat->memcg_lru.seq + 1); in lru_gen_rotate_memcg()
4398 WRITE_ONCE(pgdat->memcg_lru.seq, pgdat->memcg_lru.seq + 1); in lru_gen_release_memcg()
5933 .pgdat = pgdat, in shrink_node_memcgs()
6518 if (!pgdat) in throttle_direct_reclaim()
7336 pg_data_t *pgdat; in wakeup_kswapd() local
7597 if (node_pagecache_reclaimable(pgdat) > pgdat->min_unmapped_pages || in __node_reclaim()
[all …]
H A Dvmstat.c277 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
752 struct pglist_data *pgdat; in inc_node_page_state() local
754 pgdat = page_pgdat(page); in inc_node_page_state()
1487 pg_data_t *pgdat; in frag_start() local
1491 pgdat && node; in frag_start()
1492 pgdat = next_online_pgdat(pgdat)) in frag_start()
1495 return pgdat; in frag_start()
1528 print(m, pgdat, zone); in walk_zones_in_node()
1568 pgdat->node_id, in pagetypeinfo_showfree_print()
2308 pgdat->node_id, in unusable_show_print()
[all …]
H A Dmmzone.c18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() argument
20 int nid = next_online_node(pgdat->node_id); in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
34 if (zone < pgdat->node_zones + MAX_NR_ZONES - 1) in next_zone()
37 pgdat = next_online_pgdat(pgdat); in next_zone()
38 if (pgdat) in next_zone()
39 zone = pgdat->node_zones; in next_zone()
H A Dcompaction.c2192 pgdat_kswapd_lock(pgdat); in kswapd_is_running()
2193 running = pgdat->kswapd && task_is_running(pgdat->kswapd); in kswapd_is_running()
2194 pgdat_kswapd_unlock(pgdat); in kswapd_is_running()
2302 pg_data_t *pgdat; in __compact_finished() local
3174 pgdat->kcompactd_highest_zoneidx = pgdat->nr_zones - 1; in kcompactd_do_work()
3217 pgdat->kcompactd_highest_zoneidx = pgdat->nr_zones - 1; in kcompactd()
3234 kcompactd_do_work(pgdat); in kcompactd()
3256 compact_node(pgdat, true); in kcompactd()
3283 if (pgdat->kcompactd) in kcompactd_run()
3286 pgdat->kcompactd = kthread_create_on_node(kcompactd, pgdat, nid, "kcompactd%d", nid); in kcompactd_run()
[all …]
H A Dworkingset.c225 *pgdat = NODE_DATA(nid); in unpack_shadow()
245 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
249 lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_eviction()
270 struct pglist_data *pgdat; in lru_gen_test_recent() local
275 *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_test_recent()
383 struct pglist_data *pgdat = folio_pgdat(folio); in workingset_eviction() local
402 return pack_shadow(memcgid, pgdat, eviction, in workingset_eviction()
427 struct pglist_data *pgdat; in workingset_test_recent() local
537 struct pglist_data *pgdat; in workingset_refault() local
561 pgdat = folio_pgdat(folio); in workingset_refault()
[all …]
H A Dshuffle.h11 extern void __shuffle_free_memory(pg_data_t *pgdat);
13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() argument
17 __shuffle_free_memory(pgdat); in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() argument
H A Dmemory-tiers.c262 pg_data_t *pgdat; in __node_get_memory_tier() local
264 pgdat = NODE_DATA(node); in __node_get_memory_tier()
265 if (!pgdat) in __node_get_memory_tier()
280 pg_data_t *pgdat; in node_is_toptier() local
283 pgdat = NODE_DATA(node); in node_is_toptier()
284 if (!pgdat) in node_is_toptier()
288 memtier = rcu_dereference(pgdat->memtier); in node_is_toptier()
537 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
573 pg_data_t *pgdat; in clear_node_memory_tier() local
576 pgdat = NODE_DATA(node); in clear_node_memory_tier()
[all …]
H A Dmemory_hotplug.c523 for (zone = pgdat->node_zones; in update_pgdat_span()
576 update_pgdat_span(pgdat); in remove_pfn_range_from_zone()
742 if (!pgdat->node_spanned_pages || start_pfn < pgdat->node_start_pfn) in resize_pgdat_range()
745 pgdat->node_spanned_pages = max(start_pfn + nr_pages, old_end_pfn) - pgdat->node_start_pfn; in resize_pgdat_range()
776 int nid = pgdat->node_id; in move_pfn_range_to_zone()
1265 struct pglist_data *pgdat; in hotadd_init_pgdat() local
1273 pgdat = NODE_DATA(nid); in hotadd_init_pgdat()
1282 build_all_zonelists(pgdat); in hotadd_init_pgdat()
1284 return pgdat; in hotadd_init_pgdat()
1300 pg_data_t *pgdat; in __try_online_node() local
[all …]
H A Dbootmem_info.c105 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node() argument
108 int node = pgdat->node_id; in register_page_bootmem_info_node()
112 page = virt_to_page(pgdat); in register_page_bootmem_info_node()
117 pfn = pgdat->node_start_pfn; in register_page_bootmem_info_node()
118 end_pfn = pgdat_end_pfn(pgdat); in register_page_bootmem_info_node()
H A Dshuffle.c153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory() argument
157 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in __shuffle_free_memory()
H A Dnuma.c39 pg_data_t *pgdat; in alloc_offline_node_data() local
40 node_data[nid] = memblock_alloc_or_panic(sizeof(*pgdat), SMP_CACHE_BYTES); in alloc_offline_node_data()
H A Dpage_owner.c414 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print() argument
490 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in pagetypeinfo_showmixedcount_print()
760 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone() argument
827 pgdat->node_id, zone->name, count); in init_pages_in_zone()
830 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node() argument
833 struct zone *node_zones = pgdat->node_zones; in init_zones_in_node()
839 init_pages_in_zone(pgdat, zone); in init_zones_in_node()
845 pg_data_t *pgdat; in init_early_allocated_pages() local
847 for_each_online_pgdat(pgdat) in init_early_allocated_pages()
848 init_zones_in_node(pgdat); in init_early_allocated_pages()
H A Dsparse.c310 static inline phys_addr_t pgdat_to_phys(struct pglist_data *pgdat) in pgdat_to_phys() argument
313 VM_BUG_ON(pgdat != &contig_page_data); in pgdat_to_phys()
316 return __pa(pgdat); in pgdat_to_phys()
321 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
337 goal = pgdat_to_phys(pgdat) & (PAGE_SECTION_MASK << PAGE_SHIFT); in sparse_early_usemaps_alloc_pgdat_section()
355 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
365 pgdat_snr = pfn_to_section_nr(pgdat_to_phys(pgdat) >> PAGE_SHIFT); in check_usemap_section_nr()
393 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
396 return memblock_alloc_node(size, SMP_CACHE_BYTES, pgdat->node_id); in sparse_early_usemaps_alloc_pgdat_section()
/linux-6.15/include/linux/
H A Dmemory_hotplug.h180 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock() argument
182 mutex_lock(&pgdat->kswapd_lock); in pgdat_kswapd_lock()
185 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock() argument
187 mutex_unlock(&pgdat->kswapd_lock); in pgdat_kswapd_unlock()
190 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init() argument
192 mutex_init(&pgdat->kswapd_lock); in pgdat_kswapd_lock_init()
237 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock() argument
256 spin_lock_irqsave(&pgdat->node_size_lock, *flags); in pgdat_resize_lock()
261 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags); in pgdat_resize_unlock()
264 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init() argument
[all …]
H A Dcompaction.h96 extern void reset_isolation_suitable(pg_data_t *pgdat);
108 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
111 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable() argument
129 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd() argument
H A Dvmstat.h169 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add() argument
172 atomic_long_add(x, &pgdat->vm_stat[item]); in node_page_state_add()
258 extern unsigned long node_page_state(struct pglist_data *pgdat,
260 extern unsigned long node_page_state_pages(struct pglist_data *pgdat,
304 void set_pgdat_percpu_threshold(pg_data_t *pgdat,
318 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state() argument
332 node_page_state_add(delta, pgdat, item); in __mod_node_page_state()
341 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state() argument
343 atomic_long_inc(&pgdat->vm_stat[item]); in __inc_node_state()
355 atomic_long_dec(&pgdat->vm_stat[item]); in __dec_node_state()
[all …]
H A Dmemcontrol.h59 pg_data_t *pgdat; member
686 struct pglist_data *pgdat) in mem_cgroup_lruvec() argument
692 lruvec = &pgdat->__lruvec; in mem_cgroup_lruvec()
699 mz = memcg->nodeinfo[pgdat->node_id]; in mem_cgroup_lruvec()
707 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_lruvec()
708 lruvec->pgdat = pgdat; in mem_cgroup_lruvec()
1186 return &pgdat->__lruvec; in mem_cgroup_lruvec()
1192 return &pgdat->__lruvec; in folio_lruvec()
1259 return &pgdat->__lruvec; in folio_lruvec_lock()
1267 return &pgdat->__lruvec; in folio_lruvec_lock_irq()
[all …]
H A Dmemory-tiers.h57 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets);
65 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets() argument
109 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets() argument
H A Dnode.h137 struct pglist_data *pgdat = NODE_DATA(nid); in register_one_node() local
138 unsigned long start_pfn = pgdat->node_start_pfn; in register_one_node()
139 unsigned long end_pfn = start_pfn + pgdat->node_spanned_pages; in register_one_node()
H A Dmmzone.h583 void lru_gen_init_pgdat(struct pglist_data *pgdat);
596 static inline void lru_gen_init_pgdat(struct pglist_data *pgdat) in lru_gen_init_pgdat() argument
661 struct pglist_data *pgdat; member
1489 static inline unsigned long pgdat_end_pfn(pg_data_t *pgdat) in pgdat_end_pfn() argument
1491 return pgdat->node_start_pfn + pgdat->node_spanned_pages; in pgdat_end_pfn()
1496 void build_all_zonelists(pg_data_t *pgdat);
1522 return lruvec->pgdat; in lruvec_pgdat()
1643 #define for_each_online_pgdat(pgdat) \ argument
1644 for (pgdat = first_online_pgdat(); \
1645 pgdat; \
[all …]
/linux-6.15/tools/testing/memblock/linux/
H A Dmmzone.h9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat);
11 #define for_each_online_pgdat(pgdat) \ argument
12 for (pgdat = first_online_pgdat(); \
13 pgdat; \
14 pgdat = next_online_pgdat(pgdat))
/linux-6.15/tools/testing/vma/linux/
H A Dmmzone.h9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat);
11 #define for_each_online_pgdat(pgdat) \ argument
12 for (pgdat = first_online_pgdat(); \
13 pgdat; \
14 pgdat = next_online_pgdat(pgdat))
/linux-6.15/drivers/base/
H A Dnode.c377 struct pglist_data *pgdat = NODE_DATA(nid); in node_read_meminfo() local
405 nid, K(node_page_state(pgdat, NR_ACTIVE_ANON) + in node_read_meminfo()
406 node_page_state(pgdat, NR_ACTIVE_FILE)), in node_read_meminfo()
408 node_page_state(pgdat, NR_INACTIVE_FILE)), in node_read_meminfo()
409 nid, K(node_page_state(pgdat, NR_ACTIVE_ANON)), in node_read_meminfo()
411 nid, K(node_page_state(pgdat, NR_ACTIVE_FILE)), in node_read_meminfo()
459 nid, K(node_page_state(pgdat, NR_WRITEBACK)), in node_read_meminfo()
468 nid, K(node_page_state(pgdat, NR_PAGETABLE)), in node_read_meminfo()
480 nid, K(node_page_state(pgdat, NR_ANON_THPS)), in node_read_meminfo()
483 nid, K(node_page_state(pgdat, NR_FILE_THPS)), in node_read_meminfo()
[all …]

12