| /linux-6.15/include/linux/ |
| H A D | mm_inline.h | 38 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
52 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
164 static inline bool lru_gen_is_active(struct lruvec *lruvec, int gen) in lru_gen_is_active()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline unsigned long lru_gen_folio_seq(struct lruvec *lruvec, struct folio *folio, in lru_gen_folio_seq()
253 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
283 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
323 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
340 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
354 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail()
[all …]
|
| H A D | memcontrol.h | 112 struct lruvec lruvec; member
689 struct lruvec *lruvec; in mem_cgroup_lruvec() local
743 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
824 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
882 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
1196 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1337 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
1500 static inline struct lruvec *parent_lruvec(struct lruvec *lruvec) in parent_lruvec()
1513 static inline void unlock_page_lruvec(struct lruvec *lruvec) in unlock_page_lruvec()
1518 static inline void unlock_page_lruvec_irq(struct lruvec *lruvec) in unlock_page_lruvec_irq()
[all …]
|
| H A D | mmzone.h | 512 struct lruvec *lruvec; member
600 static inline void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
635 struct lruvec { struct
637 /* per lruvec lru_lock for memcg */ argument
650 /* Various lruvec state flags (enum lruvec_flags) */ argument
663 struct zswap_lruvec_state zswap_lruvec_state; argument
1519 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
|
| H A D | zswap.h | 59 static inline void zswap_lruvec_state_init(struct lruvec *lruvec) {} in zswap_lruvec_state_init()
|
| H A D | vmstat.h | 526 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
557 static inline void __mod_lruvec_state(struct lruvec *lruvec, in __mod_lruvec_state()
563 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
|
| /linux-6.15/mm/ |
| H A D | vmscan.c | 1845 struct lruvec *lruvec; in folio_isolate_lru() local
2109 struct lruvec *lruvec, in shrink_active_list()
2684 #define DEFINE_MAX_SEQ(lruvec) \ argument
2687 #define DEFINE_MIN_SEQ(lruvec) \ argument
3019 struct lruvec *lruvec = walk->lruvec; in reset_mm_stats() local
4931 struct lruvec *lruvec; in shrink_many() local
5391 struct lruvec *lruvec = v; in lru_gen_seq_show() local
5492 struct lruvec *lruvec; in run_cmd() local
6362 struct lruvec *lruvec; in do_try_to_free_pages() local
6677 struct lruvec *lruvec; in kswapd_age_node() local
[all …]
|
| H A D | swap.c | 89 struct lruvec *lruvec = NULL; in page_cache_release() local
118 static void lru_add(struct lruvec *lruvec, struct folio *folio) in lru_add()
161 struct lruvec *lruvec = NULL; in folio_batch_move_lru() local
213 static void lru_move_tail(struct lruvec *lruvec, struct folio *folio) in lru_move_tail()
240 void lru_note_cost(struct lruvec *lruvec, bool file, in lru_note_cost()
298 static void lru_activate(struct lruvec *lruvec, struct folio *folio) in lru_activate()
339 struct lruvec *lruvec; in folio_activate() local
548 static void lru_deactivate_file(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_file()
589 static void lru_deactivate(struct lruvec *lruvec, struct folio *folio) in lru_deactivate()
605 static void lru_lazyfree(struct lruvec *lruvec, struct folio *folio) in lru_lazyfree()
[all …]
|
| H A D | workingset.c | 237 struct lruvec *lruvec; in lru_gen_eviction() local
264 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent()
289 struct lruvec *lruvec; in lru_gen_refault() local
333 static bool lru_gen_test_recent(void *shadow, struct lruvec **lruvec, in lru_gen_test_recent()
355 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident()
385 struct lruvec *lruvec; in workingset_eviction() local
539 struct lruvec *lruvec; in workingset_refault() local
677 struct lruvec *lruvec; in count_shadow_nodes() local
|
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
188 struct lruvec *lruvec = NULL; in mlock_folio_batch() local
|
| H A D | memcontrol.c | 401 unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
731 static void __mod_memcg_lruvec_state(struct lruvec *lruvec, in __mod_memcg_lruvec_state()
786 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state()
802 struct lruvec *lruvec; in __lruvec_stat_mod_folio() local
823 struct lruvec *lruvec; in __mod_lruvec_kmem_state() local
1193 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1222 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local
1244 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local
1268 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local
2465 struct lruvec *lruvec; in __mod_objcg_mlstate() local
[all …]
|
| H A D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| H A D | zswap.c | 745 void zswap_lruvec_state_init(struct lruvec *lruvec) in zswap_lruvec_state_init()
752 struct lruvec *lruvec; in zswap_folio_swapin() local
1279 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(sc->nid)); in zswap_shrinker_count() local
|
| H A D | huge_memory.c | 3271 struct lruvec *lruvec, struct list_head *list) in lru_add_split_folio()
3468 struct lruvec *lruvec; in __split_unmapped_folio() local
|
| H A D | memcontrol-v1.c | 1743 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local
|
| H A D | compaction.c | 875 struct lruvec *lruvec; in isolate_migratepages_block() local
|
| H A D | migrate.c | 2716 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in migrate_misplaced_folio() local
|