27 struct mem_cgroup;
79 	struct mem_cgroup *position;
89 	struct mem_cgroup	*memcg;		/* Back pointer, we cannot */
169 	struct mem_cgroup *memcg;
183 struct mem_cgroup {  struct
321 extern struct mem_cgroup *root_mem_cgroup;  argument
359 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg)  in obj_cgroup_memcg()
375 static inline struct mem_cgroup *__folio_memcg(struct folio *folio)  in __folio_memcg()
383 	return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK);  in __folio_memcg()
426 static inline struct mem_cgroup *folio_memcg(struct folio *folio)  in folio_memcg()
464 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio)  in folio_memcg_check()
482 	return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK);  in folio_memcg_check()
485 static inline struct mem_cgroup *page_memcg_check(struct page *page)  in page_memcg_check()
492 static inline struct mem_cgroup *get_mem_cgroup_from_objcg(struct obj_cgroup *objcg)  in get_mem_cgroup_from_objcg()
494 	struct mem_cgroup *memcg;  in get_mem_cgroup_from_objcg()
526 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()
536 static inline void mem_cgroup_protection(struct mem_cgroup *root,  in mem_cgroup_protection()
537 					 struct mem_cgroup *memcg,  in mem_cgroup_protection()
586 void mem_cgroup_calculate_protection(struct mem_cgroup *root,
587 				     struct mem_cgroup *memcg);
589 static inline bool mem_cgroup_unprotected(struct mem_cgroup *target,  in mem_cgroup_unprotected()
590 					  struct mem_cgroup *memcg)  in mem_cgroup_unprotected()
601 static inline bool mem_cgroup_below_low(struct mem_cgroup *target,  in mem_cgroup_below_low()
602 					struct mem_cgroup *memcg)  in mem_cgroup_below_low()
611 static inline bool mem_cgroup_below_min(struct mem_cgroup *target,  in mem_cgroup_below_min()
612 					struct mem_cgroup *memcg)  in mem_cgroup_below_min()
685 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,  in mem_cgroup_lruvec()
720 	struct mem_cgroup *memcg = folio_memcg(folio);  in folio_lruvec()
726 struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
728 struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm);
730 struct mem_cgroup *get_mem_cgroup_from_current(void);
732 struct mem_cgroup *get_mem_cgroup_from_folio(struct folio *folio);
749 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css){  in mem_cgroup_from_css()
750 	return css ? container_of(css, struct mem_cgroup, css) : NULL;  in mem_cgroup_from_css()
775 static inline bool mem_cgroup_tryget(struct mem_cgroup *memcg)  in mem_cgroup_tryget()
780 static inline bool mem_cgroup_tryget_online(struct mem_cgroup *memcg)  in mem_cgroup_tryget_online()
785 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()
792 	container_of(counter, struct mem_cgroup, member)
794 struct mem_cgroup *mem_cgroup_iter(struct mem_cgroup *,
795 				   struct mem_cgroup *,
797 void mem_cgroup_iter_break(struct mem_cgroup *, struct mem_cgroup *);
798 void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,
801 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()
808 struct mem_cgroup *mem_cgroup_from_id(unsigned short id);
811 static inline unsigned long mem_cgroup_ino(struct mem_cgroup *memcg)  in mem_cgroup_ino()
816 struct mem_cgroup *mem_cgroup_get_from_ino(unsigned long ino);
819 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)  in mem_cgroup_from_seq()
824 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)  in lruvec_memcg()
841 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()
846 static inline bool mem_cgroup_is_descendant(struct mem_cgroup *memcg,  in mem_cgroup_is_descendant()
847 			      struct mem_cgroup *root)  in mem_cgroup_is_descendant()
855 				   struct mem_cgroup *memcg)  in mm_match_cgroup()
857 	struct mem_cgroup *task_memcg;  in mm_match_cgroup()
871 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()
893 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg);
895 unsigned long mem_cgroup_size(struct mem_cgroup *memcg);
897 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg,
900 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg);
902 struct mem_cgroup *mem_cgroup_get_oom_group(struct task_struct *victim,
903 					    struct mem_cgroup *oom_domain);
904 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
906 void __mod_memcg_state(struct mem_cgroup *memcg, enum memcg_stat_item idx,
910 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()
923 	struct mem_cgroup *memcg;  in mod_memcg_page_state()
935 unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx);
940 void mem_cgroup_flush_stats(struct mem_cgroup *memcg);
941 void mem_cgroup_flush_stats_ratelimited(struct mem_cgroup *memcg);
955 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
958 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()
972 	struct mem_cgroup *memcg = folio_memcg(folio);  in count_memcg_folio_events()
981 	struct mem_cgroup *memcg;  in count_memcg_events_mm()
999 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()
1027 	struct mem_cgroup *memcg;  in memcg_memory_event_mm()
1045 	struct mem_cgroup *memcg;  in cgroup_id_from_mm()
1064 static inline struct mem_cgroup *folio_memcg(struct folio *folio)  in folio_memcg()
1074 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio)  in folio_memcg_check()
1079 static inline struct mem_cgroup *page_memcg_check(struct page *page)  in page_memcg_check()
1084 static inline struct mem_cgroup *get_mem_cgroup_from_objcg(struct obj_cgroup *objcg)  in get_mem_cgroup_from_objcg()
1099 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()
1109 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()
1119 static inline void mem_cgroup_protection(struct mem_cgroup *root,  in mem_cgroup_protection()
1120 					 struct mem_cgroup *memcg,  in mem_cgroup_protection()
1127 static inline void mem_cgroup_calculate_protection(struct mem_cgroup *root,  in mem_cgroup_calculate_protection()
1128 						   struct mem_cgroup *memcg)  in mem_cgroup_calculate_protection()
1132 static inline bool mem_cgroup_unprotected(struct mem_cgroup *target,  in mem_cgroup_unprotected()
1133 					  struct mem_cgroup *memcg)  in mem_cgroup_unprotected()
1137 static inline bool mem_cgroup_below_low(struct mem_cgroup *target,  in mem_cgroup_below_low()
1138 					struct mem_cgroup *memcg)  in mem_cgroup_below_low()
1143 static inline bool mem_cgroup_below_min(struct mem_cgroup *target,  in mem_cgroup_below_min()
1144 					struct mem_cgroup *memcg)  in mem_cgroup_below_min()
1183 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,  in mem_cgroup_lruvec()
1200 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()
1206 		struct mem_cgroup *memcg)  in mm_match_cgroup()
1211 static inline struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm)  in get_mem_cgroup_from_mm()
1216 static inline struct mem_cgroup *get_mem_cgroup_from_current(void)  in get_mem_cgroup_from_current()
1221 static inline struct mem_cgroup *get_mem_cgroup_from_folio(struct folio *folio)  in get_mem_cgroup_from_folio()
1227 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css)  in mem_cgroup_from_css()
1240 static inline bool mem_cgroup_tryget(struct mem_cgroup *memcg)  in mem_cgroup_tryget()
1245 static inline bool mem_cgroup_tryget_online(struct mem_cgroup *memcg)  in mem_cgroup_tryget_online()
1250 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()
1279 static inline struct mem_cgroup *
1280 mem_cgroup_iter(struct mem_cgroup *root,  in mem_cgroup_iter()
1281 		struct mem_cgroup *prev,  in mem_cgroup_iter()
1287 static inline void mem_cgroup_iter_break(struct mem_cgroup *root,  in mem_cgroup_iter_break()
1288 					 struct mem_cgroup *prev)  in mem_cgroup_iter_break()
1292 static inline void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()
1297 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()
1302 static inline struct mem_cgroup *mem_cgroup_from_id(unsigned short id)  in mem_cgroup_from_id()
1310 static inline unsigned long mem_cgroup_ino(struct mem_cgroup *memcg)  in mem_cgroup_ino()
1315 static inline struct mem_cgroup *mem_cgroup_get_from_ino(unsigned long ino)  in mem_cgroup_get_from_ino()
1321 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)  in mem_cgroup_from_seq()
1326 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)  in lruvec_memcg()
1331 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()
1343 static inline unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()
1348 static inline unsigned long mem_cgroup_size(struct mem_cgroup *memcg)  in mem_cgroup_size()
1354 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_context()
1359 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_meminfo()
1367 static inline struct mem_cgroup *mem_cgroup_get_oom_group(  in mem_cgroup_get_oom_group()
1368 	struct task_struct *victim, struct mem_cgroup *oom_domain)  in mem_cgroup_get_oom_group()
1373 static inline void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()
1377 static inline void __mod_memcg_state(struct mem_cgroup *memcg,  in __mod_memcg_state()
1383 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()
1394 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()
1411 static inline void mem_cgroup_flush_stats(struct mem_cgroup *memcg)  in mem_cgroup_flush_stats()
1415 static inline void mem_cgroup_flush_stats_ratelimited(struct mem_cgroup *memcg)  in mem_cgroup_flush_stats_ratelimited()
1435 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()
1441 static inline void __count_memcg_events(struct mem_cgroup *memcg,  in __count_memcg_events()
1502 	struct mem_cgroup *memcg;  in parent_lruvec()
1578 	struct mem_cgroup *memcg;  in mem_cgroup_track_foreign_dirty()
1617 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,
1619 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1625 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()
1638 int alloc_shrinker_info(struct mem_cgroup *memcg);
1639 void free_shrinker_info(struct mem_cgroup *memcg);
1640 void set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id);
1641 void reparent_shrinker_deferred(struct mem_cgroup *memcg);
1646 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()
1651 static inline void set_shrinker_bit(struct mem_cgroup *memcg,  in set_shrinker_bit()
1717 static inline int memcg_kmem_id(struct mem_cgroup *memcg)  in memcg_kmem_id()
1722 struct mem_cgroup *mem_cgroup_from_slab_obj(void *p);
1728 	struct mem_cgroup *memcg;  in count_objcg_events()
1780 static inline int memcg_kmem_id(struct mem_cgroup *memcg)  in memcg_kmem_id()
1785 static inline struct mem_cgroup *mem_cgroup_from_slab_obj(void *p)  in mem_cgroup_from_slab_obj()
1802 bool mem_cgroup_zswap_writeback_enabled(struct mem_cgroup *memcg);
1816 static inline bool mem_cgroup_zswap_writeback_enabled(struct mem_cgroup *memcg)  in mem_cgroup_zswap_writeback_enabled()