61 static inline void __count_vm_event(enum vm_event_item item)  in __count_vm_event()  argument
63 	raw_cpu_inc(vm_event_states.event[item]);  in __count_vm_event()
66 static inline void count_vm_event(enum vm_event_item item)  in count_vm_event()  argument
68 	this_cpu_inc(vm_event_states.event[item]);  in count_vm_event()
71 static inline void __count_vm_events(enum vm_event_item item, long delta)  in __count_vm_events()  argument
73 	raw_cpu_add(vm_event_states.event[item], delta);  in __count_vm_events()
76 static inline void count_vm_events(enum vm_event_item item, long delta)  in count_vm_events()  argument
78 	this_cpu_add(vm_event_states.event[item], delta);  in count_vm_events()
88 static inline void count_vm_event(enum vm_event_item item)  in count_vm_event()  argument
91 static inline void count_vm_events(enum vm_event_item item, long delta)  in count_vm_events()  argument
94 static inline void __count_vm_event(enum vm_event_item item)  in __count_vm_event()  argument
97 static inline void __count_vm_events(enum vm_event_item item, long delta)  in __count_vm_events()  argument
131 #define __count_zid_vm_events(item, zid, delta) \  argument
132 	__count_vm_events(item##_NORMAL - ZONE_NORMAL + zid, delta)
143 				enum numa_stat_item item)  in zone_numa_event_add()  argument
145 	atomic_long_add(x, &zone->vm_numa_event[item]);  in zone_numa_event_add()
146 	atomic_long_add(x, &vm_numa_event[item]);  in zone_numa_event_add()
150 					enum numa_stat_item item)  in zone_numa_event_state()  argument
152 	return atomic_long_read(&zone->vm_numa_event[item]);  in zone_numa_event_state()
156 global_numa_event_state(enum numa_stat_item item)  in global_numa_event_state()  argument
158 	return atomic_long_read(&vm_numa_event[item]);  in global_numa_event_state()
163 				 enum zone_stat_item item)  in zone_page_state_add()  argument
165 	atomic_long_add(x, &zone->vm_stat[item]);  in zone_page_state_add()
166 	atomic_long_add(x, &vm_zone_stat[item]);  in zone_page_state_add()
170 				 enum node_stat_item item)  in node_page_state_add()  argument
172 	atomic_long_add(x, &pgdat->vm_stat[item]);  in node_page_state_add()
173 	atomic_long_add(x, &vm_node_stat[item]);  in node_page_state_add()
176 static inline unsigned long global_zone_page_state(enum zone_stat_item item)  in global_zone_page_state()  argument
178 	long x = atomic_long_read(&vm_zone_stat[item]);  in global_zone_page_state()
187 unsigned long global_node_page_state_pages(enum node_stat_item item)  in global_node_page_state_pages()  argument
189 	long x = atomic_long_read(&vm_node_stat[item]);  in global_node_page_state_pages()
197 static inline unsigned long global_node_page_state(enum node_stat_item item)  in global_node_page_state()  argument
199 	VM_WARN_ON_ONCE(vmstat_item_in_bytes(item));  in global_node_page_state()
201 	return global_node_page_state_pages(item);  in global_node_page_state()
205 					enum zone_stat_item item)  in zone_page_state()  argument
207 	long x = atomic_long_read(&zone->vm_stat[item]);  in zone_page_state()
222 					enum zone_stat_item item)  in zone_page_state_snapshot()  argument
224 	long x = atomic_long_read(&zone->vm_stat[item]);  in zone_page_state_snapshot()
229 		x += per_cpu_ptr(zone->per_cpu_zonestats, cpu)->vm_stat_diff[item];  in zone_page_state_snapshot()
240 __count_numa_event(struct zone *zone, enum numa_stat_item item)  in __count_numa_event()  argument
244 	raw_cpu_inc(pzstats->vm_numa_event[item]);  in __count_numa_event()
248 __count_numa_events(struct zone *zone, enum numa_stat_item item, long delta)  in __count_numa_events()  argument
252 	raw_cpu_add(pzstats->vm_numa_event[item], delta);  in __count_numa_events()
256 					      enum zone_stat_item item);
257 extern unsigned long sum_zone_numa_event_state(int node, enum numa_stat_item item);
259 						enum node_stat_item item);
261 					   enum node_stat_item item);
264 #define sum_zone_node_page_state(node, item) global_zone_page_state(item)  argument
265 #define node_page_state(node, item) global_node_page_state(item)  argument
266 #define node_page_state_pages(node, item) global_node_page_state_pages(item)  argument
273 void __mod_zone_page_state(struct zone *, enum zone_stat_item item, long);
277 void __mod_node_page_state(struct pglist_data *, enum node_stat_item item, long);
313 			enum zone_stat_item item, long delta)  in __mod_zone_page_state()  argument
315 	zone_page_state_add(delta, zone, item);  in __mod_zone_page_state()
319 			enum node_stat_item item, int delta)  in __mod_node_page_state()  argument
321 	if (vmstat_item_in_bytes(item)) {  in __mod_node_page_state()
332 	node_page_state_add(delta, pgdat, item);  in __mod_node_page_state()
335 static inline void __inc_zone_state(struct zone *zone, enum zone_stat_item item)  in __inc_zone_state()  argument
337 	atomic_long_inc(&zone->vm_stat[item]);  in __inc_zone_state()
338 	atomic_long_inc(&vm_zone_stat[item]);  in __inc_zone_state()
341 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __inc_node_state()  argument
343 	atomic_long_inc(&pgdat->vm_stat[item]);  in __inc_node_state()
344 	atomic_long_inc(&vm_node_stat[item]);  in __inc_node_state()
347 static inline void __dec_zone_state(struct zone *zone, enum zone_stat_item item)  in __dec_zone_state()  argument
349 	atomic_long_dec(&zone->vm_stat[item]);  in __dec_zone_state()
350 	atomic_long_dec(&vm_zone_stat[item]);  in __dec_zone_state()
353 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __dec_node_state()  argument
355 	atomic_long_dec(&pgdat->vm_stat[item]);  in __dec_node_state()
356 	atomic_long_dec(&vm_node_stat[item]);  in __dec_node_state()
360 			enum zone_stat_item item)  in __inc_zone_page_state()  argument
362 	__inc_zone_state(page_zone(page), item);  in __inc_zone_page_state()
366 			enum node_stat_item item)  in __inc_node_page_state()  argument
368 	__inc_node_state(page_pgdat(page), item);  in __inc_node_page_state()
373 			enum zone_stat_item item)  in __dec_zone_page_state()  argument
375 	__dec_zone_state(page_zone(page), item);  in __dec_zone_page_state()
379 			enum node_stat_item item)  in __dec_node_page_state()  argument
381 	__dec_node_state(page_pgdat(page), item);  in __dec_node_page_state()
412 		enum zone_stat_item item, long nr)  in __zone_stat_mod_folio()  argument
414 	__mod_zone_page_state(folio_zone(folio), item, nr);  in __zone_stat_mod_folio()
418 		enum zone_stat_item item)  in __zone_stat_add_folio()  argument
420 	__mod_zone_page_state(folio_zone(folio), item, folio_nr_pages(folio));  in __zone_stat_add_folio()
424 		enum zone_stat_item item)  in __zone_stat_sub_folio()  argument
426 	__mod_zone_page_state(folio_zone(folio), item, -folio_nr_pages(folio));  in __zone_stat_sub_folio()
430 		enum zone_stat_item item, long nr)  in zone_stat_mod_folio()  argument
432 	mod_zone_page_state(folio_zone(folio), item, nr);  in zone_stat_mod_folio()
436 		enum zone_stat_item item)  in zone_stat_add_folio()  argument
438 	mod_zone_page_state(folio_zone(folio), item, folio_nr_pages(folio));  in zone_stat_add_folio()
442 		enum zone_stat_item item)  in zone_stat_sub_folio()  argument
444 	mod_zone_page_state(folio_zone(folio), item, -folio_nr_pages(folio));  in zone_stat_sub_folio()
448 		enum node_stat_item item, long nr)  in __node_stat_mod_folio()  argument
450 	__mod_node_page_state(folio_pgdat(folio), item, nr);  in __node_stat_mod_folio()
454 		enum node_stat_item item)  in __node_stat_add_folio()  argument
456 	__mod_node_page_state(folio_pgdat(folio), item, folio_nr_pages(folio));  in __node_stat_add_folio()
460 		enum node_stat_item item)  in __node_stat_sub_folio()  argument
462 	__mod_node_page_state(folio_pgdat(folio), item, -folio_nr_pages(folio));  in __node_stat_sub_folio()
466 		enum node_stat_item item, long nr)  in node_stat_mod_folio()  argument
468 	mod_node_page_state(folio_pgdat(folio), item, nr);  in node_stat_mod_folio()
472 		enum node_stat_item item)  in node_stat_add_folio()  argument
474 	mod_node_page_state(folio_pgdat(folio), item, folio_nr_pages(folio));  in node_stat_add_folio()
478 		enum node_stat_item item)  in node_stat_sub_folio()  argument
480 	mod_node_page_state(folio_pgdat(folio), item, -folio_nr_pages(folio));  in node_stat_sub_folio()
485 static inline const char *zone_stat_name(enum zone_stat_item item)  in zone_stat_name()  argument
487 	return vmstat_text[item];  in zone_stat_name()
491 static inline const char *numa_stat_name(enum numa_stat_item item)  in numa_stat_name()  argument
494 			   item];  in numa_stat_name()
498 static inline const char *node_stat_name(enum node_stat_item item)  in node_stat_name()  argument
502 			   item];  in node_stat_name()
511 static inline const char *vm_event_name(enum vm_event_item item)  in vm_event_name()  argument
517 			   item];  in vm_event_name()