1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2f042e707SAndrew Morton #ifndef VM_EVENT_ITEM_H_INCLUDED 3f042e707SAndrew Morton #define VM_EVENT_ITEM_H_INCLUDED 4f042e707SAndrew Morton 5f042e707SAndrew Morton #ifdef CONFIG_ZONE_DMA 6f042e707SAndrew Morton #define DMA_ZONE(xx) xx##_DMA, 7f042e707SAndrew Morton #else 8f042e707SAndrew Morton #define DMA_ZONE(xx) 9f042e707SAndrew Morton #endif 10f042e707SAndrew Morton 11f042e707SAndrew Morton #ifdef CONFIG_ZONE_DMA32 12f042e707SAndrew Morton #define DMA32_ZONE(xx) xx##_DMA32, 13f042e707SAndrew Morton #else 14f042e707SAndrew Morton #define DMA32_ZONE(xx) 15f042e707SAndrew Morton #endif 16f042e707SAndrew Morton 17f042e707SAndrew Morton #ifdef CONFIG_HIGHMEM 18f7ae3a95Syalin wang #define HIGHMEM_ZONE(xx) xx##_HIGH, 19f042e707SAndrew Morton #else 20f042e707SAndrew Morton #define HIGHMEM_ZONE(xx) 21f042e707SAndrew Morton #endif 22f042e707SAndrew Morton 23*a39c5d3cSHao Lee #ifdef CONFIG_ZONE_DEVICE 24*a39c5d3cSHao Lee #define DEVICE_ZONE(xx) xx##_DEVICE, 25*a39c5d3cSHao Lee #else 26*a39c5d3cSHao Lee #define DEVICE_ZONE(xx) 27*a39c5d3cSHao Lee #endif 28*a39c5d3cSHao Lee 29*a39c5d3cSHao Lee #define FOR_ALL_ZONES(xx) DMA_ZONE(xx) DMA32_ZONE(xx) xx##_NORMAL, \ 30*a39c5d3cSHao Lee HIGHMEM_ZONE(xx) xx##_MOVABLE, DEVICE_ZONE(xx) 31f042e707SAndrew Morton 32f042e707SAndrew Morton enum vm_event_item { PGPGIN, PGPGOUT, PSWPIN, PSWPOUT, 33*a39c5d3cSHao Lee FOR_ALL_ZONES(PGALLOC) 34*a39c5d3cSHao Lee FOR_ALL_ZONES(ALLOCSTALL) 35*a39c5d3cSHao Lee FOR_ALL_ZONES(PGSCAN_SKIP) 36f7ad2a6cSShaohua Li PGFREE, PGACTIVATE, PGDEACTIVATE, PGLAZYFREE, 37f042e707SAndrew Morton PGFAULT, PGMAJFAULT, 38854e9ed0SMinchan Kim PGLAZYFREED, 39599d0c95SMel Gorman PGREFILL, 40798a6b87SPeter Xu PGREUSE, 41599d0c95SMel Gorman PGSTEAL_KSWAPD, 42599d0c95SMel Gorman PGSTEAL_DIRECT, 43668e4147SYang Shi PGDEMOTE_KSWAPD, 44668e4147SYang Shi PGDEMOTE_DIRECT, 45599d0c95SMel Gorman PGSCAN_KSWAPD, 46599d0c95SMel Gorman PGSCAN_DIRECT, 4768243e76SMel Gorman PGSCAN_DIRECT_THROTTLE, 48497a6c1bSJohannes Weiner PGSCAN_ANON, 49497a6c1bSJohannes Weiner PGSCAN_FILE, 50497a6c1bSJohannes Weiner PGSTEAL_ANON, 51497a6c1bSJohannes Weiner PGSTEAL_FILE, 52f042e707SAndrew Morton #ifdef CONFIG_NUMA 53f042e707SAndrew Morton PGSCAN_ZONE_RECLAIM_FAILED, 54f042e707SAndrew Morton #endif 55904249aaSYing Han PGINODESTEAL, SLABS_SCANNED, KSWAPD_INODESTEAL, 56f042e707SAndrew Morton KSWAPD_LOW_WMARK_HIT_QUICKLY, KSWAPD_HIGH_WMARK_HIT_QUICKLY, 577cc30fcfSMel Gorman PAGEOUTRUN, PGROTATED, 585509a5d2SDave Hansen DROP_PAGECACHE, DROP_SLAB, 598e675f7aSKonstantin Khlebnikov OOM_KILL, 6003c5a6e1SMel Gorman #ifdef CONFIG_NUMA_BALANCING 6103c5a6e1SMel Gorman NUMA_PTE_UPDATES, 6272403b4aSMel Gorman NUMA_HUGE_PTE_UPDATES, 6303c5a6e1SMel Gorman NUMA_HINT_FAULTS, 6403c5a6e1SMel Gorman NUMA_HINT_FAULTS_LOCAL, 6503c5a6e1SMel Gorman NUMA_PAGE_MIGRATE, 6603c5a6e1SMel Gorman #endif 675647bc29SMel Gorman #ifdef CONFIG_MIGRATION 685647bc29SMel Gorman PGMIGRATE_SUCCESS, PGMIGRATE_FAIL, 691a5bae25SAnshuman Khandual THP_MIGRATION_SUCCESS, 701a5bae25SAnshuman Khandual THP_MIGRATION_FAIL, 711a5bae25SAnshuman Khandual THP_MIGRATION_SPLIT, 725647bc29SMel Gorman #endif 73f042e707SAndrew Morton #ifdef CONFIG_COMPACTION 74397487dbSMel Gorman COMPACTMIGRATE_SCANNED, COMPACTFREE_SCANNED, 75397487dbSMel Gorman COMPACTISOLATED, 76f042e707SAndrew Morton COMPACTSTALL, COMPACTFAIL, COMPACTSUCCESS, 77698b1b30SVlastimil Babka KCOMPACTD_WAKE, 787f354a54SDavid Rientjes KCOMPACTD_MIGRATE_SCANNED, KCOMPACTD_FREE_SCANNED, 79f042e707SAndrew Morton #endif 80f042e707SAndrew Morton #ifdef CONFIG_HUGETLB_PAGE 81f042e707SAndrew Morton HTLB_BUDDY_PGALLOC, HTLB_BUDDY_PGALLOC_FAIL, 82f042e707SAndrew Morton #endif 83bbb26920SMinchan Kim #ifdef CONFIG_CMA 84bbb26920SMinchan Kim CMA_ALLOC_SUCCESS, 85bbb26920SMinchan Kim CMA_ALLOC_FAIL, 86bbb26920SMinchan Kim #endif 87f042e707SAndrew Morton UNEVICTABLE_PGCULLED, /* culled to noreclaim list */ 88f042e707SAndrew Morton UNEVICTABLE_PGSCANNED, /* scanned for reclaimability */ 89f042e707SAndrew Morton UNEVICTABLE_PGRESCUED, /* rescued from noreclaim list */ 90f042e707SAndrew Morton UNEVICTABLE_PGMLOCKED, 91f042e707SAndrew Morton UNEVICTABLE_PGMUNLOCKED, 92f042e707SAndrew Morton UNEVICTABLE_PGCLEARED, /* on COW, page truncate */ 93f042e707SAndrew Morton UNEVICTABLE_PGSTRANDED, /* unable to isolate on unlock */ 94f042e707SAndrew Morton #ifdef CONFIG_TRANSPARENT_HUGEPAGE 95f042e707SAndrew Morton THP_FAULT_ALLOC, 96f042e707SAndrew Morton THP_FAULT_FALLBACK, 9785b9f46eSDavid Rientjes THP_FAULT_FALLBACK_CHARGE, 98f042e707SAndrew Morton THP_COLLAPSE_ALLOC, 99f042e707SAndrew Morton THP_COLLAPSE_ALLOC_FAILED, 10095ecedcdSKirill A. Shutemov THP_FILE_ALLOC, 101dcdf11eeSDavid Rientjes THP_FILE_FALLBACK, 10285b9f46eSDavid Rientjes THP_FILE_FALLBACK_CHARGE, 10395ecedcdSKirill A. Shutemov THP_FILE_MAPPED, 104122afea9SKirill A. Shutemov THP_SPLIT_PAGE, 105122afea9SKirill A. Shutemov THP_SPLIT_PAGE_FAILED, 106f9719a03SKirill A. Shutemov THP_DEFERRED_SPLIT_PAGE, 107122afea9SKirill A. Shutemov THP_SPLIT_PMD, 108e9ea874aSYang Yang THP_SCAN_EXCEED_NONE_PTE, 109e9ea874aSYang Yang THP_SCAN_EXCEED_SWAP_PTE, 110e9ea874aSYang Yang THP_SCAN_EXCEED_SHARED_PTE, 111ce9311cfSYisheng Xie #ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD 112ce9311cfSYisheng Xie THP_SPLIT_PUD, 113ce9311cfSYisheng Xie #endif 114d8a8e1f0SKirill A. Shutemov THP_ZERO_PAGE_ALLOC, 115d8a8e1f0SKirill A. Shutemov THP_ZERO_PAGE_ALLOC_FAILED, 116225311a4SHuang Ying THP_SWPOUT, 117fe490cc0SHuang Ying THP_SWPOUT_FALLBACK, 118f042e707SAndrew Morton #endif 11909316c09SKonstantin Khlebnikov #ifdef CONFIG_MEMORY_BALLOON 12009316c09SKonstantin Khlebnikov BALLOON_INFLATE, 12109316c09SKonstantin Khlebnikov BALLOON_DEFLATE, 12209316c09SKonstantin Khlebnikov #ifdef CONFIG_BALLOON_COMPACTION 12309316c09SKonstantin Khlebnikov BALLOON_MIGRATE, 12409316c09SKonstantin Khlebnikov #endif 12509316c09SKonstantin Khlebnikov #endif 126ec659934SMel Gorman #ifdef CONFIG_DEBUG_TLBFLUSH 1279824cf97SDave Hansen NR_TLB_REMOTE_FLUSH, /* cpu tried to flush others' tlbs */ 1289824cf97SDave Hansen NR_TLB_REMOTE_FLUSH_RECEIVED,/* cpu received ipi for flush */ 1299824cf97SDave Hansen NR_TLB_LOCAL_FLUSH_ALL, 1309824cf97SDave Hansen NR_TLB_LOCAL_FLUSH_ONE, 131ec659934SMel Gorman #endif /* CONFIG_DEBUG_TLBFLUSH */ 1324f115147SDavidlohr Bueso #ifdef CONFIG_DEBUG_VM_VMACACHE 1334f115147SDavidlohr Bueso VMACACHE_FIND_CALLS, 1344f115147SDavidlohr Bueso VMACACHE_FIND_HITS, 1354f115147SDavidlohr Bueso #endif 136cbc65df2SHuang Ying #ifdef CONFIG_SWAP 137cbc65df2SHuang Ying SWAP_RA, 138cbc65df2SHuang Ying SWAP_RA_HIT, 1394d45c3afSYang Yang #ifdef CONFIG_KSM 1404d45c3afSYang Yang KSM_SWPIN_COPY, 1414d45c3afSYang Yang #endif 142cbc65df2SHuang Ying #endif 14394bfe85bSYang Yang #ifdef CONFIG_KSM 14494bfe85bSYang Yang COW_KSM, 14594bfe85bSYang Yang #endif 146f6498b77SJohannes Weiner #ifdef CONFIG_ZSWAP 147f6498b77SJohannes Weiner ZSWPIN, 148f6498b77SJohannes Weiner ZSWPOUT, 149f6498b77SJohannes Weiner #endif 150575299eaSSaravanan D #ifdef CONFIG_X86 151575299eaSSaravanan D DIRECT_MAP_LEVEL2_SPLIT, 152575299eaSSaravanan D DIRECT_MAP_LEVEL3_SPLIT, 153575299eaSSaravanan D #endif 154f042e707SAndrew Morton NR_VM_EVENT_ITEMS 155f042e707SAndrew Morton }; 156f042e707SAndrew Morton 15795ecedcdSKirill A. Shutemov #ifndef CONFIG_TRANSPARENT_HUGEPAGE 15895ecedcdSKirill A. Shutemov #define THP_FILE_ALLOC ({ BUILD_BUG(); 0; }) 159dcdf11eeSDavid Rientjes #define THP_FILE_FALLBACK ({ BUILD_BUG(); 0; }) 16085b9f46eSDavid Rientjes #define THP_FILE_FALLBACK_CHARGE ({ BUILD_BUG(); 0; }) 16195ecedcdSKirill A. Shutemov #define THP_FILE_MAPPED ({ BUILD_BUG(); 0; }) 16295ecedcdSKirill A. Shutemov #endif 16395ecedcdSKirill A. Shutemov 164f042e707SAndrew Morton #endif /* VM_EVENT_ITEM_H_INCLUDED */ 165