673 static void smaps_page_accumulate(struct mem_size_stats *mss,  in smaps_page_accumulate()  argument
677 	mss->pss += pss;  in smaps_page_accumulate()
680 		mss->pss_anon += pss;  in smaps_page_accumulate()
682 		mss->pss_shmem += pss;  in smaps_page_accumulate()
684 		mss->pss_file += pss;  in smaps_page_accumulate()
687 		mss->pss_locked += pss;  in smaps_page_accumulate()
690 		mss->pss_dirty += pss;  in smaps_page_accumulate()
692 			mss->private_dirty += size;  in smaps_page_accumulate()
694 			mss->shared_dirty += size;  in smaps_page_accumulate()
697 			mss->private_clean += size;  in smaps_page_accumulate()
699 			mss->shared_clean += size;  in smaps_page_accumulate()
703 static void smaps_account(struct mem_size_stats *mss, struct page *page,  in smaps_account()  argument
718 		mss->anonymous += size;  in smaps_account()
721 			mss->lazyfree += size;  in smaps_account()
725 		mss->ksm += size;  in smaps_account()
727 	mss->resident += size;  in smaps_account()
730 		mss->referenced += size;  in smaps_account()
748 		smaps_page_accumulate(mss, folio, size, size << PSS_SHIFT,  in smaps_account()
773 		smaps_page_accumulate(mss, folio, PAGE_SIZE, pss,  in smaps_account()
782 	struct mem_size_stats *mss = walk->private;  in smaps_pte_hole()  local
785 	mss->swap += shmem_partial_swap_usage(walk->vma->vm_file->f_mapping,  in smaps_pte_hole()
808 	struct mem_size_stats *mss = walk->private;  in smaps_pte_entry()  local
826 			mss->swap += PAGE_SIZE;  in smaps_pte_entry()
832 				mss->swap_pss += pss_delta;  in smaps_pte_entry()
834 				mss->swap_pss += (u64)PAGE_SIZE << PSS_SHIFT;  in smaps_pte_entry()
849 	smaps_account(mss, page, false, young, dirty, locked, present);  in smaps_pte_entry()
856 	struct mem_size_stats *mss = walk->private;  in smaps_pmd_entry()  local
876 		mss->anonymous_thp += HPAGE_PMD_SIZE;  in smaps_pmd_entry()
878 		mss->shmem_thp += HPAGE_PMD_SIZE;  in smaps_pmd_entry()
882 		mss->file_thp += HPAGE_PMD_SIZE;  in smaps_pmd_entry()
884 	smaps_account(mss, page, true, pmd_young(*pmd), pmd_dirty(*pmd),  in smaps_pmd_entry()
1021 	struct mem_size_stats *mss = walk->private;  in smaps_hugetlb_range()  local
1041 			mss->shared_hugetlb += huge_page_size(hstate_vma(vma));  in smaps_hugetlb_range()
1043 			mss->private_hugetlb += huge_page_size(hstate_vma(vma));  in smaps_hugetlb_range()
1071 		struct mem_size_stats *mss, unsigned long start)  in smap_gather_stats()  argument
1094 			mss->swap += shmem_swapped;  in smap_gather_stats()
1102 		walk_page_vma(vma, ops, mss);  in smap_gather_stats()
1104 		walk_page_range(vma->vm_mm, start, vma->vm_end, ops, mss);  in smap_gather_stats()
1111 static void __show_smap(struct seq_file *m, const struct mem_size_stats *mss,  in __show_smap()  argument
1114 	SEQ_PUT_DEC("Rss:            ", mss->resident);  in __show_smap()
1115 	SEQ_PUT_DEC(" kB\nPss:            ", mss->pss >> PSS_SHIFT);  in __show_smap()
1116 	SEQ_PUT_DEC(" kB\nPss_Dirty:      ", mss->pss_dirty >> PSS_SHIFT);  in __show_smap()
1123 			mss->pss_anon >> PSS_SHIFT);  in __show_smap()
1125 			mss->pss_file >> PSS_SHIFT);  in __show_smap()
1127 			mss->pss_shmem >> PSS_SHIFT);  in __show_smap()
1129 	SEQ_PUT_DEC(" kB\nShared_Clean:   ", mss->shared_clean);  in __show_smap()
1130 	SEQ_PUT_DEC(" kB\nShared_Dirty:   ", mss->shared_dirty);  in __show_smap()
1131 	SEQ_PUT_DEC(" kB\nPrivate_Clean:  ", mss->private_clean);  in __show_smap()
1132 	SEQ_PUT_DEC(" kB\nPrivate_Dirty:  ", mss->private_dirty);  in __show_smap()
1133 	SEQ_PUT_DEC(" kB\nReferenced:     ", mss->referenced);  in __show_smap()
1134 	SEQ_PUT_DEC(" kB\nAnonymous:      ", mss->anonymous);  in __show_smap()
1135 	SEQ_PUT_DEC(" kB\nKSM:            ", mss->ksm);  in __show_smap()
1136 	SEQ_PUT_DEC(" kB\nLazyFree:       ", mss->lazyfree);  in __show_smap()
1137 	SEQ_PUT_DEC(" kB\nAnonHugePages:  ", mss->anonymous_thp);  in __show_smap()
1138 	SEQ_PUT_DEC(" kB\nShmemPmdMapped: ", mss->shmem_thp);  in __show_smap()
1139 	SEQ_PUT_DEC(" kB\nFilePmdMapped:  ", mss->file_thp);  in __show_smap()
1140 	SEQ_PUT_DEC(" kB\nShared_Hugetlb: ", mss->shared_hugetlb);  in __show_smap()
1142 				  mss->private_hugetlb >> 10, 7);  in __show_smap()
1143 	SEQ_PUT_DEC(" kB\nSwap:           ", mss->swap);  in __show_smap()
1145 					mss->swap_pss >> PSS_SHIFT);  in __show_smap()
1147 					mss->pss_locked >> PSS_SHIFT);  in __show_smap()
1154 	struct mem_size_stats mss = {};  in show_smap()  local
1156 	smap_gather_stats(vma, &mss, 0);  in show_smap()
1165 	__show_smap(m, &mss, false);  in show_smap()
1181 	struct mem_size_stats mss = {};  in show_smaps_rollup()  local
1209 		smap_gather_stats(vma, &mss, 0);  in show_smaps_rollup()
1268 				smap_gather_stats(vma, &mss, 0);  in show_smaps_rollup()
1275 				smap_gather_stats(vma, &mss, last_vma_end);  in show_smaps_rollup()
1286 	__show_smap(m, &mss, true);  in show_smaps_rollup()