1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 /* delayacct.h - per-task delay accounting 3 * 4 * Copyright (C) Shailabh Nagar, IBM Corp. 2006 5 */ 6 7 #ifndef _LINUX_DELAYACCT_H 8 #define _LINUX_DELAYACCT_H 9 10 #include <uapi/linux/taskstats.h> 11 12 #ifdef CONFIG_TASK_DELAY_ACCT 13 struct task_delay_info { 14 raw_spinlock_t lock; 15 16 /* For each stat XXX, add following, aligned appropriately 17 * 18 * struct timespec XXX_start, XXX_end; 19 * u64 XXX_delay; 20 * u32 XXX_count; 21 * 22 * Atomicity of updates to XXX_delay, XXX_count protected by 23 * single lock above (split into XXX_lock if contention is an issue). 24 */ 25 26 /* 27 * XXX_count is incremented on every XXX operation, the delay 28 * associated with the operation is added to XXX_delay. 29 * XXX_delay contains the accumulated delay time in nanoseconds. 30 */ 31 u64 blkio_start; 32 u64 blkio_delay; /* wait for sync block io completion */ 33 u64 swapin_start; 34 u64 swapin_delay; /* wait for swapin */ 35 u32 blkio_count; /* total count of the number of sync block */ 36 /* io operations performed */ 37 u32 swapin_count; /* total count of swapin */ 38 39 u64 freepages_start; 40 u64 freepages_delay; /* wait for memory reclaim */ 41 42 u64 thrashing_start; 43 u64 thrashing_delay; /* wait for thrashing page */ 44 45 u64 compact_start; 46 u64 compact_delay; /* wait for memory compact */ 47 48 u32 freepages_count; /* total count of memory reclaim */ 49 u32 thrashing_count; /* total count of thrash waits */ 50 u32 compact_count; /* total count of memory compact */ 51 }; 52 #endif 53 54 #include <linux/sched.h> 55 #include <linux/slab.h> 56 #include <linux/jump_label.h> 57 58 #ifdef CONFIG_TASK_DELAY_ACCT 59 DECLARE_STATIC_KEY_FALSE(delayacct_key); 60 extern int delayacct_on; /* Delay accounting turned on/off */ 61 extern struct kmem_cache *delayacct_cache; 62 extern void delayacct_init(void); 63 64 extern void __delayacct_tsk_init(struct task_struct *); 65 extern void __delayacct_tsk_exit(struct task_struct *); 66 extern void __delayacct_blkio_start(void); 67 extern void __delayacct_blkio_end(struct task_struct *); 68 extern int delayacct_add_tsk(struct taskstats *, struct task_struct *); 69 extern __u64 __delayacct_blkio_ticks(struct task_struct *); 70 extern void __delayacct_freepages_start(void); 71 extern void __delayacct_freepages_end(void); 72 extern void __delayacct_thrashing_start(void); 73 extern void __delayacct_thrashing_end(void); 74 extern void __delayacct_swapin_start(void); 75 extern void __delayacct_swapin_end(void); 76 extern void __delayacct_compact_start(void); 77 extern void __delayacct_compact_end(void); 78 79 static inline void delayacct_tsk_init(struct task_struct *tsk) 80 { 81 /* reinitialize in case parent's non-null pointer was dup'ed*/ 82 tsk->delays = NULL; 83 if (delayacct_on) 84 __delayacct_tsk_init(tsk); 85 } 86 87 /* Free tsk->delays. Called from bad fork and __put_task_struct 88 * where there's no risk of tsk->delays being accessed elsewhere 89 */ 90 static inline void delayacct_tsk_free(struct task_struct *tsk) 91 { 92 if (tsk->delays) 93 kmem_cache_free(delayacct_cache, tsk->delays); 94 tsk->delays = NULL; 95 } 96 97 static inline void delayacct_blkio_start(void) 98 { 99 if (!static_branch_unlikely(&delayacct_key)) 100 return; 101 102 if (current->delays) 103 __delayacct_blkio_start(); 104 } 105 106 static inline void delayacct_blkio_end(struct task_struct *p) 107 { 108 if (!static_branch_unlikely(&delayacct_key)) 109 return; 110 111 if (p->delays) 112 __delayacct_blkio_end(p); 113 } 114 115 static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk) 116 { 117 if (tsk->delays) 118 return __delayacct_blkio_ticks(tsk); 119 return 0; 120 } 121 122 static inline void delayacct_freepages_start(void) 123 { 124 if (!static_branch_unlikely(&delayacct_key)) 125 return; 126 127 if (current->delays) 128 __delayacct_freepages_start(); 129 } 130 131 static inline void delayacct_freepages_end(void) 132 { 133 if (!static_branch_unlikely(&delayacct_key)) 134 return; 135 136 if (current->delays) 137 __delayacct_freepages_end(); 138 } 139 140 static inline void delayacct_thrashing_start(void) 141 { 142 if (!static_branch_unlikely(&delayacct_key)) 143 return; 144 145 if (current->delays) 146 __delayacct_thrashing_start(); 147 } 148 149 static inline void delayacct_thrashing_end(void) 150 { 151 if (!static_branch_unlikely(&delayacct_key)) 152 return; 153 154 if (current->delays) 155 __delayacct_thrashing_end(); 156 } 157 158 static inline void delayacct_swapin_start(void) 159 { 160 if (!static_branch_unlikely(&delayacct_key)) 161 return; 162 163 if (current->delays) 164 __delayacct_swapin_start(); 165 } 166 167 static inline void delayacct_swapin_end(void) 168 { 169 if (!static_branch_unlikely(&delayacct_key)) 170 return; 171 172 if (current->delays) 173 __delayacct_swapin_end(); 174 } 175 176 static inline void delayacct_compact_start(void) 177 { 178 if (!static_branch_unlikely(&delayacct_key)) 179 return; 180 181 if (current->delays) 182 __delayacct_compact_start(); 183 } 184 185 static inline void delayacct_compact_end(void) 186 { 187 if (!static_branch_unlikely(&delayacct_key)) 188 return; 189 190 if (current->delays) 191 __delayacct_compact_end(); 192 } 193 194 #else 195 static inline void delayacct_init(void) 196 {} 197 static inline void delayacct_tsk_init(struct task_struct *tsk) 198 {} 199 static inline void delayacct_tsk_free(struct task_struct *tsk) 200 {} 201 static inline void delayacct_blkio_start(void) 202 {} 203 static inline void delayacct_blkio_end(struct task_struct *p) 204 {} 205 static inline int delayacct_add_tsk(struct taskstats *d, 206 struct task_struct *tsk) 207 { return 0; } 208 static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk) 209 { return 0; } 210 static inline int delayacct_is_task_waiting_on_io(struct task_struct *p) 211 { return 0; } 212 static inline void delayacct_freepages_start(void) 213 {} 214 static inline void delayacct_freepages_end(void) 215 {} 216 static inline void delayacct_thrashing_start(void) 217 {} 218 static inline void delayacct_thrashing_end(void) 219 {} 220 static inline void delayacct_swapin_start(void) 221 {} 222 static inline void delayacct_swapin_end(void) 223 {} 224 static inline void delayacct_compact_start(void) 225 {} 226 static inline void delayacct_compact_end(void) 227 {} 228 229 #endif /* CONFIG_TASK_DELAY_ACCT */ 230 231 #endif 232