1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _LINUX_KERNEL_STAT_H 3 #define _LINUX_KERNEL_STAT_H 4 5 #include <linux/smp.h> 6 #include <linux/threads.h> 7 #include <linux/percpu.h> 8 #include <linux/cpumask.h> 9 #include <linux/interrupt.h> 10 #include <linux/sched.h> 11 #include <linux/vtime.h> 12 #include <asm/irq.h> 13 14 /* 15 * 'kernel_stat.h' contains the definitions needed for doing 16 * some kernel statistics (CPU usage, context switches ...), 17 * used by rstatd/perfmeter 18 */ 19 20 enum cpu_usage_stat { 21 CPUTIME_USER, 22 CPUTIME_NICE, 23 CPUTIME_SYSTEM, 24 CPUTIME_SOFTIRQ, 25 CPUTIME_IRQ, 26 CPUTIME_IDLE, 27 CPUTIME_IOWAIT, 28 CPUTIME_STEAL, 29 CPUTIME_GUEST, 30 CPUTIME_GUEST_NICE, 31 #ifdef CONFIG_SCHED_CORE 32 CPUTIME_FORCEIDLE, 33 #endif 34 NR_STATS, 35 }; 36 37 struct kernel_cpustat { 38 u64 cpustat[NR_STATS]; 39 }; 40 41 struct kernel_stat { 42 unsigned long irqs_sum; 43 unsigned int softirqs[NR_SOFTIRQS]; 44 }; 45 46 DECLARE_PER_CPU(struct kernel_stat, kstat); 47 DECLARE_PER_CPU(struct kernel_cpustat, kernel_cpustat); 48 49 /* Must have preemption disabled for this to be meaningful. */ 50 #define kstat_this_cpu this_cpu_ptr(&kstat) 51 #define kcpustat_this_cpu this_cpu_ptr(&kernel_cpustat) 52 #define kstat_cpu(cpu) per_cpu(kstat, cpu) 53 #define kcpustat_cpu(cpu) per_cpu(kernel_cpustat, cpu) 54 55 extern unsigned long long nr_context_switches(void); 56 57 extern unsigned int kstat_irqs_cpu(unsigned int irq, int cpu); 58 extern void kstat_incr_irq_this_cpu(unsigned int irq); 59 60 static inline void kstat_incr_softirqs_this_cpu(unsigned int irq) 61 { 62 __this_cpu_inc(kstat.softirqs[irq]); 63 } 64 65 static inline unsigned int kstat_softirqs_cpu(unsigned int irq, int cpu) 66 { 67 return kstat_cpu(cpu).softirqs[irq]; 68 } 69 70 static inline unsigned int kstat_cpu_softirqs_sum(int cpu) 71 { 72 int i; 73 unsigned int sum = 0; 74 75 for (i = 0; i < NR_SOFTIRQS; i++) 76 sum += kstat_softirqs_cpu(i, cpu); 77 78 return sum; 79 } 80 81 /* 82 * Number of interrupts per specific IRQ source, since bootup 83 */ 84 extern unsigned int kstat_irqs_usr(unsigned int irq); 85 86 /* 87 * Number of interrupts per cpu, since bootup 88 */ 89 static inline unsigned long kstat_cpu_irqs_sum(unsigned int cpu) 90 { 91 return kstat_cpu(cpu).irqs_sum; 92 } 93 94 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN 95 extern u64 kcpustat_field(struct kernel_cpustat *kcpustat, 96 enum cpu_usage_stat usage, int cpu); 97 extern void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu); 98 #else 99 static inline u64 kcpustat_field(struct kernel_cpustat *kcpustat, 100 enum cpu_usage_stat usage, int cpu) 101 { 102 return kcpustat->cpustat[usage]; 103 } 104 105 static inline void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu) 106 { 107 *dst = kcpustat_cpu(cpu); 108 } 109 110 #endif 111 112 extern void account_user_time(struct task_struct *, u64); 113 extern void account_guest_time(struct task_struct *, u64); 114 extern void account_system_time(struct task_struct *, int, u64); 115 extern void account_system_index_time(struct task_struct *, u64, 116 enum cpu_usage_stat); 117 extern void account_steal_time(u64); 118 extern void account_idle_time(u64); 119 extern u64 get_idle_time(struct kernel_cpustat *kcs, int cpu); 120 121 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE 122 static inline void account_process_tick(struct task_struct *tsk, int user) 123 { 124 vtime_flush(tsk); 125 } 126 #else 127 extern void account_process_tick(struct task_struct *, int user); 128 #endif 129 130 extern void account_idle_ticks(unsigned long ticks); 131 132 #ifdef CONFIG_SCHED_CORE 133 extern void __account_forceidle_time(struct task_struct *tsk, u64 delta); 134 #endif 135 136 #endif /* _LINUX_KERNEL_STAT_H */ 137