1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _LINUX_KERNEL_STAT_H 2 #ifndef _LINUX_KERNEL_STAT_H
3 #define _LINUX_KERNEL_STAT_H 3 #define _LINUX_KERNEL_STAT_H
4 4
5 #include <linux/smp.h> 5 #include <linux/smp.h>
6 #include <linux/threads.h> 6 #include <linux/threads.h>
7 #include <linux/percpu.h> 7 #include <linux/percpu.h>
8 #include <linux/interrupt.h> 8 #include <linux/interrupt.h>
9 #include <linux/sched.h> 9 #include <linux/sched.h>
10 #include <linux/vtime.h> 10 #include <linux/vtime.h>
11 #include <asm/irq.h> 11 #include <asm/irq.h>
12 12
13 /* 13 /*
14 * 'kernel_stat.h' contains the definitions ne 14 * 'kernel_stat.h' contains the definitions needed for doing
15 * some kernel statistics (CPU usage, context 15 * some kernel statistics (CPU usage, context switches ...),
16 * used by rstatd/perfmeter 16 * used by rstatd/perfmeter
17 */ 17 */
18 18
19 enum cpu_usage_stat { 19 enum cpu_usage_stat {
20 CPUTIME_USER, 20 CPUTIME_USER,
21 CPUTIME_NICE, 21 CPUTIME_NICE,
22 CPUTIME_SYSTEM, 22 CPUTIME_SYSTEM,
23 CPUTIME_SOFTIRQ, 23 CPUTIME_SOFTIRQ,
24 CPUTIME_IRQ, 24 CPUTIME_IRQ,
25 CPUTIME_IDLE, 25 CPUTIME_IDLE,
26 CPUTIME_IOWAIT, 26 CPUTIME_IOWAIT,
27 CPUTIME_STEAL, 27 CPUTIME_STEAL,
28 CPUTIME_GUEST, 28 CPUTIME_GUEST,
29 CPUTIME_GUEST_NICE, 29 CPUTIME_GUEST_NICE,
30 #ifdef CONFIG_SCHED_CORE 30 #ifdef CONFIG_SCHED_CORE
31 CPUTIME_FORCEIDLE, 31 CPUTIME_FORCEIDLE,
32 #endif 32 #endif
33 NR_STATS, 33 NR_STATS,
34 }; 34 };
35 35
36 struct kernel_cpustat { 36 struct kernel_cpustat {
37 u64 cpustat[NR_STATS]; 37 u64 cpustat[NR_STATS];
38 }; 38 };
39 39
40 struct kernel_stat { 40 struct kernel_stat {
41 unsigned long irqs_sum; 41 unsigned long irqs_sum;
42 unsigned int softirqs[NR_SOFTIRQS]; 42 unsigned int softirqs[NR_SOFTIRQS];
43 }; 43 };
44 44
45 DECLARE_PER_CPU(struct kernel_stat, kstat); 45 DECLARE_PER_CPU(struct kernel_stat, kstat);
46 DECLARE_PER_CPU(struct kernel_cpustat, kernel_ 46 DECLARE_PER_CPU(struct kernel_cpustat, kernel_cpustat);
47 47
48 /* Must have preemption disabled for this to b 48 /* Must have preemption disabled for this to be meaningful. */
49 #define kstat_this_cpu this_cpu_ptr(&kstat) 49 #define kstat_this_cpu this_cpu_ptr(&kstat)
50 #define kcpustat_this_cpu this_cpu_ptr(&kernel 50 #define kcpustat_this_cpu this_cpu_ptr(&kernel_cpustat)
51 #define kstat_cpu(cpu) per_cpu(kstat, cpu) 51 #define kstat_cpu(cpu) per_cpu(kstat, cpu)
52 #define kcpustat_cpu(cpu) per_cpu(kernel_cpust 52 #define kcpustat_cpu(cpu) per_cpu(kernel_cpustat, cpu)
53 53
54 extern unsigned long long nr_context_switches_ 54 extern unsigned long long nr_context_switches_cpu(int cpu);
55 extern unsigned long long nr_context_switches( 55 extern unsigned long long nr_context_switches(void);
56 56
57 extern unsigned int kstat_irqs_cpu(unsigned in 57 extern unsigned int kstat_irqs_cpu(unsigned int irq, int cpu);
58 extern void kstat_incr_irq_this_cpu(unsigned i 58 extern void kstat_incr_irq_this_cpu(unsigned int irq);
59 59
60 static inline void kstat_incr_softirqs_this_cp 60 static inline void kstat_incr_softirqs_this_cpu(unsigned int irq)
61 { 61 {
62 __this_cpu_inc(kstat.softirqs[irq]); 62 __this_cpu_inc(kstat.softirqs[irq]);
63 } 63 }
64 64
65 static inline unsigned int kstat_softirqs_cpu( 65 static inline unsigned int kstat_softirqs_cpu(unsigned int irq, int cpu)
66 { 66 {
67 return kstat_cpu(cpu).softirqs[irq]; 67 return kstat_cpu(cpu).softirqs[irq];
68 } 68 }
69 69
70 static inline unsigned int kstat_cpu_softirqs_ 70 static inline unsigned int kstat_cpu_softirqs_sum(int cpu)
71 { 71 {
72 int i; 72 int i;
73 unsigned int sum = 0; 73 unsigned int sum = 0;
74 74
75 for (i = 0; i < NR_SOFTIRQS; i++) 75 for (i = 0; i < NR_SOFTIRQS; i++)
76 sum += kstat_softirqs_cpu(i, c 76 sum += kstat_softirqs_cpu(i, cpu);
77 77
78 return sum; 78 return sum;
79 } 79 }
80 80
81 #ifdef CONFIG_GENERIC_IRQ_STAT_SNAPSHOT 81 #ifdef CONFIG_GENERIC_IRQ_STAT_SNAPSHOT
82 extern void kstat_snapshot_irqs(void); 82 extern void kstat_snapshot_irqs(void);
83 extern unsigned int kstat_get_irq_since_snapsh 83 extern unsigned int kstat_get_irq_since_snapshot(unsigned int irq);
84 #else 84 #else
85 static inline void kstat_snapshot_irqs(void) { 85 static inline void kstat_snapshot_irqs(void) { }
86 static inline unsigned int kstat_get_irq_since 86 static inline unsigned int kstat_get_irq_since_snapshot(unsigned int irq) { return 0; }
87 #endif 87 #endif
88 88
89 /* 89 /*
90 * Number of interrupts per specific IRQ sourc 90 * Number of interrupts per specific IRQ source, since bootup
91 */ 91 */
92 extern unsigned int kstat_irqs_usr(unsigned in 92 extern unsigned int kstat_irqs_usr(unsigned int irq);
93 93
94 /* 94 /*
95 * Number of interrupts per cpu, since bootup 95 * Number of interrupts per cpu, since bootup
96 */ 96 */
97 static inline unsigned long kstat_cpu_irqs_sum 97 static inline unsigned long kstat_cpu_irqs_sum(unsigned int cpu)
98 { 98 {
99 return kstat_cpu(cpu).irqs_sum; 99 return kstat_cpu(cpu).irqs_sum;
100 } 100 }
101 101
102 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN 102 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
103 extern u64 kcpustat_field(struct kernel_cpusta 103 extern u64 kcpustat_field(struct kernel_cpustat *kcpustat,
104 enum cpu_usage_stat 104 enum cpu_usage_stat usage, int cpu);
105 extern void kcpustat_cpu_fetch(struct kernel_c 105 extern void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu);
106 #else 106 #else
107 static inline u64 kcpustat_field(struct kernel 107 static inline u64 kcpustat_field(struct kernel_cpustat *kcpustat,
108 enum cpu_usag 108 enum cpu_usage_stat usage, int cpu)
109 { 109 {
110 return kcpustat->cpustat[usage]; 110 return kcpustat->cpustat[usage];
111 } 111 }
112 112
113 static inline void kcpustat_cpu_fetch(struct k 113 static inline void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu)
114 { 114 {
115 *dst = kcpustat_cpu(cpu); 115 *dst = kcpustat_cpu(cpu);
116 } 116 }
117 117
118 #endif 118 #endif
119 119
120 extern void account_user_time(struct task_stru 120 extern void account_user_time(struct task_struct *, u64);
121 extern void account_guest_time(struct task_str 121 extern void account_guest_time(struct task_struct *, u64);
122 extern void account_system_time(struct task_st 122 extern void account_system_time(struct task_struct *, int, u64);
123 extern void account_system_index_time(struct t 123 extern void account_system_index_time(struct task_struct *, u64,
124 enum cpu 124 enum cpu_usage_stat);
125 extern void account_steal_time(u64); 125 extern void account_steal_time(u64);
126 extern void account_idle_time(u64); 126 extern void account_idle_time(u64);
127 extern u64 get_idle_time(struct kernel_cpustat 127 extern u64 get_idle_time(struct kernel_cpustat *kcs, int cpu);
128 128
129 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE 129 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
130 static inline void account_process_tick(struct 130 static inline void account_process_tick(struct task_struct *tsk, int user)
131 { 131 {
132 vtime_flush(tsk); 132 vtime_flush(tsk);
133 } 133 }
134 #else 134 #else
135 extern void account_process_tick(struct task_s 135 extern void account_process_tick(struct task_struct *, int user);
136 #endif 136 #endif
137 137
138 extern void account_idle_ticks(unsigned long t 138 extern void account_idle_ticks(unsigned long ticks);
139 139
140 #ifdef CONFIG_SCHED_CORE 140 #ifdef CONFIG_SCHED_CORE
141 extern void __account_forceidle_time(struct ta 141 extern void __account_forceidle_time(struct task_struct *tsk, u64 delta);
142 #endif 142 #endif
143 143
144 #endif /* _LINUX_KERNEL_STAT_H */ 144 #endif /* _LINUX_KERNEL_STAT_H */
145 145
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.