Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
1da177e4 LT |
2 | #ifndef _LINUX_KERNEL_STAT_H |
3 | #define _LINUX_KERNEL_STAT_H | |
4 | ||
1da177e4 LT |
5 | #include <linux/smp.h> |
6 | #include <linux/threads.h> | |
7 | #include <linux/percpu.h> | |
28ef3584 | 8 | #include <linux/cpumask.h> |
aa0ce5bb | 9 | #include <linux/interrupt.h> |
3292beb3 | 10 | #include <linux/sched.h> |
dcbf832e | 11 | #include <linux/vtime.h> |
6859a840 | 12 | #include <asm/irq.h> |
1da177e4 LT |
13 | |
14 | /* | |
15 | * 'kernel_stat.h' contains the definitions needed for doing | |
16 | * some kernel statistics (CPU usage, context switches ...), | |
17 | * used by rstatd/perfmeter | |
18 | */ | |
19 | ||
3292beb3 GC |
20 | enum cpu_usage_stat { |
21 | CPUTIME_USER, | |
22 | CPUTIME_NICE, | |
23 | CPUTIME_SYSTEM, | |
24 | CPUTIME_SOFTIRQ, | |
25 | CPUTIME_IRQ, | |
26 | CPUTIME_IDLE, | |
27 | CPUTIME_IOWAIT, | |
28 | CPUTIME_STEAL, | |
29 | CPUTIME_GUEST, | |
30 | CPUTIME_GUEST_NICE, | |
1fcf54de JD |
31 | #ifdef CONFIG_SCHED_CORE |
32 | CPUTIME_FORCEIDLE, | |
33 | #endif | |
3292beb3 GC |
34 | NR_STATS, |
35 | }; | |
36 | ||
37 | struct kernel_cpustat { | |
38 | u64 cpustat[NR_STATS]; | |
1da177e4 LT |
39 | }; |
40 | ||
41 | struct kernel_stat { | |
f2c66cd8 | 42 | unsigned long irqs_sum; |
aa0ce5bb | 43 | unsigned int softirqs[NR_SOFTIRQS]; |
1da177e4 LT |
44 | }; |
45 | ||
46 | DECLARE_PER_CPU(struct kernel_stat, kstat); | |
3292beb3 | 47 | DECLARE_PER_CPU(struct kernel_cpustat, kernel_cpustat); |
1da177e4 | 48 | |
1da177e4 | 49 | /* Must have preemption disabled for this to be meaningful. */ |
4a32fea9 CL |
50 | #define kstat_this_cpu this_cpu_ptr(&kstat) |
51 | #define kcpustat_this_cpu this_cpu_ptr(&kernel_cpustat) | |
3292beb3 GC |
52 | #define kstat_cpu(cpu) per_cpu(kstat, cpu) |
53 | #define kcpustat_cpu(cpu) per_cpu(kernel_cpustat, cpu) | |
1da177e4 | 54 | |
7c182722 | 55 | extern unsigned long long nr_context_switches_cpu(int cpu); |
1da177e4 LT |
56 | extern unsigned long long nr_context_switches(void); |
57 | ||
0b8f1efa | 58 | extern unsigned int kstat_irqs_cpu(unsigned int irq, int cpu); |
792d0018 | 59 | extern void kstat_incr_irq_this_cpu(unsigned int irq); |
d52a61c0 | 60 | |
aa0ce5bb KK |
61 | static inline void kstat_incr_softirqs_this_cpu(unsigned int irq) |
62 | { | |
6c9ae009 | 63 | __this_cpu_inc(kstat.softirqs[irq]); |
aa0ce5bb KK |
64 | } |
65 | ||
66 | static inline unsigned int kstat_softirqs_cpu(unsigned int irq, int cpu) | |
67 | { | |
68 | return kstat_cpu(cpu).softirqs[irq]; | |
69 | } | |
70 | ||
3ca0a6ea ZL |
71 | static inline unsigned int kstat_cpu_softirqs_sum(int cpu) |
72 | { | |
73 | int i; | |
74 | unsigned int sum = 0; | |
75 | ||
76 | for (i = 0; i < NR_SOFTIRQS; i++) | |
77 | sum += kstat_softirqs_cpu(i, cpu); | |
78 | ||
79 | return sum; | |
80 | } | |
81 | ||
1da177e4 LT |
82 | /* |
83 | * Number of interrupts per specific IRQ source, since bootup | |
84 | */ | |
c291ee62 | 85 | extern unsigned int kstat_irqs_usr(unsigned int irq); |
1da177e4 | 86 | |
f2c66cd8 KH |
87 | /* |
88 | * Number of interrupts per cpu, since bootup | |
89 | */ | |
47904aed | 90 | static inline unsigned long kstat_cpu_irqs_sum(unsigned int cpu) |
f2c66cd8 KH |
91 | { |
92 | return kstat_cpu(cpu).irqs_sum; | |
93 | } | |
aa9c4c0f | 94 | |
64eea63c FW |
95 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN |
96 | extern u64 kcpustat_field(struct kernel_cpustat *kcpustat, | |
97 | enum cpu_usage_stat usage, int cpu); | |
74722bb2 | 98 | extern void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu); |
64eea63c FW |
99 | #else |
100 | static inline u64 kcpustat_field(struct kernel_cpustat *kcpustat, | |
101 | enum cpu_usage_stat usage, int cpu) | |
102 | { | |
103 | return kcpustat->cpustat[usage]; | |
104 | } | |
74722bb2 FW |
105 | |
106 | static inline void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu) | |
107 | { | |
108 | *dst = kcpustat_cpu(cpu); | |
109 | } | |
110 | ||
64eea63c FW |
111 | #endif |
112 | ||
23244a5c | 113 | extern void account_user_time(struct task_struct *, u64); |
fb8b049c FW |
114 | extern void account_guest_time(struct task_struct *, u64); |
115 | extern void account_system_time(struct task_struct *, int, u64); | |
116 | extern void account_system_index_time(struct task_struct *, u64, | |
c31cc6a5 | 117 | enum cpu_usage_stat); |
be9095ed | 118 | extern void account_steal_time(u64); |
18b43a9b | 119 | extern void account_idle_time(u64); |
a130e8fb | 120 | extern u64 get_idle_time(struct kernel_cpustat *kcs, int cpu); |
79741dd3 | 121 | |
abf917cd | 122 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE |
bcebdf84 FW |
123 | static inline void account_process_tick(struct task_struct *tsk, int user) |
124 | { | |
c8d7dabf | 125 | vtime_flush(tsk); |
bcebdf84 FW |
126 | } |
127 | #else | |
79741dd3 | 128 | extern void account_process_tick(struct task_struct *, int user); |
bcebdf84 FW |
129 | #endif |
130 | ||
79741dd3 | 131 | extern void account_idle_ticks(unsigned long ticks); |
1da177e4 | 132 | |
1fcf54de JD |
133 | #ifdef CONFIG_SCHED_CORE |
134 | extern void __account_forceidle_time(struct task_struct *tsk, u64 delta); | |
135 | #endif | |
136 | ||
1da177e4 | 137 | #endif /* _LINUX_KERNEL_STAT_H */ |