Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <linux/cpumask.h>
3#include <linux/fs.h>
4#include <linux/init.h>
5#include <linux/interrupt.h>
6#include <linux/kernel_stat.h>
7#include <linux/proc_fs.h>
8#include <linux/sched.h>
9#include <linux/sched/stat.h>
10#include <linux/seq_file.h>
11#include <linux/slab.h>
12#include <linux/time.h>
13#include <linux/time_namespace.h>
14#include <linux/irqnr.h>
15#include <linux/sched/cputime.h>
16#include <linux/tick.h>
17
18#ifndef arch_irq_stat_cpu
19#define arch_irq_stat_cpu(cpu) 0
20#endif
21#ifndef arch_irq_stat
22#define arch_irq_stat() 0
23#endif
24
25#ifdef arch_idle_time
26
27u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
28{
29 u64 idle;
30
31 idle = kcs->cpustat[CPUTIME_IDLE];
32 if (cpu_online(cpu) && !nr_iowait_cpu(cpu))
33 idle += arch_idle_time(cpu);
34 return idle;
35}
36
37static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
38{
39 u64 iowait;
40
41 iowait = kcs->cpustat[CPUTIME_IOWAIT];
42 if (cpu_online(cpu) && nr_iowait_cpu(cpu))
43 iowait += arch_idle_time(cpu);
44 return iowait;
45}
46
47#else
48
49u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
50{
51 u64 idle, idle_usecs = -1ULL;
52
53 if (cpu_online(cpu))
54 idle_usecs = get_cpu_idle_time_us(cpu, NULL);
55
56 if (idle_usecs == -1ULL)
57 /* !NO_HZ or cpu offline so we can rely on cpustat.idle */
58 idle = kcs->cpustat[CPUTIME_IDLE];
59 else
60 idle = idle_usecs * NSEC_PER_USEC;
61
62 return idle;
63}
64
65static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
66{
67 u64 iowait, iowait_usecs = -1ULL;
68
69 if (cpu_online(cpu))
70 iowait_usecs = get_cpu_iowait_time_us(cpu, NULL);
71
72 if (iowait_usecs == -1ULL)
73 /* !NO_HZ or cpu offline so we can rely on cpustat.iowait */
74 iowait = kcs->cpustat[CPUTIME_IOWAIT];
75 else
76 iowait = iowait_usecs * NSEC_PER_USEC;
77
78 return iowait;
79}
80
81#endif
82
83static void show_irq_gap(struct seq_file *p, unsigned int gap)
84{
85 static const char zeros[] = " 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0";
86
87 while (gap > 0) {
88 unsigned int inc;
89
90 inc = min_t(unsigned int, gap, ARRAY_SIZE(zeros) / 2);
91 seq_write(p, zeros, 2 * inc);
92 gap -= inc;
93 }
94}
95
96static void show_all_irqs(struct seq_file *p)
97{
98 unsigned int i, next = 0;
99
100 for_each_active_irq(i) {
101 show_irq_gap(p, i - next);
102 seq_put_decimal_ull(p, " ", kstat_irqs_usr(i));
103 next = i + 1;
104 }
105 show_irq_gap(p, nr_irqs - next);
106}
107
108static int show_stat(struct seq_file *p, void *v)
109{
110 int i, j;
111 u64 user, nice, system, idle, iowait, irq, softirq, steal;
112 u64 guest, guest_nice;
113 u64 sum = 0;
114 u64 sum_softirq = 0;
115 unsigned int per_softirq_sums[NR_SOFTIRQS] = {0};
116 struct timespec64 boottime;
117
118 user = nice = system = idle = iowait =
119 irq = softirq = steal = 0;
120 guest = guest_nice = 0;
121 getboottime64(&boottime);
122 /* shift boot timestamp according to the timens offset */
123 timens_sub_boottime(&boottime);
124
125 for_each_possible_cpu(i) {
126 struct kernel_cpustat kcpustat;
127 u64 *cpustat = kcpustat.cpustat;
128
129 kcpustat_cpu_fetch(&kcpustat, i);
130
131 user += cpustat[CPUTIME_USER];
132 nice += cpustat[CPUTIME_NICE];
133 system += cpustat[CPUTIME_SYSTEM];
134 idle += get_idle_time(&kcpustat, i);
135 iowait += get_iowait_time(&kcpustat, i);
136 irq += cpustat[CPUTIME_IRQ];
137 softirq += cpustat[CPUTIME_SOFTIRQ];
138 steal += cpustat[CPUTIME_STEAL];
139 guest += cpustat[CPUTIME_GUEST];
140 guest_nice += cpustat[CPUTIME_GUEST_NICE];
141 sum += kstat_cpu_irqs_sum(i);
142 sum += arch_irq_stat_cpu(i);
143
144 for (j = 0; j < NR_SOFTIRQS; j++) {
145 unsigned int softirq_stat = kstat_softirqs_cpu(j, i);
146
147 per_softirq_sums[j] += softirq_stat;
148 sum_softirq += softirq_stat;
149 }
150 }
151 sum += arch_irq_stat();
152
153 seq_put_decimal_ull(p, "cpu ", nsec_to_clock_t(user));
154 seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
155 seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
156 seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
157 seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
158 seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
159 seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
160 seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
161 seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
162 seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
163 seq_putc(p, '\n');
164
165 for_each_online_cpu(i) {
166 struct kernel_cpustat kcpustat;
167 u64 *cpustat = kcpustat.cpustat;
168
169 kcpustat_cpu_fetch(&kcpustat, i);
170
171 /* Copy values here to work around gcc-2.95.3, gcc-2.96 */
172 user = cpustat[CPUTIME_USER];
173 nice = cpustat[CPUTIME_NICE];
174 system = cpustat[CPUTIME_SYSTEM];
175 idle = get_idle_time(&kcpustat, i);
176 iowait = get_iowait_time(&kcpustat, i);
177 irq = cpustat[CPUTIME_IRQ];
178 softirq = cpustat[CPUTIME_SOFTIRQ];
179 steal = cpustat[CPUTIME_STEAL];
180 guest = cpustat[CPUTIME_GUEST];
181 guest_nice = cpustat[CPUTIME_GUEST_NICE];
182 seq_printf(p, "cpu%d", i);
183 seq_put_decimal_ull(p, " ", nsec_to_clock_t(user));
184 seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
185 seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
186 seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
187 seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
188 seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
189 seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
190 seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
191 seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
192 seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
193 seq_putc(p, '\n');
194 }
195 seq_put_decimal_ull(p, "intr ", (unsigned long long)sum);
196
197 show_all_irqs(p);
198
199 seq_printf(p,
200 "\nctxt %llu\n"
201 "btime %llu\n"
202 "processes %lu\n"
203 "procs_running %u\n"
204 "procs_blocked %u\n",
205 nr_context_switches(),
206 (unsigned long long)boottime.tv_sec,
207 total_forks,
208 nr_running(),
209 nr_iowait());
210
211 seq_put_decimal_ull(p, "softirq ", (unsigned long long)sum_softirq);
212
213 for (i = 0; i < NR_SOFTIRQS; i++)
214 seq_put_decimal_ull(p, " ", per_softirq_sums[i]);
215 seq_putc(p, '\n');
216
217 return 0;
218}
219
220static int stat_open(struct inode *inode, struct file *file)
221{
222 unsigned int size = 1024 + 128 * num_online_cpus();
223
224 /* minimum size to display an interrupt count : 2 bytes */
225 size += 2 * nr_irqs;
226 return single_open_size(file, show_stat, NULL, size);
227}
228
229static const struct proc_ops stat_proc_ops = {
230 .proc_flags = PROC_ENTRY_PERMANENT,
231 .proc_open = stat_open,
232 .proc_read_iter = seq_read_iter,
233 .proc_lseek = seq_lseek,
234 .proc_release = single_release,
235};
236
237static int __init proc_stat_init(void)
238{
239 proc_create("stat", 0, NULL, &stat_proc_ops);
240 return 0;
241}
242fs_initcall(proc_stat_init);
1#include <linux/cpumask.h>
2#include <linux/fs.h>
3#include <linux/init.h>
4#include <linux/interrupt.h>
5#include <linux/kernel_stat.h>
6#include <linux/proc_fs.h>
7#include <linux/sched.h>
8#include <linux/seq_file.h>
9#include <linux/slab.h>
10#include <linux/time.h>
11#include <linux/irqnr.h>
12#include <linux/cputime.h>
13#include <linux/tick.h>
14
15#ifndef arch_irq_stat_cpu
16#define arch_irq_stat_cpu(cpu) 0
17#endif
18#ifndef arch_irq_stat
19#define arch_irq_stat() 0
20#endif
21
22#ifdef arch_idle_time
23
24static cputime64_t get_idle_time(int cpu)
25{
26 cputime64_t idle;
27
28 idle = kcpustat_cpu(cpu).cpustat[CPUTIME_IDLE];
29 if (cpu_online(cpu) && !nr_iowait_cpu(cpu))
30 idle += arch_idle_time(cpu);
31 return idle;
32}
33
34static cputime64_t get_iowait_time(int cpu)
35{
36 cputime64_t iowait;
37
38 iowait = kcpustat_cpu(cpu).cpustat[CPUTIME_IOWAIT];
39 if (cpu_online(cpu) && nr_iowait_cpu(cpu))
40 iowait += arch_idle_time(cpu);
41 return iowait;
42}
43
44#else
45
46static u64 get_idle_time(int cpu)
47{
48 u64 idle, idle_time = -1ULL;
49
50 if (cpu_online(cpu))
51 idle_time = get_cpu_idle_time_us(cpu, NULL);
52
53 if (idle_time == -1ULL)
54 /* !NO_HZ or cpu offline so we can rely on cpustat.idle */
55 idle = kcpustat_cpu(cpu).cpustat[CPUTIME_IDLE];
56 else
57 idle = usecs_to_cputime64(idle_time);
58
59 return idle;
60}
61
62static u64 get_iowait_time(int cpu)
63{
64 u64 iowait, iowait_time = -1ULL;
65
66 if (cpu_online(cpu))
67 iowait_time = get_cpu_iowait_time_us(cpu, NULL);
68
69 if (iowait_time == -1ULL)
70 /* !NO_HZ or cpu offline so we can rely on cpustat.iowait */
71 iowait = kcpustat_cpu(cpu).cpustat[CPUTIME_IOWAIT];
72 else
73 iowait = usecs_to_cputime64(iowait_time);
74
75 return iowait;
76}
77
78#endif
79
80static int show_stat(struct seq_file *p, void *v)
81{
82 int i, j;
83 u64 user, nice, system, idle, iowait, irq, softirq, steal;
84 u64 guest, guest_nice;
85 u64 sum = 0;
86 u64 sum_softirq = 0;
87 unsigned int per_softirq_sums[NR_SOFTIRQS] = {0};
88 struct timespec64 boottime;
89
90 user = nice = system = idle = iowait =
91 irq = softirq = steal = 0;
92 guest = guest_nice = 0;
93 getboottime64(&boottime);
94
95 for_each_possible_cpu(i) {
96 user += kcpustat_cpu(i).cpustat[CPUTIME_USER];
97 nice += kcpustat_cpu(i).cpustat[CPUTIME_NICE];
98 system += kcpustat_cpu(i).cpustat[CPUTIME_SYSTEM];
99 idle += get_idle_time(i);
100 iowait += get_iowait_time(i);
101 irq += kcpustat_cpu(i).cpustat[CPUTIME_IRQ];
102 softirq += kcpustat_cpu(i).cpustat[CPUTIME_SOFTIRQ];
103 steal += kcpustat_cpu(i).cpustat[CPUTIME_STEAL];
104 guest += kcpustat_cpu(i).cpustat[CPUTIME_GUEST];
105 guest_nice += kcpustat_cpu(i).cpustat[CPUTIME_GUEST_NICE];
106 sum += kstat_cpu_irqs_sum(i);
107 sum += arch_irq_stat_cpu(i);
108
109 for (j = 0; j < NR_SOFTIRQS; j++) {
110 unsigned int softirq_stat = kstat_softirqs_cpu(j, i);
111
112 per_softirq_sums[j] += softirq_stat;
113 sum_softirq += softirq_stat;
114 }
115 }
116 sum += arch_irq_stat();
117
118 seq_put_decimal_ull(p, "cpu ", cputime64_to_clock_t(user));
119 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(nice));
120 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(system));
121 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(idle));
122 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(iowait));
123 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(irq));
124 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(softirq));
125 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(steal));
126 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(guest));
127 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(guest_nice));
128 seq_putc(p, '\n');
129
130 for_each_online_cpu(i) {
131 /* Copy values here to work around gcc-2.95.3, gcc-2.96 */
132 user = kcpustat_cpu(i).cpustat[CPUTIME_USER];
133 nice = kcpustat_cpu(i).cpustat[CPUTIME_NICE];
134 system = kcpustat_cpu(i).cpustat[CPUTIME_SYSTEM];
135 idle = get_idle_time(i);
136 iowait = get_iowait_time(i);
137 irq = kcpustat_cpu(i).cpustat[CPUTIME_IRQ];
138 softirq = kcpustat_cpu(i).cpustat[CPUTIME_SOFTIRQ];
139 steal = kcpustat_cpu(i).cpustat[CPUTIME_STEAL];
140 guest = kcpustat_cpu(i).cpustat[CPUTIME_GUEST];
141 guest_nice = kcpustat_cpu(i).cpustat[CPUTIME_GUEST_NICE];
142 seq_printf(p, "cpu%d", i);
143 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(user));
144 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(nice));
145 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(system));
146 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(idle));
147 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(iowait));
148 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(irq));
149 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(softirq));
150 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(steal));
151 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(guest));
152 seq_put_decimal_ull(p, " ", cputime64_to_clock_t(guest_nice));
153 seq_putc(p, '\n');
154 }
155 seq_put_decimal_ull(p, "intr ", (unsigned long long)sum);
156
157 /* sum again ? it could be updated? */
158 for_each_irq_nr(j)
159 seq_put_decimal_ull(p, " ", kstat_irqs_usr(j));
160
161 seq_printf(p,
162 "\nctxt %llu\n"
163 "btime %llu\n"
164 "processes %lu\n"
165 "procs_running %lu\n"
166 "procs_blocked %lu\n",
167 nr_context_switches(),
168 (unsigned long long)boottime.tv_sec,
169 total_forks,
170 nr_running(),
171 nr_iowait());
172
173 seq_put_decimal_ull(p, "softirq ", (unsigned long long)sum_softirq);
174
175 for (i = 0; i < NR_SOFTIRQS; i++)
176 seq_put_decimal_ull(p, " ", per_softirq_sums[i]);
177 seq_putc(p, '\n');
178
179 return 0;
180}
181
182static int stat_open(struct inode *inode, struct file *file)
183{
184 size_t size = 1024 + 128 * num_online_cpus();
185
186 /* minimum size to display an interrupt count : 2 bytes */
187 size += 2 * nr_irqs;
188 return single_open_size(file, show_stat, NULL, size);
189}
190
191static const struct file_operations proc_stat_operations = {
192 .open = stat_open,
193 .read = seq_read,
194 .llseek = seq_lseek,
195 .release = single_release,
196};
197
198static int __init proc_stat_init(void)
199{
200 proc_create("stat", 0, NULL, &proc_stat_operations);
201 return 0;
202}
203fs_initcall(proc_stat_init);