[linux-2.6-block.git] / fs / proc / stat.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/cpumask.h>
#include <linux/fs.h>
#include <linux/init.h>
#include <linux/interrupt.h>
#include <linux/kernel_stat.h>
#include <linux/proc_fs.h>
#include <linux/sched.h>
#include <linux/sched/stat.h>
#include <linux/seq_file.h>
#include <linux/slab.h>
#include <linux/time.h>
#include <linux/irqnr.h>
#include <linux/sched/cputime.h>
#include <linux/tick.h>

#ifndef arch_irq_stat_cpu
#define arch_irq_stat_cpu(cpu) 0
#endif
#ifndef arch_irq_stat
#define arch_irq_stat() 0
#endif

#ifdef arch_idle_time

static u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
{
	u64 idle;

	idle = kcs->cpustat[CPUTIME_IDLE];
	if (cpu_online(cpu) && !nr_iowait_cpu(cpu))
		idle += arch_idle_time(cpu);
	return idle;
}

static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
{
	u64 iowait;

	iowait = kcs->cpustat[CPUTIME_IOWAIT];
	if (cpu_online(cpu) && nr_iowait_cpu(cpu))
		iowait += arch_idle_time(cpu);
	return iowait;
}

#else

static u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
{
	u64 idle, idle_usecs = -1ULL;

	if (cpu_online(cpu))
		idle_usecs = get_cpu_idle_time_us(cpu, NULL);

	if (idle_usecs == -1ULL)
		/* !NO_HZ or cpu offline so we can rely on cpustat.idle */
		idle = kcs->cpustat[CPUTIME_IDLE];
	else
		idle = idle_usecs * NSEC_PER_USEC;

	return idle;
}

static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
{
	u64 iowait, iowait_usecs = -1ULL;

	if (cpu_online(cpu))
		iowait_usecs = get_cpu_iowait_time_us(cpu, NULL);

	if (iowait_usecs == -1ULL)
		/* !NO_HZ or cpu offline so we can rely on cpustat.iowait */
		iowait = kcs->cpustat[CPUTIME_IOWAIT];
	else
		iowait = iowait_usecs * NSEC_PER_USEC;

	return iowait;
}

#endif

static void show_irq_gap(struct seq_file *p, unsigned int gap)
{
	static const char zeros[] = " 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0";

	while (gap > 0) {
		unsigned int inc;

		inc = min_t(unsigned int, gap, ARRAY_SIZE(zeros) / 2);
		seq_write(p, zeros, 2 * inc);
		gap -= inc;
	}
}

static void show_all_irqs(struct seq_file *p)
{
	unsigned int i, next = 0;

	for_each_active_irq(i) {
		show_irq_gap(p, i - next);
		seq_put_decimal_ull(p, " ", kstat_irqs_usr(i));
		next = i + 1;
	}
	show_irq_gap(p, nr_irqs - next);
}

static int show_stat(struct seq_file *p, void *v)
{
	int i, j;
	u64 user, nice, system, idle, iowait, irq, softirq, steal;
	u64 guest, guest_nice;
	u64 sum = 0;
	u64 sum_softirq = 0;
	unsigned int per_softirq_sums[NR_SOFTIRQS] = {0};
	struct timespec64 boottime;

	user = nice = system = idle = iowait =
		irq = softirq = steal = 0;
	guest = guest_nice = 0;
	getboottime64(&boottime);

	for_each_possible_cpu(i) {
		struct kernel_cpustat *kcs = &kcpustat_cpu(i);

		user += kcs->cpustat[CPUTIME_USER];
		nice += kcs->cpustat[CPUTIME_NICE];
		system += kcs->cpustat[CPUTIME_SYSTEM];
		idle += get_idle_time(kcs, i);
		iowait += get_iowait_time(kcs, i);
		irq += kcs->cpustat[CPUTIME_IRQ];
		softirq += kcs->cpustat[CPUTIME_SOFTIRQ];
		steal += kcs->cpustat[CPUTIME_STEAL];
		guest += kcs->cpustat[CPUTIME_GUEST];
		guest_nice += kcs->cpustat[CPUTIME_GUEST_NICE];
		sum += kstat_cpu_irqs_sum(i);
		sum += arch_irq_stat_cpu(i);

		for (j = 0; j < NR_SOFTIRQS; j++) {
			unsigned int softirq_stat = kstat_softirqs_cpu(j, i);

			per_softirq_sums[j] += softirq_stat;
			sum_softirq += softirq_stat;
		}
	}
	sum += arch_irq_stat();

	seq_put_decimal_ull(p, "cpu  ", nsec_to_clock_t(user));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
	seq_putc(p, '\n');

	for_each_online_cpu(i) {
		struct kernel_cpustat *kcs = &kcpustat_cpu(i);

		/* Copy values here to work around gcc-2.95.3, gcc-2.96 */
		user = kcs->cpustat[CPUTIME_USER];
		nice = kcs->cpustat[CPUTIME_NICE];
		system = kcs->cpustat[CPUTIME_SYSTEM];
		idle = get_idle_time(kcs, i);
		iowait = get_iowait_time(kcs, i);
		irq = kcs->cpustat[CPUTIME_IRQ];
		softirq = kcs->cpustat[CPUTIME_SOFTIRQ];
		steal = kcs->cpustat[CPUTIME_STEAL];
		guest = kcs->cpustat[CPUTIME_GUEST];
		guest_nice = kcs->cpustat[CPUTIME_GUEST_NICE];
		seq_printf(p, "cpu%d", i);
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(user));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
		seq_putc(p, '\n');
	}
	seq_put_decimal_ull(p, "intr ", (unsigned long long)sum);

	show_all_irqs(p);

	seq_printf(p,
		"\nctxt %llu\n"
		"btime %llu\n"
		"processes %lu\n"
		"procs_running %lu\n"
		"procs_blocked %lu\n",
		nr_context_switches(),
		(unsigned long long)boottime.tv_sec,
		total_forks,
		nr_running(),
		nr_iowait());

	seq_put_decimal_ull(p, "softirq ", (unsigned long long)sum_softirq);

	for (i = 0; i < NR_SOFTIRQS; i++)
		seq_put_decimal_ull(p, " ", per_softirq_sums[i]);
	seq_putc(p, '\n');

	return 0;
}

static int stat_open(struct inode *inode, struct file *file)
{
	unsigned int size = 1024 + 128 * num_online_cpus();

	/* minimum size to display an interrupt count : 2 bytes */
	size += 2 * nr_irqs;
	return single_open_size(file, show_stat, NULL, size);
}

static const struct file_operations proc_stat_operations = {
	.open		= stat_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= single_release,
};

static int __init proc_stat_init(void)
{
	proc_create("stat", 0, NULL, &proc_stat_operations);
	return 0;
}
fs_initcall(proc_stat_init);
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
df8106db AD	2	#include <linux/cpumask.h>
df8106db AD	3	#include <linux/fs.h>
df8106db AD	4	#include <linux/init.h>
	5	#include <linux/interrupt.h>
	6	#include <linux/kernel_stat.h>
	7	#include <linux/proc_fs.h>
	8	#include <linux/sched.h>
03441a34	9	#include <linux/sched/stat.h>
df8106db AD	10	#include <linux/seq_file.h>
	11	#include <linux/slab.h>
	12	#include <linux/time.h>
26ddd8d5	13	#include <linux/irqnr.h>
32ef5517	14	#include <linux/sched/cputime.h>
a25cac51	15	#include <linux/tick.h>
df8106db AD	16
	17	#ifndef arch_irq_stat_cpu
	18	#define arch_irq_stat_cpu(cpu) 0
	19	#endif
	20	#ifndef arch_irq_stat
	21	#define arch_irq_stat() 0
	22	#endif
cb85a6ed MS	23
	24	#ifdef arch_idle_time
	25
5713f35c	26	static u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
cb85a6ed	27	{
7fb1327e	28	u64 idle;
cb85a6ed	29
5713f35c	30	idle = kcs->cpustat[CPUTIME_IDLE];
cb85a6ed	31	if (cpu_online(cpu) && !nr_iowait_cpu(cpu))
42b425b3	32	idle += arch_idle_time(cpu);
cb85a6ed MS	33	return idle;
	34	}
	35
5713f35c	36	static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
cb85a6ed	37	{
7fb1327e	38	u64 iowait;
cb85a6ed	39
5713f35c	40	iowait = kcs->cpustat[CPUTIME_IOWAIT];
cb85a6ed	41	if (cpu_online(cpu) && nr_iowait_cpu(cpu))
42b425b3	42	iowait += arch_idle_time(cpu);
cb85a6ed MS	43	return iowait;
	44	}
	45
	46	#else
df8106db	47
5713f35c	48	static u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
a25cac51	49	{
7fb1327e	50	u64 idle, idle_usecs = -1ULL;
7386cdbf MH	51
7386cdbf MH	52	if (cpu_online(cpu))
7fb1327e	53	idle_usecs = get_cpu_idle_time_us(cpu, NULL);
a25cac51	54
7fb1327e	55	if (idle_usecs == -1ULL)
7386cdbf	56	/* !NO_HZ or cpu offline so we can rely on cpustat.idle */
5713f35c	57	idle = kcs->cpustat[CPUTIME_IDLE];
cb85a6ed	58	else
7fb1327e	59	idle = idle_usecs * NSEC_PER_USEC;
a25cac51 MH	60
	61	return idle;
	62	}
	63
5713f35c	64	static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
a25cac51	65	{
7fb1327e	66	u64 iowait, iowait_usecs = -1ULL;
7386cdbf MH	67
7386cdbf MH	68	if (cpu_online(cpu))
7fb1327e	69	iowait_usecs = get_cpu_iowait_time_us(cpu, NULL);
a25cac51	70
7fb1327e	71	if (iowait_usecs == -1ULL)
7386cdbf	72	/* !NO_HZ or cpu offline so we can rely on cpustat.iowait */
5713f35c	73	iowait = kcs->cpustat[CPUTIME_IOWAIT];
a25cac51	74	else
7fb1327e	75	iowait = iowait_usecs * NSEC_PER_USEC;
a25cac51 MH	76
	77	return iowait;
	78	}
	79
cb85a6ed MS	80	#endif
cb85a6ed MS	81
c2da3f1b TG	82	static void show_irq_gap(struct seq_file *p, unsigned int gap)
	83	{
	84	static const char zeros[] = " 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0";
	85
	86	while (gap > 0) {
	87	unsigned int inc;
	88
	89	inc = min_t(unsigned int, gap, ARRAY_SIZE(zeros) / 2);
	90	seq_write(p, zeros, 2 * inc);
	91	gap -= inc;
	92	}
	93	}
	94
	95	static void show_all_irqs(struct seq_file *p)
	96	{
	97	unsigned int i, next = 0;
	98
	99	for_each_active_irq(i) {
	100	show_irq_gap(p, i - next);
	101	seq_put_decimal_ull(p, " ", kstat_irqs_usr(i));
	102	next = i + 1;
	103	}
	104	show_irq_gap(p, nr_irqs - next);
	105	}
	106
df8106db AD	107	static int show_stat(struct seq_file p, void v)
	108	{
	109	int i, j;
3292beb3 GC	110	u64 user, nice, system, idle, iowait, irq, softirq, steal;
3292beb3 GC	111	u64 guest, guest_nice;
df8106db	112	u64 sum = 0;
d3d64df2 KK	113	u64 sum_softirq = 0;
d3d64df2 KK	114	unsigned int per_softirq_sums[NR_SOFTIRQS] = {0};
519ded5a	115	struct timespec64 boottime;
df8106db AD	116
df8106db AD	117	user = nice = system = idle = iowait =
3292beb3 GC	118	irq = softirq = steal = 0;
3292beb3 GC	119	guest = guest_nice = 0;
519ded5a	120	getboottime64(&boottime);
df8106db AD	121
df8106db AD	122	for_each_possible_cpu(i) {
5713f35c AD	123	struct kernel_cpustat *kcs = &kcpustat_cpu(i);
	124
	125	user += kcs->cpustat[CPUTIME_USER];
	126	nice += kcs->cpustat[CPUTIME_NICE];
	127	system += kcs->cpustat[CPUTIME_SYSTEM];
	128	idle += get_idle_time(kcs, i);
	129	iowait += get_iowait_time(kcs, i);
	130	irq += kcs->cpustat[CPUTIME_IRQ];
	131	softirq += kcs->cpustat[CPUTIME_SOFTIRQ];
	132	steal += kcs->cpustat[CPUTIME_STEAL];
	133	guest += kcs->cpustat[CPUTIME_GUEST];
	134	guest_nice += kcs->cpustat[CPUTIME_GUEST_NICE];
f7e6746e RK	135	sum += kstat_cpu_irqs_sum(i);
f7e6746e RK	136	sum += arch_irq_stat_cpu(i);
d3d64df2 KK	137
	138	for (j = 0; j < NR_SOFTIRQS; j++) {
	139	unsigned int softirq_stat = kstat_softirqs_cpu(j, i);
	140
	141	per_softirq_sums[j] += softirq_stat;
	142	sum_softirq += softirq_stat;
	143	}
df8106db AD	144	}
	145	sum += arch_irq_stat();
	146
7fb1327e FW	147	seq_put_decimal_ull(p, "cpu ", nsec_to_clock_t(user));
	148	seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
	149	seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
	150	seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
	151	seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
	152	seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
	153	seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
	154	seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
	155	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
	156	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
1ac101a5 KH	157	seq_putc(p, '\n');
1ac101a5 KH	158
df8106db	159	for_each_online_cpu(i) {
5713f35c AD	160	struct kernel_cpustat *kcs = &kcpustat_cpu(i);
5713f35c AD	161
df8106db	162	/* Copy values here to work around gcc-2.95.3, gcc-2.96 */
5713f35c AD	163	user = kcs->cpustat[CPUTIME_USER];
	164	nice = kcs->cpustat[CPUTIME_NICE];
	165	system = kcs->cpustat[CPUTIME_SYSTEM];
	166	idle = get_idle_time(kcs, i);
	167	iowait = get_iowait_time(kcs, i);
	168	irq = kcs->cpustat[CPUTIME_IRQ];
	169	softirq = kcs->cpustat[CPUTIME_SOFTIRQ];
	170	steal = kcs->cpustat[CPUTIME_STEAL];
	171	guest = kcs->cpustat[CPUTIME_GUEST];
	172	guest_nice = kcs->cpustat[CPUTIME_GUEST_NICE];
1ac101a5	173	seq_printf(p, "cpu%d", i);
7fb1327e FW	174	seq_put_decimal_ull(p, " ", nsec_to_clock_t(user));
	175	seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
	176	seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
	177	seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
	178	seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
	179	seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
	180	seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
	181	seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
	182	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
	183	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
1ac101a5	184	seq_putc(p, '\n');
df8106db	185	}
75ba1d07	186	seq_put_decimal_ull(p, "intr ", (unsigned long long)sum);
df8106db	187
c2da3f1b	188	show_all_irqs(p);
df8106db AD	189
	190	seq_printf(p,
	191	"\nctxt %llu\n"
519ded5a	192	"btime %llu\n"
df8106db AD	193	"processes %lu\n"
	194	"procs_running %lu\n"
	195	"procs_blocked %lu\n",
	196	nr_context_switches(),
519ded5a	197	(unsigned long long)boottime.tv_sec,
df8106db AD	198	total_forks,
	199	nr_running(),
	200	nr_iowait());
	201
75ba1d07	202	seq_put_decimal_ull(p, "softirq ", (unsigned long long)sum_softirq);
d3d64df2 KK	203
d3d64df2 KK	204	for (i = 0; i < NR_SOFTIRQS; i++)
75ba1d07	205	seq_put_decimal_ull(p, " ", per_softirq_sums[i]);
9d6de12f	206	seq_putc(p, '\n');
d3d64df2	207
df8106db AD	208	return 0;
	209	}
	210
	211	static int stat_open(struct inode inode, struct file file)
	212	{
9a27e97a	213	unsigned int size = 1024 + 128 * num_online_cpus();
df8106db	214
59a32e2c ED	215	/* minimum size to display an interrupt count : 2 bytes */
59a32e2c ED	216	size += 2 * nr_irqs;
f74373a5	217	return single_open_size(file, show_stat, NULL, size);
df8106db AD	218	}
	219
	220	static const struct file_operations proc_stat_operations = {
	221	.open = stat_open,
	222	.read = seq_read,
	223	.llseek = seq_lseek,
	224	.release = single_release,
	225	};
	226
	227	static int __init proc_stat_init(void)
	228	{
	229	proc_create("stat", 0, NULL, &proc_stat_operations);
	230	return 0;
	231	}
abaf3787	232	fs_initcall(proc_stat_init);