[linux-block.git] / fs / proc / stat.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/cpumask.h>
#include <linux/fs.h>
#include <linux/init.h>
#include <linux/interrupt.h>
#include <linux/kernel_stat.h>
#include <linux/proc_fs.h>
#include <linux/sched.h>
#include <linux/sched/stat.h>
#include <linux/seq_file.h>
#include <linux/slab.h>
#include <linux/time.h>
#include <linux/time_namespace.h>
#include <linux/irqnr.h>
#include <linux/sched/cputime.h>
#include <linux/tick.h>

#ifndef arch_irq_stat_cpu
#define arch_irq_stat_cpu(cpu) 0
#endif
#ifndef arch_irq_stat
#define arch_irq_stat() 0
#endif

u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
{
	u64 idle, idle_usecs = -1ULL;

	if (cpu_online(cpu))
		idle_usecs = get_cpu_idle_time_us(cpu, NULL);

	if (idle_usecs == -1ULL)
		/* !NO_HZ or cpu offline so we can rely on cpustat.idle */
		idle = kcs->cpustat[CPUTIME_IDLE];
	else
		idle = idle_usecs * NSEC_PER_USEC;

	return idle;
}

static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
{
	u64 iowait, iowait_usecs = -1ULL;

	if (cpu_online(cpu))
		iowait_usecs = get_cpu_iowait_time_us(cpu, NULL);

	if (iowait_usecs == -1ULL)
		/* !NO_HZ or cpu offline so we can rely on cpustat.iowait */
		iowait = kcs->cpustat[CPUTIME_IOWAIT];
	else
		iowait = iowait_usecs * NSEC_PER_USEC;

	return iowait;
}

static void show_irq_gap(struct seq_file *p, unsigned int gap)
{
	static const char zeros[] = " 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0";

	while (gap > 0) {
		unsigned int inc;

		inc = min_t(unsigned int, gap, ARRAY_SIZE(zeros) / 2);
		seq_write(p, zeros, 2 * inc);
		gap -= inc;
	}
}

static void show_all_irqs(struct seq_file *p)
{
	unsigned int i, next = 0;

	for_each_active_irq(i) {
		show_irq_gap(p, i - next);
		seq_put_decimal_ull(p, " ", kstat_irqs_usr(i));
		next = i + 1;
	}
	show_irq_gap(p, nr_irqs - next);
}

static int show_stat(struct seq_file *p, void *v)
{
	int i, j;
	u64 user, nice, system, idle, iowait, irq, softirq, steal;
	u64 guest, guest_nice;
	u64 sum = 0;
	u64 sum_softirq = 0;
	unsigned int per_softirq_sums[NR_SOFTIRQS] = {0};
	struct timespec64 boottime;

	user = nice = system = idle = iowait =
		irq = softirq = steal = 0;
	guest = guest_nice = 0;
	getboottime64(&boottime);
	/* shift boot timestamp according to the timens offset */
	timens_sub_boottime(&boottime);

	for_each_possible_cpu(i) {
		struct kernel_cpustat kcpustat;
		u64 *cpustat = kcpustat.cpustat;

		kcpustat_cpu_fetch(&kcpustat, i);

		user		+= cpustat[CPUTIME_USER];
		nice		+= cpustat[CPUTIME_NICE];
		system		+= cpustat[CPUTIME_SYSTEM];
		idle		+= get_idle_time(&kcpustat, i);
		iowait		+= get_iowait_time(&kcpustat, i);
		irq		+= cpustat[CPUTIME_IRQ];
		softirq		+= cpustat[CPUTIME_SOFTIRQ];
		steal		+= cpustat[CPUTIME_STEAL];
		guest		+= cpustat[CPUTIME_GUEST];
		guest_nice	+= cpustat[CPUTIME_GUEST_NICE];
		sum		+= kstat_cpu_irqs_sum(i);
		sum		+= arch_irq_stat_cpu(i);

		for (j = 0; j < NR_SOFTIRQS; j++) {
			unsigned int softirq_stat = kstat_softirqs_cpu(j, i);

			per_softirq_sums[j] += softirq_stat;
			sum_softirq += softirq_stat;
		}
	}
	sum += arch_irq_stat();

	seq_put_decimal_ull(p, "cpu  ", nsec_to_clock_t(user));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
	seq_putc(p, '\n');

	for_each_online_cpu(i) {
		struct kernel_cpustat kcpustat;
		u64 *cpustat = kcpustat.cpustat;

		kcpustat_cpu_fetch(&kcpustat, i);

		/* Copy values here to work around gcc-2.95.3, gcc-2.96 */
		user		= cpustat[CPUTIME_USER];
		nice		= cpustat[CPUTIME_NICE];
		system		= cpustat[CPUTIME_SYSTEM];
		idle		= get_idle_time(&kcpustat, i);
		iowait		= get_iowait_time(&kcpustat, i);
		irq		= cpustat[CPUTIME_IRQ];
		softirq		= cpustat[CPUTIME_SOFTIRQ];
		steal		= cpustat[CPUTIME_STEAL];
		guest		= cpustat[CPUTIME_GUEST];
		guest_nice	= cpustat[CPUTIME_GUEST_NICE];
		seq_printf(p, "cpu%d", i);
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(user));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
		seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
		seq_putc(p, '\n');
	}
	seq_put_decimal_ull(p, "intr ", (unsigned long long)sum);

	show_all_irqs(p);

	seq_printf(p,
		"\nctxt %llu\n"
		"btime %llu\n"
		"processes %lu\n"
		"procs_running %u\n"
		"procs_blocked %u\n",
		nr_context_switches(),
		(unsigned long long)boottime.tv_sec,
		total_forks,
		nr_running(),
		nr_iowait());

	seq_put_decimal_ull(p, "softirq ", (unsigned long long)sum_softirq);

	for (i = 0; i < NR_SOFTIRQS; i++)
		seq_put_decimal_ull(p, " ", per_softirq_sums[i]);
	seq_putc(p, '\n');

	return 0;
}

static int stat_open(struct inode *inode, struct file *file)
{
	unsigned int size = 1024 + 128 * num_online_cpus();

	/* minimum size to display an interrupt count : 2 bytes */
	size += 2 * nr_irqs;
	return single_open_size(file, show_stat, NULL, size);
}

static const struct proc_ops stat_proc_ops = {
	.proc_flags	= PROC_ENTRY_PERMANENT,
	.proc_open	= stat_open,
	.proc_read_iter	= seq_read_iter,
	.proc_lseek	= seq_lseek,
	.proc_release	= single_release,
};

static int __init proc_stat_init(void)
{
	proc_create("stat", 0, NULL, &stat_proc_ops);
	return 0;
}
fs_initcall(proc_stat_init);
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
df8106db AD	2	#include <linux/cpumask.h>
df8106db AD	3	#include <linux/fs.h>
df8106db AD	4	#include <linux/init.h>
	5	#include <linux/interrupt.h>
	6	#include <linux/kernel_stat.h>
	7	#include <linux/proc_fs.h>
	8	#include <linux/sched.h>
03441a34	9	#include <linux/sched/stat.h>
df8106db AD	10	#include <linux/seq_file.h>
	11	#include <linux/slab.h>
	12	#include <linux/time.h>
3ae700ec	13	#include <linux/time_namespace.h>
26ddd8d5	14	#include <linux/irqnr.h>
32ef5517	15	#include <linux/sched/cputime.h>
a25cac51	16	#include <linux/tick.h>
df8106db AD	17
	18	#ifndef arch_irq_stat_cpu
	19	#define arch_irq_stat_cpu(cpu) 0
	20	#endif
	21	#ifndef arch_irq_stat
	22	#define arch_irq_stat() 0
	23	#endif
cb85a6ed	24
a130e8fb	25	u64 get_idle_time(struct kernel_cpustat *kcs, int cpu)
a25cac51	26	{
7fb1327e	27	u64 idle, idle_usecs = -1ULL;
7386cdbf MH	28
7386cdbf MH	29	if (cpu_online(cpu))
7fb1327e	30	idle_usecs = get_cpu_idle_time_us(cpu, NULL);
a25cac51	31
7fb1327e	32	if (idle_usecs == -1ULL)
7386cdbf	33	/* !NO_HZ or cpu offline so we can rely on cpustat.idle */
5713f35c	34	idle = kcs->cpustat[CPUTIME_IDLE];
cb85a6ed	35	else
7fb1327e	36	idle = idle_usecs * NSEC_PER_USEC;
a25cac51 MH	37
	38	return idle;
	39	}
	40
5713f35c	41	static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu)
a25cac51	42	{
7fb1327e	43	u64 iowait, iowait_usecs = -1ULL;
7386cdbf MH	44
7386cdbf MH	45	if (cpu_online(cpu))
7fb1327e	46	iowait_usecs = get_cpu_iowait_time_us(cpu, NULL);
a25cac51	47
7fb1327e	48	if (iowait_usecs == -1ULL)
7386cdbf	49	/* !NO_HZ or cpu offline so we can rely on cpustat.iowait */
5713f35c	50	iowait = kcs->cpustat[CPUTIME_IOWAIT];
a25cac51	51	else
7fb1327e	52	iowait = iowait_usecs * NSEC_PER_USEC;
a25cac51 MH	53
	54	return iowait;
	55	}
	56
c2da3f1b TG	57	static void show_irq_gap(struct seq_file *p, unsigned int gap)
	58	{
	59	static const char zeros[] = " 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0";
	60
	61	while (gap > 0) {
	62	unsigned int inc;
	63
	64	inc = min_t(unsigned int, gap, ARRAY_SIZE(zeros) / 2);
	65	seq_write(p, zeros, 2 * inc);
	66	gap -= inc;
	67	}
	68	}
	69
	70	static void show_all_irqs(struct seq_file *p)
	71	{
	72	unsigned int i, next = 0;
	73
	74	for_each_active_irq(i) {
	75	show_irq_gap(p, i - next);
	76	seq_put_decimal_ull(p, " ", kstat_irqs_usr(i));
	77	next = i + 1;
	78	}
	79	show_irq_gap(p, nr_irqs - next);
	80	}
	81
df8106db AD	82	static int show_stat(struct seq_file p, void v)
	83	{
	84	int i, j;
3292beb3 GC	85	u64 user, nice, system, idle, iowait, irq, softirq, steal;
3292beb3 GC	86	u64 guest, guest_nice;
df8106db	87	u64 sum = 0;
d3d64df2 KK	88	u64 sum_softirq = 0;
d3d64df2 KK	89	unsigned int per_softirq_sums[NR_SOFTIRQS] = {0};
519ded5a	90	struct timespec64 boottime;
df8106db AD	91
df8106db AD	92	user = nice = system = idle = iowait =
3292beb3 GC	93	irq = softirq = steal = 0;
3292beb3 GC	94	guest = guest_nice = 0;
519ded5a	95	getboottime64(&boottime);
3ae700ec MW	96	/* shift boot timestamp according to the timens offset */
3ae700ec MW	97	timens_sub_boottime(&boottime);
df8106db AD	98
df8106db AD	99	for_each_possible_cpu(i) {
26dae145 FW	100	struct kernel_cpustat kcpustat;
	101	u64 *cpustat = kcpustat.cpustat;
	102
	103	kcpustat_cpu_fetch(&kcpustat, i);
	104
	105	user += cpustat[CPUTIME_USER];
	106	nice += cpustat[CPUTIME_NICE];
	107	system += cpustat[CPUTIME_SYSTEM];
	108	idle += get_idle_time(&kcpustat, i);
	109	iowait += get_iowait_time(&kcpustat, i);
	110	irq += cpustat[CPUTIME_IRQ];
	111	softirq += cpustat[CPUTIME_SOFTIRQ];
	112	steal += cpustat[CPUTIME_STEAL];
	113	guest += cpustat[CPUTIME_GUEST];
346da4d2	114	guest_nice += cpustat[CPUTIME_GUEST_NICE];
26dae145 FW	115	sum += kstat_cpu_irqs_sum(i);
26dae145 FW	116	sum += arch_irq_stat_cpu(i);
d3d64df2 KK	117
	118	for (j = 0; j < NR_SOFTIRQS; j++) {
	119	unsigned int softirq_stat = kstat_softirqs_cpu(j, i);
	120
	121	per_softirq_sums[j] += softirq_stat;
	122	sum_softirq += softirq_stat;
	123	}
df8106db AD	124	}
	125	sum += arch_irq_stat();
	126
7fb1327e FW	127	seq_put_decimal_ull(p, "cpu ", nsec_to_clock_t(user));
	128	seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
	129	seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
	130	seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
	131	seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
	132	seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
	133	seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
	134	seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
	135	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
	136	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
1ac101a5 KH	137	seq_putc(p, '\n');
1ac101a5 KH	138
df8106db	139	for_each_online_cpu(i) {
26dae145 FW	140	struct kernel_cpustat kcpustat;
	141	u64 *cpustat = kcpustat.cpustat;
	142
	143	kcpustat_cpu_fetch(&kcpustat, i);
5713f35c	144
df8106db	145	/* Copy values here to work around gcc-2.95.3, gcc-2.96 */
26dae145 FW	146	user = cpustat[CPUTIME_USER];
	147	nice = cpustat[CPUTIME_NICE];
	148	system = cpustat[CPUTIME_SYSTEM];
	149	idle = get_idle_time(&kcpustat, i);
	150	iowait = get_iowait_time(&kcpustat, i);
	151	irq = cpustat[CPUTIME_IRQ];
	152	softirq = cpustat[CPUTIME_SOFTIRQ];
	153	steal = cpustat[CPUTIME_STEAL];
	154	guest = cpustat[CPUTIME_GUEST];
346da4d2	155	guest_nice = cpustat[CPUTIME_GUEST_NICE];
1ac101a5	156	seq_printf(p, "cpu%d", i);
7fb1327e FW	157	seq_put_decimal_ull(p, " ", nsec_to_clock_t(user));
	158	seq_put_decimal_ull(p, " ", nsec_to_clock_t(nice));
	159	seq_put_decimal_ull(p, " ", nsec_to_clock_t(system));
	160	seq_put_decimal_ull(p, " ", nsec_to_clock_t(idle));
	161	seq_put_decimal_ull(p, " ", nsec_to_clock_t(iowait));
	162	seq_put_decimal_ull(p, " ", nsec_to_clock_t(irq));
	163	seq_put_decimal_ull(p, " ", nsec_to_clock_t(softirq));
	164	seq_put_decimal_ull(p, " ", nsec_to_clock_t(steal));
	165	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest));
	166	seq_put_decimal_ull(p, " ", nsec_to_clock_t(guest_nice));
1ac101a5	167	seq_putc(p, '\n');
df8106db	168	}
75ba1d07	169	seq_put_decimal_ull(p, "intr ", (unsigned long long)sum);
df8106db	170
c2da3f1b	171	show_all_irqs(p);
df8106db AD	172
	173	seq_printf(p,
	174	"\nctxt %llu\n"
519ded5a	175	"btime %llu\n"
df8106db	176	"processes %lu\n"
01aee8fd	177	"procs_running %u\n"
97455168	178	"procs_blocked %u\n",
df8106db	179	nr_context_switches(),
519ded5a	180	(unsigned long long)boottime.tv_sec,
df8106db AD	181	total_forks,
	182	nr_running(),
	183	nr_iowait());
	184
75ba1d07	185	seq_put_decimal_ull(p, "softirq ", (unsigned long long)sum_softirq);
d3d64df2 KK	186
d3d64df2 KK	187	for (i = 0; i < NR_SOFTIRQS; i++)
75ba1d07	188	seq_put_decimal_ull(p, " ", per_softirq_sums[i]);
9d6de12f	189	seq_putc(p, '\n');
d3d64df2	190
df8106db AD	191	return 0;
	192	}
	193
	194	static int stat_open(struct inode inode, struct file file)
	195	{
9a27e97a	196	unsigned int size = 1024 + 128 * num_online_cpus();
df8106db	197
59a32e2c ED	198	/* minimum size to display an interrupt count : 2 bytes */
59a32e2c ED	199	size += 2 * nr_irqs;
f74373a5	200	return single_open_size(file, show_stat, NULL, size);
df8106db AD	201	}
df8106db AD	202
97a32539	203	static const struct proc_ops stat_proc_ops = {
d919b33d	204	.proc_flags = PROC_ENTRY_PERMANENT,
97a32539	205	.proc_open = stat_open,
28589f9e	206	.proc_read_iter = seq_read_iter,
97a32539 AD	207	.proc_lseek = seq_lseek,
97a32539 AD	208	.proc_release = single_release,
df8106db AD	209	};
	210
	211	static int __init proc_stat_init(void)
	212	{
97a32539	213	proc_create("stat", 0, NULL, &stat_proc_ops);
df8106db AD	214	return 0;
df8106db AD	215	}
abaf3787	216	fs_initcall(proc_stat_init);