[linux-2.6-block.git] / fs / proc / task_nommu.c

// SPDX-License-Identifier: GPL-2.0

#include <linux/mm.h>
#include <linux/file.h>
#include <linux/fdtable.h>
#include <linux/fs_struct.h>
#include <linux/mount.h>
#include <linux/ptrace.h>
#include <linux/slab.h>
#include <linux/seq_file.h>
#include <linux/sched/mm.h>

#include "internal.h"

/*
 * Logic: we've got two memory sums for each process, "shared", and
 * "non-shared". Shared memory may get counted more than once, for
 * each process that owns it. Non-shared memory is counted
 * accurately.
 */
void task_mem(struct seq_file *m, struct mm_struct *mm)
{
	VMA_ITERATOR(vmi, mm, 0);
	struct vm_area_struct *vma;
	struct vm_region *region;
	unsigned long bytes = 0, sbytes = 0, slack = 0, size;

	mmap_read_lock(mm);
	for_each_vma(vmi, vma) {
		bytes += kobjsize(vma);

		region = vma->vm_region;
		if (region) {
			size = kobjsize(region);
			size += region->vm_end - region->vm_start;
		} else {
			size = vma->vm_end - vma->vm_start;
		}

		if (atomic_read(&mm->mm_count) > 1 ||
		    is_nommu_shared_mapping(vma->vm_flags)) {
			sbytes += size;
		} else {
			bytes += size;
			if (region)
				slack = region->vm_end - vma->vm_end;
		}
	}

	if (atomic_read(&mm->mm_count) > 1)
		sbytes += kobjsize(mm);
	else
		bytes += kobjsize(mm);

	if (current->fs && current->fs->users > 1)
		sbytes += kobjsize(current->fs);
	else
		bytes += kobjsize(current->fs);

	if (current->files && atomic_read(&current->files->count) > 1)
		sbytes += kobjsize(current->files);
	else
		bytes += kobjsize(current->files);

	if (current->sighand && refcount_read(&current->sighand->count) > 1)
		sbytes += kobjsize(current->sighand);
	else
		bytes += kobjsize(current->sighand);

	bytes += kobjsize(current); /* includes kernel stack */

	mmap_read_unlock(mm);

	seq_printf(m,
		"Mem:\t%8lu bytes\n"
		"Slack:\t%8lu bytes\n"
		"Shared:\t%8lu bytes\n",
		bytes, slack, sbytes);
}

unsigned long task_vsize(struct mm_struct *mm)
{
	VMA_ITERATOR(vmi, mm, 0);
	struct vm_area_struct *vma;
	unsigned long vsize = 0;

	mmap_read_lock(mm);
	for_each_vma(vmi, vma)
		vsize += vma->vm_end - vma->vm_start;
	mmap_read_unlock(mm);
	return vsize;
}

unsigned long task_statm(struct mm_struct *mm,
			 unsigned long *shared, unsigned long *text,
			 unsigned long *data, unsigned long *resident)
{
	VMA_ITERATOR(vmi, mm, 0);
	struct vm_area_struct *vma;
	struct vm_region *region;
	unsigned long size = kobjsize(mm);

	mmap_read_lock(mm);
	for_each_vma(vmi, vma) {
		size += kobjsize(vma);
		region = vma->vm_region;
		if (region) {
			size += kobjsize(region);
			size += region->vm_end - region->vm_start;
		}
	}

	*text = (PAGE_ALIGN(mm->end_code) - (mm->start_code & PAGE_MASK))
		>> PAGE_SHIFT;
	*data = (PAGE_ALIGN(mm->start_stack) - (mm->start_data & PAGE_MASK))
		>> PAGE_SHIFT;
	mmap_read_unlock(mm);
	size >>= PAGE_SHIFT;
	size += *text + *data;
	*resident = size;
	return size;
}

/*
 * display a single VMA to a sequenced file
 */
static int nommu_vma_show(struct seq_file *m, struct vm_area_struct *vma)
{
	struct mm_struct *mm = vma->vm_mm;
	unsigned long ino = 0;
	struct file *file;
	dev_t dev = 0;
	int flags;
	unsigned long long pgoff = 0;

	flags = vma->vm_flags;
	file = vma->vm_file;

	if (file) {
		struct inode *inode = file_inode(vma->vm_file);
		dev = inode->i_sb->s_dev;
		ino = inode->i_ino;
		pgoff = (loff_t)vma->vm_pgoff << PAGE_SHIFT;
	}

	seq_setwidth(m, 25 + sizeof(void *) * 6 - 1);
	seq_printf(m,
		   "%08lx-%08lx %c%c%c%c %08llx %02x:%02x %lu ",
		   vma->vm_start,
		   vma->vm_end,
		   flags & VM_READ ? 'r' : '-',
		   flags & VM_WRITE ? 'w' : '-',
		   flags & VM_EXEC ? 'x' : '-',
		   flags & VM_MAYSHARE ? flags & VM_SHARED ? 'S' : 's' : 'p',
		   pgoff,
		   MAJOR(dev), MINOR(dev), ino);

	if (file) {
		seq_pad(m, ' ');
		seq_path(m, file_user_path(file), "");
	} else if (mm && vma_is_initial_stack(vma)) {
		seq_pad(m, ' ');
		seq_puts(m, "[stack]");
	}

	seq_putc(m, '\n');
	return 0;
}

/*
 * display mapping lines for a particular process's /proc/pid/maps
 */
static int show_map(struct seq_file *m, void *_p)
{
	return nommu_vma_show(m, _p);
}

static struct vm_area_struct *proc_get_vma(struct proc_maps_private *priv,
						loff_t *ppos)
{
	struct vm_area_struct *vma = vma_next(&priv->iter);

	if (vma) {
		*ppos = vma->vm_start;
	} else {
		*ppos = -1UL;
	}

	return vma;
}

static void *m_start(struct seq_file *m, loff_t *ppos)
{
	struct proc_maps_private *priv = m->private;
	unsigned long last_addr = *ppos;
	struct mm_struct *mm;

	/* See proc_get_vma(). Zero at the start or after lseek. */
	if (last_addr == -1UL)
		return NULL;

	/* pin the task and mm whilst we play with them */
	priv->task = get_proc_task(priv->inode);
	if (!priv->task)
		return ERR_PTR(-ESRCH);

	mm = priv->mm;
	if (!mm || !mmget_not_zero(mm)) {
		put_task_struct(priv->task);
		priv->task = NULL;
		return NULL;
	}

	if (mmap_read_lock_killable(mm)) {
		mmput(mm);
		put_task_struct(priv->task);
		priv->task = NULL;
		return ERR_PTR(-EINTR);
	}

	vma_iter_init(&priv->iter, mm, last_addr);

	return proc_get_vma(priv, ppos);
}

static void m_stop(struct seq_file *m, void *v)
{
	struct proc_maps_private *priv = m->private;
	struct mm_struct *mm = priv->mm;

	if (!priv->task)
		return;

	mmap_read_unlock(mm);
	mmput(mm);
	put_task_struct(priv->task);
	priv->task = NULL;
}

static void *m_next(struct seq_file *m, void *_p, loff_t *ppos)
{
	return proc_get_vma(m->private, ppos);
}

static const struct seq_operations proc_pid_maps_ops = {
	.start	= m_start,
	.next	= m_next,
	.stop	= m_stop,
	.show	= show_map
};

static int maps_open(struct inode *inode, struct file *file,
		     const struct seq_operations *ops)
{
	struct proc_maps_private *priv;

	priv = __seq_open_private(file, ops, sizeof(*priv));
	if (!priv)
		return -ENOMEM;

	priv->inode = inode;
	priv->mm = proc_mem_open(inode, PTRACE_MODE_READ);
	if (IS_ERR_OR_NULL(priv->mm)) {
		int err = priv->mm ? PTR_ERR(priv->mm) : -ESRCH;

		seq_release_private(inode, file);
		return err;
	}

	return 0;
}


static int map_release(struct inode *inode, struct file *file)
{
	struct seq_file *seq = file->private_data;
	struct proc_maps_private *priv = seq->private;

	if (priv->mm)
		mmdrop(priv->mm);

	return seq_release_private(inode, file);
}

static int pid_maps_open(struct inode *inode, struct file *file)
{
	return maps_open(inode, file, &proc_pid_maps_ops);
}

const struct file_operations proc_pid_maps_operations = {
	.open		= pid_maps_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= map_release,
};
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
1da177e4 LT	2
	3	#include <linux/mm.h>
	4	#include <linux/file.h>
eb28062f	5	#include <linux/fdtable.h>
5ad4e53b	6	#include <linux/fs_struct.h>
1da177e4	7	#include <linux/mount.h>
5096add8	8	#include <linux/ptrace.h>
5a0e3ad6	9	#include <linux/slab.h>
1da177e4	10	#include <linux/seq_file.h>
6e84f315 IM	11	#include <linux/sched/mm.h>
6e84f315 IM	12
1da177e4 LT	13	#include "internal.h"
	14
	15	/*
	16	* Logic: we've got two memory sums for each process, "shared", and
025dfdaf	17	* "non-shared". Shared memory may get counted more than once, for
1da177e4 LT	18	* each process that owns it. Non-shared memory is counted
	19	* accurately.
	20	*/
df5f8314	21	void task_mem(struct seq_file m, struct mm_struct mm)
1da177e4	22	{
0c563f14	23	VMA_ITERATOR(vmi, mm, 0);
8feae131	24	struct vm_area_struct *vma;
38f71479	25	struct vm_region *region;
38f71479	26	unsigned long bytes = 0, sbytes = 0, slack = 0, size;
1da177e4	27
0c563f14 MWO	28	mmap_read_lock(mm);
0c563f14 MWO	29	for_each_vma(vmi, vma) {
8feae131	30	bytes += kobjsize(vma);
38f71479 DH	31
	32	region = vma->vm_region;
	33	if (region) {
	34	size = kobjsize(region);
	35	size += region->vm_end - region->vm_start;
	36	} else {
	37	size = vma->vm_end - vma->vm_start;
	38	}
	39
1da177e4	40	if (atomic_read(&mm->mm_count) > 1 \|\|
fc4f4be9	41	is_nommu_shared_mapping(vma->vm_flags)) {
38f71479	42	sbytes += size;
1da177e4	43	} else {
38f71479 DH	44	bytes += size;
	45	if (region)
	46	slack = region->vm_end - vma->vm_end;
1da177e4 LT	47	}
	48	}
	49
	50	if (atomic_read(&mm->mm_count) > 1)
	51	sbytes += kobjsize(mm);
	52	else
	53	bytes += kobjsize(mm);
341d51c8	54
498052bb	55	if (current->fs && current->fs->users > 1)
1da177e4 LT	56	sbytes += kobjsize(current->fs);
	57	else
	58	bytes += kobjsize(current->fs);
	59
	60	if (current->files && atomic_read(&current->files->count) > 1)
	61	sbytes += kobjsize(current->files);
	62	else
	63	bytes += kobjsize(current->files);
	64
d036bda7	65	if (current->sighand && refcount_read(&current->sighand->count) > 1)
1da177e4 LT	66	sbytes += kobjsize(current->sighand);
	67	else
	68	bytes += kobjsize(current->sighand);
	69
	70	bytes += kobjsize(current); /* includes kernel stack */
	71
341d51c8	72	mmap_read_unlock(mm);
341d51c8	73
df5f8314	74	seq_printf(m,
1da177e4 LT	75	"Mem:\t%8lu bytes\n"
	76	"Slack:\t%8lu bytes\n"
	77	"Shared:\t%8lu bytes\n",
	78	bytes, slack, sbytes);
1da177e4 LT	79	}
	80
	81	unsigned long task_vsize(struct mm_struct *mm)
	82	{
0c563f14	83	VMA_ITERATOR(vmi, mm, 0);
8feae131	84	struct vm_area_struct *vma;
1da177e4 LT	85	unsigned long vsize = 0;
1da177e4 LT	86
d8ed45c5	87	mmap_read_lock(mm);
0c563f14	88	for_each_vma(vmi, vma)
38f71479	89	vsize += vma->vm_end - vma->vm_start;
d8ed45c5	90	mmap_read_unlock(mm);
1da177e4 LT	91	return vsize;
	92	}
	93
a2ade7b6 AD	94	unsigned long task_statm(struct mm_struct *mm,
	95	unsigned long shared, unsigned long text,
	96	unsigned long data, unsigned long resident)
1da177e4	97	{
0c563f14	98	VMA_ITERATOR(vmi, mm, 0);
8feae131	99	struct vm_area_struct *vma;
38f71479	100	struct vm_region *region;
a2ade7b6	101	unsigned long size = kobjsize(mm);
1da177e4	102
d8ed45c5	103	mmap_read_lock(mm);
0c563f14	104	for_each_vma(vmi, vma) {
8feae131	105	size += kobjsize(vma);
38f71479 DH	106	region = vma->vm_region;
	107	if (region) {
	108	size += kobjsize(region);
	109	size += region->vm_end - region->vm_start;
	110	}
1da177e4 LT	111	}
1da177e4 LT	112
7e1e0ef2 SM	113	*text = (PAGE_ALIGN(mm->end_code) - (mm->start_code & PAGE_MASK))
	114	>> PAGE_SHIFT;
	115	*data = (PAGE_ALIGN(mm->start_stack) - (mm->start_data & PAGE_MASK))
	116	>> PAGE_SHIFT;
d8ed45c5	117	mmap_read_unlock(mm);
7e1e0ef2 SM	118	size >>= PAGE_SHIFT;
7e1e0ef2 SM	119	size += text + data;
1da177e4 LT	120	*resident = size;
	121	return size;
	122	}
	123
8feae131 DH	124	/*
	125	* display a single VMA to a sequenced file
	126	*/
871305bb	127	static int nommu_vma_show(struct seq_file m, struct vm_area_struct vma)
8feae131	128	{
3c26c9d9	129	struct mm_struct *mm = vma->vm_mm;
8feae131 DH	130	unsigned long ino = 0;
	131	struct file *file;
	132	dev_t dev = 0;
652586df	133	int flags;
6260a4b0	134	unsigned long long pgoff = 0;
8feae131 DH	135
	136	flags = vma->vm_flags;
	137	file = vma->vm_file;
	138
	139	if (file) {
496ad9aa	140	struct inode *inode = file_inode(vma->vm_file);
8feae131 DH	141	dev = inode->i_sb->s_dev;
8feae131 DH	142	ino = inode->i_ino;
4c967291	143	pgoff = (loff_t)vma->vm_pgoff << PAGE_SHIFT;
8feae131 DH	144	}
8feae131 DH	145
652586df	146	seq_setwidth(m, 25 + sizeof(void ) 6 - 1);
8feae131	147	seq_printf(m,
652586df	148	"%08lx-%08lx %c%c%c%c %08llx %02x:%02x %lu ",
8feae131 DH	149	vma->vm_start,
	150	vma->vm_end,
	151	flags & VM_READ ? 'r' : '-',
	152	flags & VM_WRITE ? 'w' : '-',
	153	flags & VM_EXEC ? 'x' : '-',
	154	flags & VM_MAYSHARE ? flags & VM_SHARED ? 'S' : 's' : 'p',
6260a4b0	155	pgoff,
652586df	156	MAJOR(dev), MINOR(dev), ino);
8feae131 DH	157
8feae131 DH	158	if (file) {
652586df	159	seq_pad(m, ' ');
08582d67	160	seq_path(m, file_user_path(file), "");
11250fd1	161	} else if (mm && vma_is_initial_stack(vma)) {
65376df5	162	seq_pad(m, ' ');
08b55775	163	seq_puts(m, "[stack]");
8feae131 DH	164	}
	165
	166	seq_putc(m, '\n');
	167	return 0;
	168	}
	169
1da177e4	170	/*
dbf8685c	171	* display mapping lines for a particular process's /proc/pid/maps
1da177e4	172	*/
871305bb	173	static int show_map(struct seq_file m, void _p)
1da177e4	174	{
0c563f14	175	return nommu_vma_show(m, _p);
1da177e4	176	}
dbf8685c	177
fe441980 BW	178	static struct vm_area_struct proc_get_vma(struct proc_maps_private priv,
	179	loff_t *ppos)
	180	{
	181	struct vm_area_struct *vma = vma_next(&priv->iter);
	182
	183	if (vma) {
	184	*ppos = vma->vm_start;
	185	} else {
	186	*ppos = -1UL;
	187	}
	188
	189	return vma;
	190	}
	191
	192	static void m_start(struct seq_file m, loff_t *ppos)
1da177e4	193	{
dbf8685c	194	struct proc_maps_private *priv = m->private;
fe441980	195	unsigned long last_addr = *ppos;
dbf8685c	196	struct mm_struct *mm;
0c563f14	197
fe441980 BW	198	/* See proc_get_vma(). Zero at the start or after lseek. */
fe441980 BW	199	if (last_addr == -1UL)
0c563f14	200	return NULL;
dbf8685c DH	201
dbf8685c DH	202	/* pin the task and mm whilst we play with them */
2c03376d	203	priv->task = get_proc_task(priv->inode);
dbf8685c	204	if (!priv->task)
ec6fd8a4	205	return ERR_PTR(-ESRCH);
dbf8685c	206
27692cd5	207	mm = priv->mm;
578d7699 BW	208	if (!mm \|\| !mmget_not_zero(mm)) {
	209	put_task_struct(priv->task);
	210	priv->task = NULL;
27692cd5	211	return NULL;
578d7699	212	}
dbf8685c	213
d8ed45c5	214	if (mmap_read_lock_killable(mm)) {
8a713e7d	215	mmput(mm);
578d7699 BW	216	put_task_struct(priv->task);
578d7699 BW	217	priv->task = NULL;
8a713e7d KK	218	return ERR_PTR(-EINTR);
	219	}
	220
fe441980	221	vma_iter_init(&priv->iter, mm, last_addr);
47fecca1	222
fe441980	223	return proc_get_vma(priv, ppos);
1da177e4	224	}
dbf8685c	225
578d7699	226	static void m_stop(struct seq_file m, void v)
1da177e4	227	{
dbf8685c	228	struct proc_maps_private *priv = m->private;
578d7699	229	struct mm_struct *mm = priv->mm;
dbf8685c	230
578d7699 BW	231	if (!priv->task)
	232	return;
	233
	234	mmap_read_unlock(mm);
	235	mmput(mm);
	236	put_task_struct(priv->task);
	237	priv->task = NULL;
1da177e4	238	}
dbf8685c	239
fe441980	240	static void m_next(struct seq_file m, void _p, loff_t ppos)
1da177e4	241	{
fe441980	242	return proc_get_vma(m->private, ppos);
1da177e4	243	}
dbf8685c	244
03a44825	245	static const struct seq_operations proc_pid_maps_ops = {
1da177e4 LT	246	.start = m_start,
	247	.next = m_next,
	248	.stop = m_stop,
871305bb	249	.show = show_map
1da177e4	250	};
662795de	251
b7643757 SP	252	static int maps_open(struct inode inode, struct file file,
b7643757 SP	253	const struct seq_operations *ops)
662795de	254	{
dbf8685c	255	struct proc_maps_private *priv;
ce34fddb	256
27692cd5	257	priv = __seq_open_private(file, ops, sizeof(*priv));
ce34fddb ON	258	if (!priv)
	259	return -ENOMEM;
	260
2c03376d	261	priv->inode = inode;
27692cd5	262	priv->mm = proc_mem_open(inode, PTRACE_MODE_READ);
65c66047 PJ	263	if (IS_ERR_OR_NULL(priv->mm)) {
65c66047 PJ	264	int err = priv->mm ? PTR_ERR(priv->mm) : -ESRCH;
27692cd5 ON	265
	266	seq_release_private(inode, file);
	267	return err;
	268	}
	269
ce34fddb	270	return 0;
662795de EB	271	}
662795de EB	272
27692cd5 ON	273
	274	static int map_release(struct inode inode, struct file file)
	275	{
	276	struct seq_file *seq = file->private_data;
	277	struct proc_maps_private *priv = seq->private;
	278
	279	if (priv->mm)
	280	mmdrop(priv->mm);
	281
	282	return seq_release_private(inode, file);
	283	}
	284
b7643757 SP	285	static int pid_maps_open(struct inode inode, struct file file)
	286	{
	287	return maps_open(inode, file, &proc_pid_maps_ops);
	288	}
	289
b7643757 SP	290	const struct file_operations proc_pid_maps_operations = {
	291	.open = pid_maps_open,
	292	.read = seq_read,
	293	.llseek = seq_lseek,
27692cd5	294	.release = map_release,
b7643757 SP	295	};
b7643757 SP	296