[linux-2.6-block.git] / fs / f2fs / trace.c

// SPDX-License-Identifier: GPL-2.0
/*
 * f2fs IO tracer
 *
 * Copyright (c) 2014 Motorola Mobility
 * Copyright (c) 2014 Jaegeuk Kim <jaegeuk@kernel.org>
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/sched.h>
#include <linux/radix-tree.h>

#include "f2fs.h"
#include "trace.h"

static RADIX_TREE(pids, GFP_ATOMIC);
static struct mutex pids_lock;
static struct last_io_info last_io;

static inline void __print_last_io(void)
{
	if (!last_io.len)
		return;

	trace_printk("%3x:%3x %4x %-16s %2x %5x %5x %12x %4x\n",
			last_io.major, last_io.minor,
			last_io.pid, "----------------",
			last_io.type,
			last_io.fio.op, last_io.fio.op_flags,
			last_io.fio.new_blkaddr,
			last_io.len);
	memset(&last_io, 0, sizeof(last_io));
}

static int __file_type(struct inode *inode, pid_t pid)
{
	if (f2fs_is_atomic_file(inode))
		return __ATOMIC_FILE;
	else if (f2fs_is_volatile_file(inode))
		return __VOLATILE_FILE;
	else if (S_ISDIR(inode->i_mode))
		return __DIR_FILE;
	else if (inode->i_ino == F2FS_NODE_INO(F2FS_I_SB(inode)))
		return __NODE_FILE;
	else if (inode->i_ino == F2FS_META_INO(F2FS_I_SB(inode)))
		return __META_FILE;
	else if (pid)
		return __NORMAL_FILE;
	else
		return __MISC_FILE;
}

void f2fs_trace_pid(struct page *page)
{
	struct inode *inode = page->mapping->host;
	pid_t pid = task_pid_nr(current);
	void *p;

	set_page_private(page, (unsigned long)pid);

	if (radix_tree_preload(GFP_NOFS))
		return;

	mutex_lock(&pids_lock);
	p = radix_tree_lookup(&pids, pid);
	if (p == current)
		goto out;
	if (p)
		radix_tree_delete(&pids, pid);

	f2fs_radix_tree_insert(&pids, pid, current);

	trace_printk("%3x:%3x %4x %-16s\n",
			MAJOR(inode->i_sb->s_dev), MINOR(inode->i_sb->s_dev),
			pid, current->comm);
out:
	mutex_unlock(&pids_lock);
	radix_tree_preload_end();
}

void f2fs_trace_ios(struct f2fs_io_info *fio, int flush)
{
	struct inode *inode;
	pid_t pid;
	int major, minor;

	if (flush) {
		__print_last_io();
		return;
	}

	inode = fio->page->mapping->host;
	pid = page_private(fio->page);

	major = MAJOR(inode->i_sb->s_dev);
	minor = MINOR(inode->i_sb->s_dev);

	if (last_io.major == major && last_io.minor == minor &&
			last_io.pid == pid &&
			last_io.type == __file_type(inode, pid) &&
			last_io.fio.op == fio->op &&
			last_io.fio.op_flags == fio->op_flags &&
			last_io.fio.new_blkaddr + last_io.len ==
							fio->new_blkaddr) {
		last_io.len++;
		return;
	}

	__print_last_io();

	last_io.major = major;
	last_io.minor = minor;
	last_io.pid = pid;
	last_io.type = __file_type(inode, pid);
	last_io.fio = *fio;
	last_io.len = 1;
	return;
}

void f2fs_build_trace_ios(void)
{
	mutex_init(&pids_lock);
}

#define PIDVEC_SIZE	128
static unsigned int gang_lookup_pids(pid_t *results, unsigned long first_index,
							unsigned int max_items)
{
	struct radix_tree_iter iter;
	void **slot;
	unsigned int ret = 0;

	if (unlikely(!max_items))
		return 0;

	radix_tree_for_each_slot(slot, &pids, &iter, first_index) {
		results[ret] = iter.index;
		if (++ret == max_items)
			break;
	}
	return ret;
}

void f2fs_destroy_trace_ios(void)
{
	pid_t pid[PIDVEC_SIZE];
	pid_t next_pid = 0;
	unsigned int found;

	mutex_lock(&pids_lock);
	while ((found = gang_lookup_pids(pid, next_pid, PIDVEC_SIZE))) {
		unsigned idx;

		next_pid = pid[found - 1] + 1;
		for (idx = 0; idx < found; idx++)
			radix_tree_delete(&pids, pid[idx]);
	}
	mutex_unlock(&pids_lock);
}
Commit	Line	Data
7c1a000d	1	// SPDX-License-Identifier: GPL-2.0
63f92ddc JK	2	/*
	3	* f2fs IO tracer
	4	*
	5	* Copyright (c) 2014 Motorola Mobility
	6	* Copyright (c) 2014 Jaegeuk Kim <jaegeuk@kernel.org>
63f92ddc JK	7	*/
	8	#include <linux/fs.h>
	9	#include <linux/f2fs_fs.h>
	10	#include <linux/sched.h>
351f4fba	11	#include <linux/radix-tree.h>
63f92ddc JK	12
	13	#include "f2fs.h"
	14	#include "trace.h"
	15
29e7043f	16	static RADIX_TREE(pids, GFP_ATOMIC);
4635b46a	17	static struct mutex pids_lock;
29e7043f	18	static struct last_io_info last_io;
0e689d03 JK	19
	20	static inline void __print_last_io(void)
	21	{
	22	if (!last_io.len)
	23	return;
	24
04d328de	25	trace_printk("%3x:%3x %4x %-16s %2x %5x %5x %12x %4x\n",
0e689d03 JK	26	last_io.major, last_io.minor,
	27	last_io.pid, "----------------",
	28	last_io.type,
04d328de	29	last_io.fio.op, last_io.fio.op_flags,
7a9d7548	30	last_io.fio.new_blkaddr,
0e689d03 JK	31	last_io.len);
	32	memset(&last_io, 0, sizeof(last_io));
	33	}
	34
	35	static int __file_type(struct inode *inode, pid_t pid)
	36	{
	37	if (f2fs_is_atomic_file(inode))
	38	return __ATOMIC_FILE;
	39	else if (f2fs_is_volatile_file(inode))
	40	return __VOLATILE_FILE;
	41	else if (S_ISDIR(inode->i_mode))
	42	return __DIR_FILE;
	43	else if (inode->i_ino == F2FS_NODE_INO(F2FS_I_SB(inode)))
	44	return __NODE_FILE;
	45	else if (inode->i_ino == F2FS_META_INO(F2FS_I_SB(inode)))
	46	return __META_FILE;
	47	else if (pid)
	48	return __NORMAL_FILE;
	49	else
	50	return __MISC_FILE;
	51	}
	52
63f92ddc JK	53	void f2fs_trace_pid(struct page *page)
63f92ddc JK	54	{
0e689d03 JK	55	struct inode *inode = page->mapping->host;
	56	pid_t pid = task_pid_nr(current);
	57	void *p;
	58
5f4c3dec	59	set_page_private(page, (unsigned long)pid);
0e689d03	60
c0508650 JK	61	if (radix_tree_preload(GFP_NOFS))
	62	return;
	63
4635b46a	64	mutex_lock(&pids_lock);
0e689d03 JK	65	p = radix_tree_lookup(&pids, pid);
0e689d03 JK	66	if (p == current)
c0508650	67	goto out;
0e689d03 JK	68	if (p)
	69	radix_tree_delete(&pids, pid);
	70
	71	f2fs_radix_tree_insert(&pids, pid, current);
	72
	73	trace_printk("%3x:%3x %4x %-16s\n",
	74	MAJOR(inode->i_sb->s_dev), MINOR(inode->i_sb->s_dev),
	75	pid, current->comm);
c0508650	76	out:
4635b46a	77	mutex_unlock(&pids_lock);
c0508650	78	radix_tree_preload_end();
63f92ddc JK	79	}
63f92ddc JK	80
05ca3632	81	void f2fs_trace_ios(struct f2fs_io_info *fio, int flush)
63f92ddc	82	{
0e689d03 JK	83	struct inode *inode;
	84	pid_t pid;
	85	int major, minor;
	86
	87	if (flush) {
	88	__print_last_io();
	89	return;
	90	}
	91
05ca3632 JK	92	inode = fio->page->mapping->host;
05ca3632 JK	93	pid = page_private(fio->page);
0e689d03 JK	94
	95	major = MAJOR(inode->i_sb->s_dev);
	96	minor = MINOR(inode->i_sb->s_dev);
	97
	98	if (last_io.major == major && last_io.minor == minor &&
	99	last_io.pid == pid &&
	100	last_io.type == __file_type(inode, pid) &&
04d328de MC	101	last_io.fio.op == fio->op &&
04d328de MC	102	last_io.fio.op_flags == fio->op_flags &&
7a9d7548 CY	103	last_io.fio.new_blkaddr + last_io.len ==
7a9d7548 CY	104	fio->new_blkaddr) {
0e689d03 JK	105	last_io.len++;
	106	return;
	107	}
	108
	109	__print_last_io();
	110
	111	last_io.major = major;
	112	last_io.minor = minor;
	113	last_io.pid = pid;
	114	last_io.type = __file_type(inode, pid);
	115	last_io.fio = *fio;
	116	last_io.len = 1;
	117	return;
63f92ddc	118	}
c0508650 JK	119
	120	void f2fs_build_trace_ios(void)
	121	{
4635b46a	122	mutex_init(&pids_lock);
c0508650	123	}
351f4fba JK	124
	125	#define PIDVEC_SIZE 128
	126	static unsigned int gang_lookup_pids(pid_t *results, unsigned long first_index,
	127	unsigned int max_items)
	128	{
	129	struct radix_tree_iter iter;
	130	void **slot;
	131	unsigned int ret = 0;
	132
	133	if (unlikely(!max_items))
	134	return 0;
	135
	136	radix_tree_for_each_slot(slot, &pids, &iter, first_index) {
	137	results[ret] = iter.index;
b0beab50	138	if (++ret == max_items)
351f4fba JK	139	break;
	140	}
	141	return ret;
	142	}
	143
	144	void f2fs_destroy_trace_ios(void)
	145	{
	146	pid_t pid[PIDVEC_SIZE];
	147	pid_t next_pid = 0;
	148	unsigned int found;
	149
4635b46a	150	mutex_lock(&pids_lock);
351f4fba JK	151	while ((found = gang_lookup_pids(pid, next_pid, PIDVEC_SIZE))) {
	152	unsigned idx;
	153
	154	next_pid = pid[found - 1] + 1;
	155	for (idx = 0; idx < found; idx++)
	156	radix_tree_delete(&pids, pid[idx]);
	157	}
4635b46a	158	mutex_unlock(&pids_lock);
351f4fba	159	}