[linux-2.6-block.git] / fs / f2fs / trace.c

// SPDX-License-Identifier: GPL-2.0
/*
 * f2fs IO tracer
 *
 * Copyright (c) 2014 Motorola Mobility
 * Copyright (c) 2014 Jaegeuk Kim <jaegeuk@kernel.org>
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/sched.h>
#include <linux/radix-tree.h>

#include "f2fs.h"
#include "trace.h"

static RADIX_TREE(pids, GFP_ATOMIC);
static spinlock_t pids_lock;
static struct last_io_info last_io;

static inline void __print_last_io(void)
{
	if (!last_io.len)
		return;

	trace_printk("%3x:%3x %4x %-16s %2x %5x %5x %12x %4x\n",
			last_io.major, last_io.minor,
			last_io.pid, "----------------",
			last_io.type,
			last_io.fio.op, last_io.fio.op_flags,
			last_io.fio.new_blkaddr,
			last_io.len);
	memset(&last_io, 0, sizeof(last_io));
}

static int __file_type(struct inode *inode, pid_t pid)
{
	if (f2fs_is_atomic_file(inode))
		return __ATOMIC_FILE;
	else if (f2fs_is_volatile_file(inode))
		return __VOLATILE_FILE;
	else if (S_ISDIR(inode->i_mode))
		return __DIR_FILE;
	else if (inode->i_ino == F2FS_NODE_INO(F2FS_I_SB(inode)))
		return __NODE_FILE;
	else if (inode->i_ino == F2FS_META_INO(F2FS_I_SB(inode)))
		return __META_FILE;
	else if (pid)
		return __NORMAL_FILE;
	else
		return __MISC_FILE;
}

void f2fs_trace_pid(struct page *page)
{
	struct inode *inode = page->mapping->host;
	pid_t pid = task_pid_nr(current);
	void *p;

	set_page_private(page, (unsigned long)pid);

retry:
	if (radix_tree_preload(GFP_NOFS))
		return;

	spin_lock(&pids_lock);
	p = radix_tree_lookup(&pids, pid);
	if (p == current)
		goto out;
	if (p)
		radix_tree_delete(&pids, pid);

	if (radix_tree_insert(&pids, pid, current)) {
		spin_unlock(&pids_lock);
		radix_tree_preload_end();
		cond_resched();
		goto retry;
	}

	trace_printk("%3x:%3x %4x %-16s\n",
			MAJOR(inode->i_sb->s_dev), MINOR(inode->i_sb->s_dev),
			pid, current->comm);
out:
	spin_unlock(&pids_lock);
	radix_tree_preload_end();
}

void f2fs_trace_ios(struct f2fs_io_info *fio, int flush)
{
	struct inode *inode;
	pid_t pid;
	int major, minor;

	if (flush) {
		__print_last_io();
		return;
	}

	inode = fio->page->mapping->host;
	pid = page_private(fio->page);

	major = MAJOR(inode->i_sb->s_dev);
	minor = MINOR(inode->i_sb->s_dev);

	if (last_io.major == major && last_io.minor == minor &&
			last_io.pid == pid &&
			last_io.type == __file_type(inode, pid) &&
			last_io.fio.op == fio->op &&
			last_io.fio.op_flags == fio->op_flags &&
			last_io.fio.new_blkaddr + last_io.len ==
							fio->new_blkaddr) {
		last_io.len++;
		return;
	}

	__print_last_io();

	last_io.major = major;
	last_io.minor = minor;
	last_io.pid = pid;
	last_io.type = __file_type(inode, pid);
	last_io.fio = *fio;
	last_io.len = 1;
	return;
}

void f2fs_build_trace_ios(void)
{
	spin_lock_init(&pids_lock);
}

#define PIDVEC_SIZE	128
static unsigned int gang_lookup_pids(pid_t *results, unsigned long first_index,
							unsigned int max_items)
{
	struct radix_tree_iter iter;
	void **slot;
	unsigned int ret = 0;

	if (unlikely(!max_items))
		return 0;

	radix_tree_for_each_slot(slot, &pids, &iter, first_index) {
		results[ret] = iter.index;
		if (++ret == max_items)
			break;
	}
	return ret;
}

void f2fs_destroy_trace_ios(void)
{
	pid_t pid[PIDVEC_SIZE];
	pid_t next_pid = 0;
	unsigned int found;

	spin_lock(&pids_lock);
	while ((found = gang_lookup_pids(pid, next_pid, PIDVEC_SIZE))) {
		unsigned idx;

		next_pid = pid[found - 1] + 1;
		for (idx = 0; idx < found; idx++)
			radix_tree_delete(&pids, pid[idx]);
	}
	spin_unlock(&pids_lock);
}
Commit	Line	Data
7c1a000d	1	// SPDX-License-Identifier: GPL-2.0
63f92ddc JK	2	/*
	3	* f2fs IO tracer
	4	*
	5	* Copyright (c) 2014 Motorola Mobility
	6	* Copyright (c) 2014 Jaegeuk Kim <jaegeuk@kernel.org>
63f92ddc JK	7	*/
	8	#include <linux/fs.h>
	9	#include <linux/f2fs_fs.h>
	10	#include <linux/sched.h>
351f4fba	11	#include <linux/radix-tree.h>
63f92ddc JK	12
	13	#include "f2fs.h"
	14	#include "trace.h"
	15
29e7043f	16	static RADIX_TREE(pids, GFP_ATOMIC);
9083977d	17	static spinlock_t pids_lock;
29e7043f	18	static struct last_io_info last_io;
0e689d03 JK	19
	20	static inline void __print_last_io(void)
	21	{
	22	if (!last_io.len)
	23	return;
	24
04d328de	25	trace_printk("%3x:%3x %4x %-16s %2x %5x %5x %12x %4x\n",
0e689d03 JK	26	last_io.major, last_io.minor,
	27	last_io.pid, "----------------",
	28	last_io.type,
04d328de	29	last_io.fio.op, last_io.fio.op_flags,
7a9d7548	30	last_io.fio.new_blkaddr,
0e689d03 JK	31	last_io.len);
	32	memset(&last_io, 0, sizeof(last_io));
	33	}
	34
	35	static int __file_type(struct inode *inode, pid_t pid)
	36	{
	37	if (f2fs_is_atomic_file(inode))
	38	return __ATOMIC_FILE;
	39	else if (f2fs_is_volatile_file(inode))
	40	return __VOLATILE_FILE;
	41	else if (S_ISDIR(inode->i_mode))
	42	return __DIR_FILE;
	43	else if (inode->i_ino == F2FS_NODE_INO(F2FS_I_SB(inode)))
	44	return __NODE_FILE;
	45	else if (inode->i_ino == F2FS_META_INO(F2FS_I_SB(inode)))
	46	return __META_FILE;
	47	else if (pid)
	48	return __NORMAL_FILE;
	49	else
	50	return __MISC_FILE;
	51	}
	52
63f92ddc JK	53	void f2fs_trace_pid(struct page *page)
63f92ddc JK	54	{
0e689d03 JK	55	struct inode *inode = page->mapping->host;
	56	pid_t pid = task_pid_nr(current);
	57	void *p;
	58
5f4c3dec	59	set_page_private(page, (unsigned long)pid);
0e689d03	60
9083977d	61	retry:
c0508650 JK	62	if (radix_tree_preload(GFP_NOFS))
	63	return;
	64
9083977d	65	spin_lock(&pids_lock);
0e689d03 JK	66	p = radix_tree_lookup(&pids, pid);
0e689d03 JK	67	if (p == current)
c0508650	68	goto out;
0e689d03 JK	69	if (p)
	70	radix_tree_delete(&pids, pid);
	71
9083977d ST	72	if (radix_tree_insert(&pids, pid, current)) {
	73	spin_unlock(&pids_lock);
	74	radix_tree_preload_end();
	75	cond_resched();
	76	goto retry;
	77	}
0e689d03 JK	78
	79	trace_printk("%3x:%3x %4x %-16s\n",
	80	MAJOR(inode->i_sb->s_dev), MINOR(inode->i_sb->s_dev),
	81	pid, current->comm);
c0508650	82	out:
9083977d	83	spin_unlock(&pids_lock);
c0508650	84	radix_tree_preload_end();
63f92ddc JK	85	}
63f92ddc JK	86
05ca3632	87	void f2fs_trace_ios(struct f2fs_io_info *fio, int flush)
63f92ddc	88	{
0e689d03 JK	89	struct inode *inode;
	90	pid_t pid;
	91	int major, minor;
	92
	93	if (flush) {
	94	__print_last_io();
	95	return;
	96	}
	97
05ca3632 JK	98	inode = fio->page->mapping->host;
05ca3632 JK	99	pid = page_private(fio->page);
0e689d03 JK	100
	101	major = MAJOR(inode->i_sb->s_dev);
	102	minor = MINOR(inode->i_sb->s_dev);
	103
	104	if (last_io.major == major && last_io.minor == minor &&
	105	last_io.pid == pid &&
	106	last_io.type == __file_type(inode, pid) &&
04d328de MC	107	last_io.fio.op == fio->op &&
04d328de MC	108	last_io.fio.op_flags == fio->op_flags &&
7a9d7548 CY	109	last_io.fio.new_blkaddr + last_io.len ==
7a9d7548 CY	110	fio->new_blkaddr) {
0e689d03 JK	111	last_io.len++;
	112	return;
	113	}
	114
	115	__print_last_io();
	116
	117	last_io.major = major;
	118	last_io.minor = minor;
	119	last_io.pid = pid;
	120	last_io.type = __file_type(inode, pid);
	121	last_io.fio = *fio;
	122	last_io.len = 1;
	123	return;
63f92ddc	124	}
c0508650 JK	125
	126	void f2fs_build_trace_ios(void)
	127	{
9083977d	128	spin_lock_init(&pids_lock);
c0508650	129	}
351f4fba JK	130
	131	#define PIDVEC_SIZE 128
	132	static unsigned int gang_lookup_pids(pid_t *results, unsigned long first_index,
	133	unsigned int max_items)
	134	{
	135	struct radix_tree_iter iter;
	136	void **slot;
	137	unsigned int ret = 0;
	138
	139	if (unlikely(!max_items))
	140	return 0;
	141
	142	radix_tree_for_each_slot(slot, &pids, &iter, first_index) {
	143	results[ret] = iter.index;
b0beab50	144	if (++ret == max_items)
351f4fba JK	145	break;
	146	}
	147	return ret;
	148	}
	149
	150	void f2fs_destroy_trace_ios(void)
	151	{
	152	pid_t pid[PIDVEC_SIZE];
	153	pid_t next_pid = 0;
	154	unsigned int found;
	155
9083977d	156	spin_lock(&pids_lock);
351f4fba JK	157	while ((found = gang_lookup_pids(pid, next_pid, PIDVEC_SIZE))) {
	158	unsigned idx;
	159
	160	next_pid = pid[found - 1] + 1;
	161	for (idx = 0; idx < found; idx++)
	162	radix_tree_delete(&pids, pid[idx]);
	163	}
9083977d	164	spin_unlock(&pids_lock);
351f4fba	165	}