[linux-block.git] / include / trace / events / writeback.h

#undef TRACE_SYSTEM
#define TRACE_SYSTEM writeback

#if !defined(_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_WRITEBACK_H

#include <linux/tracepoint.h>
#include <linux/backing-dev.h>
#include <linux/writeback.h>

#define show_inode_state(state)					\
	__print_flags(state, "|",				\
		{I_DIRTY_SYNC,		"I_DIRTY_SYNC"},	\
		{I_DIRTY_DATASYNC,	"I_DIRTY_DATASYNC"},	\
		{I_DIRTY_PAGES,		"I_DIRTY_PAGES"},	\
		{I_NEW,			"I_NEW"},		\
		{I_WILL_FREE,		"I_WILL_FREE"},		\
		{I_FREEING,		"I_FREEING"},		\
		{I_CLEAR,		"I_CLEAR"},		\
		{I_SYNC,		"I_SYNC"},		\
		{I_REFERENCED,		"I_REFERENCED"}		\
	)

#define WB_WORK_REASON							\
		{WB_REASON_BACKGROUND,		"background"},		\
		{WB_REASON_TRY_TO_FREE_PAGES,	"try_to_free_pages"},	\
		{WB_REASON_SYNC,		"sync"},		\
		{WB_REASON_PERIODIC,		"periodic"},		\
		{WB_REASON_LAPTOP_TIMER,	"laptop_timer"},	\
		{WB_REASON_FREE_MORE_MEM,	"free_more_memory"},	\
		{WB_REASON_FS_FREE_SPACE,	"fs_free_space"},	\
		{WB_REASON_FORKER_THREAD,	"forker_thread"}

struct wb_writeback_work;

TRACE_EVENT(writeback_dirty_page,

	TP_PROTO(struct page *page, struct address_space *mapping),

	TP_ARGS(page, mapping),

	TP_STRUCT__entry (
		__array(char, name, 32)
		__field(unsigned long, ino)
		__field(pgoff_t, index)
	),

	TP_fast_assign(
		strncpy(__entry->name,
			mapping ? dev_name(inode_to_bdi(mapping->host)->dev) : "(unknown)", 32);
		__entry->ino = mapping ? mapping->host->i_ino : 0;
		__entry->index = page->index;
	),

	TP_printk("bdi %s: ino=%lu index=%lu",
		__entry->name,
		__entry->ino,
		__entry->index
	)
);

DECLARE_EVENT_CLASS(writeback_dirty_inode_template,

	TP_PROTO(struct inode *inode, int flags),

	TP_ARGS(inode, flags),

	TP_STRUCT__entry (
		__array(char, name, 32)
		__field(unsigned long, ino)
		__field(unsigned long, flags)
	),

	TP_fast_assign(
		struct backing_dev_info *bdi = inode_to_bdi(inode);

		/* may be called for files on pseudo FSes w/ unregistered bdi */
		strncpy(__entry->name,
			bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32);
		__entry->ino		= inode->i_ino;
		__entry->flags		= flags;
	),

	TP_printk("bdi %s: ino=%lu flags=%s",
		__entry->name,
		__entry->ino,
		show_inode_state(__entry->flags)
	)
);

DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode_start,

	TP_PROTO(struct inode *inode, int flags),

	TP_ARGS(inode, flags)
);

DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode,

	TP_PROTO(struct inode *inode, int flags),

	TP_ARGS(inode, flags)
);

DECLARE_EVENT_CLASS(writeback_write_inode_template,

	TP_PROTO(struct inode *inode, struct writeback_control *wbc),

	TP_ARGS(inode, wbc),

	TP_STRUCT__entry (
		__array(char, name, 32)
		__field(unsigned long, ino)
		__field(int, sync_mode)
	),

	TP_fast_assign(
		strncpy(__entry->name,
			dev_name(inode_to_bdi(inode)->dev), 32);
		__entry->ino		= inode->i_ino;
		__entry->sync_mode	= wbc->sync_mode;
	),

	TP_printk("bdi %s: ino=%lu sync_mode=%d",
		__entry->name,
		__entry->ino,
		__entry->sync_mode
	)
);

DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode_start,

	TP_PROTO(struct inode *inode, struct writeback_control *wbc),

	TP_ARGS(inode, wbc)
);

DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode,

	TP_PROTO(struct inode *inode, struct writeback_control *wbc),

	TP_ARGS(inode, wbc)
);

DECLARE_EVENT_CLASS(writeback_work_class,
	TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
	TP_ARGS(bdi, work),
	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(long, nr_pages)
		__field(dev_t, sb_dev)
		__field(int, sync_mode)
		__field(int, for_kupdate)
		__field(int, range_cyclic)
		__field(int, for_background)
		__field(int, reason)
	),
	TP_fast_assign(
		strncpy(__entry->name,
			bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32);
		__entry->nr_pages = work->nr_pages;
		__entry->sb_dev = work->sb ? work->sb->s_dev : 0;
		__entry->sync_mode = work->sync_mode;
		__entry->for_kupdate = work->for_kupdate;
		__entry->range_cyclic = work->range_cyclic;
		__entry->for_background	= work->for_background;
		__entry->reason = work->reason;
	),
	TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d "
		  "kupdate=%d range_cyclic=%d background=%d reason=%s",
		  __entry->name,
		  MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev),
		  __entry->nr_pages,
		  __entry->sync_mode,
		  __entry->for_kupdate,
		  __entry->range_cyclic,
		  __entry->for_background,
		  __print_symbolic(__entry->reason, WB_WORK_REASON)
	)
);
#define DEFINE_WRITEBACK_WORK_EVENT(name) \
DEFINE_EVENT(writeback_work_class, name, \
	TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
	TP_ARGS(bdi, work))
DEFINE_WRITEBACK_WORK_EVENT(writeback_queue);
DEFINE_WRITEBACK_WORK_EVENT(writeback_exec);
DEFINE_WRITEBACK_WORK_EVENT(writeback_start);
DEFINE_WRITEBACK_WORK_EVENT(writeback_written);
DEFINE_WRITEBACK_WORK_EVENT(writeback_wait);

TRACE_EVENT(writeback_pages_written,
	TP_PROTO(long pages_written),
	TP_ARGS(pages_written),
	TP_STRUCT__entry(
		__field(long,		pages)
	),
	TP_fast_assign(
		__entry->pages		= pages_written;
	),
	TP_printk("%ld", __entry->pages)
);

DECLARE_EVENT_CLASS(writeback_class,
	TP_PROTO(struct backing_dev_info *bdi),
	TP_ARGS(bdi),
	TP_STRUCT__entry(
		__array(char, name, 32)
	),
	TP_fast_assign(
		strncpy(__entry->name, dev_name(bdi->dev), 32);
	),
	TP_printk("bdi %s",
		  __entry->name
	)
);
#define DEFINE_WRITEBACK_EVENT(name) \
DEFINE_EVENT(writeback_class, name, \
	TP_PROTO(struct backing_dev_info *bdi), \
	TP_ARGS(bdi))

DEFINE_WRITEBACK_EVENT(writeback_nowork);
DEFINE_WRITEBACK_EVENT(writeback_wake_background);
DEFINE_WRITEBACK_EVENT(writeback_bdi_register);
DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister);

DECLARE_EVENT_CLASS(wbc_class,
	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
	TP_ARGS(wbc, bdi),
	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(long, nr_to_write)
		__field(long, pages_skipped)
		__field(int, sync_mode)
		__field(int, for_kupdate)
		__field(int, for_background)
		__field(int, for_reclaim)
		__field(int, range_cyclic)
		__field(long, range_start)
		__field(long, range_end)
	),

	TP_fast_assign(
		strncpy(__entry->name, dev_name(bdi->dev), 32);
		__entry->nr_to_write	= wbc->nr_to_write;
		__entry->pages_skipped	= wbc->pages_skipped;
		__entry->sync_mode	= wbc->sync_mode;
		__entry->for_kupdate	= wbc->for_kupdate;
		__entry->for_background	= wbc->for_background;
		__entry->for_reclaim	= wbc->for_reclaim;
		__entry->range_cyclic	= wbc->range_cyclic;
		__entry->range_start	= (long)wbc->range_start;
		__entry->range_end	= (long)wbc->range_end;
	),

	TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "
		"bgrd=%d reclm=%d cyclic=%d "
		"start=0x%lx end=0x%lx",
		__entry->name,
		__entry->nr_to_write,
		__entry->pages_skipped,
		__entry->sync_mode,
		__entry->for_kupdate,
		__entry->for_background,
		__entry->for_reclaim,
		__entry->range_cyclic,
		__entry->range_start,
		__entry->range_end)
)

#define DEFINE_WBC_EVENT(name) \
DEFINE_EVENT(wbc_class, name, \
	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
	TP_ARGS(wbc, bdi))
DEFINE_WBC_EVENT(wbc_writepage);

TRACE_EVENT(writeback_queue_io,
	TP_PROTO(struct bdi_writeback *wb,
		 struct wb_writeback_work *work,
		 int moved),
	TP_ARGS(wb, work, moved),
	TP_STRUCT__entry(
		__array(char,		name, 32)
		__field(unsigned long,	older)
		__field(long,		age)
		__field(int,		moved)
		__field(int,		reason)
	),
	TP_fast_assign(
		unsigned long *older_than_this = work->older_than_this;
		strncpy(__entry->name, dev_name(wb->bdi->dev), 32);
		__entry->older	= older_than_this ?  *older_than_this : 0;
		__entry->age	= older_than_this ?
				  (jiffies - *older_than_this) * 1000 / HZ : -1;
		__entry->moved	= moved;
		__entry->reason	= work->reason;
	),
	TP_printk("bdi %s: older=%lu age=%ld enqueue=%d reason=%s",
		__entry->name,
		__entry->older,	/* older_than_this in jiffies */
		__entry->age,	/* older_than_this in relative milliseconds */
		__entry->moved,
		__print_symbolic(__entry->reason, WB_WORK_REASON)
	)
);

TRACE_EVENT(global_dirty_state,

	TP_PROTO(unsigned long background_thresh,
		 unsigned long dirty_thresh
	),

	TP_ARGS(background_thresh,
		dirty_thresh
	),

	TP_STRUCT__entry(
		__field(unsigned long,	nr_dirty)
		__field(unsigned long,	nr_writeback)
		__field(unsigned long,	nr_unstable)
		__field(unsigned long,	background_thresh)
		__field(unsigned long,	dirty_thresh)
		__field(unsigned long,	dirty_limit)
		__field(unsigned long,	nr_dirtied)
		__field(unsigned long,	nr_written)
	),

	TP_fast_assign(
		__entry->nr_dirty	= global_page_state(NR_FILE_DIRTY);
		__entry->nr_writeback	= global_page_state(NR_WRITEBACK);
		__entry->nr_unstable	= global_page_state(NR_UNSTABLE_NFS);
		__entry->nr_dirtied	= global_page_state(NR_DIRTIED);
		__entry->nr_written	= global_page_state(NR_WRITTEN);
		__entry->background_thresh = background_thresh;
		__entry->dirty_thresh	= dirty_thresh;
		__entry->dirty_limit = global_dirty_limit;
	),

	TP_printk("dirty=%lu writeback=%lu unstable=%lu "
		  "bg_thresh=%lu thresh=%lu limit=%lu "
		  "dirtied=%lu written=%lu",
		  __entry->nr_dirty,
		  __entry->nr_writeback,
		  __entry->nr_unstable,
		  __entry->background_thresh,
		  __entry->dirty_thresh,
		  __entry->dirty_limit,
		  __entry->nr_dirtied,
		  __entry->nr_written
	)
);

#define KBps(x)			((x) << (PAGE_SHIFT - 10))

TRACE_EVENT(bdi_dirty_ratelimit,

	TP_PROTO(struct backing_dev_info *bdi,
		 unsigned long dirty_rate,
		 unsigned long task_ratelimit),

	TP_ARGS(bdi, dirty_rate, task_ratelimit),

	TP_STRUCT__entry(
		__array(char,		bdi, 32)
		__field(unsigned long,	write_bw)
		__field(unsigned long,	avg_write_bw)
		__field(unsigned long,	dirty_rate)
		__field(unsigned long,	dirty_ratelimit)
		__field(unsigned long,	task_ratelimit)
		__field(unsigned long,	balanced_dirty_ratelimit)
	),

	TP_fast_assign(
		strlcpy(__entry->bdi, dev_name(bdi->dev), 32);
		__entry->write_bw	= KBps(bdi->write_bandwidth);
		__entry->avg_write_bw	= KBps(bdi->avg_write_bandwidth);
		__entry->dirty_rate	= KBps(dirty_rate);
		__entry->dirty_ratelimit = KBps(bdi->dirty_ratelimit);
		__entry->task_ratelimit	= KBps(task_ratelimit);
		__entry->balanced_dirty_ratelimit =
					  KBps(bdi->balanced_dirty_ratelimit);
	),

	TP_printk("bdi %s: "
		  "write_bw=%lu awrite_bw=%lu dirty_rate=%lu "
		  "dirty_ratelimit=%lu task_ratelimit=%lu "
		  "balanced_dirty_ratelimit=%lu",
		  __entry->bdi,
		  __entry->write_bw,		/* write bandwidth */
		  __entry->avg_write_bw,	/* avg write bandwidth */
		  __entry->dirty_rate,		/* bdi dirty rate */
		  __entry->dirty_ratelimit,	/* base ratelimit */
		  __entry->task_ratelimit, /* ratelimit with position control */
		  __entry->balanced_dirty_ratelimit /* the balanced ratelimit */
	)
);

TRACE_EVENT(balance_dirty_pages,

	TP_PROTO(struct backing_dev_info *bdi,
		 unsigned long thresh,
		 unsigned long bg_thresh,
		 unsigned long dirty,
		 unsigned long bdi_thresh,
		 unsigned long bdi_dirty,
		 unsigned long dirty_ratelimit,
		 unsigned long task_ratelimit,
		 unsigned long dirtied,
		 unsigned long period,
		 long pause,
		 unsigned long start_time),

	TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
		dirty_ratelimit, task_ratelimit,
		dirtied, period, pause, start_time),

	TP_STRUCT__entry(
		__array(	 char,	bdi, 32)
		__field(unsigned long,	limit)
		__field(unsigned long,	setpoint)
		__field(unsigned long,	dirty)
		__field(unsigned long,	bdi_setpoint)
		__field(unsigned long,	bdi_dirty)
		__field(unsigned long,	dirty_ratelimit)
		__field(unsigned long,	task_ratelimit)
		__field(unsigned int,	dirtied)
		__field(unsigned int,	dirtied_pause)
		__field(unsigned long,	paused)
		__field(	 long,	pause)
		__field(unsigned long,	period)
		__field(	 long,	think)
	),

	TP_fast_assign(
		unsigned long freerun = (thresh + bg_thresh) / 2;
		strlcpy(__entry->bdi, dev_name(bdi->dev), 32);

		__entry->limit		= global_dirty_limit;
		__entry->setpoint	= (global_dirty_limit + freerun) / 2;
		__entry->dirty		= dirty;
		__entry->bdi_setpoint	= __entry->setpoint *
						bdi_thresh / (thresh + 1);
		__entry->bdi_dirty	= bdi_dirty;
		__entry->dirty_ratelimit = KBps(dirty_ratelimit);
		__entry->task_ratelimit	= KBps(task_ratelimit);
		__entry->dirtied	= dirtied;
		__entry->dirtied_pause	= current->nr_dirtied_pause;
		__entry->think		= current->dirty_paused_when == 0 ? 0 :
			 (long)(jiffies - current->dirty_paused_when) * 1000/HZ;
		__entry->period		= period * 1000 / HZ;
		__entry->pause		= pause * 1000 / HZ;
		__entry->paused		= (jiffies - start_time) * 1000 / HZ;
	),


	TP_printk("bdi %s: "
		  "limit=%lu setpoint=%lu dirty=%lu "
		  "bdi_setpoint=%lu bdi_dirty=%lu "
		  "dirty_ratelimit=%lu task_ratelimit=%lu "
		  "dirtied=%u dirtied_pause=%u "
		  "paused=%lu pause=%ld period=%lu think=%ld",
		  __entry->bdi,
		  __entry->limit,
		  __entry->setpoint,
		  __entry->dirty,
		  __entry->bdi_setpoint,
		  __entry->bdi_dirty,
		  __entry->dirty_ratelimit,
		  __entry->task_ratelimit,
		  __entry->dirtied,
		  __entry->dirtied_pause,
		  __entry->paused,	/* ms */
		  __entry->pause,	/* ms */
		  __entry->period,	/* ms */
		  __entry->think	/* ms */
	  )
);

TRACE_EVENT(writeback_sb_inodes_requeue,

	TP_PROTO(struct inode *inode),
	TP_ARGS(inode),

	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(unsigned long, ino)
		__field(unsigned long, state)
		__field(unsigned long, dirtied_when)
	),

	TP_fast_assign(
		strncpy(__entry->name,
		        dev_name(inode_to_bdi(inode)->dev), 32);
		__entry->ino		= inode->i_ino;
		__entry->state		= inode->i_state;
		__entry->dirtied_when	= inode->dirtied_when;
	),

	TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu",
		  __entry->name,
		  __entry->ino,
		  show_inode_state(__entry->state),
		  __entry->dirtied_when,
		  (jiffies - __entry->dirtied_when) / HZ
	)
);

DECLARE_EVENT_CLASS(writeback_congest_waited_template,

	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),

	TP_ARGS(usec_timeout, usec_delayed),

	TP_STRUCT__entry(
		__field(	unsigned int,	usec_timeout	)
		__field(	unsigned int,	usec_delayed	)
	),

	TP_fast_assign(
		__entry->usec_timeout	= usec_timeout;
		__entry->usec_delayed	= usec_delayed;
	),

	TP_printk("usec_timeout=%u usec_delayed=%u",
			__entry->usec_timeout,
			__entry->usec_delayed)
);

DEFINE_EVENT(writeback_congest_waited_template, writeback_congestion_wait,

	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),

	TP_ARGS(usec_timeout, usec_delayed)
);

DEFINE_EVENT(writeback_congest_waited_template, writeback_wait_iff_congested,

	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),

	TP_ARGS(usec_timeout, usec_delayed)
);

DECLARE_EVENT_CLASS(writeback_single_inode_template,

	TP_PROTO(struct inode *inode,
		 struct writeback_control *wbc,
		 unsigned long nr_to_write
	),

	TP_ARGS(inode, wbc, nr_to_write),

	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(unsigned long, ino)
		__field(unsigned long, state)
		__field(unsigned long, dirtied_when)
		__field(unsigned long, writeback_index)
		__field(long, nr_to_write)
		__field(unsigned long, wrote)
	),

	TP_fast_assign(
		strncpy(__entry->name,
			dev_name(inode_to_bdi(inode)->dev), 32);
		__entry->ino		= inode->i_ino;
		__entry->state		= inode->i_state;
		__entry->dirtied_when	= inode->dirtied_when;
		__entry->writeback_index = inode->i_mapping->writeback_index;
		__entry->nr_to_write	= nr_to_write;
		__entry->wrote		= nr_to_write - wbc->nr_to_write;
	),

	TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu "
		  "index=%lu to_write=%ld wrote=%lu",
		  __entry->name,
		  __entry->ino,
		  show_inode_state(__entry->state),
		  __entry->dirtied_when,
		  (jiffies - __entry->dirtied_when) / HZ,
		  __entry->writeback_index,
		  __entry->nr_to_write,
		  __entry->wrote
	)
);

DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode_start,
	TP_PROTO(struct inode *inode,
		 struct writeback_control *wbc,
		 unsigned long nr_to_write),
	TP_ARGS(inode, wbc, nr_to_write)
);

DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode,
	TP_PROTO(struct inode *inode,
		 struct writeback_control *wbc,
		 unsigned long nr_to_write),
	TP_ARGS(inode, wbc, nr_to_write)
);

#endif /* _TRACE_WRITEBACK_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
455b2864 DC	1	#undef TRACE_SYSTEM
	2	#define TRACE_SYSTEM writeback
	3
	4	#if !defined(_TRACE_WRITEBACK_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	5	#define _TRACE_WRITEBACK_H
	6
f479447a	7	#include <linux/tracepoint.h>
455b2864 DC	8	#include <linux/backing-dev.h>
	9	#include <linux/writeback.h>
	10
251d6a47 WF	11	#define show_inode_state(state) \
	12	__print_flags(state, "\|", \
	13	{I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
	14	{I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
	15	{I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
	16	{I_NEW, "I_NEW"}, \
	17	{I_WILL_FREE, "I_WILL_FREE"}, \
	18	{I_FREEING, "I_FREEING"}, \
	19	{I_CLEAR, "I_CLEAR"}, \
	20	{I_SYNC, "I_SYNC"}, \
	21	{I_REFERENCED, "I_REFERENCED"} \
	22	)
	23
b3bba872 WF	24	#define WB_WORK_REASON \
	25	{WB_REASON_BACKGROUND, "background"}, \
	26	{WB_REASON_TRY_TO_FREE_PAGES, "try_to_free_pages"}, \
	27	{WB_REASON_SYNC, "sync"}, \
	28	{WB_REASON_PERIODIC, "periodic"}, \
	29	{WB_REASON_LAPTOP_TIMER, "laptop_timer"}, \
	30	{WB_REASON_FREE_MORE_MEM, "free_more_memory"}, \
	31	{WB_REASON_FS_FREE_SPACE, "fs_free_space"}, \
	32	{WB_REASON_FORKER_THREAD, "forker_thread"}
	33
455b2864 DC	34	struct wb_writeback_work;
455b2864 DC	35
9fb0a7da TH	36	TRACE_EVENT(writeback_dirty_page,
	37
	38	TP_PROTO(struct page page, struct address_space mapping),
	39
	40	TP_ARGS(page, mapping),
	41
	42	TP_STRUCT__entry (
	43	__array(char, name, 32)
	44	__field(unsigned long, ino)
	45	__field(pgoff_t, index)
	46	),
	47
	48	TP_fast_assign(
	49	strncpy(__entry->name,
de1414a6	50	mapping ? dev_name(inode_to_bdi(mapping->host)->dev) : "(unknown)", 32);
9fb0a7da TH	51	__entry->ino = mapping ? mapping->host->i_ino : 0;
	52	__entry->index = page->index;
	53	),
	54
	55	TP_printk("bdi %s: ino=%lu index=%lu",
	56	__entry->name,
	57	__entry->ino,
	58	__entry->index
	59	)
	60	);
	61
	62	DECLARE_EVENT_CLASS(writeback_dirty_inode_template,
	63
	64	TP_PROTO(struct inode *inode, int flags),
	65
	66	TP_ARGS(inode, flags),
	67
	68	TP_STRUCT__entry (
	69	__array(char, name, 32)
	70	__field(unsigned long, ino)
	71	__field(unsigned long, flags)
	72	),
	73
	74	TP_fast_assign(
de1414a6	75	struct backing_dev_info *bdi = inode_to_bdi(inode);
9fb0a7da TH	76
	77	/* may be called for files on pseudo FSes w/ unregistered bdi */
	78	strncpy(__entry->name,
	79	bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32);
	80	__entry->ino = inode->i_ino;
	81	__entry->flags = flags;
	82	),
	83
	84	TP_printk("bdi %s: ino=%lu flags=%s",
	85	__entry->name,
	86	__entry->ino,
	87	show_inode_state(__entry->flags)
	88	)
	89	);
	90
	91	DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode_start,
	92
	93	TP_PROTO(struct inode *inode, int flags),
	94
	95	TP_ARGS(inode, flags)
	96	);
	97
	98	DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode,
	99
	100	TP_PROTO(struct inode *inode, int flags),
	101
	102	TP_ARGS(inode, flags)
	103	);
	104
	105	DECLARE_EVENT_CLASS(writeback_write_inode_template,
	106
	107	TP_PROTO(struct inode inode, struct writeback_control wbc),
	108
	109	TP_ARGS(inode, wbc),
	110
	111	TP_STRUCT__entry (
	112	__array(char, name, 32)
	113	__field(unsigned long, ino)
	114	__field(int, sync_mode)
	115	),
	116
	117	TP_fast_assign(
	118	strncpy(__entry->name,
de1414a6	119	dev_name(inode_to_bdi(inode)->dev), 32);
9fb0a7da TH	120	__entry->ino = inode->i_ino;
	121	__entry->sync_mode = wbc->sync_mode;
	122	),
	123
	124	TP_printk("bdi %s: ino=%lu sync_mode=%d",
	125	__entry->name,
	126	__entry->ino,
	127	__entry->sync_mode
	128	)
	129	);
	130
	131	DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode_start,
	132
	133	TP_PROTO(struct inode inode, struct writeback_control wbc),
	134
	135	TP_ARGS(inode, wbc)
	136	);
	137
	138	DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode,
	139
	140	TP_PROTO(struct inode inode, struct writeback_control wbc),
	141
	142	TP_ARGS(inode, wbc)
	143	);
	144
455b2864 DC	145	DECLARE_EVENT_CLASS(writeback_work_class,
	146	TP_PROTO(struct backing_dev_info bdi, struct wb_writeback_work work),
	147	TP_ARGS(bdi, work),
	148	TP_STRUCT__entry(
	149	__array(char, name, 32)
	150	__field(long, nr_pages)
	151	__field(dev_t, sb_dev)
	152	__field(int, sync_mode)
	153	__field(int, for_kupdate)
	154	__field(int, range_cyclic)
	155	__field(int, for_background)
0e175a18	156	__field(int, reason)
455b2864 DC	157	),
455b2864 DC	158	TP_fast_assign(
df0ce26c CH	159	strncpy(__entry->name,
df0ce26c CH	160	bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32);
455b2864 DC	161	__entry->nr_pages = work->nr_pages;
	162	__entry->sb_dev = work->sb ? work->sb->s_dev : 0;
	163	__entry->sync_mode = work->sync_mode;
	164	__entry->for_kupdate = work->for_kupdate;
	165	__entry->range_cyclic = work->range_cyclic;
	166	__entry->for_background = work->for_background;
0e175a18	167	__entry->reason = work->reason;
455b2864 DC	168	),
455b2864 DC	169	TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d "
0e175a18	170	"kupdate=%d range_cyclic=%d background=%d reason=%s",
455b2864 DC	171	__entry->name,
	172	MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev),
	173	__entry->nr_pages,
	174	__entry->sync_mode,
	175	__entry->for_kupdate,
	176	__entry->range_cyclic,
0e175a18	177	__entry->for_background,
b3bba872	178	__print_symbolic(__entry->reason, WB_WORK_REASON)
455b2864 DC	179	)
	180	);
	181	#define DEFINE_WRITEBACK_WORK_EVENT(name) \
	182	DEFINE_EVENT(writeback_work_class, name, \
	183	TP_PROTO(struct backing_dev_info bdi, struct wb_writeback_work work), \
	184	TP_ARGS(bdi, work))
455b2864 DC	185	DEFINE_WRITEBACK_WORK_EVENT(writeback_queue);
455b2864 DC	186	DEFINE_WRITEBACK_WORK_EVENT(writeback_exec);
d46db3d5 WF	187	DEFINE_WRITEBACK_WORK_EVENT(writeback_start);
	188	DEFINE_WRITEBACK_WORK_EVENT(writeback_written);
	189	DEFINE_WRITEBACK_WORK_EVENT(writeback_wait);
455b2864 DC	190
	191	TRACE_EVENT(writeback_pages_written,
	192	TP_PROTO(long pages_written),
	193	TP_ARGS(pages_written),
	194	TP_STRUCT__entry(
	195	__field(long, pages)
	196	),
	197	TP_fast_assign(
	198	__entry->pages = pages_written;
	199	),
	200	TP_printk("%ld", __entry->pages)
	201	);
	202
	203	DECLARE_EVENT_CLASS(writeback_class,
	204	TP_PROTO(struct backing_dev_info *bdi),
	205	TP_ARGS(bdi),
	206	TP_STRUCT__entry(
	207	__array(char, name, 32)
	208	),
	209	TP_fast_assign(
	210	strncpy(__entry->name, dev_name(bdi->dev), 32);
	211	),
	212	TP_printk("bdi %s",
	213	__entry->name
	214	)
	215	);
	216	#define DEFINE_WRITEBACK_EVENT(name) \
	217	DEFINE_EVENT(writeback_class, name, \
	218	TP_PROTO(struct backing_dev_info *bdi), \
	219	TP_ARGS(bdi))
	220
	221	DEFINE_WRITEBACK_EVENT(writeback_nowork);
71927e84	222	DEFINE_WRITEBACK_EVENT(writeback_wake_background);
455b2864 DC	223	DEFINE_WRITEBACK_EVENT(writeback_bdi_register);
455b2864 DC	224	DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister);
455b2864	225
028c2dd1 DC	226	DECLARE_EVENT_CLASS(wbc_class,
	227	TP_PROTO(struct writeback_control wbc, struct backing_dev_info bdi),
	228	TP_ARGS(wbc, bdi),
	229	TP_STRUCT__entry(
	230	__array(char, name, 32)
	231	__field(long, nr_to_write)
	232	__field(long, pages_skipped)
	233	__field(int, sync_mode)
028c2dd1 DC	234	__field(int, for_kupdate)
	235	__field(int, for_background)
	236	__field(int, for_reclaim)
	237	__field(int, range_cyclic)
028c2dd1 DC	238	__field(long, range_start)
	239	__field(long, range_end)
	240	),
	241
	242	TP_fast_assign(
	243	strncpy(__entry->name, dev_name(bdi->dev), 32);
	244	__entry->nr_to_write = wbc->nr_to_write;
	245	__entry->pages_skipped = wbc->pages_skipped;
	246	__entry->sync_mode = wbc->sync_mode;
	247	__entry->for_kupdate = wbc->for_kupdate;
	248	__entry->for_background = wbc->for_background;
	249	__entry->for_reclaim = wbc->for_reclaim;
	250	__entry->range_cyclic = wbc->range_cyclic;
028c2dd1 DC	251	__entry->range_start = (long)wbc->range_start;
	252	__entry->range_end = (long)wbc->range_end;
	253	),
	254
	255	TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "
d46db3d5	256	"bgrd=%d reclm=%d cyclic=%d "
028c2dd1 DC	257	"start=0x%lx end=0x%lx",
	258	__entry->name,
	259	__entry->nr_to_write,
	260	__entry->pages_skipped,
	261	__entry->sync_mode,
	262	__entry->for_kupdate,
	263	__entry->for_background,
	264	__entry->for_reclaim,
	265	__entry->range_cyclic,
028c2dd1 DC	266	__entry->range_start,
	267	__entry->range_end)
	268	)
	269
	270	#define DEFINE_WBC_EVENT(name) \
	271	DEFINE_EVENT(wbc_class, name, \
	272	TP_PROTO(struct writeback_control wbc, struct backing_dev_info bdi), \
	273	TP_ARGS(wbc, bdi))
9e094383	274	DEFINE_WBC_EVENT(wbc_writepage);
028c2dd1	275
e84d0a4f WF	276	TRACE_EVENT(writeback_queue_io,
e84d0a4f WF	277	TP_PROTO(struct bdi_writeback *wb,
ad4e38dd	278	struct wb_writeback_work *work,
e84d0a4f	279	int moved),
ad4e38dd	280	TP_ARGS(wb, work, moved),
e84d0a4f WF	281	TP_STRUCT__entry(
	282	__array(char, name, 32)
	283	__field(unsigned long, older)
	284	__field(long, age)
	285	__field(int, moved)
0e175a18	286	__field(int, reason)
e84d0a4f WF	287	),
e84d0a4f WF	288	TP_fast_assign(
0dc83bd3	289	unsigned long *older_than_this = work->older_than_this;
e84d0a4f	290	strncpy(__entry->name, dev_name(wb->bdi->dev), 32);
0dc83bd3	291	__entry->older = older_than_this ? *older_than_this : 0;
e84d0a4f	292	__entry->age = older_than_this ?
0dc83bd3	293	(jiffies - older_than_this) 1000 / HZ : -1;
e84d0a4f	294	__entry->moved = moved;
0e175a18	295	__entry->reason = work->reason;
e84d0a4f	296	),
0e175a18	297	TP_printk("bdi %s: older=%lu age=%ld enqueue=%d reason=%s",
e84d0a4f WF	298	__entry->name,
	299	__entry->older, /* older_than_this in jiffies */
	300	__entry->age, /* older_than_this in relative milliseconds */
0e175a18	301	__entry->moved,
b3bba872 WF	302	__print_symbolic(__entry->reason, WB_WORK_REASON)
b3bba872 WF	303	)
e84d0a4f WF	304	);
e84d0a4f WF	305
e1cbe236 WF	306	TRACE_EVENT(global_dirty_state,
	307
	308	TP_PROTO(unsigned long background_thresh,
	309	unsigned long dirty_thresh
	310	),
	311
	312	TP_ARGS(background_thresh,
	313	dirty_thresh
	314	),
	315
	316	TP_STRUCT__entry(
	317	__field(unsigned long, nr_dirty)
	318	__field(unsigned long, nr_writeback)
	319	__field(unsigned long, nr_unstable)
	320	__field(unsigned long, background_thresh)
	321	__field(unsigned long, dirty_thresh)
	322	__field(unsigned long, dirty_limit)
	323	__field(unsigned long, nr_dirtied)
	324	__field(unsigned long, nr_written)
	325	),
	326
	327	TP_fast_assign(
	328	__entry->nr_dirty = global_page_state(NR_FILE_DIRTY);
	329	__entry->nr_writeback = global_page_state(NR_WRITEBACK);
	330	__entry->nr_unstable = global_page_state(NR_UNSTABLE_NFS);
	331	__entry->nr_dirtied = global_page_state(NR_DIRTIED);
	332	__entry->nr_written = global_page_state(NR_WRITTEN);
	333	__entry->background_thresh = background_thresh;
	334	__entry->dirty_thresh = dirty_thresh;
	335	__entry->dirty_limit = global_dirty_limit;
	336	),
	337
	338	TP_printk("dirty=%lu writeback=%lu unstable=%lu "
	339	"bg_thresh=%lu thresh=%lu limit=%lu "
	340	"dirtied=%lu written=%lu",
	341	__entry->nr_dirty,
	342	__entry->nr_writeback,
	343	__entry->nr_unstable,
	344	__entry->background_thresh,
	345	__entry->dirty_thresh,
	346	__entry->dirty_limit,
	347	__entry->nr_dirtied,
	348	__entry->nr_written
	349	)
	350	);
	351
b48c104d WF	352	#define KBps(x) ((x) << (PAGE_SHIFT - 10))
	353
	354	TRACE_EVENT(bdi_dirty_ratelimit,
	355
	356	TP_PROTO(struct backing_dev_info *bdi,
	357	unsigned long dirty_rate,
	358	unsigned long task_ratelimit),
	359
	360	TP_ARGS(bdi, dirty_rate, task_ratelimit),
	361
	362	TP_STRUCT__entry(
	363	__array(char, bdi, 32)
	364	__field(unsigned long, write_bw)
	365	__field(unsigned long, avg_write_bw)
	366	__field(unsigned long, dirty_rate)
	367	__field(unsigned long, dirty_ratelimit)
	368	__field(unsigned long, task_ratelimit)
	369	__field(unsigned long, balanced_dirty_ratelimit)
	370	),
	371
	372	TP_fast_assign(
	373	strlcpy(__entry->bdi, dev_name(bdi->dev), 32);
	374	__entry->write_bw = KBps(bdi->write_bandwidth);
	375	__entry->avg_write_bw = KBps(bdi->avg_write_bandwidth);
	376	__entry->dirty_rate = KBps(dirty_rate);
	377	__entry->dirty_ratelimit = KBps(bdi->dirty_ratelimit);
	378	__entry->task_ratelimit = KBps(task_ratelimit);
	379	__entry->balanced_dirty_ratelimit =
	380	KBps(bdi->balanced_dirty_ratelimit);
	381	),
	382
	383	TP_printk("bdi %s: "
	384	"write_bw=%lu awrite_bw=%lu dirty_rate=%lu "
	385	"dirty_ratelimit=%lu task_ratelimit=%lu "
	386	"balanced_dirty_ratelimit=%lu",
	387	__entry->bdi,
	388	__entry->write_bw, /* write bandwidth */
	389	__entry->avg_write_bw, /* avg write bandwidth */
	390	__entry->dirty_rate, /* bdi dirty rate */
	391	__entry->dirty_ratelimit, /* base ratelimit */
	392	__entry->task_ratelimit, /* ratelimit with position control */
	393	__entry->balanced_dirty_ratelimit /* the balanced ratelimit */
	394	)
	395	);
	396
ece13ac3 WF	397	TRACE_EVENT(balance_dirty_pages,
	398
	399	TP_PROTO(struct backing_dev_info *bdi,
	400	unsigned long thresh,
	401	unsigned long bg_thresh,
	402	unsigned long dirty,
	403	unsigned long bdi_thresh,
	404	unsigned long bdi_dirty,
	405	unsigned long dirty_ratelimit,
	406	unsigned long task_ratelimit,
	407	unsigned long dirtied,
83712358	408	unsigned long period,
ece13ac3 WF	409	long pause,
	410	unsigned long start_time),
	411
	412	TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
	413	dirty_ratelimit, task_ratelimit,
83712358	414	dirtied, period, pause, start_time),
ece13ac3 WF	415
	416	TP_STRUCT__entry(
	417	__array( char, bdi, 32)
	418	__field(unsigned long, limit)
	419	__field(unsigned long, setpoint)
	420	__field(unsigned long, dirty)
	421	__field(unsigned long, bdi_setpoint)
	422	__field(unsigned long, bdi_dirty)
	423	__field(unsigned long, dirty_ratelimit)
	424	__field(unsigned long, task_ratelimit)
	425	__field(unsigned int, dirtied)
	426	__field(unsigned int, dirtied_pause)
	427	__field(unsigned long, paused)
	428	__field( long, pause)
83712358 WF	429	__field(unsigned long, period)
83712358 WF	430	__field( long, think)
ece13ac3 WF	431	),
	432
	433	TP_fast_assign(
	434	unsigned long freerun = (thresh + bg_thresh) / 2;
	435	strlcpy(__entry->bdi, dev_name(bdi->dev), 32);
	436
	437	__entry->limit = global_dirty_limit;
	438	__entry->setpoint = (global_dirty_limit + freerun) / 2;
	439	__entry->dirty = dirty;
	440	__entry->bdi_setpoint = __entry->setpoint *
	441	bdi_thresh / (thresh + 1);
	442	__entry->bdi_dirty = bdi_dirty;
	443	__entry->dirty_ratelimit = KBps(dirty_ratelimit);
	444	__entry->task_ratelimit = KBps(task_ratelimit);
	445	__entry->dirtied = dirtied;
	446	__entry->dirtied_pause = current->nr_dirtied_pause;
83712358 WF	447	__entry->think = current->dirty_paused_when == 0 ? 0 :
	448	(long)(jiffies - current->dirty_paused_when) * 1000/HZ;
	449	__entry->period = period * 1000 / HZ;
ece13ac3 WF	450	__entry->pause = pause * 1000 / HZ;
	451	__entry->paused = (jiffies - start_time) * 1000 / HZ;
	452	),
	453
	454
	455	TP_printk("bdi %s: "
	456	"limit=%lu setpoint=%lu dirty=%lu "
	457	"bdi_setpoint=%lu bdi_dirty=%lu "
	458	"dirty_ratelimit=%lu task_ratelimit=%lu "
	459	"dirtied=%u dirtied_pause=%u "
83712358	460	"paused=%lu pause=%ld period=%lu think=%ld",
ece13ac3 WF	461	__entry->bdi,
	462	__entry->limit,
	463	__entry->setpoint,
	464	__entry->dirty,
	465	__entry->bdi_setpoint,
	466	__entry->bdi_dirty,
	467	__entry->dirty_ratelimit,
	468	__entry->task_ratelimit,
	469	__entry->dirtied,
	470	__entry->dirtied_pause,
	471	__entry->paused, /* ms */
83712358 WF	472	__entry->pause, /* ms */
	473	__entry->period, /* ms */
	474	__entry->think /* ms */
ece13ac3 WF	475	)
	476	);
	477
cc1676d9 JK	478	TRACE_EVENT(writeback_sb_inodes_requeue,
	479
	480	TP_PROTO(struct inode *inode),
	481	TP_ARGS(inode),
	482
	483	TP_STRUCT__entry(
	484	__array(char, name, 32)
	485	__field(unsigned long, ino)
	486	__field(unsigned long, state)
	487	__field(unsigned long, dirtied_when)
	488	),
	489
	490	TP_fast_assign(
	491	strncpy(__entry->name,
	492	dev_name(inode_to_bdi(inode)->dev), 32);
	493	__entry->ino = inode->i_ino;
	494	__entry->state = inode->i_state;
	495	__entry->dirtied_when = inode->dirtied_when;
	496	),
	497
	498	TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu",
	499	__entry->name,
	500	__entry->ino,
	501	show_inode_state(__entry->state),
	502	__entry->dirtied_when,
	503	(jiffies - __entry->dirtied_when) / HZ
	504	)
	505	);
	506
52bb9198 MG	507	DECLARE_EVENT_CLASS(writeback_congest_waited_template,
	508
	509	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
	510
	511	TP_ARGS(usec_timeout, usec_delayed),
	512
	513	TP_STRUCT__entry(
	514	__field( unsigned int, usec_timeout )
	515	__field( unsigned int, usec_delayed )
	516	),
	517
	518	TP_fast_assign(
	519	__entry->usec_timeout = usec_timeout;
	520	__entry->usec_delayed = usec_delayed;
	521	),
	522
	523	TP_printk("usec_timeout=%u usec_delayed=%u",
	524	__entry->usec_timeout,
	525	__entry->usec_delayed)
	526	);
	527
	528	DEFINE_EVENT(writeback_congest_waited_template, writeback_congestion_wait,
	529
	530	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
	531
	532	TP_ARGS(usec_timeout, usec_delayed)
	533	);
	534
0e093d99 MG	535	DEFINE_EVENT(writeback_congest_waited_template, writeback_wait_iff_congested,
	536
	537	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
	538
	539	TP_ARGS(usec_timeout, usec_delayed)
	540	);
	541
251d6a47 WF	542	DECLARE_EVENT_CLASS(writeback_single_inode_template,
	543
	544	TP_PROTO(struct inode *inode,
	545	struct writeback_control *wbc,
	546	unsigned long nr_to_write
	547	),
	548
	549	TP_ARGS(inode, wbc, nr_to_write),
	550
	551	TP_STRUCT__entry(
	552	__array(char, name, 32)
	553	__field(unsigned long, ino)
	554	__field(unsigned long, state)
c8ad6206	555	__field(unsigned long, dirtied_when)
251d6a47 WF	556	__field(unsigned long, writeback_index)
	557	__field(long, nr_to_write)
	558	__field(unsigned long, wrote)
	559	),
	560
	561	TP_fast_assign(
	562	strncpy(__entry->name,
15eb77a0	563	dev_name(inode_to_bdi(inode)->dev), 32);
251d6a47 WF	564	__entry->ino = inode->i_ino;
251d6a47 WF	565	__entry->state = inode->i_state;
c8ad6206	566	__entry->dirtied_when = inode->dirtied_when;
251d6a47 WF	567	__entry->writeback_index = inode->i_mapping->writeback_index;
	568	__entry->nr_to_write = nr_to_write;
	569	__entry->wrote = nr_to_write - wbc->nr_to_write;
	570	),
	571
c8ad6206	572	TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu "
251d6a47 WF	573	"index=%lu to_write=%ld wrote=%lu",
	574	__entry->name,
	575	__entry->ino,
	576	show_inode_state(__entry->state),
c8ad6206 WF	577	__entry->dirtied_when,
c8ad6206 WF	578	(jiffies - __entry->dirtied_when) / HZ,
251d6a47 WF	579	__entry->writeback_index,
	580	__entry->nr_to_write,
	581	__entry->wrote
	582	)
	583	);
	584
9fb0a7da TH	585	DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode_start,
	586	TP_PROTO(struct inode *inode,
	587	struct writeback_control *wbc,
	588	unsigned long nr_to_write),
	589	TP_ARGS(inode, wbc, nr_to_write)
	590	);
	591
251d6a47 WF	592	DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode,
	593	TP_PROTO(struct inode *inode,
	594	struct writeback_control *wbc,
	595	unsigned long nr_to_write),
	596	TP_ARGS(inode, wbc, nr_to_write)
	597	);
	598
455b2864 DC	599	#endif /* _TRACE_WRITEBACK_H */
	600
	601	/* This part must be outside protection */
	602	#include <trace/define_trace.h>