[linux-2.6-block.git] / include / trace / events / iocost.h

/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM iocost

struct ioc;
struct ioc_now;
struct ioc_gq;

#if !defined(_TRACE_BLK_IOCOST_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_BLK_IOCOST_H

#include <linux/tracepoint.h>

TRACE_EVENT(iocost_iocg_activate,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u64 last_period, u64 cur_period, u64 vtime),

	TP_ARGS(iocg, path, now, last_period, cur_period, vtime),

	TP_STRUCT__entry (
		__string(devname, ioc_name(iocg->ioc))
		__string(cgroup, path)
		__field(u64, now)
		__field(u64, vnow)
		__field(u64, vrate)
		__field(u64, last_period)
		__field(u64, cur_period)
		__field(u64, vtime)
		__field(u32, weight)
		__field(u32, inuse)
		__field(u64, hweight_active)
		__field(u64, hweight_inuse)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(iocg->ioc));
		__assign_str(cgroup, path);
		__entry->now = now->now;
		__entry->vnow = now->vnow;
		__entry->vrate = now->vrate;
		__entry->last_period = last_period;
		__entry->cur_period = cur_period;
		__entry->vtime = vtime;
		__entry->weight = iocg->weight;
		__entry->inuse = iocg->inuse;
		__entry->hweight_active = iocg->hweight_active;
		__entry->hweight_inuse = iocg->hweight_inuse;
	),

	TP_printk("[%s:%s] now=%llu:%llu vrate=%llu "
		  "period=%llu->%llu vtime=%llu "
		  "weight=%u/%u hweight=%llu/%llu",
		__get_str(devname), __get_str(cgroup),
		__entry->now, __entry->vnow, __entry->vrate,
		__entry->last_period, __entry->cur_period,
		__entry->vtime, __entry->inuse, __entry->weight,
		__entry->hweight_inuse, __entry->hweight_active
	)
);

DECLARE_EVENT_CLASS(iocg_inuse_update,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse),

	TP_STRUCT__entry (
		__string(devname, ioc_name(iocg->ioc))
		__string(cgroup, path)
		__field(u64, now)
		__field(u32, old_inuse)
		__field(u32, new_inuse)
		__field(u64, old_hweight_inuse)
		__field(u64, new_hweight_inuse)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(iocg->ioc));
		__assign_str(cgroup, path);
		__entry->now = now->now;
		__entry->old_inuse = old_inuse;
		__entry->new_inuse = new_inuse;
		__entry->old_hweight_inuse = old_hw_inuse;
		__entry->new_hweight_inuse = new_hw_inuse;
	),

	TP_printk("[%s:%s] now=%llu inuse=%u->%u hw_inuse=%llu->%llu",
		__get_str(devname), __get_str(cgroup), __entry->now,
		__entry->old_inuse, __entry->new_inuse,
		__entry->old_hweight_inuse, __entry->new_hweight_inuse
	)
);

DEFINE_EVENT(iocg_inuse_update, iocost_inuse_takeback,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse)
);

DEFINE_EVENT(iocg_inuse_update, iocost_inuse_giveaway,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse)
);

DEFINE_EVENT(iocg_inuse_update, iocost_inuse_reset,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse)
);

TRACE_EVENT(iocost_ioc_vrate_adj,

	TP_PROTO(struct ioc *ioc, u64 new_vrate, u32 *missed_ppm,
		u32 rq_wait_pct, int nr_lagging, int nr_shortages,
		int nr_surpluses),

	TP_ARGS(ioc, new_vrate, missed_ppm, rq_wait_pct, nr_lagging, nr_shortages,
		nr_surpluses),

	TP_STRUCT__entry (
		__string(devname, ioc_name(ioc))
		__field(u64, old_vrate)
		__field(u64, new_vrate)
		__field(int, busy_level)
		__field(u32, read_missed_ppm)
		__field(u32, write_missed_ppm)
		__field(u32, rq_wait_pct)
		__field(int, nr_lagging)
		__field(int, nr_shortages)
		__field(int, nr_surpluses)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(ioc));
		__entry->old_vrate = atomic64_read(&ioc->vtime_rate);;
		__entry->new_vrate = new_vrate;
		__entry->busy_level = ioc->busy_level;
		__entry->read_missed_ppm = missed_ppm[READ];
		__entry->write_missed_ppm = missed_ppm[WRITE];
		__entry->rq_wait_pct = rq_wait_pct;
		__entry->nr_lagging = nr_lagging;
		__entry->nr_shortages = nr_shortages;
		__entry->nr_surpluses = nr_surpluses;
	),

	TP_printk("[%s] vrate=%llu->%llu busy=%d missed_ppm=%u:%u rq_wait_pct=%u lagging=%d shortages=%d surpluses=%d",
		__get_str(devname), __entry->old_vrate, __entry->new_vrate,
		__entry->busy_level,
		__entry->read_missed_ppm, __entry->write_missed_ppm,
		__entry->rq_wait_pct, __entry->nr_lagging, __entry->nr_shortages,
		__entry->nr_surpluses
	)
);

#endif /* _TRACE_BLK_IOCOST_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
7caa4715 TH	1	/* SPDX-License-Identifier: GPL-2.0 */
	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM iocost
	4
8d1c1560 SR	5	struct ioc;
	6	struct ioc_now;
	7	struct ioc_gq;
	8
7caa4715 TH	9	#if !defined(_TRACE_BLK_IOCOST_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	10	#define _TRACE_BLK_IOCOST_H
	11
	12	#include <linux/tracepoint.h>
	13
	14	TRACE_EVENT(iocost_iocg_activate,
	15
	16	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	17	u64 last_period, u64 cur_period, u64 vtime),
	18
	19	TP_ARGS(iocg, path, now, last_period, cur_period, vtime),
	20
	21	TP_STRUCT__entry (
	22	__string(devname, ioc_name(iocg->ioc))
	23	__string(cgroup, path)
	24	__field(u64, now)
	25	__field(u64, vnow)
	26	__field(u64, vrate)
	27	__field(u64, last_period)
	28	__field(u64, cur_period)
7caa4715 TH	29	__field(u64, vtime)
	30	__field(u32, weight)
	31	__field(u32, inuse)
	32	__field(u64, hweight_active)
	33	__field(u64, hweight_inuse)
	34	),
	35
	36	TP_fast_assign(
	37	__assign_str(devname, ioc_name(iocg->ioc));
	38	__assign_str(cgroup, path);
	39	__entry->now = now->now;
	40	__entry->vnow = now->vnow;
	41	__entry->vrate = now->vrate;
	42	__entry->last_period = last_period;
	43	__entry->cur_period = cur_period;
7caa4715 TH	44	__entry->vtime = vtime;
	45	__entry->weight = iocg->weight;
	46	__entry->inuse = iocg->inuse;
	47	__entry->hweight_active = iocg->hweight_active;
	48	__entry->hweight_inuse = iocg->hweight_inuse;
	49	),
	50
	51	TP_printk("[%s:%s] now=%llu:%llu vrate=%llu "
1aa50d02	52	"period=%llu->%llu vtime=%llu "
7caa4715 TH	53	"weight=%u/%u hweight=%llu/%llu",
	54	__get_str(devname), __get_str(cgroup),
	55	__entry->now, __entry->vnow, __entry->vrate,
	56	__entry->last_period, __entry->cur_period,
1aa50d02	57	__entry->vtime, __entry->inuse, __entry->weight,
7caa4715 TH	58	__entry->hweight_inuse, __entry->hweight_active
	59	)
	60	);
	61
	62	DECLARE_EVENT_CLASS(iocg_inuse_update,
	63
	64	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	65	u32 old_inuse, u32 new_inuse,
	66	u64 old_hw_inuse, u64 new_hw_inuse),
	67
	68	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	69	old_hw_inuse, new_hw_inuse),
	70
	71	TP_STRUCT__entry (
	72	__string(devname, ioc_name(iocg->ioc))
	73	__string(cgroup, path)
	74	__field(u64, now)
	75	__field(u32, old_inuse)
	76	__field(u32, new_inuse)
	77	__field(u64, old_hweight_inuse)
	78	__field(u64, new_hweight_inuse)
	79	),
	80
	81	TP_fast_assign(
	82	__assign_str(devname, ioc_name(iocg->ioc));
	83	__assign_str(cgroup, path);
	84	__entry->now = now->now;
	85	__entry->old_inuse = old_inuse;
	86	__entry->new_inuse = new_inuse;
	87	__entry->old_hweight_inuse = old_hw_inuse;
	88	__entry->new_hweight_inuse = new_hw_inuse;
	89	),
	90
	91	TP_printk("[%s:%s] now=%llu inuse=%u->%u hw_inuse=%llu->%llu",
	92	__get_str(devname), __get_str(cgroup), __entry->now,
	93	__entry->old_inuse, __entry->new_inuse,
	94	__entry->old_hweight_inuse, __entry->new_hweight_inuse
	95	)
	96	);
	97
	98	DEFINE_EVENT(iocg_inuse_update, iocost_inuse_takeback,
	99
	100	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	101	u32 old_inuse, u32 new_inuse,
	102	u64 old_hw_inuse, u64 new_hw_inuse),
	103
	104	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	105	old_hw_inuse, new_hw_inuse)
	106	);
	107
	108	DEFINE_EVENT(iocg_inuse_update, iocost_inuse_giveaway,
	109
	110	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	111	u32 old_inuse, u32 new_inuse,
	112	u64 old_hw_inuse, u64 new_hw_inuse),
	113
	114	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	115	old_hw_inuse, new_hw_inuse)
	116	);
	117
	118	DEFINE_EVENT(iocg_inuse_update, iocost_inuse_reset,
	119
	120	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	121	u32 old_inuse, u32 new_inuse,
122	u64 old_hw_inuse, u64 new_hw_inuse),
123
124	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
125	old_hw_inuse, new_hw_inuse)
126	);
127
128	TRACE_EVENT(iocost_ioc_vrate_adj,
129
d6c8e949	130	TP_PROTO(struct ioc ioc, u64 new_vrate, u32 missed_ppm,
7caa4715 TH	131	u32 rq_wait_pct, int nr_lagging, int nr_shortages,
	132	int nr_surpluses),
	133
	134	TP_ARGS(ioc, new_vrate, missed_ppm, rq_wait_pct, nr_lagging, nr_shortages,
	135	nr_surpluses),
	136
	137	TP_STRUCT__entry (
	138	__string(devname, ioc_name(ioc))
	139	__field(u64, old_vrate)
	140	__field(u64, new_vrate)
	141	__field(int, busy_level)
	142	__field(u32, read_missed_ppm)
	143	__field(u32, write_missed_ppm)
	144	__field(u32, rq_wait_pct)
	145	__field(int, nr_lagging)
	146	__field(int, nr_shortages)
	147	__field(int, nr_surpluses)
	148	),
	149
	150	TP_fast_assign(
	151	__assign_str(devname, ioc_name(ioc));
	152	__entry->old_vrate = atomic64_read(&ioc->vtime_rate);;
	153	__entry->new_vrate = new_vrate;
	154	__entry->busy_level = ioc->busy_level;
d6c8e949 WL	155	__entry->read_missed_ppm = missed_ppm[READ];
d6c8e949 WL	156	__entry->write_missed_ppm = missed_ppm[WRITE];
7caa4715 TH	157	__entry->rq_wait_pct = rq_wait_pct;
	158	__entry->nr_lagging = nr_lagging;
	159	__entry->nr_shortages = nr_shortages;
	160	__entry->nr_surpluses = nr_surpluses;
	161	),
	162
	163	TP_printk("[%s] vrate=%llu->%llu busy=%d missed_ppm=%u:%u rq_wait_pct=%u lagging=%d shortages=%d surpluses=%d",
	164	__get_str(devname), __entry->old_vrate, __entry->new_vrate,
	165	__entry->busy_level,
	166	__entry->read_missed_ppm, __entry->write_missed_ppm,
	167	__entry->rq_wait_pct, __entry->nr_lagging, __entry->nr_shortages,
	168	__entry->nr_surpluses
	169	)
	170	);
	171
	172	#endif /* _TRACE_BLK_IOCOST_H */
	173
	174	/* This part must be outside protection */
	175	#include <trace/define_trace.h>