[blktrace.git] / btt / globals.h

/*
 * blktrace output analysis: generate a timeline & gather statistics
 *
 * Copyright (C) 2006 Alan D. Brunelle <Alan.Brunelle@hp.com>
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */
#include <assert.h>
#include <stdio.h>
#include <string.h>
#include <time.h>

#include "blktrace.h"
#include "rbtree.h"
#include "list.h"

/*
 * 0 == 1 blk
 * 1 == 2 blks
 * ...
 * 1022 == 1023 blks
 * 1023 == 1024 blks
 * 1024 == > 1024 blks
 */
#define N_HIST_BKTS	1025

#define BIT_TIME(t)	((double)SECONDS(t) + ((double)NANO_SECONDS(t) / 1.0e9))

#define BIT_START(iop)	((iop)->t.sector)
#define BIT_END(iop)	((iop)->t.sector + ((iop)->t.bytes >> 9))
#define IOP_READ(iop)	((iop)->t.action & BLK_TC_ACT(BLK_TC_READ))
#define IOP_RW(iop)	(IOP_READ(iop) ? 1 : 0)

#define TO_SEC(nanosec)	((double)(nanosec) / 1.0e9)
#define TO_MSEC(nanosec) (1000.0 * TO_SEC(nanosec))

#if defined(DEBUG)
#define DBG_PING()	dbg_ping()
#define ASSERT(truth)   do {						\
				if (!(truth)) {				\
					DBG_PING();			\
					assert(truth);			\
				}					\
			} while (0)


#define LIST_DEL(hp)	list_del(hp)
#else
#define ASSERT(truth)
#define DBG_PING()
#define LIST_DEL(hp)	do {						\
				ASSERT((hp)->next != NULL);		\
				ASSERT(!list_empty(hp));		\
				list_del(hp);				\
			} while (0)
#endif

enum iop_type {
	IOP_Q = 0,
	IOP_X = 1,
	IOP_A = 2,
	IOP_G = 3,
	IOP_M = 4,
	IOP_D = 5,
	IOP_C = 6,
	IOP_R = 7,
	IOP_I = 8
};
#define N_IOP_TYPES	(IOP_I + 1)

struct file_info {
	struct file_info *next;
	FILE *ofp;
	char *oname;
};

struct mode {
	int most_seeks, nmds;
	long long *modes;
};

struct io;
struct io_list {
	struct list_head head;
	struct io *iop;
	int cy_users;
};

struct avg_info {
	__u64 min, max, total;
	double avg;
	int n;
};

struct avgs_info {
        struct avg_info q2q_dm;
        struct avg_info q2a_dm;
        struct avg_info q2c_dm;

        struct avg_info q2q;
	struct avg_info q2a;
	struct avg_info q2g;
	struct avg_info g2i;
	struct avg_info q2m;
	struct avg_info i2d;
	struct avg_info m2d;
	struct avg_info d2c;
	struct avg_info q2c;

	struct avg_info blks;		/* Blocks transferred */
};

struct range_info {
	struct list_head head;		/* on: qranges OR cranges */
	__u64 start, end;
};

struct region_info {
	struct list_head qranges;
	struct list_head cranges;
};

struct p_info {
	struct region_info regions;
	struct avgs_info avgs;
	__u64 last_q;
	__u32 pid;
	char *name;
};

struct devmap {
	struct devmap *next;
	unsigned int host, bus, target, lun, irq, cpu;
	char model[64];
	char device[32], node[32], pci[32], devno[32];
};

struct stats {
	__u64 rqm[2], ios[2], sec[2], wait, svctm;
	double last_qu_change, last_dev_change, tot_qusz, idle_time;
	int cur_qusz, cur_dev;
};

struct stats_t {
	double n;
	double rqm_s[2], ios_s[2], sec_s[2];
	double avgrq_sz, avgqu_sz, await, svctm, p_util;
};

struct d_info {
	struct list_head all_head, hash_head;
	void *heads;
	struct region_info regions;
	struct devmap *map;
	void *q2q_handle, *seek_handle, *bno_dump_handle, *unplug_hist_handle;
	void *q2d_priv;
	FILE *d2c_ofp, *q2c_ofp;
	struct avgs_info avgs;
	struct stats stats, all_stats;
	__u64 last_q, n_qs, n_ds;
	__u64 n_act_q, t_act_q;	/* # currently active when Q comes in */
	__u32 device;

	int pre_culling;
	int is_plugged, nplugs, n_timer_unplugs;
	double start_time, last_plug, plugged_time, end_time;
};

struct io {
	struct rb_node rb_node;
	struct list_head f_head;
	struct d_info *dip;
	struct p_info *pip;
	void *pdu;
	__u64 bytes_left, g_time, i_time, m_time, d_time, c_time, d_sec, c_sec;
	__u32 d_nsec, c_nsec;

	struct blk_io_trace t;

	int linked;
	enum iop_type type;

#if defined(COUNT_IOS)
	struct list_head cio_head;
#endif
};

/* bt_timeline.c */

extern char bt_timeline_version[], *devices, *exes, *input_name, *output_name;
extern char *seek_name, *iostat_name, *d2c_name, *q2c_name, *per_io_name;
extern char *bno_dump_name, *unplug_hist_name;
extern double range_delta;
extern FILE *ranges_ofp, *avgs_ofp, *iostat_ofp, *per_io_ofp;
extern int verbose, done, time_bounded, output_all_data, seek_absolute;
extern unsigned int n_devs;
extern unsigned long n_traces;
extern struct list_head all_devs, all_procs;
extern struct avgs_info all_avgs;
extern __u64 last_q;
extern struct region_info all_regions;
extern struct list_head free_ios;
extern __u64 iostat_interval, iostat_last_stamp;
extern time_t genesis, last_vtrace;
extern double t_astart, t_aend;
extern __u64 q_histo[N_HIST_BKTS], d_histo[N_HIST_BKTS];
#if defined(DEBUG)
extern int rb_tree_size;
#endif
#if defined(COUNT_IOS)
extern unsigned long nios_reused, nios_alloced, nios_freed;
extern struct list_head cios;
#endif

/* args.c */
void handle_args(int argc, char *argv[]);

/* devmap.c */
int dev_map_read(char *fname);
struct devmap *dev_map_find(__u32 device);
void dev_map_exit(void);

/* devs.c */
#if defined(DEBUG)
void dump_rb_trees(void);
#endif
void init_dev_heads(void);
struct d_info *dip_add(__u32 device, struct io *iop);
void dip_rem(struct io *iop);
struct d_info *__dip_find(__u32 device);
void dip_foreach_list(struct io *iop, enum iop_type type, struct list_head *hd);
void dip_foreach(struct io *iop, enum iop_type type, 
		 void (*fnc)(struct io *iop, struct io *this), int rm_after);
struct io *dip_find_sec(struct d_info *dip, enum iop_type type, __u64 sec);
void dip_foreach_out(void (*func)(struct d_info *, void *), void *arg);
void dip_plug(__u32 dev, double cur_time);
void dip_unplug(__u32 dev, double cur_time);
void dip_unplug_tm(__u32 dev);
void dip_exit(void);

/* dip_rb.c */
int rb_insert(struct rb_root *root, struct io *iop);
struct io *rb_find_sec(struct rb_root *root, __u64 sec);
void rb_foreach(struct rb_node *n, struct io *iop, 
		      void (*fnc)(struct io *iop, struct io *this),
		      struct list_head *head);

/* iostat.c */
void iostat_init(void);
void iostat_getrq(struct io *iop);
void iostat_merge(struct io *iop);
void iostat_issue(struct io *iop);
void iostat_unissue(struct io *iop);
void iostat_complete(struct io *d_iop, struct io *c_iop);
void iostat_check_time(__u64 stamp);
void iostat_dump_stats(__u64 stamp, int all);

/* latency.c */
void latency_init(struct d_info *dip);
void latency_clean(void);
void latency_d2c(struct d_info *dip, __u64 tstamp, __u64 latency);
void latency_q2c(struct d_info *dip, __u64 tstamp, __u64 latency);

/* misc.c */
int in_devices(struct blk_io_trace *t);
void add_file(struct file_info **fipp, FILE *fp, char *oname);
void clean_files(struct file_info **fipp);
void add_buf(void *buf);
void clean_bufs(void);
void dbg_ping(void);

/* mmap.c */
void setup_ifile(char *fname);
void cleanup_ifile(void);
int next_trace(struct blk_io_trace *t, void **pdu);

/* output.c */
int output_avgs(FILE *ofp);
int output_ranges(FILE *ofp);
char *make_dev_hdr(char *pad, size_t len, struct d_info *dip);

/* proc.c */
void add_process(__u32 pid, char *name);
struct p_info *find_process(__u32 pid, char *name);
void pip_update_q(struct io *iop);
void pip_foreach_out(void (*f)(struct p_info *, void *), void *arg);
void pip_exit(void);

/* bno_dump.c */
void *bno_dump_init(__u32 device);
void bno_dump_exit(void *param);
void bno_dump_add(void *handle, struct io *iop);
void bno_dump_clean(void);

/* q2d.c */
void q2d_histo_add(void *priv, __u64 q2d);
void *q2d_init(void);
void q2d_release(void *priv);
void q2d_display_header(FILE *fp);
void q2d_display_dashes(FILE *fp);
void q2d_display(FILE *fp, void *priv);
int q2d_ok(void *priv);
void q2d_acc(void *a1, void *a2);

/* seek.c */
void *seeki_init(char *str);
void seeki_exit(void *param);
void seek_clean(void);
void seeki_add(void *handle, struct io *iop);
double seeki_mean(void *handle);
long long seeki_nseeks(void *handle);
long long seeki_median(void *handle);
int seeki_mode(void *handle, struct mode *mp);

/* trace.c */
void add_trace(struct io *iop);

/* trace_complete.c */
void trace_complete(struct io *c_iop);

/* trace_im.c */
void run_im(struct io *im_iop, struct io *d_iop, struct io *c_iop);
void run_unim(struct io *im_iop, struct io *d_iop, struct io *c_iop);
int ready_im(struct io *im_iop, struct io *c_iop);
void trace_insert(struct io *i_iop);
void trace_merge(struct io *m_iop);
void trace_getrq(struct io *g_iop);

/* trace_issue.c */
void run_issue(struct io *d_iop, struct io *u_iop, struct io *c_iop);
void run_unissue(struct io *d_iop, struct io *u_iop, struct io *c_iop);
int ready_issue(struct io *d_iop, struct io *c_iop);
void trace_issue(struct io *d_iop);

/* trace_plug.c */
void trace_plug(struct io *p_iop);
void trace_unplug_io(struct io *u_iop);
void trace_unplug_timer(struct io *u_iop);

/* trace_queue.c */
void run_queue(struct io *q_iop, struct io *u_iop, struct io *c_iop);
int ready_queue(struct io *q_iop, struct io *c_iop);
void trace_queue(struct io *q_iop);

/* trace_remap.c */
void run_remap(struct io *a_iop, struct io *u_iop, struct io *c_iop);
int ready_remap(struct io *a_iop, struct io *c_iop);
void trace_remap(struct io *a_iop);

/* trace_requeue.c */
void trace_requeue(struct io *r_iop);

/* unplug_hist.c */
void *unplug_hist_init(__u32 device);
void unplug_hist_exit(void *arg);
void unplug_hist_add(struct io *u_iop);

#include "inlines.h"
Commit	Line	Data
63eba147 JA	1	/*
	2	* blktrace output analysis: generate a timeline & gather statistics
	3	*
	4	* Copyright (C) 2006 Alan D. Brunelle <Alan.Brunelle@hp.com>
	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License as published by
	8	* the Free Software Foundation; either version 2 of the License, or
	9	* (at your option) any later version.
	10	*
	11	* This program is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	14	* GNU General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU General Public License
	17	* along with this program; if not, write to the Free Software
	18	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	19	*
	20	*/
	21	#include <assert.h>
	22	#include <stdio.h>
	23	#include <string.h>
6eb42155	24	#include <time.h>
63eba147 JA	25
63eba147 JA	26	#include "blktrace.h"
6eb42155	27	#include "rbtree.h"
63eba147 JA	28	#include "list.h"
63eba147 JA	29
fa0ab85d AB	30	/*
	31	* 0 == 1 blk
	32	* 1 == 2 blks
	33	* ...
	34	* 1022 == 1023 blks
	35	* 1023 == 1024 blks
	36	* 1024 == > 1024 blks
	37	*/
	38	#define N_HIST_BKTS 1025
	39
63eba147 JA	40	#define BIT_TIME(t) ((double)SECONDS(t) + ((double)NANO_SECONDS(t) / 1.0e9))
	41
	42	#define BIT_START(iop) ((iop)->t.sector)
	43	#define BIT_END(iop) ((iop)->t.sector + ((iop)->t.bytes >> 9))
5225e788	44	#define IOP_READ(iop) ((iop)->t.action & BLK_TC_ACT(BLK_TC_READ))
21e47d90	45	#define IOP_RW(iop) (IOP_READ(iop) ? 1 : 0)
63eba147	46
b2ecdd0f ADB	47	#define TO_SEC(nanosec) ((double)(nanosec) / 1.0e9)
	48	#define TO_MSEC(nanosec) (1000.0 * TO_SEC(nanosec))
	49
63eba147	50	#if defined(DEBUG)
6eb42155	51	#define DBG_PING() dbg_ping()
63eba147 JA	52	#define ASSERT(truth) do { \
	53	if (!(truth)) { \
	54	DBG_PING(); \
	55	assert(truth); \
	56	} \
	57	} while (0)
	58
63eba147 JA	59
63eba147 JA	60	#define LIST_DEL(hp) list_del(hp)
63eba147 JA	61	#else
	62	#define ASSERT(truth)
	63	#define DBG_PING()
63eba147	64	#define LIST_DEL(hp) do { \
d76c5b81 AB	65	ASSERT((hp)->next != NULL); \
	66	ASSERT(!list_empty(hp)); \
	67	list_del(hp); \
63eba147 JA	68	} while (0)
	69	#endif
	70
63eba147 JA	71	enum iop_type {
	72	IOP_Q = 0,
	73	IOP_X = 1,
	74	IOP_A = 2,
4c48f14e	75	IOP_G = 3,
095181f2	76	IOP_M = 4,
d76c5b81 AB	77	IOP_D = 5,
	78	IOP_C = 6,
	79	IOP_R = 7,
4c48f14e	80	IOP_I = 8
63eba147	81	};
4c48f14e	82	#define N_IOP_TYPES (IOP_I + 1)
63eba147	83
b2ecdd0f ADB	84	struct file_info {
	85	struct file_info *next;
	86	FILE *ofp;
69040794	87	char *oname;
b2ecdd0f ADB	88	};
b2ecdd0f ADB	89
6eb42155 ADB	90	struct mode {
	91	int most_seeks, nmds;
	92	long long *modes;
63eba147 JA	93	};
	94
	95	struct io;
	96	struct io_list {
	97	struct list_head head;
	98	struct io *iop;
	99	int cy_users;
	100	};
	101
	102	struct avg_info {
	103	__u64 min, max, total;
	104	double avg;
	105	int n;
	106	};
	107
	108	struct avgs_info {
ae6d30f4 AB	109	struct avg_info q2q_dm;
	110	struct avg_info q2a_dm;
	111	struct avg_info q2c_dm;
	112
63eba147	113	struct avg_info q2q;
ae6d30f4 AB	114	struct avg_info q2a;
	115	struct avg_info q2g;
	116	struct avg_info g2i;
	117	struct avg_info q2m;
	118	struct avg_info i2d;
	119	struct avg_info m2d;
63eba147	120	struct avg_info d2c;
ae6d30f4	121	struct avg_info q2c;
63eba147 JA	122
	123	struct avg_info blks; /* Blocks transferred */
	124	};
	125
	126	struct range_info {
	127	struct list_head head; /* on: qranges OR cranges */
	128	__u64 start, end;
	129	};
	130
	131	struct region_info {
	132	struct list_head qranges;
	133	struct list_head cranges;
63eba147 JA	134	};
63eba147 JA	135
63eba147	136	struct p_info {
63eba147 JA	137	struct region_info regions;
63eba147 JA	138	struct avgs_info avgs;
63eba147	139	__u64 last_q;
6eb42155	140	__u32 pid;
69040794	141	char *name;
63eba147 JA	142	};
	143
	144	struct devmap {
	145	struct devmap *next;
6eb42155	146	unsigned int host, bus, target, lun, irq, cpu;
63eba147	147	char model[64];
6eb42155	148	char device[32], node[32], pci[32], devno[32];
63eba147 JA	149	};
63eba147 JA	150
21e47d90	151	struct stats {
6eb42155	152	__u64 rqm[2], ios[2], sec[2], wait, svctm;
21e47d90	153	double last_qu_change, last_dev_change, tot_qusz, idle_time;
6eb42155	154	int cur_qusz, cur_dev;
21e47d90 ADB	155	};
21e47d90 ADB	156
4a5cddba JA	157	struct stats_t {
	158	double n;
	159	double rqm_s[2], ios_s[2], sec_s[2];
	160	double avgrq_sz, avgqu_sz, await, svctm, p_util;
	161	};
	162
63eba147	163	struct d_info {
6eb42155 ADB	164	struct list_head all_head, hash_head;
6eb42155 ADB	165	void *heads;
63eba147	166	struct region_info regions;
63eba147	167	struct devmap *map;
4c48f14e	168	void q2q_handle, seek_handle, bno_dump_handle, unplug_hist_handle;
951ea56c	169	void *q2d_priv;
b2ecdd0f	170	FILE d2c_ofp, q2c_ofp;
6eb42155	171	struct avgs_info avgs;
21e47d90	172	struct stats stats, all_stats;
77f256cd	173	__u64 last_q, n_qs, n_ds;
50f73899	174	__u64 n_act_q, t_act_q; /* # currently active when Q comes in */
6eb42155	175	__u32 device;
b2822cea	176
11997716	177	int pre_culling;
b2822cea AB	178	int is_plugged, nplugs, n_timer_unplugs;
b2822cea AB	179	double start_time, last_plug, plugged_time, end_time;
63eba147 JA	180	};
	181
	182	struct io {
6eb42155	183	struct rb_node rb_node;
4c48f14e	184	struct list_head f_head;
63eba147 JA	185	struct d_info *dip;
63eba147 JA	186	struct p_info *pip;
6eb42155	187	void *pdu;
ae6d30f4	188	__u64 bytes_left, g_time, i_time, m_time, d_time, c_time, d_sec, c_sec;
4c48f14e AB	189	__u32 d_nsec, c_nsec;
4c48f14e AB	190
d76c5b81	191	struct blk_io_trace t;
4c48f14e	192
ae6d30f4	193	int linked;
63eba147	194	enum iop_type type;
4c48f14e	195
c8b0b334 AB	196	#if defined(COUNT_IOS)
	197	struct list_head cio_head;
	198	#endif
d76c5b81	199	};
095181f2	200
6eb42155 ADB	201	/* bt_timeline.c */
6eb42155 ADB	202
63eba147	203	extern char bt_timeline_version[], devices, exes, input_name, output_name;
095181f2	204	extern char seek_name, iostat_name, d2c_name, q2c_name, *per_io_name;
fc16a815	205	extern char bno_dump_name, unplug_hist_name;
63eba147	206	extern double range_delta;
69040794 AB	207	extern FILE ranges_ofp, avgs_ofp, iostat_ofp, per_io_ofp;
69040794 AB	208	extern int verbose, done, time_bounded, output_all_data, seek_absolute;
63eba147	209	extern unsigned int n_devs;
6eb42155	210	extern unsigned long n_traces;
4c48f14e	211	extern struct list_head all_devs, all_procs;
63eba147	212	extern struct avgs_info all_avgs;
4c48f14e	213	extern __u64 last_q;
63eba147	214	extern struct region_info all_regions;
4c48f14e	215	extern struct list_head free_ios;
21e47d90	216	extern __u64 iostat_interval, iostat_last_stamp;
6eb42155	217	extern time_t genesis, last_vtrace;
001b2633	218	extern double t_astart, t_aend;
fa0ab85d	219	extern __u64 q_histo[N_HIST_BKTS], d_histo[N_HIST_BKTS];
d76c5b81 AB	220	#if defined(DEBUG)
	221	extern int rb_tree_size;
	222	#endif
c8b0b334 AB	223	#if defined(COUNT_IOS)
	224	extern unsigned long nios_reused, nios_alloced, nios_freed;
	225	extern struct list_head cios;
	226	#endif
63eba147	227
6eb42155	228	/* args.c */
63eba147	229	void handle_args(int argc, char *argv[]);
6eb42155	230
69040794	231	/* devmap.c */
63eba147	232	int dev_map_read(char *fname);
6eb42155	233	struct devmap *dev_map_find(__u32 device);
69040794	234	void dev_map_exit(void);
63eba147	235
6eb42155	236	/* devs.c */
d76c5b81 AB	237	#if defined(DEBUG)
	238	void dump_rb_trees(void);
	239	#endif
6eb42155	240	void init_dev_heads(void);
095181f2	241	struct d_info dip_add(__u32 device, struct io iop);
6eb42155 ADB	242	void dip_rem(struct io *iop);
6eb42155 ADB	243	struct d_info *__dip_find(__u32 device);
095181f2	244	void dip_foreach_list(struct io iop, enum iop_type type, struct list_head hd);
6eb42155 ADB	245	void dip_foreach(struct io *iop, enum iop_type type,
	246	void (fnc)(struct io iop, struct io *this), int rm_after);
	247	struct io dip_find_sec(struct d_info dip, enum iop_type type, __u64 sec);
	248	void dip_foreach_out(void (func)(struct d_info , void ), void arg);
b2822cea	249	void dip_plug(__u32 dev, double cur_time);
00a47cd1 AB	250	void dip_unplug(__u32 dev, double cur_time);
00a47cd1 AB	251	void dip_unplug_tm(__u32 dev);
69040794	252	void dip_exit(void);
6eb42155 ADB	253
6eb42155 ADB	254	/* dip_rb.c */
095181f2	255	int rb_insert(struct rb_root root, struct io iop);
6eb42155 ADB	256	struct io rb_find_sec(struct rb_root root, __u64 sec);
	257	void rb_foreach(struct rb_node n, struct io iop,
	258	void (fnc)(struct io iop, struct io *this),
	259	struct list_head *head);
	260
	261	/* iostat.c */
21e47d90	262	void iostat_init(void);
4c48f14e	263	void iostat_getrq(struct io *iop);
21e47d90 ADB	264	void iostat_merge(struct io *iop);
21e47d90 ADB	265	void iostat_issue(struct io *iop);
6eb42155 ADB	266	void iostat_unissue(struct io *iop);
6eb42155 ADB	267	void iostat_complete(struct io d_iop, struct io c_iop);
21e47d90 ADB	268	void iostat_check_time(__u64 stamp);
	269	void iostat_dump_stats(__u64 stamp, int all);
	270
6eb42155	271	/* latency.c */
b2ecdd0f ADB	272	void latency_init(struct d_info *dip);
	273	void latency_clean(void);
	274	void latency_d2c(struct d_info *dip, __u64 tstamp, __u64 latency);
	275	void latency_q2c(struct d_info *dip, __u64 tstamp, __u64 latency);
	276
6eb42155	277	/* misc.c */
6eb42155	278	int in_devices(struct blk_io_trace *t);
6eb42155 ADB	279	void add_file(struct file_info *fipp, FILE fp, char *oname);
6eb42155 ADB	280	void clean_files(struct file_info **fipp);
69040794 AB	281	void add_buf(void *buf);
69040794 AB	282	void clean_bufs(void);
6eb42155 ADB	283	void dbg_ping(void);
6eb42155 ADB	284
d76c5b81 AB	285	/* mmap.c */
	286	void setup_ifile(char *fname);
	287	void cleanup_ifile(void);
	288	int next_trace(struct blk_io_trace t, void *pdu);
	289
6eb42155 ADB	290	/* output.c */
	291	int output_avgs(FILE *ofp);
	292	int output_ranges(FILE *ofp);
	293	char make_dev_hdr(char pad, size_t len, struct d_info *dip);
	294
	295	/* proc.c */
	296	void add_process(__u32 pid, char *name);
	297	struct p_info find_process(__u32 pid, char name);
	298	void pip_update_q(struct io *iop);
	299	void pip_foreach_out(void (f)(struct p_info , void ), void arg);
69040794 AB	300	void pip_exit(void);
	301
	302	/* bno_dump.c */
	303	void *bno_dump_init(__u32 device);
	304	void bno_dump_exit(void *param);
	305	void bno_dump_add(void handle, struct io iop);
	306	void bno_dump_clean(void);
6eb42155	307
951ea56c AB	308	/* q2d.c */
	309	void q2d_histo_add(void *priv, __u64 q2d);
	310	void *q2d_init(void);
	311	void q2d_release(void *priv);
	312	void q2d_display_header(FILE *fp);
	313	void q2d_display_dashes(FILE *fp);
	314	void q2d_display(FILE fp, void priv);
	315	int q2d_ok(void *priv);
	316	void q2d_acc(void a1, void a2);
	317
6eb42155	318	/* seek.c */
4c48f14e	319	void seeki_init(char str);
69040794	320	void seeki_exit(void *param);
6eb42155 ADB	321	void seek_clean(void);
	322	void seeki_add(void handle, struct io iop);
	323	double seeki_mean(void *handle);
	324	long long seeki_nseeks(void *handle);
	325	long long seeki_median(void *handle);
	326	int seeki_mode(void handle, struct mode mp);
	327
	328	/* trace.c */
	329	void add_trace(struct io *iop);
	330
095181f2 JA	331	/* trace_complete.c */
095181f2 JA	332	void trace_complete(struct io *c_iop);
095181f2 JA	333
095181f2 JA	334	/* trace_im.c */
c8b0b334 AB	335	void run_im(struct io im_iop, struct io d_iop, struct io *c_iop);
c8b0b334 AB	336	void run_unim(struct io im_iop, struct io d_iop, struct io *c_iop);
d76c5b81	337	int ready_im(struct io im_iop, struct io c_iop);
095181f2 JA	338	void trace_insert(struct io *i_iop);
095181f2 JA	339	void trace_merge(struct io *m_iop);
4c48f14e	340	void trace_getrq(struct io *g_iop);
095181f2 JA	341
095181f2 JA	342	/* trace_issue.c */
c8b0b334 AB	343	void run_issue(struct io d_iop, struct io u_iop, struct io *c_iop);
c8b0b334 AB	344	void run_unissue(struct io d_iop, struct io u_iop, struct io *c_iop);
d76c5b81	345	int ready_issue(struct io d_iop, struct io c_iop);
095181f2	346	void trace_issue(struct io *d_iop);
095181f2	347
b2822cea AB	348	/* trace_plug.c */
	349	void trace_plug(struct io *p_iop);
	350	void trace_unplug_io(struct io *u_iop);
	351	void trace_unplug_timer(struct io *u_iop);
	352
095181f2	353	/* trace_queue.c */
c8b0b334	354	void run_queue(struct io q_iop, struct io u_iop, struct io *c_iop);
d76c5b81	355	int ready_queue(struct io q_iop, struct io c_iop);
095181f2	356	void trace_queue(struct io *q_iop);
095181f2 JA	357
095181f2 JA	358	/* trace_remap.c */
c8b0b334	359	void run_remap(struct io a_iop, struct io u_iop, struct io *c_iop);
d76c5b81	360	int ready_remap(struct io a_iop, struct io c_iop);
095181f2	361	void trace_remap(struct io *a_iop);
095181f2 JA	362
	363	/* trace_requeue.c */
	364	void trace_requeue(struct io *r_iop);
095181f2	365
fc16a815 AB	366	/* unplug_hist.c */
	367	void *unplug_hist_init(__u32 device);
	368	void unplug_hist_exit(void *arg);
	369	void unplug_hist_add(struct io *u_iop);
	370
63eba147	371	#include "inlines.h"