[blktrace.git] / btt / globals.h

/*
 * blktrace output analysis: generate a timeline & gather statistics
 *
 * Copyright (C) 2006 Alan D. Brunelle <Alan.Brunelle@hp.com>
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */
#include <assert.h>
#include <stdio.h>
#include <string.h>
#include <time.h>

#include "blktrace.h"
#include "rbtree.h"
#include "list.h"

/*
 * 0 == 1 blk
 * 1 == 2 blks
 * ...
 * 1022 == 1023 blks
 * 1023 == 1024 blks
 * 1024 == > 1024 blks
 */
#define N_HIST_BKTS	1025

#define BIT_TIME(t)	((double)SECONDS(t) + ((double)NANO_SECONDS(t) / 1.0e9))

#define BIT_START(iop)	((iop)->t.sector)
#define BIT_END(iop)	((iop)->t.sector + ((iop)->t.bytes >> 9))
#define IOP_READ(iop)	((iop)->t.action & BLK_TC_ACT(BLK_TC_READ))
#define IOP_RW(iop)	(IOP_READ(iop) ? 1 : 0)

#define TO_SEC(nanosec)	((double)(nanosec) / 1.0e9)
#define TO_MSEC(nanosec) (1000.0 * TO_SEC(nanosec))

#if defined(DEBUG)
#define DBG_PING()	dbg_ping()
#define ASSERT(truth)   do {						\
				if (!(truth)) {				\
					DBG_PING();			\
					assert(truth);			\
				}					\
			} while (0)


#define LIST_DEL(hp)	list_del(hp)
#else
#define ASSERT(truth)
#define DBG_PING()
#define LIST_DEL(hp)	do {						\
				ASSERT((hp)->next != NULL);		\
				ASSERT(!list_empty(hp));		\
				list_del(hp);				\
			} while (0)
#endif

enum iop_type {
	IOP_Q = 0,
	IOP_X = 1,
	IOP_A = 2,
	IOP_G = 3,
	IOP_M = 4,
	IOP_D = 5,
	IOP_C = 6,
	IOP_R = 7,
	IOP_I = 8
};
#define N_IOP_TYPES	(IOP_I + 1)

struct file_info {
	struct file_info *next;
	FILE *ofp;
	char *oname;
};

struct mode {
	int most_seeks, nmds;
	long long *modes;
};

struct io;
struct io_list {
	struct list_head head;
	struct io *iop;
	int cy_users;
};

struct avg_info {
	__u64 min, max, total;
	double avg;
	int n;
};

struct avgs_info {
        struct avg_info q2q;
	struct avg_info q2c;
	struct avg_info q2a;		/* Q to (A or X) */
	struct avg_info q2i;		/* Q to (I or M) */
	struct avg_info i2d;		/* (I or M) to D */
	struct avg_info d2c;

	struct avg_info blks;		/* Blocks transferred */
};

struct range_info {
	struct list_head head;		/* on: qranges OR cranges */
	__u64 start, end;
};

struct region_info {
	struct list_head qranges;
	struct list_head cranges;
};

struct p_info {
	struct region_info regions;
	struct avgs_info avgs;
	__u64 last_q;
	__u32 pid;
	char *name;
};

struct devmap {
	struct devmap *next;
	unsigned int host, bus, target, lun, irq, cpu;
	char model[64];
	char device[32], node[32], pci[32], devno[32];
};

struct stats {
	__u64 rqm[2], ios[2], sec[2], wait, svctm;
	double last_qu_change, last_dev_change, tot_qusz, idle_time;
	int cur_qusz, cur_dev;
};

struct stats_t {
	double n;
	double rqm_s[2], ios_s[2], sec_s[2];
	double avgrq_sz, avgqu_sz, await, svctm, p_util;
};

struct d_info {
	struct list_head all_head, hash_head;
	void *heads;
	struct region_info regions;
	struct devmap *map;
	void *q2q_handle, *seek_handle, *bno_dump_handle, *unplug_hist_handle;
	void *q2d_priv;
	FILE *d2c_ofp, *q2c_ofp;
	struct avgs_info avgs;
	struct stats stats, all_stats;
	__u64 last_q, n_qs, n_ds;
	__u64 n_act_q, t_act_q;	/* # currently active when Q comes in */
	__u32 device;

	int pre_culling;
	int is_plugged, nplugs, n_timer_unplugs;
	double start_time, last_plug, plugged_time, end_time;
};

struct io {
	struct rb_node rb_node;
	struct list_head f_head;
	struct d_info *dip;
	struct p_info *pip;
	void *pdu;
	__u64 bytes_left, i_time, gm_time, d_time, c_time, d_sec, c_sec;
	__u32 d_nsec, c_nsec;

	struct blk_io_trace t;

	int linked, is_getrq;
	enum iop_type type;

#if defined(COUNT_IOS)
	struct list_head cio_head;
#endif
};

/* bt_timeline.c */

extern char bt_timeline_version[], *devices, *exes, *input_name, *output_name;
extern char *seek_name, *iostat_name, *d2c_name, *q2c_name, *per_io_name;
extern char *bno_dump_name, *unplug_hist_name;
extern double range_delta;
extern FILE *ranges_ofp, *avgs_ofp, *iostat_ofp, *per_io_ofp;
extern int verbose, done, time_bounded, output_all_data, seek_absolute;
extern unsigned int n_devs;
extern unsigned long n_traces;
extern struct list_head all_devs, all_procs;
extern struct avgs_info all_avgs;
extern __u64 last_q;
extern struct region_info all_regions;
extern struct list_head free_ios;
extern __u64 iostat_interval, iostat_last_stamp;
extern time_t genesis, last_vtrace;
extern double t_astart, t_aend;
extern __u64 q_histo[N_HIST_BKTS], d_histo[N_HIST_BKTS];
#if defined(DEBUG)
extern int rb_tree_size;
#endif
#if defined(COUNT_IOS)
extern unsigned long nios_reused, nios_alloced, nios_freed;
extern struct list_head cios;
#endif

/* args.c */
void handle_args(int argc, char *argv[]);

/* devmap.c */
int dev_map_read(char *fname);
struct devmap *dev_map_find(__u32 device);
void dev_map_exit(void);

/* devs.c */
#if defined(DEBUG)
void dump_rb_trees(void);
#endif
void init_dev_heads(void);
struct d_info *dip_add(__u32 device, struct io *iop);
void dip_rem(struct io *iop);
struct d_info *__dip_find(__u32 device);
void dip_foreach_list(struct io *iop, enum iop_type type, struct list_head *hd);
void dip_foreach(struct io *iop, enum iop_type type, 
		 void (*fnc)(struct io *iop, struct io *this), int rm_after);
struct io *dip_find_sec(struct d_info *dip, enum iop_type type, __u64 sec);
void dip_foreach_out(void (*func)(struct d_info *, void *), void *arg);
void dip_plug(__u32 dev, double cur_time);
void dip_unplug(__u32 dev, double cur_time, int is_timer);
void dip_exit(void);

/* dip_rb.c */
int rb_insert(struct rb_root *root, struct io *iop);
struct io *rb_find_sec(struct rb_root *root, __u64 sec);
void rb_foreach(struct rb_node *n, struct io *iop, 
		      void (*fnc)(struct io *iop, struct io *this),
		      struct list_head *head);

/* iostat.c */
void iostat_init(void);
void iostat_getrq(struct io *iop);
void iostat_merge(struct io *iop);
void iostat_issue(struct io *iop);
void iostat_unissue(struct io *iop);
void iostat_complete(struct io *d_iop, struct io *c_iop);
void iostat_check_time(__u64 stamp);
void iostat_dump_stats(__u64 stamp, int all);

/* latency.c */
void latency_init(struct d_info *dip);
void latency_clean(void);
void latency_d2c(struct d_info *dip, __u64 tstamp, __u64 latency);
void latency_q2c(struct d_info *dip, __u64 tstamp, __u64 latency);

/* misc.c */
int in_devices(struct blk_io_trace *t);
void add_file(struct file_info **fipp, FILE *fp, char *oname);
void clean_files(struct file_info **fipp);
void add_buf(void *buf);
void clean_bufs(void);
void dbg_ping(void);

/* mmap.c */
void setup_ifile(char *fname);
void cleanup_ifile(void);
int next_trace(struct blk_io_trace *t, void **pdu);

/* output.c */
int output_avgs(FILE *ofp);
int output_ranges(FILE *ofp);
char *make_dev_hdr(char *pad, size_t len, struct d_info *dip);

/* proc.c */
void add_process(__u32 pid, char *name);
struct p_info *find_process(__u32 pid, char *name);
void pip_update_q(struct io *iop);
void pip_foreach_out(void (*f)(struct p_info *, void *), void *arg);
void pip_exit(void);

/* bno_dump.c */
void *bno_dump_init(__u32 device);
void bno_dump_exit(void *param);
void bno_dump_add(void *handle, struct io *iop);
void bno_dump_clean(void);

/* q2d.c */
void q2d_histo_add(void *priv, __u64 q2d);
void *q2d_init(void);
void q2d_release(void *priv);
void q2d_display_header(FILE *fp);
void q2d_display_dashes(FILE *fp);
void q2d_display(FILE *fp, void *priv);
int q2d_ok(void *priv);
void q2d_acc(void *a1, void *a2);

/* seek.c */
void *seeki_init(char *str);
void seeki_exit(void *param);
void seek_clean(void);
void seeki_add(void *handle, struct io *iop);
double seeki_mean(void *handle);
long long seeki_nseeks(void *handle);
long long seeki_median(void *handle);
int seeki_mode(void *handle, struct mode *mp);

/* trace.c */
void add_trace(struct io *iop);

/* trace_complete.c */
void trace_complete(struct io *c_iop);

/* trace_im.c */
void run_im(struct io *im_iop, struct io *d_iop, struct io *c_iop);
void run_unim(struct io *im_iop, struct io *d_iop, struct io *c_iop);
int ready_im(struct io *im_iop, struct io *c_iop);
void trace_insert(struct io *i_iop);
void trace_merge(struct io *m_iop);
void trace_getrq(struct io *g_iop);

/* trace_issue.c */
void run_issue(struct io *d_iop, struct io *u_iop, struct io *c_iop);
void run_unissue(struct io *d_iop, struct io *u_iop, struct io *c_iop);
int ready_issue(struct io *d_iop, struct io *c_iop);
void trace_issue(struct io *d_iop);

/* trace_plug.c */
void trace_plug(struct io *p_iop);
void trace_unplug_io(struct io *u_iop);
void trace_unplug_timer(struct io *u_iop);

/* trace_queue.c */
void run_queue(struct io *q_iop, struct io *u_iop, struct io *c_iop);
int ready_queue(struct io *q_iop, struct io *c_iop);
void trace_queue(struct io *q_iop);

/* trace_remap.c */
void run_remap(struct io *a_iop, struct io *u_iop, struct io *c_iop);
int ready_remap(struct io *a_iop, struct io *c_iop);
void trace_remap(struct io *a_iop);

/* trace_requeue.c */
void trace_requeue(struct io *r_iop);

/* unplug_hist.c */
void *unplug_hist_init(__u32 device);
void unplug_hist_exit(void *arg);
void unplug_hist_add(struct io *u_iop);

#include "inlines.h"
Commit	Line	Data
63eba147 JA	1	/*
	2	* blktrace output analysis: generate a timeline & gather statistics
	3	*
	4	* Copyright (C) 2006 Alan D. Brunelle <Alan.Brunelle@hp.com>
	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License as published by
	8	* the Free Software Foundation; either version 2 of the License, or
	9	* (at your option) any later version.
	10	*
	11	* This program is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	14	* GNU General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU General Public License
	17	* along with this program; if not, write to the Free Software
	18	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	19	*
	20	*/
	21	#include <assert.h>
	22	#include <stdio.h>
	23	#include <string.h>
6eb42155	24	#include <time.h>
63eba147 JA	25
63eba147 JA	26	#include "blktrace.h"
6eb42155	27	#include "rbtree.h"
63eba147 JA	28	#include "list.h"
63eba147 JA	29
fa0ab85d AB	30	/*
	31	* 0 == 1 blk
	32	* 1 == 2 blks
	33	* ...
	34	* 1022 == 1023 blks
	35	* 1023 == 1024 blks
	36	* 1024 == > 1024 blks
	37	*/
	38	#define N_HIST_BKTS 1025
	39
63eba147 JA	40	#define BIT_TIME(t) ((double)SECONDS(t) + ((double)NANO_SECONDS(t) / 1.0e9))
	41
	42	#define BIT_START(iop) ((iop)->t.sector)
	43	#define BIT_END(iop) ((iop)->t.sector + ((iop)->t.bytes >> 9))
5225e788	44	#define IOP_READ(iop) ((iop)->t.action & BLK_TC_ACT(BLK_TC_READ))
21e47d90	45	#define IOP_RW(iop) (IOP_READ(iop) ? 1 : 0)
63eba147	46
b2ecdd0f ADB	47	#define TO_SEC(nanosec) ((double)(nanosec) / 1.0e9)
	48	#define TO_MSEC(nanosec) (1000.0 * TO_SEC(nanosec))
	49
63eba147	50	#if defined(DEBUG)
6eb42155	51	#define DBG_PING() dbg_ping()
63eba147 JA	52	#define ASSERT(truth) do { \
	53	if (!(truth)) { \
	54	DBG_PING(); \
	55	assert(truth); \
	56	} \
	57	} while (0)
	58
63eba147 JA	59
63eba147 JA	60	#define LIST_DEL(hp) list_del(hp)
63eba147 JA	61	#else
	62	#define ASSERT(truth)
	63	#define DBG_PING()
63eba147	64	#define LIST_DEL(hp) do { \
d76c5b81 AB	65	ASSERT((hp)->next != NULL); \
	66	ASSERT(!list_empty(hp)); \
	67	list_del(hp); \
63eba147 JA	68	} while (0)
	69	#endif
	70
63eba147 JA	71	enum iop_type {
	72	IOP_Q = 0,
	73	IOP_X = 1,
	74	IOP_A = 2,
4c48f14e	75	IOP_G = 3,
095181f2	76	IOP_M = 4,
d76c5b81 AB	77	IOP_D = 5,
	78	IOP_C = 6,
	79	IOP_R = 7,
4c48f14e	80	IOP_I = 8
63eba147	81	};
4c48f14e	82	#define N_IOP_TYPES (IOP_I + 1)
63eba147	83
b2ecdd0f ADB	84	struct file_info {
	85	struct file_info *next;
	86	FILE *ofp;
69040794	87	char *oname;
b2ecdd0f ADB	88	};
b2ecdd0f ADB	89
6eb42155 ADB	90	struct mode {
	91	int most_seeks, nmds;
	92	long long *modes;
63eba147 JA	93	};
	94
	95	struct io;
	96	struct io_list {
	97	struct list_head head;
	98	struct io *iop;
	99	int cy_users;
	100	};
	101
	102	struct avg_info {
	103	__u64 min, max, total;
	104	double avg;
	105	int n;
	106	};
	107
	108	struct avgs_info {
	109	struct avg_info q2q;
	110	struct avg_info q2c;
	111	struct avg_info q2a; /* Q to (A or X) */
	112	struct avg_info q2i; /* Q to (I or M) */
	113	struct avg_info i2d; /* (I or M) to D */
	114	struct avg_info d2c;
	115
	116	struct avg_info blks; /* Blocks transferred */
	117	};
	118
	119	struct range_info {
	120	struct list_head head; /* on: qranges OR cranges */
	121	__u64 start, end;
	122	};
	123
	124	struct region_info {
	125	struct list_head qranges;
	126	struct list_head cranges;
63eba147 JA	127	};
63eba147 JA	128
63eba147	129	struct p_info {
63eba147 JA	130	struct region_info regions;
63eba147 JA	131	struct avgs_info avgs;
63eba147	132	__u64 last_q;
6eb42155	133	__u32 pid;
69040794	134	char *name;
63eba147 JA	135	};
	136
	137	struct devmap {
	138	struct devmap *next;
6eb42155	139	unsigned int host, bus, target, lun, irq, cpu;
63eba147	140	char model[64];
6eb42155	141	char device[32], node[32], pci[32], devno[32];
63eba147 JA	142	};
63eba147 JA	143
21e47d90	144	struct stats {
6eb42155	145	__u64 rqm[2], ios[2], sec[2], wait, svctm;
21e47d90	146	double last_qu_change, last_dev_change, tot_qusz, idle_time;
6eb42155	147	int cur_qusz, cur_dev;
21e47d90 ADB	148	};
21e47d90 ADB	149
4a5cddba JA	150	struct stats_t {
	151	double n;
	152	double rqm_s[2], ios_s[2], sec_s[2];
	153	double avgrq_sz, avgqu_sz, await, svctm, p_util;
	154	};
	155
63eba147	156	struct d_info {
6eb42155 ADB	157	struct list_head all_head, hash_head;
6eb42155 ADB	158	void *heads;
63eba147	159	struct region_info regions;
63eba147	160	struct devmap *map;
4c48f14e	161	void q2q_handle, seek_handle, bno_dump_handle, unplug_hist_handle;
951ea56c	162	void *q2d_priv;
b2ecdd0f	163	FILE d2c_ofp, q2c_ofp;
6eb42155	164	struct avgs_info avgs;
21e47d90	165	struct stats stats, all_stats;
77f256cd	166	__u64 last_q, n_qs, n_ds;
50f73899	167	__u64 n_act_q, t_act_q; /* # currently active when Q comes in */
6eb42155	168	__u32 device;
b2822cea	169
11997716	170	int pre_culling;
b2822cea AB	171	int is_plugged, nplugs, n_timer_unplugs;
b2822cea AB	172	double start_time, last_plug, plugged_time, end_time;
63eba147 JA	173	};
	174
	175	struct io {
6eb42155	176	struct rb_node rb_node;
4c48f14e	177	struct list_head f_head;
63eba147 JA	178	struct d_info *dip;
63eba147 JA	179	struct p_info *pip;
6eb42155	180	void *pdu;
4c48f14e AB	181	__u64 bytes_left, i_time, gm_time, d_time, c_time, d_sec, c_sec;
	182	__u32 d_nsec, c_nsec;
	183
d76c5b81	184	struct blk_io_trace t;
4c48f14e AB	185
4c48f14e AB	186	int linked, is_getrq;
63eba147	187	enum iop_type type;
4c48f14e	188
c8b0b334 AB	189	#if defined(COUNT_IOS)
	190	struct list_head cio_head;
	191	#endif
d76c5b81	192	};
095181f2	193
6eb42155 ADB	194	/* bt_timeline.c */
6eb42155 ADB	195
63eba147	196	extern char bt_timeline_version[], devices, exes, input_name, output_name;
095181f2	197	extern char seek_name, iostat_name, d2c_name, q2c_name, *per_io_name;
fc16a815	198	extern char bno_dump_name, unplug_hist_name;
63eba147	199	extern double range_delta;
69040794 AB	200	extern FILE ranges_ofp, avgs_ofp, iostat_ofp, per_io_ofp;
69040794 AB	201	extern int verbose, done, time_bounded, output_all_data, seek_absolute;
63eba147	202	extern unsigned int n_devs;
6eb42155	203	extern unsigned long n_traces;
4c48f14e	204	extern struct list_head all_devs, all_procs;
63eba147	205	extern struct avgs_info all_avgs;
4c48f14e	206	extern __u64 last_q;
63eba147	207	extern struct region_info all_regions;
4c48f14e	208	extern struct list_head free_ios;
21e47d90	209	extern __u64 iostat_interval, iostat_last_stamp;
6eb42155	210	extern time_t genesis, last_vtrace;
001b2633	211	extern double t_astart, t_aend;
fa0ab85d	212	extern __u64 q_histo[N_HIST_BKTS], d_histo[N_HIST_BKTS];
d76c5b81 AB	213	#if defined(DEBUG)
	214	extern int rb_tree_size;
	215	#endif
c8b0b334 AB	216	#if defined(COUNT_IOS)
	217	extern unsigned long nios_reused, nios_alloced, nios_freed;
	218	extern struct list_head cios;
	219	#endif
63eba147	220
6eb42155	221	/* args.c */
63eba147	222	void handle_args(int argc, char *argv[]);
6eb42155	223
69040794	224	/* devmap.c */
63eba147	225	int dev_map_read(char *fname);
6eb42155	226	struct devmap *dev_map_find(__u32 device);
69040794	227	void dev_map_exit(void);
63eba147	228
6eb42155	229	/* devs.c */
d76c5b81 AB	230	#if defined(DEBUG)
	231	void dump_rb_trees(void);
	232	#endif
6eb42155	233	void init_dev_heads(void);
095181f2	234	struct d_info dip_add(__u32 device, struct io iop);
6eb42155 ADB	235	void dip_rem(struct io *iop);
6eb42155 ADB	236	struct d_info *__dip_find(__u32 device);
095181f2	237	void dip_foreach_list(struct io iop, enum iop_type type, struct list_head hd);
6eb42155 ADB	238	void dip_foreach(struct io *iop, enum iop_type type,
	239	void (fnc)(struct io iop, struct io *this), int rm_after);
	240	struct io dip_find_sec(struct d_info dip, enum iop_type type, __u64 sec);
	241	void dip_foreach_out(void (func)(struct d_info , void ), void arg);
b2822cea AB	242	void dip_plug(__u32 dev, double cur_time);
b2822cea AB	243	void dip_unplug(__u32 dev, double cur_time, int is_timer);
69040794	244	void dip_exit(void);
6eb42155 ADB	245
6eb42155 ADB	246	/* dip_rb.c */
095181f2	247	int rb_insert(struct rb_root root, struct io iop);
6eb42155 ADB	248	struct io rb_find_sec(struct rb_root root, __u64 sec);
	249	void rb_foreach(struct rb_node n, struct io iop,
	250	void (fnc)(struct io iop, struct io *this),
	251	struct list_head *head);
	252
	253	/* iostat.c */
21e47d90	254	void iostat_init(void);
4c48f14e	255	void iostat_getrq(struct io *iop);
21e47d90 ADB	256	void iostat_merge(struct io *iop);
21e47d90 ADB	257	void iostat_issue(struct io *iop);
6eb42155 ADB	258	void iostat_unissue(struct io *iop);
6eb42155 ADB	259	void iostat_complete(struct io d_iop, struct io c_iop);
21e47d90 ADB	260	void iostat_check_time(__u64 stamp);
	261	void iostat_dump_stats(__u64 stamp, int all);
	262
6eb42155	263	/* latency.c */
b2ecdd0f ADB	264	void latency_init(struct d_info *dip);
	265	void latency_clean(void);
	266	void latency_d2c(struct d_info *dip, __u64 tstamp, __u64 latency);
	267	void latency_q2c(struct d_info *dip, __u64 tstamp, __u64 latency);
	268
6eb42155	269	/* misc.c */
6eb42155	270	int in_devices(struct blk_io_trace *t);
6eb42155 ADB	271	void add_file(struct file_info *fipp, FILE fp, char *oname);
6eb42155 ADB	272	void clean_files(struct file_info **fipp);
69040794 AB	273	void add_buf(void *buf);
69040794 AB	274	void clean_bufs(void);
6eb42155 ADB	275	void dbg_ping(void);
6eb42155 ADB	276
d76c5b81 AB	277	/* mmap.c */
	278	void setup_ifile(char *fname);
	279	void cleanup_ifile(void);
	280	int next_trace(struct blk_io_trace t, void *pdu);
	281
6eb42155 ADB	282	/* output.c */
	283	int output_avgs(FILE *ofp);
	284	int output_ranges(FILE *ofp);
	285	char make_dev_hdr(char pad, size_t len, struct d_info *dip);
	286
	287	/* proc.c */
	288	void add_process(__u32 pid, char *name);
	289	struct p_info find_process(__u32 pid, char name);
	290	void pip_update_q(struct io *iop);
	291	void pip_foreach_out(void (f)(struct p_info , void ), void arg);
69040794 AB	292	void pip_exit(void);
	293
	294	/* bno_dump.c */
	295	void *bno_dump_init(__u32 device);
	296	void bno_dump_exit(void *param);
	297	void bno_dump_add(void handle, struct io iop);
	298	void bno_dump_clean(void);
6eb42155	299
951ea56c AB	300	/* q2d.c */
	301	void q2d_histo_add(void *priv, __u64 q2d);
	302	void *q2d_init(void);
	303	void q2d_release(void *priv);
	304	void q2d_display_header(FILE *fp);
	305	void q2d_display_dashes(FILE *fp);
	306	void q2d_display(FILE fp, void priv);
	307	int q2d_ok(void *priv);
	308	void q2d_acc(void a1, void a2);
	309
6eb42155	310	/* seek.c */
4c48f14e	311	void seeki_init(char str);
69040794	312	void seeki_exit(void *param);
6eb42155 ADB	313	void seek_clean(void);
	314	void seeki_add(void handle, struct io iop);
	315	double seeki_mean(void *handle);
	316	long long seeki_nseeks(void *handle);
	317	long long seeki_median(void *handle);
	318	int seeki_mode(void handle, struct mode mp);
	319
	320	/* trace.c */
	321	void add_trace(struct io *iop);
	322
095181f2 JA	323	/* trace_complete.c */
095181f2 JA	324	void trace_complete(struct io *c_iop);
095181f2 JA	325
095181f2 JA	326	/* trace_im.c */
c8b0b334 AB	327	void run_im(struct io im_iop, struct io d_iop, struct io *c_iop);
c8b0b334 AB	328	void run_unim(struct io im_iop, struct io d_iop, struct io *c_iop);
d76c5b81	329	int ready_im(struct io im_iop, struct io c_iop);
095181f2 JA	330	void trace_insert(struct io *i_iop);
095181f2 JA	331	void trace_merge(struct io *m_iop);
4c48f14e	332	void trace_getrq(struct io *g_iop);
095181f2 JA	333
095181f2 JA	334	/* trace_issue.c */
c8b0b334 AB	335	void run_issue(struct io d_iop, struct io u_iop, struct io *c_iop);
c8b0b334 AB	336	void run_unissue(struct io d_iop, struct io u_iop, struct io *c_iop);
d76c5b81	337	int ready_issue(struct io d_iop, struct io c_iop);
095181f2	338	void trace_issue(struct io *d_iop);
095181f2	339
b2822cea AB	340	/* trace_plug.c */
	341	void trace_plug(struct io *p_iop);
	342	void trace_unplug_io(struct io *u_iop);
	343	void trace_unplug_timer(struct io *u_iop);
	344
095181f2	345	/* trace_queue.c */
c8b0b334	346	void run_queue(struct io q_iop, struct io u_iop, struct io *c_iop);
d76c5b81	347	int ready_queue(struct io q_iop, struct io c_iop);
095181f2	348	void trace_queue(struct io *q_iop);
095181f2 JA	349
095181f2 JA	350	/* trace_remap.c */
c8b0b334	351	void run_remap(struct io a_iop, struct io u_iop, struct io *c_iop);
d76c5b81	352	int ready_remap(struct io a_iop, struct io c_iop);
095181f2	353	void trace_remap(struct io *a_iop);
095181f2 JA	354
	355	/* trace_requeue.c */
	356	void trace_requeue(struct io *r_iop);
095181f2	357
fc16a815 AB	358	/* unplug_hist.c */
	359	void *unplug_hist_init(__u32 device);
	360	void unplug_hist_exit(void *arg);
	361	void unplug_hist_add(struct io *u_iop);
	362
63eba147	363	#include "inlines.h"