* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*
*/
-#include <assert.h>
#include <stdio.h>
#include <string.h>
#include <time.h>
#include "rbtree.h"
#include "list.h"
+/*
+ * 0 == 1 blk
+ * 1 == 2 blks
+ * ...
+ * 1022 == 1023 blks
+ * 1023 == 1024 blks
+ * 1024 == > 1024 blks
+ */
+#define N_HIST_BKTS 1025
+
#define BIT_TIME(t) ((double)SECONDS(t) + ((double)NANO_SECONDS(t) / 1.0e9))
#define BIT_START(iop) ((iop)->t.sector)
#define TO_SEC(nanosec) ((double)(nanosec) / 1.0e9)
#define TO_MSEC(nanosec) (1000.0 * TO_SEC(nanosec))
-#if defined(DEBUG)
-#define DBG_PING() dbg_ping()
-#define ASSERT(truth) do { \
- if (!(truth)) { \
- DBG_PING(); \
- assert(truth); \
- } \
- } while (0)
-
-
-#define LIST_DEL(hp) list_del(hp)
-#else
-#define ASSERT(truth)
-#define DBG_PING()
-#define LIST_DEL(hp) do { \
- ASSERT((hp)->next != NULL); \
- ASSERT(!list_empty(hp)); \
- list_del(hp); \
- } while (0)
-#endif
-
enum iop_type {
IOP_Q = 0,
IOP_X = 1,
IOP_A = 2,
- IOP_I = 3,
+ IOP_G = 3,
IOP_M = 4,
IOP_D = 5,
IOP_C = 6,
IOP_R = 7,
- IOP_L = 8, // IOP_A -> IOP_A + IOP_L
-};
-#define N_IOP_TYPES (IOP_L + 1)
-
-struct file_info {
- struct file_info *next;
- FILE *ofp;
- char oname[1];
+ IOP_I = 8,
+ IOP_S = 9
};
+#define N_IOP_TYPES (IOP_S + 1)
struct mode {
int most_seeks, nmds;
};
struct avgs_info {
+ struct avg_info q2q_dm;
+ struct avg_info q2a_dm;
+ struct avg_info q2c_dm;
+
struct avg_info q2q;
- struct avg_info q2c;
- struct avg_info q2a; /* Q to (A or X) */
- struct avg_info q2i; /* Q to (I or M) */
- struct avg_info i2d; /* (I or M) to D */
+ struct avg_info q2a;
+ struct avg_info q2g;
+ struct avg_info s2g;
+ struct avg_info g2i;
+ struct avg_info q2m;
+ struct avg_info i2d;
+ struct avg_info m2d;
struct avg_info d2c;
+ struct avg_info q2c;
struct avg_info blks; /* Blocks transferred */
};
struct region_info {
struct list_head qranges;
struct list_head cranges;
- struct range_info *qr_cur, *cr_cur;
};
struct p_info {
struct avgs_info avgs;
__u64 last_q;
__u32 pid;
- char name[1];
-};
-
-struct devmap {
- struct devmap *next;
- unsigned int host, bus, target, lun, irq, cpu;
- char model[64];
- char device[32], node[32], pci[32], devno[32];
+ char *name;
};
struct stats {
struct list_head all_head, hash_head;
void *heads;
struct region_info regions;
- struct devmap *map;
- void *seek_handle;
- FILE *d2c_ofp, *q2c_ofp;
+ char *devmap;
+ void *q2q_handle, *seek_handle, *bno_dump_handle, *up_hist_handle;
+ void *q2d_priv, *aqd_handle, *rstat_handle;
+ void *q2d_plat_handle, *q2c_plat_handle, *d2c_plat_handle;
+ FILE *q2d_ofp, *d2c_ofp, *q2c_ofp, *pit_fp;
struct avgs_info avgs;
struct stats stats, all_stats;
- __u64 last_q, n_ds;
+ __u64 last_q, n_qs, n_ds;
+ __u64 n_act_q, t_act_q; /* # currently active when Q comes in */
__u32 device;
- int is_plugged, nplugs, n_timer_unplugs;
+ int pre_culling;
+ int is_plugged, nplugs, nplugs_t;
+ __u64 nios_up, nios_upt;
double start_time, last_plug, plugged_time, end_time;
};
struct io {
struct rb_node rb_node;
- struct list_head f_head, c_pending, retry;
- struct list_head down_list, up_list;
+ struct list_head f_head, a_head;
struct d_info *dip;
struct p_info *pip;
void *pdu;
+ __u64 bytes_left, g_time, i_time, m_time, d_time, c_time, d_sec, c_sec;
+ __u64 s_time;
+ __u32 d_nsec, c_nsec;
+
struct blk_io_trace t;
- __u64 bytes_left;
- int linked, on_retry_list, down_len, up_len;
- enum iop_type type;
-};
-struct bilink {
- struct list_head down_head, up_head;
- struct io *diop, *uiop;
+ int linked;
+ enum iop_type type;
};
/* bt_timeline.c */
extern char bt_timeline_version[], *devices, *exes, *input_name, *output_name;
extern char *seek_name, *iostat_name, *d2c_name, *q2c_name, *per_io_name;
-extern double range_delta;
-extern FILE *ranges_ofp, *avgs_ofp, *iostat_ofp, *per_io_ofp;;
-extern int verbose, done, time_bounded;
+extern char *bno_dump_name, *unplug_hist_name, *sps_name, *aqd_name, *q2d_name;
+extern char *per_io_trees;
+extern double range_delta, plat_freq, last_t_seen;
+extern FILE *rngs_ofp, *avgs_ofp, *xavgs_ofp, *iostat_ofp, *per_io_ofp;
+extern FILE *msgs_ofp;
+extern int verbose, done, time_bounded, output_all_data, seek_absolute;
+extern int easy_parse_avgs, ignore_remaps;
extern unsigned int n_devs;
extern unsigned long n_traces;
-extern struct list_head all_devs, all_procs, retries;
+extern struct list_head all_devs, all_procs;
extern struct avgs_info all_avgs;
-extern __u64 last_q, next_retry_check;
+extern __u64 last_q;
extern struct region_info all_regions;
-extern struct list_head free_ios;
+extern struct list_head all_ios, free_ios;
extern __u64 iostat_interval, iostat_last_stamp;
extern time_t genesis, last_vtrace;
extern double t_astart, t_aend;
-#if defined(DEBUG)
-extern int rb_tree_size;
-#endif
+extern __u64 q_histo[N_HIST_BKTS], d_histo[N_HIST_BKTS];
/* args.c */
void handle_args(int argc, char *argv[]);
+void clean_args();
-/* dev_map.c */
+/* aqd.c */
+void *aqd_alloc(char *str);
+void aqd_free(void *info);
+void aqd_clean(void);
+void aqd_issue(void *info, double ts);
+void aqd_complete(void *info, double ts);
+
+/* devmap.c */
int dev_map_read(char *fname);
-struct devmap *dev_map_find(__u32 device);
+char *dev_map_find(__u32 device);
+void dev_map_exit(void);
/* devs.c */
-#if defined(DEBUG)
-void dump_rb_trees(void);
-#endif
void init_dev_heads(void);
-struct d_info *dip_add(__u32 device, struct io *iop);
-void dip_rem(struct io *iop);
+struct d_info *dip_alloc(__u32 device, struct io *iop);
+void iop_rem_dip(struct io *iop);
struct d_info *__dip_find(__u32 device);
void dip_foreach_list(struct io *iop, enum iop_type type, struct list_head *hd);
-void dip_foreach(struct io *iop, enum iop_type type,
+void dip_foreach(struct io *iop, enum iop_type type,
void (*fnc)(struct io *iop, struct io *this), int rm_after);
struct io *dip_find_sec(struct d_info *dip, enum iop_type type, __u64 sec);
void dip_foreach_out(void (*func)(struct d_info *, void *), void *arg);
void dip_plug(__u32 dev, double cur_time);
-void dip_unplug(__u32 dev, double cur_time, int is_timer);
+void dip_unplug(__u32 dev, double cur_time, __u64 nio_ups);
+void dip_unplug_tm(__u32 dev, double cur_time, __u64 nio_ups);
+void dip_exit(void);
+void dip_cleanup(void);
/* dip_rb.c */
int rb_insert(struct rb_root *root, struct io *iop);
struct io *rb_find_sec(struct rb_root *root, __u64 sec);
-void rb_foreach(struct rb_node *n, struct io *iop,
+void rb_foreach(struct rb_node *n, struct io *iop,
void (*fnc)(struct io *iop, struct io *this),
struct list_head *head);
/* iostat.c */
void iostat_init(void);
-void iostat_insert(struct io *iop);
+void iostat_getrq(struct io *iop);
void iostat_merge(struct io *iop);
void iostat_issue(struct io *iop);
-void iostat_unissue(struct io *iop);
void iostat_complete(struct io *d_iop, struct io *c_iop);
void iostat_check_time(__u64 stamp);
void iostat_dump_stats(__u64 stamp, int all);
/* latency.c */
-void latency_init(struct d_info *dip);
+void latency_alloc(struct d_info *dip);
void latency_clean(void);
+void latency_q2d(struct d_info *dip, __u64 tstamp, __u64 latency);
void latency_d2c(struct d_info *dip, __u64 tstamp, __u64 latency);
void latency_q2c(struct d_info *dip, __u64 tstamp, __u64 latency);
/* misc.c */
-int in_devices(struct blk_io_trace *t);
-void add_file(struct file_info **fipp, FILE *fp, char *oname);
-void clean_files(struct file_info **fipp);
+void add_file(FILE *fp, char *oname);
+void add_buf(void *buf);
+char *make_dev_hdr(char *pad, size_t len, struct d_info *dip, int add_parens);
+FILE *my_fopen(const char *path, const char *mode);
+int my_open(const char *path, int flags);
void dbg_ping(void);
+void clean_allocs(void);
/* mmap.c */
void setup_ifile(char *fname);
void cleanup_ifile(void);
int next_trace(struct blk_io_trace *t, void **pdu);
+double pct_done(void);
/* output.c */
int output_avgs(FILE *ofp);
int output_ranges(FILE *ofp);
-char *make_dev_hdr(char *pad, size_t len, struct d_info *dip);
/* proc.c */
-void add_process(__u32 pid, char *name);
+void process_alloc(__u32 pid, char *name);
struct p_info *find_process(__u32 pid, char *name);
void pip_update_q(struct io *iop);
void pip_foreach_out(void (*f)(struct p_info *, void *), void *arg);
+void pip_exit(void);
+
+/* bno_dump.c */
+void *bno_dump_alloc(__u32 device);
+void bno_dump_free(void *param);
+void bno_dump_add(void *handle, struct io *iop);
+void bno_dump_clean(void);
+
+/* plat.c */
+void *plat_alloc(char *str);
+void plat_free(void *info);
+void plat_clean(void);
+void plat_x2c(void *info, __u64 ts, __u64 latency);
+
+/* q2d.c */
+void q2d_histo_add(void *priv, __u64 q2d);
+void *q2d_alloc(void);
+void q2d_free(void *priv);
+void q2d_display_header(FILE *fp);
+void q2d_display_dashes(FILE *fp);
+void q2d_display(FILE *fp, void *priv);
+int q2d_ok(void *priv);
+void q2d_acc(void *a1, void *a2);
+
+/* rstats.c */
+void *rstat_alloc(char *bn);
+void rstat_free(void *ptr);
+void rstat_add(void *ptr, double cur, unsigned long long nblks);
+int rstat_init(void);
+void rstat_exit(void);
/* seek.c */
-void *seeki_init(__u32 device);
+void *seeki_alloc(char *str);
+void seeki_free(void *param);
void seek_clean(void);
void seeki_add(void *handle, struct io *iop);
double seeki_mean(void *handle);
int seeki_mode(void *handle, struct mode *mp);
/* trace.c */
-void __dump_iop(FILE *ofp, struct io *iop, int extra_nl);
-void __dump_iop2(FILE *ofp, struct io *a_iop, struct io *l_iop);
-void release_iops(struct list_head *rmhd);
void add_trace(struct io *iop);
-void do_retries(__u64 now);
/* trace_complete.c */
void trace_complete(struct io *c_iop);
-void retry_complete(struct io *c_iop, __u64 now);
/* trace_im.c */
-void run_im(struct io *im_iop, struct io *c_iop, void *param);
-void run_unim(struct io *im_iop, struct list_head *rmhd);
+void run_im(struct io *im_iop, struct io *d_iop, struct io *c_iop);
+void run_unim(struct io *im_iop, struct io *d_iop, struct io *c_iop);
int ready_im(struct io *im_iop, struct io *c_iop);
void trace_insert(struct io *i_iop);
void trace_merge(struct io *m_iop);
+void trace_getrq(struct io *g_iop);
+void trace_sleeprq(struct io *s_iop);
/* trace_issue.c */
-void run_issue(struct io *d_iop, struct io *c_iop, void *param);
-void run_unissue(struct io *d_iop, struct list_head *rmhd);
+void run_issue(struct io *d_iop, struct io *u_iop, struct io *c_iop);
+void run_unissue(struct io *d_iop, struct io *u_iop, struct io *c_iop);
int ready_issue(struct io *d_iop, struct io *c_iop);
void trace_issue(struct io *d_iop);
void trace_unplug_timer(struct io *u_iop);
/* trace_queue.c */
-void run_queue(struct io *q_iop, struct io *c_iop, struct list_head *rmhd);
+void run_queue(struct io *q_iop, struct io *u_iop, struct io *c_iop);
int ready_queue(struct io *q_iop, struct io *c_iop);
void trace_queue(struct io *q_iop);
/* trace_remap.c */
-void run_remap(struct io *a_iop, struct io *c_iop, void *param);
+void run_remap(struct io *a_iop, struct io *u_iop, struct io *c_iop);
int ready_remap(struct io *a_iop, struct io *c_iop);
void trace_remap(struct io *a_iop);
/* trace_requeue.c */
void trace_requeue(struct io *r_iop);
+/* unplug_hist.c */
+void *unplug_hist_alloc(__u32 device);
+void unplug_hist_free(void *arg);
+void unplug_hist_add(struct io *u_iop);
+
#include "inlines.h"