#include <string.h>
#include <sys/ioctl.h>
#include <sys/param.h>
+#include <sys/statfs.h>
#include <stdio.h>
#include <stdlib.h>
#include <sched.h>
#include <ctype.h>
#include <getopt.h>
+#include <sys/mman.h>
#include "blktrace.h"
+static char blktrace_version[] = "0.90";
+
#define BUF_SIZE (128 *1024)
#define BUF_NR (4)
+#define RELAYFS_TYPE 0xF0B4A981
+
#define DECLARE_MASK_MAP(mask) { BLK_TC_##mask, #mask, "BLK_TC_"#mask }
#define COMPARE_MASK_MAP(mmp, str) \
(!strcasecmp((mmp)->short_form, (str)) || \
char *long_form;
};
-struct mask_map mask_maps[] = {
+static struct mask_map mask_maps[] = {
DECLARE_MASK_MAP(READ),
DECLARE_MASK_MAP(WRITE),
DECLARE_MASK_MAP(BARRIER),
DECLARE_MASK_MAP(PC),
};
-#define S_OPTS "d:a:A:r:o:k"
+#define S_OPTS "d:a:A:r:o:kw:vb:n:"
static struct option l_opts[] = {
{
.name = "dev",
- .has_arg = 1,
+ .has_arg = required_argument,
.flag = NULL,
.val = 'd'
},
{
.name = "act-mask",
- .has_arg = 1,
+ .has_arg = required_argument,
.flag = NULL,
.val = 'a'
},
{
.name = "set-mask",
- .has_arg = 1,
+ .has_arg = required_argument,
.flag = NULL,
.val = 'A'
},
{
.name = "relay",
- .has_arg = 1,
+ .has_arg = required_argument,
.flag = NULL,
.val = 'r'
},
{
.name = "output",
- .has_arg = 1,
+ .has_arg = required_argument,
.flag = NULL,
.val = 'o'
},
{
.name = "kill",
- .has_arg = 0,
+ .has_arg = no_argument,
.flag = NULL,
.val = 'k'
},
{
- .name = NULL,
- .has_arg = 0,
+ .name = "stopwatch",
+ .has_arg = required_argument,
.flag = NULL,
- .val = 0
- }
+ .val = 'w'
+ },
+ {
+ .name = "version",
+ .has_arg = no_argument,
+ .flag = NULL,
+ .val = 'v'
+ },
+ {
+ .name = "buffer size",
+ .has_arg = required_argument,
+ .flag = NULL,
+ .val = 'b'
+ },
+ {
+ .name = "nr of sub buffers",
+ .has_arg = required_argument,
+ .flag = NULL,
+ .val = 'n'
+ },
};
struct thread_information {
int fd;
char fn[MAXPATHLEN + 64];
+ void *buf;
+ unsigned long buf_offset;
+ unsigned int buf_subbuf;
+ unsigned int sequence;
pthread_mutex_t *fd_lock;
int ofd;
unsigned long events_processed;
+ struct device_information *device;
};
-static char *relay_path;
-
-#define is_done() (*(volatile int *)(&done))
-static volatile int done;
+struct device_information {
+ int fd;
+ char *path;
+ char buts_name[32];
+ int trace_started;
+ struct thread_information *threads;
+};
-static int devfd, ncpus;
+static int ncpus;
static struct thread_information *thread_information;
-static char *buts_name_p;
-static char *dev;
+static int ndevs;
+static struct device_information *device_information;
+
+/* command line option globals */
+static char *relay_path;
static char *output_name;
static int act_mask = ~0U;
-static int trace_started;
static int kill_running_trace;
+static int use_mmap;
+static unsigned int buf_size = BUF_SIZE;
+static unsigned int buf_nr = BUF_NR;
+
+#define is_done() (*(volatile int *)(&done))
+static volatile int done;
static pthread_mutex_t stdout_mutex = PTHREAD_MUTEX_INITIALIZER;
static int find_mask_map(char *string)
{
- int i;
+ unsigned int i;
for (i = 0; i < sizeof(mask_maps)/sizeof(mask_maps[0]); i++)
if (COMPARE_MASK_MAP(&mask_maps[i], string))
return -1;
}
-static int start_trace(char *dev)
+static int start_trace(struct device_information *dip)
{
struct blk_user_trace_setup buts;
memset(&buts, 0, sizeof(buts));
- buts.buf_size = BUF_SIZE;
- buts.buf_nr = BUF_NR;
+ buts.buf_size = buf_size;
+ buts.buf_nr = buf_nr;
buts.act_mask = act_mask;
- if (ioctl(devfd, BLKSTARTTRACE, &buts) < 0) {
+ if (ioctl(dip->fd, BLKSTARTTRACE, &buts) < 0) {
perror("BLKSTARTTRACE");
return 1;
}
- trace_started = 1;
- buts_name_p = strdup(buts.name);
+ memcpy(dip->buts_name, buts.name, sizeof(dip->buts_name));
+ dip->trace_started = 1;
return 0;
}
-static void stop_trace(void)
+static void stop_trace(struct device_information *dip)
{
- if (trace_started || kill_running_trace) {
- if (ioctl(devfd, BLKSTOPTRACE) < 0)
+ if (dip->trace_started || kill_running_trace) {
+ if (ioctl(dip->fd, BLKSTOPTRACE) < 0)
perror("BLKSTOPTRACE");
-
- trace_started = 0;
+ close(dip->fd);
+ dip->trace_started = 0;
}
}
-static void extract_data(struct thread_information *tip, char *ofn, int nb)
+static void stop_all_traces(void)
{
- int ret, bytes_left;
- unsigned char *buf, *p;
+ struct device_information *dip;
+ int i;
- buf = malloc(nb);
- p = buf;
- bytes_left = nb;
- while (bytes_left > 0) {
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++)
+ stop_trace(dip);
+}
+
+static int get_data_read(struct thread_information *tip, void *buf, int len)
+{
+ char *p = buf;
+ int ret, bytes_left = len;
+
+ while (!is_done() && bytes_left > 0) {
ret = read(tip->fd, p, bytes_left);
- if (!ret)
- usleep(1000);
- else if (ret < 0) {
+ if (ret == len)
+ return 0;
+
+ if (ret < 0) {
perror(tip->fn);
- fprintf(stderr, "Thread %d extract_data %s failed\n",
+ fprintf(stderr,"Thread %d failed read of %s\n",
tip->cpu, tip->fn);
- free(buf);
+ exit_trace(1);
+ } else if (ret > 0) {
+ fprintf(stderr,"Thread %d misread %s %d,%d\n",
+ tip->cpu, tip->fn, ret, len);
exit_trace(1);
} else {
p += ret;
bytes_left -= ret;
}
+
+ usleep(10000);
}
- ret = write(tip->ofd, buf, nb);
- if (ret != nb) {
- perror(ofn);
- fprintf(stderr,"Thread %d extract_data %s failed\n", tip->cpu, ofn);
- free(buf);
- exit_trace(1);
+ return -1;
+}
+
+static int get_data_mmap(struct thread_information *tip, void *buf,
+ unsigned int len, int check_magic)
+{
+ if (len > (buf_size * (tip->buf_subbuf + 1)) - tip->buf_offset) {
+ tip->buf_subbuf++;
+ if (tip->buf_subbuf == buf_nr)
+ tip->buf_subbuf = 0;
+
+ tip->buf_offset = tip->buf_subbuf * buf_size;
}
+ while (1) {
+ struct blk_io_trace *t = buf;
+
+ memcpy(buf, tip->buf + tip->buf_offset, len);
+
+ if (!check_magic)
+ break;
+
+ if (CHECK_MAGIC(t) && t->sequence >= tip->sequence) {
+ tip->sequence = t->sequence;
+ break;
+ }
+
+ if (is_done())
+ return -1;
+
+ usleep(10000);
+ }
+
+ tip->buf_offset += len;
+ return 0;
+}
+
+static int get_data(struct thread_information *tip, void *buf, int len,
+ int check_magic)
+{
+ if (tip->buf)
+ return get_data_mmap(tip, buf, len, check_magic);
+ else
+ return get_data_read(tip, buf, len);
+}
+
+static void *extract_data(struct thread_information *tip, int nb)
+{
+ unsigned char *buf;
+
+ buf = malloc(nb);
+ if (!get_data(tip, buf, nb, 0))
+ return buf;
+
free(buf);
+ exit_trace(1);
+ return NULL;
}
static inline void tip_fd_unlock(struct thread_information *tip)
{
struct thread_information *tip = arg;
int ret, pdu_len;
- char dp[64];
+ char *pdu_data;
struct blk_io_trace t;
pid_t pid = getpid();
cpu_set_t cpu_mask;
exit_trace(1);
}
- snprintf(tip->fn, sizeof(tip->fn),
- "%s/block/%s/trace%d", relay_path, buts_name_p, tip->cpu);
+ snprintf(tip->fn, sizeof(tip->fn), "%s/block/%s/trace%d",
+ relay_path, tip->device->buts_name, tip->cpu);
tip->fd = open(tip->fn, O_RDONLY);
if (tip->fd < 0) {
perror(tip->fn);
exit_trace(1);
}
- while (!is_done()) {
- ret = read(tip->fd, &t, sizeof(t));
- if (ret != sizeof(t)) {
- if (ret < 0) {
- perror(tip->fn);
- fprintf(stderr,"Thread %d failed read of %s\n",
- tip->cpu, tip->fn);
- exit_trace(1);
- } else if (ret > 0) {
- fprintf(stderr,"Thread %d misread %s %d,%d\n",
- tip->cpu, tip->fn, ret, (int)sizeof(t));
- exit_trace(1);
- } else {
- usleep(10000);
- continue;
- }
+ if (use_mmap) {
+ tip->buf = mmap(NULL, buf_size * buf_nr, PROT_READ,
+ MAP_PRIVATE | MAP_POPULATE, tip->fd, 0);
+ if (tip->buf == MAP_FAILED) {
+ perror("mmap");
+ exit_trace(1);
}
+ }
+
+ pdu_data = NULL;
+ while (!is_done()) {
+ if (get_data(tip, &t, sizeof(t), 1))
+ break;
if (verify_trace(&t))
exit_trace(1);
trace_to_be(&t);
+ if (pdu_len)
+ pdu_data = extract_data(tip, pdu_len);
+
+ /*
+ * now we have both trace and payload, get a lock on the
+ * output descriptor and send it off
+ */
tip_fd_lock(tip);
ret = write(tip->ofd, &t, sizeof(t));
exit_trace(1);
}
- if (pdu_len)
- extract_data(tip, dp, pdu_len);
+ if (pdu_data) {
+ ret = write(tip->ofd, pdu_data, pdu_len);
+ if (ret != pdu_len) {
+ perror("write pdu data");
+ tip_fd_unlock(tip);
+ exit_trace(1);
+ }
- tip_fd_unlock(tip);
+ free(pdu_data);
+ pdu_data = NULL;
+ }
+ tip_fd_unlock(tip);
tip->events_processed++;
}
return NULL;
}
-static int start_threads(void)
+static int start_threads(struct device_information *dip)
{
struct thread_information *tip;
char op[64];
- int i;
-
- ncpus = sysconf(_SC_NPROCESSORS_ONLN);
- if (ncpus < 0) {
- fprintf(stderr, "sysconf(_SC_NPROCESSORS_ONLN) failed\n");
- return 0;
- }
+ int j, pipeline = output_name && !strcmp(output_name, "-");
- thread_information = malloc(ncpus * sizeof(struct thread_information));
- for (i = 0, tip = thread_information; i < ncpus; i++, tip++) {
+ for (tip = dip->threads, j = 0; j < ncpus; j++, tip++) {
+ tip->cpu = j;
+ tip->device = dip;
tip->fd_lock = NULL;
- tip->cpu = i;
tip->events_processed = 0;
- if (!strcmp(output_name, "-")) {
+ if (pipeline) {
tip->ofd = dup(STDOUT_FILENO);
tip->fd_lock = &stdout_mutex;
} else {
- sprintf(op, "%s_out.%d", output_name, tip->cpu);
+ if (output_name) {
+ sprintf(op, "%s.blktrace.%d", output_name,
+ tip->cpu);
+ } else {
+ sprintf(op, "%s.blktrace.%d",
+ dip->buts_name, tip->cpu);
+ }
tip->ofd = open(op, O_CREAT|O_TRUNC|O_WRONLY, 0644);
}
if (tip->ofd < 0) {
perror(op);
- return 0;
+ return 1;
}
if (pthread_create(&tip->thread, NULL, extract, tip)) {
- perror( "pthread_create");
- return 0;
+ perror("pthread_create");
+ close(tip->ofd);
+ return 1;
}
}
- return ncpus;
+ return 0;
}
static void close_thread(struct thread_information *tip)
{
+ if (tip->buf)
+ munmap(tip->buf, buf_size * buf_nr);
+
if (tip->fd != -1)
close(tip->fd);
if (tip->ofd != -1)
close(tip->ofd);
+
tip->fd = tip->ofd = -1;
}
-static void stop_threads(void)
+static void stop_threads(struct device_information *dip)
{
- struct thread_information *tip = thread_information;
- int i;
-
- for (i = 0; i < ncpus; i++, tip++) {
- int ret;
+ struct thread_information *tip;
+ long ret;
+ int j;
+ for (tip = dip->threads, j = 0; j < ncpus; j++, tip++) {
if (pthread_join(tip->thread, (void *) &ret))
perror("thread_join");
close_thread(tip);
}
}
-static void stop_tracing(void)
+static void stop_all_threads(void)
{
- struct thread_information *tip = thread_information;
+ struct device_information *dip;
int i;
- for (i = 0; i < ncpus; i++, tip++)
- close_thread(tip);
- stop_trace();
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++)
+ stop_threads(dip);
+}
+
+static void stop_all_tracing(void)
+{
+ struct device_information *dip;
+ struct thread_information *tip;
+ int i, j;
+
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++) {
+ for (tip = dip->threads, j = 0; j < ncpus; j++, tip++)
+ close_thread(tip);
+ stop_trace(dip);
+ }
}
static void exit_trace(int status)
{
- stop_tracing();
+ stop_all_tracing();
exit(status);
}
-static void show_stats(void)
+static int resize_devices(char *path)
+{
+ int size = (ndevs + 1) * sizeof(struct device_information);
+
+ device_information = realloc(device_information, size);
+ if (!device_information) {
+ fprintf(stderr, "Out of memory, device %s (%d)\n", path, size);
+ return 1;
+ }
+ device_information[ndevs].path = path;
+ ndevs++;
+ return 0;
+}
+
+static int open_devices(void)
{
+ struct device_information *dip;
int i;
+
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++) {
+ dip->fd = open(dip->path, O_RDONLY);
+ if (dip->fd < 0) {
+ perror(dip->path);
+ return 1;
+ }
+ }
+ return 0;
+}
+
+static int start_devices(void)
+{
+ struct device_information *dip;
+ int i, j, size;
+
+ size = ncpus * sizeof(struct thread_information);
+ thread_information = malloc(size * ndevs);
+ if (!thread_information) {
+ fprintf(stderr, "Out of memory, threads (%d)\n", size * ndevs);
+ return 1;
+ }
+
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++) {
+ if (start_trace(dip)) {
+ close(dip->fd);
+ fprintf(stderr, "Failed to start trace on %s\n",
+ dip->path);
+ break;
+ }
+ }
+ if (i != ndevs) {
+ for (dip = device_information, j = 0; j < i; j++, dip++)
+ stop_trace(dip);
+ return 1;
+ }
+
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++) {
+ dip->threads = thread_information + (i * ncpus);
+ if (start_threads(dip)) {
+ fprintf(stderr, "Failed to start worker threads\n");
+ break;
+ }
+ }
+ if (i != ndevs) {
+ for (dip = device_information, j = 0; j < i; j++, dip++)
+ stop_threads(dip);
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++)
+ stop_trace(dip);
+ return 1;
+ }
+
+ return 0;
+}
+
+static void show_stats(void)
+{
+ int i, j;
+ struct device_information *dip;
struct thread_information *tip;
- unsigned long events_processed = 0;
+ unsigned long long events_processed;
- if (!strcmp(output_name, "-"))
+ if (output_name && !strcmp(output_name, "-"))
return;
- for (i = 0, tip = thread_information; i < ncpus; i++, tip++) {
- printf("CPU%3d: %20ld events\n",
- tip->cpu, tip->events_processed);
- events_processed += tip->events_processed;
+ for (dip = device_information, i = 0; i < ndevs; i++, dip++) {
+ printf("Device: %s\n", dip->path);
+ events_processed = 0;
+ for (tip = dip->threads, j = 0; j < ncpus; j++, tip++) {
+ printf(" CPU%3d: %20ld events\n",
+ tip->cpu, tip->events_processed);
+ events_processed += tip->events_processed;
+ }
+ printf(" Total: %20lld events\n", events_processed);
}
+}
- printf("Total: %20ld events\n", events_processed);
+static char usage_str[] = \
+ "-d <dev> [ -r relay path ] [ -o <output> ] [-k ] [ -w time ]\n" \
+ "[ -a action ] [ -A action mask ] [ -v ]\n\n" \
+ "\t-d Use specified device. May also be given last after options\n" \
+ "\t-r Path to mounted relayfs, defaults to /relay\n" \
+ "\t-o File(s) to send output to\n" \
+ "\t-k Kill a running trace\n" \
+ "\t-w Stop after defined time, in seconds\n" \
+ "\t-a Only trace specified actions. See documentation\n" \
+ "\t-A Give trace mask as a single value. See documentation\n" \
+ "\t-b Sub buffer size in KiB\n" \
+ "\t-n Number of sub buffers\n" \
+ "\t-v Print program version info\n\n";
+
+static void show_usage(char *program)
+{
+ fprintf(stderr, "Usage: %s %s %s",program, blktrace_version, usage_str);
}
-static void handle_sigint(int sig)
+static void handle_sigint(__attribute__((__unused__)) int sig)
{
done = 1;
}
int main(int argc, char *argv[])
{
static char default_relay_path[] = "/relay";
- struct stat st;
+ struct statfs st;
int i, c;
+ int stop_watch = 0;
int act_mask_tmp = 0;
while ((c = getopt_long(argc, argv, S_OPTS, l_opts, NULL)) >= 0) {
case 'a':
i = find_mask_map(optarg);
if (i < 0) {
- fprintf(stderr,"Invalid action mask %s\n",
+ fprintf(stderr,"Invalid action mask %s\n",
optarg);
- return 4;
+ return 1;
}
act_mask_tmp |= i;
break;
case 'A':
if ((sscanf(optarg, "%x", &i) != 1) || !VALID_SET(i)) {
fprintf(stderr,
- "Invalid set action mask %s/0x%x\n",
+ "Invalid set action mask %s/0x%x\n",
optarg, i);
- return 4;
+ return 1;
}
act_mask_tmp = i;
break;
case 'd':
- dev = strdup(optarg);
+ if (resize_devices(optarg) != 0)
+ return 1;
break;
case 'r':
break;
case 'o':
- output_name = strdup(optarg);
+ output_name = optarg;
break;
case 'k':
kill_running_trace = 1;
break;
-
+ case 'w':
+ stop_watch = atoi(optarg);
+ if (stop_watch <= 0) {
+ fprintf(stderr,
+ "Invalid stopwatch value (%d secs)\n",
+ stop_watch);
+ return 1;
+ }
+ break;
+ case 'v':
+ printf("%s version %s\n", argv[0], blktrace_version);
+ return 0;
+ case 'b':
+ buf_size = atoi(optarg);
+ if (buf_size <= 0) {
+ fprintf(stderr,
+ "Invalid buffer size (%d)\n", buf_size);
+ return 1;
+ }
+ buf_size <<= 10;
+ break;
+ case 'n':
+ buf_nr = atoi(optarg);
+ if (buf_nr <= 0) {
+ fprintf(stderr,
+ "Invalid buffer nr (%d)\n", buf_nr);
+ return 1;
+ }
+ break;
default:
- fprintf(stderr,"Usage: %s -d <dev> "
- "[-a <trace> [-a <trace>]]\n", argv[0]);
- return 4;
+ show_usage(argv[0]);
+ return 1;
}
}
- if ((dev == NULL) || (optind < argc)) {
- fprintf(stderr,"Usage: %s -d <dev> "
- "[-a <trace> [-a <trace>]]\n", argv[0]);
- return 4;
+ while (optind < argc) {
+ if (resize_devices(argv[optind++]) != 0)
+ return 1;
+ }
+
+ if (ndevs == 0) {
+ show_usage(argv[0]);
+ return 1;
}
if (!relay_path)
if (act_mask_tmp != 0)
act_mask = act_mask_tmp;
- if (stat(relay_path, &st) < 0) {
- fprintf(stderr,"%s does not appear to be mounted\n",
+ if (statfs(relay_path, &st) < 0) {
+ perror("statfs");
+ fprintf(stderr,"%s does not appear to be a valid path\n",
relay_path);
- return 2;
+ return 1;
+ } else if (st.f_type != RELAYFS_TYPE) {
+ fprintf(stderr,"%s does not appear to be a relay filesystem\n",
+ relay_path);
+ return 1;
}
- devfd = open(dev, O_RDONLY);
- if (devfd < 0) {
- perror(dev);
- return 3;
- }
+ if (open_devices() != 0)
+ return 1;
if (kill_running_trace) {
- stop_trace();
- exit(0);
- }
-
- if (start_trace(dev)) {
- close(devfd);
- fprintf(stderr, "Failed to start trace on %s\n", dev);
- return 4;
+ stop_all_traces();
+ return 0;
}
setlocale(LC_NUMERIC, "en_US");
- if (!output_name)
- output_name = strdup(buts_name_p);
-
- i = start_threads();
- if (!i) {
- fprintf(stderr, "Failed to start worker threads\n");
- stop_trace();
- return 5;
+ ncpus = sysconf(_SC_NPROCESSORS_ONLN);
+ if (ncpus < 0) {
+ fprintf(stderr, "sysconf(_SC_NPROCESSORS_ONLN) failed\n");
+ return 1;
}
+ if (start_devices() != 0)
+ return 1;
+
signal(SIGINT, handle_sigint);
signal(SIGHUP, handle_sigint);
signal(SIGTERM, handle_sigint);
+ signal(SIGALRM, handle_sigint);
+
+ atexit(stop_all_tracing);
- atexit(stop_tracing);
+ if (stop_watch)
+ alarm(stop_watch);
while (!is_done())
sleep(1);
- stop_threads();
- stop_trace();
+ stop_all_threads();
+ stop_all_traces();
show_stats();
- close(devfd);
return 0;
}
projects / blktrace.git / blobdiff