11 #include <sys/types.h>
16 #include <netinet/in.h>
17 #include <arpa/inet.h>
23 static int nr_clients = 8;
24 static int net_port = 8888;
25 static int client_loops = 10;
27 static int write_to_null;
29 static int splice_size = SPLICE_SIZE;
30 static char *filename = "splice-file";
31 static unsigned int max_client_run = 15;
32 static int run_rw = 1;
33 static int run_splice = 1;
34 static int run_mmap = 1;
38 static int usage(char *name)
40 fprintf(stderr, "Usage %s [options] [filename]:\n", name);
41 fprintf(stderr, "\t[-n] (number of clients]\n");
42 fprintf(stderr, "\t[-p] (port number)\n");
43 fprintf(stderr, "\t[-l] (number of loops)\n");
44 fprintf(stderr, "\t[-z] (write to /dev/null)\n");
45 fprintf(stderr, "\t[-s] (use 1 file for all)\n");
46 fprintf(stderr, "\t[-a] (set CPU affinity)\n");
47 fprintf(stderr, "\t[-b] (splice chunk size)\n");
48 fprintf(stderr, "\t[-t] (max client runtime in seconds)\n");
49 fprintf(stderr, "\t[-c] (clients to run (rw/mmap/splice)\n");
53 static int parse_options(int argc, char *argv[])
57 while ((c = getopt(argc, argv, "n:p:l:azsb:t:c:")) != -1) {
60 nr_clients = atoi(optarg);
64 net_port = atoi(optarg);
68 client_loops = atoi(optarg);
84 splice_size = atoi(optarg);
88 max_client_run = atoi(optarg);
92 if (!strstr(optarg, "rw"))
94 if (!strstr(optarg, "splice"))
96 if (!strstr(optarg, "mmap"))
108 static int bind_to_cpu(int index)
114 if (!bind_cpu || nr_cpus == 1)
117 cpu = index % nr_cpus;
120 CPU_SET((cpu), &cpu_mask);
123 if (sched_setaffinity(pid, sizeof(cpu_mask), &cpu_mask) == -1)
124 return error("set affinity");
129 static int accept_loop(int listen_sk)
131 struct sockaddr addr;
132 unsigned int len = sizeof(addr);
136 sk = accept(listen_sk, &addr, &len);
138 return error("accept");
142 int ret = recv(sk, NULL, 128*1024*1024, MSG_TRUNC);
147 if (errno == EAGAIN || errno == EINTR)
156 static int server(int offset)
158 struct sockaddr_in saddr_in;
159 struct sockaddr addr;
167 sk = socket(PF_INET, SOCK_STREAM, 0);
169 return error("socket");
172 if (setsockopt(sk, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt)) < 0)
173 return error("setsockopt");
175 saddr_in.sin_addr.s_addr = htonl(INADDR_ANY);
176 saddr_in.sin_port = htons(net_port + offset);
178 if (bind(sk, (struct sockaddr *) &saddr_in, sizeof(saddr_in)) < 0)
179 return error("bind");
181 if (listen(sk, 1) < 0)
182 return error("listen");
185 if (getsockname(sk, &addr, &len) < 0)
186 return error("getsockname");
188 return accept_loop(sk);
191 static unsigned long mtime_since(struct timeval *s, struct timeval *e)
195 sec = e->tv_sec - s->tv_sec;
196 usec = e->tv_usec - s->tv_usec;
197 if (sec > 0 && usec < 0) {
202 sec *= (double) 1000;
203 usec /= (double) 1000;
208 static unsigned long mtime_since_now(struct timeval *s)
212 gettimeofday(&t, NULL);
213 return mtime_since(s, &t);
216 static int client_rw(int out_fd, int file_fd, int offset)
218 int loops = client_loops;
219 struct timeval start;
222 unsigned long long size;
225 if (fstat(file_fd, &sb) < 0)
226 return error("fstat");
228 buf = malloc(splice_size);
230 gettimeofday(&start, NULL);
232 if (lseek(file_fd, 0, SEEK_SET) < 0)
233 return error("lseek");
237 int this_len = min(size, (unsigned long long) splice_size);
238 int ret = read(file_fd, buf, this_len);
241 return error("read");
245 int written = write(out_fd, buf, ret);
248 return error("write");
256 if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
260 size = sb.st_size >> 10;
261 size *= (client_loops - loops);
262 msecs = mtime_since_now(&start);
263 fprintf(stdout, "Client%d (rw): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
267 static int client_mmap(int out_fd, int file_fd, int offset)
269 int loops = client_loops;
270 struct timeval start;
272 void *mmap_area, *buf;
273 unsigned long long size;
276 if (fstat(file_fd, &sb) < 0)
277 return error("fstat");
279 mmap_area = mmap(NULL, sb.st_size, PROT_READ, MAP_SHARED, file_fd, 0);
280 if (mmap_area == MAP_FAILED)
281 return error("mmap");
283 if (madvise(mmap_area, sb.st_size, MADV_WILLNEED) < 0)
284 return error("madvise");
286 gettimeofday(&start, NULL);
291 int this_len = min(size, (unsigned long long) splice_size);
292 int ret = write(out_fd, buf, this_len);
295 return error("write");
303 if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
306 size = sb.st_size >> 10;
307 size *= (client_loops - loops);
308 msecs = mtime_since_now(&start);
309 fprintf(stdout, "Client%d (mmap): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
310 munmap(mmap_area, sb.st_size);
315 static int client_splice_loop(int out_fd, int fd, int *pfd, int offset)
317 struct timeval start;
318 unsigned long long size;
321 int loops = client_loops;
324 if (fstat(fd, &sb) < 0)
325 return error("fstat");
327 gettimeofday(&start, NULL);
333 int ret = ssplice(fd, &off, pfd[1], NULL, min(size, (unsigned long long) splice_size), 0);
336 return error("splice-in");
340 int flags = size ? SPLICE_F_MORE : 0;
341 int written = ssplice(pfd[0], NULL, out_fd, NULL, ret, flags);
344 return error("splice-out");
352 if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
355 size = sb.st_size >> 10;
356 size *= (client_loops - loops);
357 msecs = mtime_since_now(&start);
358 fprintf(stdout, "Client%d (splice): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
362 static int client_splice(int out_fd, int file_fd, int offset)
367 return error("pipe");
369 ret = client_splice_loop(out_fd, file_fd, pfd, offset);
375 static int do_client(int out_fd, int file_fd, int offset)
380 ret = client_splice(out_fd, file_fd, offset);
385 ret = client_mmap(out_fd, file_fd, offset);
390 ret = client_rw(out_fd, file_fd, offset);
397 static int client_open_net(int offset)
399 int sk = socket(PF_INET, SOCK_STREAM, 0);
400 struct sockaddr_in s_to;
403 hp = gethostbyname("localhost");
405 return error("gethostbyname");
407 bzero((char *) &s_to, sizeof (s_to));
408 bcopy((char *) hp->h_addr, (char *) &(s_to.sin_addr), hp->h_length);
409 s_to.sin_family = hp->h_addrtype;
410 s_to.sin_port = htons(net_port + offset);
412 if (connect(sk, (struct sockaddr *)&s_to, sizeof(s_to)) < 0)
413 return error("connect");
418 static int client(int offset)
428 out_fd = client_open_net(offset);
430 out_fd = open("/dev/null", O_WRONLY);
433 return error("socket");
435 sprintf(fname, "%s%d", filename, same_file ? 0 : offset);
436 file_fd = open(fname, O_RDONLY);
438 return error("open");
440 return do_client(out_fd, file_fd, offset);
443 int main(int argc, char *argv[])
445 pid_t *spids, *cpids;
448 index = parse_options(argc, argv);
450 return usage(argv[0]);
453 filename = argv[index];
455 spids = malloc(nr_clients * sizeof(pid_t));
456 cpids = malloc(nr_clients * sizeof(pid_t));
457 memset(spids, 0, nr_clients * sizeof(pid_t));
458 memset(cpids, 0, nr_clients * sizeof(pid_t));
460 nr_cpus = sysconf(_SC_NPROCESSORS_ONLN);
462 return error("_SC_NPROCESSORS_ONLN");
467 if (!write_to_null) {
468 for (i = 0; i < nr_clients; i++) {
479 sleep(1); /* should have servers started now */
485 for (i = 0; i < nr_clients; i++) {
498 * wait for clients to exit
500 fprintf(stdout, "Waiting for clients\n");
501 for (i = 0; i < nr_clients; i++) {
503 waitpid(cpids[i], NULL, 0);
511 for (i = 0; i < nr_clients; i++) {
513 kill(spids[i], SIGKILL);
514 waitpid(spids[i], NULL, 0);