[splice.git] / splice-bench.c

#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <limits.h>
#include <string.h>
#include <getopt.h>
#include <errno.h>
#include <fcntl.h>
#include <sys/poll.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <sys/wait.h>
#include <sys/time.h>
#include <sys/mman.h>
#include <signal.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <netdb.h>
#include <sched.h>

#include "splice.h"

static int nr_clients = 8;
static int net_port = 8888;
static int client_loops = 10;
static int bind_cpu;
static int write_to_null;
static int same_file;
static int splice_size = SPLICE_SIZE;
static char *filename = "splice-file";
static int max_client_run = 15;
static int run_rw = 1;
static int run_splice = 1;
static int run_mmap = 1;

static int nr_cpus;

static int usage(char *name)
{
	fprintf(stderr, "Usage %s [options] [filename]:\n", name);
	fprintf(stderr, "\t[-n] (number of clients]\n");
	fprintf(stderr, "\t[-p] (port number)\n");
	fprintf(stderr, "\t[-l] (number of loops)\n");
	fprintf(stderr, "\t[-z] (write to /dev/null)\n");
	fprintf(stderr, "\t[-s] (use 1 file for all)\n");
	fprintf(stderr, "\t[-a] (set CPU affinity)\n");
	fprintf(stderr, "\t[-b] (splice chunk size)\n");
	fprintf(stderr, "\t[-t] (max client runtime in seconds)\n");
	fprintf(stderr, "\t[-c] (clients to run (rw/mmap/splice)\n");
	return 1;
}

static int parse_options(int argc, char *argv[])
{
	int c, index = 1;

	while ((c = getopt(argc, argv, "n:p:l:azsb:t:c:")) != -1) {
		switch (c) {
		case 'n':
			nr_clients = atoi(optarg);
			index++;
			break;
		case 'p':
			net_port = atoi(optarg);
			index++;
			break;
		case 'l':
			client_loops = atoi(optarg);
			index++;
			break;
		case 'a':
			bind_cpu = 1;
			index++;
			break;
		case 'z':
			write_to_null = 1;
			index++;
			break;
		case 's':
			same_file = 1;
			index++;
			break;
		case 'b':
			splice_size = atoi(optarg);
			index++;
			break;
		case 't':
			max_client_run = atoi(optarg);
			index++;
			break;
		case 'c':
			if (!strstr(optarg, "rw"))
				run_rw = 0;
			if (!strstr(optarg, "splice"))
				run_splice = 0;
			if (!strstr(optarg, "mmap"))
				run_mmap = 0;
			index++;
			break;
		default:
			return -1;
		}
	}

	return index;
}

int bind_to_cpu(int index)
{
	cpu_set_t cpu_mask;
	pid_t pid;
	int cpu;

	if (!bind_cpu || nr_cpus == 1)
		return 0;

	cpu = index % nr_cpus;

	CPU_ZERO(&cpu_mask);
	CPU_SET((cpu), &cpu_mask);

	pid = getpid();
	if (sched_setaffinity(pid, sizeof(cpu_mask), &cpu_mask) == -1)
		return error("set affinity");

	return 0;
}

int accept_loop(int listen_sk)
{
	unsigned long received;
	struct sockaddr addr;
	unsigned int len = sizeof(addr);
	int sk;

again:
	sk = accept(listen_sk, &addr, &len);
	if (sk < 0)
		return error("accept");

	/* read forever */
	received = 0;
	for (;;) {
		int ret = recv(sk, NULL, 128*1024*1024, MSG_TRUNC);
		if (ret > 0) {
			received += ret;
			continue;
		}
		if (!ret)
			break;
		if (errno == EAGAIN || errno == EINTR)
			continue;
		break;
	}

	close(sk);
	goto again;
}

int server(int offset)
{
	struct sockaddr addr;
	struct sockaddr_in saddr_in;
	unsigned int len;
	int sk;

	bind_to_cpu(offset);
	nice(-20);

	sk = socket(PF_INET, SOCK_STREAM, 0);
	if (sk < 0)
		return error("socket");

	saddr_in.sin_addr.s_addr = htonl(INADDR_ANY);
	saddr_in.sin_port = htons(net_port + offset);

	if (bind(sk, (struct sockaddr*)&saddr_in, sizeof(saddr_in)) < 0)
		return error("bind");

	if (listen(sk, 1) < 0)
		return error("listen");

	len = sizeof(addr);
	if (getsockname(sk, &addr, &len) < 0)
		return error("getsockname");

	return accept_loop(sk);
}

static unsigned long mtime_since(struct timeval *s, struct timeval *e)
{
	double sec, usec;

	sec = e->tv_sec - s->tv_sec;
	usec = e->tv_usec - s->tv_usec;
	if (sec > 0 && usec < 0) {
		sec--;
		usec += 1000000;
	}

	sec *= (double) 1000;
	usec /= (double) 1000;

	return sec + usec;
}

static unsigned long mtime_since_now(struct timeval *s)
{
	struct timeval t;

	gettimeofday(&t, NULL);
	return mtime_since(s, &t);
}

int client_rw(int out_fd, int file_fd, int offset)
{
	int loops = client_loops;
	struct timeval start;
	struct stat sb;
	char *buf;
	unsigned long long size;
	unsigned long msecs;

	if (fstat(file_fd, &sb) < 0)
		return error("fstat");

	buf = malloc(splice_size);

	gettimeofday(&start, NULL);
again:
	if (lseek(file_fd, 0, SEEK_SET) < 0)
		return error("lseek");

	size = sb.st_size;
	while (size) {
		int this_len = min(size, (unsigned long long) splice_size);
		int ret = read(file_fd, buf, this_len);

		if (ret < 0)
			return error("read");

		size -= ret;
		while (ret) {
			int written = write(out_fd, buf, ret);

			if (written < 0)
				return error("write");

			ret -= written;
		}
	}

	loops--;

	if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
		goto again;

	size = sb.st_size >> 10;
	size *= (client_loops - loops);
	msecs = mtime_since_now(&start);
	fprintf(stdout, "Client%d (rw): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
	return 0;
}

int client_mmap(int out_fd, int file_fd, int offset)
{
	int loops = client_loops;
	struct timeval start;
	struct stat sb;
	void *mmap_area, *buf;
	unsigned long long size;
	unsigned long msecs;

	if (fstat(file_fd, &sb) < 0)
		return error("fstat");

	mmap_area = mmap(NULL, sb.st_size, PROT_READ, MAP_SHARED, file_fd, 0);
	if (mmap_area == MAP_FAILED)
		return error("mmap");

	if (madvise(mmap_area, sb.st_size, MADV_WILLNEED) < 0)
		return error("madvise");

	gettimeofday(&start, NULL);
again:
	buf = mmap_area;
	size = sb.st_size;
	while (size) {
		int this_len = min(size, (unsigned long long) splice_size);
		int ret = write(out_fd, buf, this_len);

		if (ret < 0)
			return error("write");

		buf += ret;
		size -= ret;
	}

	loops--;

	if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
		goto again;

	size = sb.st_size >> 10;
	size *= (client_loops - loops);
	msecs = mtime_since_now(&start);
	fprintf(stdout, "Client%d (mmap): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
	munmap(mmap_area, sb.st_size);
	return 0;

}

int client_splice_loop(int out_fd, int fd, int *pfd, int offset)
{
	struct timeval start;
	unsigned long long size;
	unsigned long msecs;
	struct stat sb;
	int loops = client_loops;
	loff_t off;

	if (fstat(fd, &sb) < 0)
		return error("fstat");

	gettimeofday(&start, NULL);
again:
	size = sb.st_size;
	off = 0;

	do {
		int ret = splice(fd, &off, pfd[1], NULL, min(size, (unsigned long long) splice_size), 0);

		if (ret <= 0)
			return error("splice-in");

		size -= ret;
		while (ret > 0) {
			int flags = size ? SPLICE_F_MORE : 0;
			int written = splice(pfd[0], NULL, out_fd, NULL, ret, flags);

			if (written <= 0)
				return error("splice-out");

			ret -= written;
		}
	} while (size);

	loops--;

	if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
		goto again;

	size = sb.st_size >> 10;
	size *= (client_loops - loops);
	msecs = mtime_since_now(&start);
	fprintf(stdout, "Client%d (splice): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
	return 0;
}

int client_splice(int out_fd, int file_fd, int offset)
{
	int pfd[2], ret;

	if (pipe(pfd) < 0)
		return error("pipe");
	
	ret = client_splice_loop(out_fd, file_fd, pfd, offset);
	close(pfd[0]);
	close(pfd[1]);
	return ret;
}

int do_client(int out_fd, int file_fd, int offset)
{
	int ret;

	if (run_splice) {
		ret = client_splice(out_fd, file_fd, offset);
		if (ret)
			return ret;
	}
	if (run_mmap) {
		ret = client_mmap(out_fd, file_fd, offset);
		if (ret)
			return ret;
	}
	if (run_rw) {
		ret = client_rw(out_fd, file_fd, offset);
		if (ret)
			return ret;
	}
	return 0;
}

static int client_open_net(int offset)
{
	int sk = socket(PF_INET, SOCK_STREAM, 0);
	struct sockaddr_in s_to;
	struct hostent *hp;

	hp = gethostbyname("localhost");
	if (!hp)
		return error("gethostbyname");

	bzero((char *) &s_to, sizeof (s_to));
	bcopy((char *) hp->h_addr, (char *) &(s_to.sin_addr), hp->h_length);
	s_to.sin_family = hp->h_addrtype;
	s_to.sin_port = htons(net_port + offset);

	if (connect(sk, (struct sockaddr *)&s_to, sizeof(s_to)) < 0)
		return error("connect");

	return sk;
}

int client(int offset)
{
	int file_fd, out_fd;
	char fname[64];

	bind_to_cpu(offset);
	nice(-20);

	if (!write_to_null)
		out_fd = client_open_net(offset);
	else
		out_fd = open("/dev/null", O_WRONLY);

	if (out_fd < 0)
		return error("socket");

	sprintf(fname, "%s%d", filename, same_file ? 0 : offset);
	file_fd = open(fname, O_RDONLY);
	if (file_fd < 0)
		return error("open");

	return do_client(out_fd, file_fd, offset);
}

int main(int argc, char *argv[])
{
	pid_t *spids, *cpids;
	int i, index;

	index = parse_options(argc, argv);
	if (index < 0)
		return usage(argv[0]);

	if (index < argc)
		filename = argv[index];

	spids = malloc(nr_clients * sizeof(pid_t));
	cpids = malloc(nr_clients * sizeof(pid_t));
	memset(spids, 0, nr_clients * sizeof(pid_t));
	memset(cpids, 0, nr_clients * sizeof(pid_t));

	nr_cpus = sysconf(_SC_NPROCESSORS_ONLN);
	if (nr_cpus < 0)
		return error("_SC_NPROCESSORS_ONLN");

	/*
	 * fork servers
	 */
	if (!write_to_null) {
		for (i = 0; i < nr_clients; i++) {
			pid_t pid = fork();

			if (pid)
				spids[i] = pid;
			else {
				server(i);
				spids[i] = 0;
				exit(0);
			}
		}
		sleep(1); /* should have servers started now */
	}

	/*
	 * fork clients
	 */
	for (i = 0; i < nr_clients; i++) {
		pid_t pid = fork();

		if (pid)
			cpids[i] = pid;
		else {
			client(i);
			cpids[i] = 0;
			exit(0);
		}
	}

	/*
	 * wait for clients to exit
	 */
	fprintf(stdout, "Waiting for clients\n");
	for (i = 0; i < nr_clients; i++) {
		if (cpids[i]) {
			waitpid(cpids[i], NULL, 0);
			cpids[i] = 0;
		}
	}

	/*
	 * then kill servers
	 */
	for (i = 0; i < nr_clients; i++) {
		if (spids[i]) {
			kill(spids[i], SIGKILL);
			waitpid(spids[i], NULL, 0);
			spids[i] = 0;
		}
	}

	return 0;
}
Commit	Line	Data
d7b40d65 JA	1	#include <stdio.h>
	2	#include <stdlib.h>
	3	#include <unistd.h>
	4	#include <limits.h>
	5	#include <string.h>
	6	#include <getopt.h>
	7	#include <errno.h>
	8	#include <fcntl.h>
	9	#include <sys/poll.h>
	10	#include <sys/stat.h>
	11	#include <sys/types.h>
	12	#include <sys/wait.h>
	13	#include <sys/time.h>
be35036e	14	#include <sys/mman.h>
d7b40d65 JA	15	#include <signal.h>
	16	#include <netinet/in.h>
	17	#include <arpa/inet.h>
	18	#include <netdb.h>
	19	#include <sched.h>
	20
	21	#include "splice.h"
	22
	23	static int nr_clients = 8;
	24	static int net_port = 8888;
	25	static int client_loops = 10;
	26	static int bind_cpu;
	27	static int write_to_null;
	28	static int same_file;
	29	static int splice_size = SPLICE_SIZE;
	30	static char *filename = "splice-file";
be35036e JA	31	static int max_client_run = 15;
	32	static int run_rw = 1;
	33	static int run_splice = 1;
	34	static int run_mmap = 1;
d7b40d65 JA	35
	36	static int nr_cpus;
	37
	38	static int usage(char *name)
	39	{
	40	fprintf(stderr, "Usage %s [options] [filename]:\n", name);
	41	fprintf(stderr, "\t[-n] (number of clients]\n");
	42	fprintf(stderr, "\t[-p] (port number)\n");
	43	fprintf(stderr, "\t[-l] (number of loops)\n");
	44	fprintf(stderr, "\t[-z] (write to /dev/null)\n");
	45	fprintf(stderr, "\t[-s] (use 1 file for all)\n");
	46	fprintf(stderr, "\t[-a] (set CPU affinity)\n");
	47	fprintf(stderr, "\t[-b] (splice chunk size)\n");
be35036e JA	48	fprintf(stderr, "\t[-t] (max client runtime in seconds)\n");
be35036e JA	49	fprintf(stderr, "\t[-c] (clients to run (rw/mmap/splice)\n");
d7b40d65 JA	50	return 1;
	51	}
	52
	53	static int parse_options(int argc, char *argv[])
	54	{
	55	int c, index = 1;
	56
be35036e	57	while ((c = getopt(argc, argv, "n:p:l:azsb:t:c:")) != -1) {
d7b40d65 JA	58	switch (c) {
	59	case 'n':
	60	nr_clients = atoi(optarg);
	61	index++;
	62	break;
	63	case 'p':
	64	net_port = atoi(optarg);
	65	index++;
	66	break;
	67	case 'l':
	68	client_loops = atoi(optarg);
	69	index++;
	70	break;
	71	case 'a':
	72	bind_cpu = 1;
	73	index++;
	74	break;
	75	case 'z':
	76	write_to_null = 1;
	77	index++;
	78	break;
	79	case 's':
	80	same_file = 1;
	81	index++;
	82	break;
	83	case 'b':
	84	splice_size = atoi(optarg);
	85	index++;
	86	break;
be35036e JA	87	case 't':
	88	max_client_run = atoi(optarg);
	89	index++;
	90	break;
	91	case 'c':
	92	if (!strstr(optarg, "rw"))
	93	run_rw = 0;
	94	if (!strstr(optarg, "splice"))
	95	run_splice = 0;
	96	if (!strstr(optarg, "mmap"))
	97	run_mmap = 0;
	98	index++;
	99	break;
d7b40d65 JA	100	default:
	101	return -1;
	102	}
	103	}
	104
	105	return index;
	106	}
	107
	108	int bind_to_cpu(int index)
	109	{
	110	cpu_set_t cpu_mask;
	111	pid_t pid;
	112	int cpu;
	113
	114	if (!bind_cpu \|\| nr_cpus == 1)
	115	return 0;
	116
	117	cpu = index % nr_cpus;
	118
	119	CPU_ZERO(&cpu_mask);
	120	CPU_SET((cpu), &cpu_mask);
	121
	122	pid = getpid();
	123	if (sched_setaffinity(pid, sizeof(cpu_mask), &cpu_mask) == -1)
	124	return error("set affinity");
	125
	126	return 0;
	127	}
	128
	129	int accept_loop(int listen_sk)
	130	{
	131	unsigned long received;
	132	struct sockaddr addr;
	133	unsigned int len = sizeof(addr);
	134	int sk;
	135
	136	again:
	137	sk = accept(listen_sk, &addr, &len);
	138	if (sk < 0)
	139	return error("accept");
	140
	141	/* read forever */
	142	received = 0;
	143	for (;;) {
	144	int ret = recv(sk, NULL, 12810241024, MSG_TRUNC);
	145	if (ret > 0) {
	146	received += ret;
	147	continue;
	148	}
	149	if (!ret)
	150	break;
	151	if (errno == EAGAIN \|\| errno == EINTR)
	152	continue;
	153	break;
	154	}
	155
	156	close(sk);
	157	goto again;
	158	}
	159
	160	int server(int offset)
	161	{
	162	struct sockaddr addr;
	163	struct sockaddr_in saddr_in;
164	unsigned int len;
165	int sk;
166
167	bind_to_cpu(offset);
168	nice(-20);
169
170	sk = socket(PF_INET, SOCK_STREAM, 0);
171	if (sk < 0)
172	return error("socket");
173
174	saddr_in.sin_addr.s_addr = htonl(INADDR_ANY);
175	saddr_in.sin_port = htons(net_port + offset);
176
177	if (bind(sk, (struct sockaddr*)&saddr_in, sizeof(saddr_in)) < 0)
178	return error("bind");
179
180	if (listen(sk, 1) < 0)
181	return error("listen");
182
183	len = sizeof(addr);
184	if (getsockname(sk, &addr, &len) < 0)
185	return error("getsockname");
186
187	return accept_loop(sk);
188	}
189
190	static unsigned long mtime_since(struct timeval s, struct timeval e)
191	{
192	double sec, usec;
193
194	sec = e->tv_sec - s->tv_sec;
195	usec = e->tv_usec - s->tv_usec;
196	if (sec > 0 && usec < 0) {
197	sec--;
198	usec += 1000000;
199	}
200
201	sec *= (double) 1000;
202	usec /= (double) 1000;
203
204	return sec + usec;
205	}
206
207	static unsigned long mtime_since_now(struct timeval *s)
208	{
209	struct timeval t;
210
211	gettimeofday(&t, NULL);
212	return mtime_since(s, &t);
213	}
214
be35036e JA	215	int client_rw(int out_fd, int file_fd, int offset)
	216	{
	217	int loops = client_loops;
	218	struct timeval start;
	219	struct stat sb;
	220	char *buf;
	221	unsigned long long size;
	222	unsigned long msecs;
	223
	224	if (fstat(file_fd, &sb) < 0)
	225	return error("fstat");
	226
	227	buf = malloc(splice_size);
	228
	229	gettimeofday(&start, NULL);
	230	again:
	231	if (lseek(file_fd, 0, SEEK_SET) < 0)
	232	return error("lseek");
	233
	234	size = sb.st_size;
	235	while (size) {
	236	int this_len = min(size, (unsigned long long) splice_size);
	237	int ret = read(file_fd, buf, this_len);
	238
	239	if (ret < 0)
	240	return error("read");
	241
	242	size -= ret;
	243	while (ret) {
	244	int written = write(out_fd, buf, ret);
	245
	246	if (written < 0)
	247	return error("write");
	248
	249	ret -= written;
	250	}
	251	}
	252
	253	loops--;
	254
	255	if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
	256	goto again;
	257
	258	size = sb.st_size >> 10;
	259	size *= (client_loops - loops);
	260	msecs = mtime_since_now(&start);
	261	fprintf(stdout, "Client%d (rw): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
	262	return 0;
	263	}
	264
	265	int client_mmap(int out_fd, int file_fd, int offset)
	266	{
	267	int loops = client_loops;
	268	struct timeval start;
	269	struct stat sb;
	270	void mmap_area, buf;
	271	unsigned long long size;
	272	unsigned long msecs;
	273
	274	if (fstat(file_fd, &sb) < 0)
	275	return error("fstat");
	276
	277	mmap_area = mmap(NULL, sb.st_size, PROT_READ, MAP_SHARED, file_fd, 0);
	278	if (mmap_area == MAP_FAILED)
279	return error("mmap");
280
281	if (madvise(mmap_area, sb.st_size, MADV_WILLNEED) < 0)
282	return error("madvise");
283
284	gettimeofday(&start, NULL);
285	again:
286	buf = mmap_area;
287	size = sb.st_size;
288	while (size) {
289	int this_len = min(size, (unsigned long long) splice_size);
290	int ret = write(out_fd, buf, this_len);
291
292	if (ret < 0)
293	return error("write");
294
295	buf += ret;
296	size -= ret;
297	}
298
299	loops--;
300
301	if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
302	goto again;
303
304	size = sb.st_size >> 10;
305	size *= (client_loops - loops);
306	msecs = mtime_since_now(&start);
307	fprintf(stdout, "Client%d (mmap): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
308	munmap(mmap_area, sb.st_size);
309	return 0;
310
311	}
312
313	int client_splice_loop(int out_fd, int fd, int *pfd, int offset)
d7b40d65 JA	314	{
	315	struct timeval start;
	316	unsigned long long size;
	317	unsigned long msecs;
	318	struct stat sb;
	319	int loops = client_loops;
	320	loff_t off;
	321
	322	if (fstat(fd, &sb) < 0)
	323	return error("fstat");
	324
	325	gettimeofday(&start, NULL);
d7b40d65 JA	326	again:
	327	size = sb.st_size;
	328	off = 0;
	329
	330	do {
	331	int ret = splice(fd, &off, pfd[1], NULL, min(size, (unsigned long long) splice_size), 0);
	332
	333	if (ret <= 0)
	334	return error("splice-in");
	335
	336	size -= ret;
	337	while (ret > 0) {
	338	int flags = size ? SPLICE_F_MORE : 0;
	339	int written = splice(pfd[0], NULL, out_fd, NULL, ret, flags);
	340
	341	if (written <= 0)
	342	return error("splice-out");
	343
	344	ret -= written;
	345	}
	346	} while (size);
	347
be35036e JA	348	loops--;
	349
	350	if ((mtime_since_now(&start) < max_client_run * 1000) && loops)
d7b40d65 JA	351	goto again;
	352
	353	size = sb.st_size >> 10;
be35036e	354	size *= (client_loops - loops);
d7b40d65	355	msecs = mtime_since_now(&start);
be35036e JA	356	fprintf(stdout, "Client%d (splice): %Lu MiB/sec (%LuMiB in %lu msecs)\n", offset, size / (unsigned long long) msecs, size >> 10, msecs);
	357	return 0;
	358	}
	359
	360	int client_splice(int out_fd, int file_fd, int offset)
	361	{
	362	int pfd[2], ret;
	363
	364	if (pipe(pfd) < 0)
	365	return error("pipe");
	366
	367	ret = client_splice_loop(out_fd, file_fd, pfd, offset);
	368	close(pfd[0]);
	369	close(pfd[1]);
	370	return ret;
	371	}
	372
	373	int do_client(int out_fd, int file_fd, int offset)
	374	{
4f4118c9 JA	375	int ret;
	376
	377	if (run_splice) {
	378	ret = client_splice(out_fd, file_fd, offset);
	379	if (ret)
	380	return ret;
	381	}
	382	if (run_mmap) {
	383	ret = client_mmap(out_fd, file_fd, offset);
	384	if (ret)
	385	return ret;
	386	}
	387	if (run_rw) {
	388	ret = client_rw(out_fd, file_fd, offset);
	389	if (ret)
	390	return ret;
	391	}
d7b40d65 JA	392	return 0;
	393	}
	394
	395	static int client_open_net(int offset)
	396	{
	397	int sk = socket(PF_INET, SOCK_STREAM, 0);
	398	struct sockaddr_in s_to;
	399	struct hostent *hp;
	400
	401	hp = gethostbyname("localhost");
	402	if (!hp)
	403	return error("gethostbyname");
	404
	405	bzero((char *) &s_to, sizeof (s_to));
	406	bcopy((char ) hp->h_addr, (char ) &(s_to.sin_addr), hp->h_length);
	407	s_to.sin_family = hp->h_addrtype;
	408	s_to.sin_port = htons(net_port + offset);
	409
	410	if (connect(sk, (struct sockaddr *)&s_to, sizeof(s_to)) < 0)
	411	return error("connect");
	412
	413	return sk;
	414	}
	415
	416	int client(int offset)
	417	{
	418	int file_fd, out_fd;
	419	char fname[64];
d7b40d65 JA	420
	421	bind_to_cpu(offset);
	422	nice(-20);
	423
	424	if (!write_to_null)
	425	out_fd = client_open_net(offset);
	426	else
	427	out_fd = open("/dev/null", O_WRONLY);
	428
	429	if (out_fd < 0)
	430	return error("socket");
	431
	432	sprintf(fname, "%s%d", filename, same_file ? 0 : offset);
be35036e	433	file_fd = open(fname, O_RDONLY);
d7b40d65 JA	434	if (file_fd < 0)
	435	return error("open");
	436
be35036e	437	return do_client(out_fd, file_fd, offset);
d7b40d65 JA	438	}
	439
	440	int main(int argc, char *argv[])
	441	{
	442	pid_t spids, cpids;
	443	int i, index;
	444
	445	index = parse_options(argc, argv);
	446	if (index < 0)
	447	return usage(argv[0]);
	448
	449	if (index < argc)
	450	filename = argv[index];
	451
	452	spids = malloc(nr_clients * sizeof(pid_t));
	453	cpids = malloc(nr_clients * sizeof(pid_t));
	454	memset(spids, 0, nr_clients * sizeof(pid_t));
	455	memset(cpids, 0, nr_clients * sizeof(pid_t));
	456
	457	nr_cpus = sysconf(_SC_NPROCESSORS_ONLN);
	458	if (nr_cpus < 0)
	459	return error("_SC_NPROCESSORS_ONLN");
	460
d7b40d65 JA	461	/*
	462	* fork servers
	463	*/
	464	if (!write_to_null) {
	465	for (i = 0; i < nr_clients; i++) {
	466	pid_t pid = fork();
	467
	468	if (pid)
	469	spids[i] = pid;
	470	else {
	471	server(i);
	472	spids[i] = 0;
	473	exit(0);
	474	}
	475	}
	476	sleep(1); /* should have servers started now */
	477	}
	478
	479	/*
	480	* fork clients
	481	*/
	482	for (i = 0; i < nr_clients; i++) {
	483	pid_t pid = fork();
	484
	485	if (pid)
	486	cpids[i] = pid;
	487	else {
	488	client(i);
	489	cpids[i] = 0;
	490	exit(0);
	491	}
	492	}
	493
	494	/*
	495	* wait for clients to exit
	496	*/
	497	fprintf(stdout, "Waiting for clients\n");
	498	for (i = 0; i < nr_clients; i++) {
	499	if (cpids[i]) {
	500	waitpid(cpids[i], NULL, 0);
	501	cpids[i] = 0;
	502	}
	503	}
	504
	505	/*
	506	* then kill servers
	507	*/
	508	for (i = 0; i < nr_clients; i++) {
	509	if (spids[i]) {
	510	kill(spids[i], SIGKILL);
	511	waitpid(spids[i], NULL, 0);
	512	spids[i] = 0;
	513	}
	514	}
	515
	516	return 0;
	517	}