[fio.git] / client.c

#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <limits.h>
#include <errno.h>
#include <fcntl.h>
#include <sys/poll.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <sys/wait.h>
#include <sys/mman.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <netdb.h>

#include "fio.h"
#include "server.h"
#include "crc/crc32.h"
#include "flist.h"

struct fio_client {
	struct flist_head list;
	struct sockaddr_in addr;
	char *hostname;
	int fd;
};

static FLIST_HEAD(client_list);

static struct fio_client *find_client_by_fd(int fd)
{
	struct fio_client *client;
	struct flist_head *entry;

	flist_for_each(entry, &client_list) {
		client = flist_entry(entry, struct fio_client, list);

		if (client->fd == fd)
			return client;
	}

	return NULL;
}

#if 0
static struct fio_client *find_client_by_name(const char *name)
{
	struct fio_client *client;
	struct flist_head *entry;

	flist_for_each(entry, &client_list) {
		client = flist_entry(entry, struct fio_client, list);

		if (!strcmp(name, client->hostname))
			return client;
	}

	return NULL;
}
#endif

static void remove_client(struct fio_client *client)
{
	dprint(FD_NET, "removed client <%s>\n", client->hostname);
	flist_del(&client->list);
	nr_clients--;
	free(client->hostname);
	free(client);
}

void fio_client_add(const char *hostname)
{
	struct fio_client *client;

	dprint(FD_NET, "added client <%s>\n", hostname);
	client = malloc(sizeof(*client));
	memset(client, 0, sizeof(*client));
	client->hostname = strdup(hostname);
	client->fd = -1;
	flist_add(&client->list, &client_list);
	nr_clients++;
}

static int fio_client_connect(struct fio_client *client)
{
	int fd;

	dprint(FD_NET, "connect to host %s\n", client->hostname);

	memset(&client->addr, 0, sizeof(client->addr));
	client->addr.sin_family = AF_INET;
	client->addr.sin_port = htons(fio_net_port);

	if (inet_aton(client->hostname, &client->addr.sin_addr) != 1) {
		struct hostent *hent;

		hent = gethostbyname(client->hostname);
		if (!hent) {
			log_err("fio: gethostbyname: %s\n", strerror(errno));
			return 1;
		}

		memcpy(&client->addr.sin_addr, hent->h_addr, 4);
	}

	fd = socket(AF_INET, SOCK_STREAM, 0);
	if (fd < 0) {
		log_err("fio: socket: %s\n", strerror(errno));
		return 1;
	}

	if (connect(fd, (struct sockaddr *) &client->addr, sizeof(client->addr)) < 0) {
		log_err("fio: connect: %s\n", strerror(errno));
		return 1;
	}

	client->fd = fd;
	return 0;
}

int fio_clients_connect(void)
{
	struct fio_client *client;
	struct flist_head *entry, *tmp;
	int ret;

	flist_for_each_safe(entry, tmp, &client_list) {
		client = flist_entry(entry, struct fio_client, list);

		ret = fio_client_connect(client);
		if (ret)
			remove_client(client);
	}

	return !nr_clients;
}

static int send_file_buf(struct fio_client *client, char *buf, off_t size)
{
	return fio_net_send_cmd(client->fd, FIO_NET_CMD_JOB, buf, size);
}

/*
 * Send file contents to server backend. We could use sendfile(), but to remain
 * more portable lets just read/write the darn thing.
 */
static int fio_client_send_ini(struct fio_client *client, const char *filename)
{
	struct stat sb;
	char *p, *buf;
	off_t len;
	int fd, ret;

	dprint(FD_NET, "send ini %s to %s\n", filename, client->hostname);

	fd = open(filename, O_RDONLY);
	if (fd < 0) {
		log_err("fio: job file open: %s\n", strerror(errno));
		return 1;
	}

	if (fstat(fd, &sb) < 0) {
		log_err("fio: job file stat: %s\n", strerror(errno));
		return 1;
	}

	buf = malloc(sb.st_size);

	len = sb.st_size;
	p = buf;
	do {
		ret = read(fd, p, len);
		if (ret > 0) {
			len -= ret;
			if (!len)
				break;
			p += ret;
			continue;
		} else if (!ret)
			break;
		else if (errno == EAGAIN || errno == EINTR)
			continue;
	} while (1);

	ret = send_file_buf(client, buf, sb.st_size);
	free(buf);
	return ret;
}

int fio_clients_send_ini(const char *filename)
{
	struct fio_client *client;
	struct flist_head *entry, *tmp;

	flist_for_each_safe(entry, tmp, &client_list) {
		client = flist_entry(entry, struct fio_client, list);

		if (fio_client_send_ini(client, filename))
			remove_client(client);
	}

	return !nr_clients;
}

static void convert_io_stat(struct io_stat *dst, struct io_stat *src)
{
	dst->max_val	= le64_to_cpu(src->max_val);
	dst->min_val	= le64_to_cpu(src->min_val);
	dst->samples	= le64_to_cpu(src->samples);
	/* FIXME */
	dst->mean	= le64_to_cpu(src->mean);
	dst->S		= le64_to_cpu(src->S);
}

static void convert_ts(struct thread_stat *dst, struct thread_stat *src)
{
	int i, j;

	dst->error	= le32_to_cpu(src->error);
	dst->groupid	= le32_to_cpu(src->groupid);
	dst->pid	= le32_to_cpu(src->pid);
	dst->members	= le32_to_cpu(src->members);

	for (i = 0; i < 2; i++) {
		convert_io_stat(&dst->clat_stat[i], &src->clat_stat[i]);
		convert_io_stat(&dst->slat_stat[i], &src->slat_stat[i]);
		convert_io_stat(&dst->lat_stat[i], &src->lat_stat[i]);
		convert_io_stat(&dst->bw_stat[i], &src->bw_stat[i]);
	}

	dst->usr_time		= le64_to_cpu(src->usr_time);
	dst->sys_time		= le64_to_cpu(src->sys_time);
	dst->ctx		= le64_to_cpu(src->ctx);
	dst->minf		= le64_to_cpu(src->minf);
	dst->majf		= le64_to_cpu(src->majf);
	dst->clat_percentiles	= le64_to_cpu(src->clat_percentiles);
	dst->percentile_list	= NULL;

	for (i = 0; i < FIO_IO_U_MAP_NR; i++) {
		dst->io_u_map[i]	= le32_to_cpu(src->io_u_map[i]);
		dst->io_u_submit[i]	= le32_to_cpu(src->io_u_submit[i]);
		dst->io_u_complete[i]	= le32_to_cpu(src->io_u_complete[i]);
	}

	for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) {
		dst->io_u_lat_u[i]	= le32_to_cpu(src->io_u_lat_u[i]);
		dst->io_u_lat_m[i]	= le32_to_cpu(src->io_u_lat_m[i]);
	}

	for (i = 0; i < 2; i++)
		for (j = 0; j < FIO_IO_U_PLAT_NR; j++)
			dst->io_u_plat[i][j] = le32_to_cpu(src->io_u_plat[i][j]);

	for (i = 0; i < 3; i++) {
		dst->total_io_u[i]	= le64_to_cpu(src->total_io_u[i]);
		dst->short_io_u[i]	= le64_to_cpu(src->total_io_u[i]);
	}

	dst->total_submit	= le64_to_cpu(src->total_submit);
	dst->total_complete	= le64_to_cpu(src->total_complete);

	for (i = 0; i < 2; i++) {
		dst->io_bytes[i]	= le64_to_cpu(src->io_bytes[i]);
		dst->runtime[i]		= le64_to_cpu(src->runtime[i]);
	}

	dst->total_run_time	= le64_to_cpu(src->total_run_time);
	dst->continue_on_error	= le16_to_cpu(src->continue_on_error);
	dst->total_err_count	= le64_to_cpu(src->total_err_count);
	dst->first_error	= le64_to_cpu(src->first_error);
	dst->kb_base		= le64_to_cpu(src->kb_base);
}

static void convert_gs(struct group_run_stats *dst, struct group_run_stats *src)
{
	int i;

	for (i = 0; i < 2; i++) {
		dst->max_run[i]		= le64_to_cpu(src->max_run[i]);
		dst->min_run[i]		= le64_to_cpu(src->min_run[i]);
		dst->max_bw[i]		= le64_to_cpu(src->max_bw[i]);
		dst->min_bw[i]		= le64_to_cpu(src->min_bw[i]);
		dst->io_kb[i]		= le64_to_cpu(src->io_kb[i]);
		dst->agg[i]		= le64_to_cpu(src->agg[i]);
	}

	dst->kb_base	= le32_to_cpu(src->kb_base);
	dst->groupid	= le32_to_cpu(src->groupid);
}

static void handle_ts(struct fio_net_cmd *cmd)
{
	struct cmd_ts_pdu *p = (struct cmd_ts_pdu *) cmd->payload;

	convert_ts(&p->ts, &p->ts);
	convert_gs(&p->rs, &p->rs);

	show_thread_status(&p->ts, &p->rs);
}

static void handle_gs(struct fio_net_cmd *cmd)
{
	struct group_run_stats *gs = (struct group_run_stats *) cmd->payload;

	convert_gs(gs, gs);
	show_group_stats(gs);
}

static int handle_client(struct fio_client *client)
{
	struct fio_net_cmd *cmd;

	while ((cmd = fio_net_recv_cmd(client->fd)) != NULL) {
		dprint(FD_NET, "%s: got cmd op %d\n", client->hostname,
							cmd->opcode);

		switch (cmd->opcode) {
		case FIO_NET_CMD_ACK:
			free(cmd);
			break;
		case FIO_NET_CMD_QUIT:
			remove_client(client);
			free(cmd);
			break;
		case FIO_NET_CMD_TEXT:
			fwrite(cmd->payload, cmd->pdu_len, 1, stdout);
			fflush(stdout);
			free(cmd);
			break;
		case FIO_NET_CMD_TS:
			handle_ts(cmd);
			free(cmd);
			break;
		case FIO_NET_CMD_GS:
			handle_gs(cmd);
			free(cmd);
			break;
		default:
			log_err("fio: unknown client op: %d\n", cmd->opcode);
			free(cmd);
			break;
		}
	}

	return 0;
}

int fio_handle_clients(void)
{
	struct fio_client *client;
	struct flist_head *entry;
	struct pollfd *pfds;
	int i, ret = 0;

	pfds = malloc(nr_clients * sizeof(struct pollfd));

	while (!exit_backend && nr_clients) {
		i = 0;
		flist_for_each(entry, &client_list) {
			client = flist_entry(entry, struct fio_client, list);

			pfds[i].fd = client->fd;
			pfds[i].events = POLLIN;
			i++;
		}

		assert(i == nr_clients);

		ret = poll(pfds, nr_clients, 100);
		if (ret < 0) {
			if (errno == EINTR)
				continue;
			log_err("fio: poll clients: %s\n", strerror(errno));
			break;
		} else if (!ret)
			continue;

		for (i = 0; i < nr_clients; i++) {
			if (!(pfds[i].revents & POLLIN))
				continue;

			client = find_client_by_fd(pfds[i].fd);
			if (!client) {
				log_err("fio: unknown client\n");
				continue;
			}
			handle_client(client);
		}
	}

	free(pfds);
	return 0;
}
Commit	Line	Data
	1	#include <stdio.h>
	2	#include <stdlib.h>
	3	#include <unistd.h>
	4	#include <limits.h>
	5	#include <errno.h>
	6	#include <fcntl.h>
	7	#include <sys/poll.h>
	8	#include <sys/types.h>
	9	#include <sys/stat.h>
	10	#include <sys/wait.h>
	11	#include <sys/mman.h>
	12	#include <netinet/in.h>
	13	#include <arpa/inet.h>
	14	#include <netdb.h>
	15
	16	#include "fio.h"
	17	#include "server.h"
	18	#include "crc/crc32.h"
	19	#include "flist.h"
	20
	21	struct fio_client {
	22	struct flist_head list;
	23	struct sockaddr_in addr;
	24	char *hostname;
	25	int fd;
	26	};
	27
	28	static FLIST_HEAD(client_list);
	29
	30	static struct fio_client *find_client_by_fd(int fd)
	31	{
	32	struct fio_client *client;
	33	struct flist_head *entry;
	34
	35	flist_for_each(entry, &client_list) {
	36	client = flist_entry(entry, struct fio_client, list);
	37
	38	if (client->fd == fd)
	39	return client;
	40	}
	41
	42	return NULL;
	43	}
	44
	45	#if 0
	46	static struct fio_client find_client_by_name(const char name)
	47	{
	48	struct fio_client *client;
	49	struct flist_head *entry;
	50
	51	flist_for_each(entry, &client_list) {
	52	client = flist_entry(entry, struct fio_client, list);
	53
	54	if (!strcmp(name, client->hostname))
	55	return client;
	56	}
	57
	58	return NULL;
	59	}
	60	#endif
	61
	62	static void remove_client(struct fio_client *client)
	63	{
	64	dprint(FD_NET, "removed client <%s>\n", client->hostname);
	65	flist_del(&client->list);
	66	nr_clients--;
	67	free(client->hostname);
	68	free(client);
	69	}
	70
	71	void fio_client_add(const char *hostname)
	72	{
	73	struct fio_client *client;
	74
	75	dprint(FD_NET, "added client <%s>\n", hostname);
	76	client = malloc(sizeof(*client));
	77	memset(client, 0, sizeof(*client));
	78	client->hostname = strdup(hostname);
	79	client->fd = -1;
	80	flist_add(&client->list, &client_list);
	81	nr_clients++;
	82	}
	83
	84	static int fio_client_connect(struct fio_client *client)
	85	{
	86	int fd;
	87
	88	dprint(FD_NET, "connect to host %s\n", client->hostname);
	89
	90	memset(&client->addr, 0, sizeof(client->addr));
	91	client->addr.sin_family = AF_INET;
	92	client->addr.sin_port = htons(fio_net_port);
	93
	94	if (inet_aton(client->hostname, &client->addr.sin_addr) != 1) {
	95	struct hostent *hent;
	96
	97	hent = gethostbyname(client->hostname);
	98	if (!hent) {
	99	log_err("fio: gethostbyname: %s\n", strerror(errno));
	100	return 1;
	101	}
	102
	103	memcpy(&client->addr.sin_addr, hent->h_addr, 4);
	104	}
	105
	106	fd = socket(AF_INET, SOCK_STREAM, 0);
	107	if (fd < 0) {
	108	log_err("fio: socket: %s\n", strerror(errno));
	109	return 1;
	110	}
	111
	112	if (connect(fd, (struct sockaddr *) &client->addr, sizeof(client->addr)) < 0) {
	113	log_err("fio: connect: %s\n", strerror(errno));
	114	return 1;
	115	}
	116
	117	client->fd = fd;
	118	return 0;
	119	}
	120
	121	int fio_clients_connect(void)
	122	{
	123	struct fio_client *client;
	124	struct flist_head entry, tmp;
	125	int ret;
	126
	127	flist_for_each_safe(entry, tmp, &client_list) {
	128	client = flist_entry(entry, struct fio_client, list);
	129
	130	ret = fio_client_connect(client);
	131	if (ret)
	132	remove_client(client);
	133	}
	134
	135	return !nr_clients;
	136	}
	137
	138	static int send_file_buf(struct fio_client client, char buf, off_t size)
	139	{
	140	return fio_net_send_cmd(client->fd, FIO_NET_CMD_JOB, buf, size);
	141	}
	142
	143	/*
	144	* Send file contents to server backend. We could use sendfile(), but to remain
	145	* more portable lets just read/write the darn thing.
	146	*/
	147	static int fio_client_send_ini(struct fio_client client, const char filename)
	148	{
	149	struct stat sb;
	150	char p, buf;
	151	off_t len;
	152	int fd, ret;
	153
	154	dprint(FD_NET, "send ini %s to %s\n", filename, client->hostname);
	155
	156	fd = open(filename, O_RDONLY);
	157	if (fd < 0) {
	158	log_err("fio: job file open: %s\n", strerror(errno));
	159	return 1;
	160	}
	161
	162	if (fstat(fd, &sb) < 0) {
	163	log_err("fio: job file stat: %s\n", strerror(errno));
	164	return 1;
	165	}
	166
	167	buf = malloc(sb.st_size);
	168
	169	len = sb.st_size;
	170	p = buf;
	171	do {
	172	ret = read(fd, p, len);
	173	if (ret > 0) {
	174	len -= ret;
	175	if (!len)
	176	break;
	177	p += ret;
	178	continue;
	179	} else if (!ret)
	180	break;
	181	else if (errno == EAGAIN \|\| errno == EINTR)
	182	continue;
	183	} while (1);
	184
	185	ret = send_file_buf(client, buf, sb.st_size);
	186	free(buf);
	187	return ret;
	188	}
	189
	190	int fio_clients_send_ini(const char *filename)
	191	{
	192	struct fio_client *client;
	193	struct flist_head entry, tmp;
	194
	195	flist_for_each_safe(entry, tmp, &client_list) {
	196	client = flist_entry(entry, struct fio_client, list);
	197
	198	if (fio_client_send_ini(client, filename))
	199	remove_client(client);
	200	}
	201
	202	return !nr_clients;
	203	}
	204
	205	static void convert_io_stat(struct io_stat dst, struct io_stat src)
	206	{
	207	dst->max_val = le64_to_cpu(src->max_val);
	208	dst->min_val = le64_to_cpu(src->min_val);
	209	dst->samples = le64_to_cpu(src->samples);
	210	/* FIXME */
	211	dst->mean = le64_to_cpu(src->mean);
	212	dst->S = le64_to_cpu(src->S);
	213	}
	214
	215	static void convert_ts(struct thread_stat dst, struct thread_stat src)
	216	{
	217	int i, j;
	218
	219	dst->error = le32_to_cpu(src->error);
	220	dst->groupid = le32_to_cpu(src->groupid);
	221	dst->pid = le32_to_cpu(src->pid);
	222	dst->members = le32_to_cpu(src->members);
	223
	224	for (i = 0; i < 2; i++) {
	225	convert_io_stat(&dst->clat_stat[i], &src->clat_stat[i]);
	226	convert_io_stat(&dst->slat_stat[i], &src->slat_stat[i]);
	227	convert_io_stat(&dst->lat_stat[i], &src->lat_stat[i]);
	228	convert_io_stat(&dst->bw_stat[i], &src->bw_stat[i]);
	229	}
	230
	231	dst->usr_time = le64_to_cpu(src->usr_time);
	232	dst->sys_time = le64_to_cpu(src->sys_time);
	233	dst->ctx = le64_to_cpu(src->ctx);
	234	dst->minf = le64_to_cpu(src->minf);
	235	dst->majf = le64_to_cpu(src->majf);
	236	dst->clat_percentiles = le64_to_cpu(src->clat_percentiles);
	237	dst->percentile_list = NULL;
	238
	239	for (i = 0; i < FIO_IO_U_MAP_NR; i++) {
	240	dst->io_u_map[i] = le32_to_cpu(src->io_u_map[i]);
	241	dst->io_u_submit[i] = le32_to_cpu(src->io_u_submit[i]);
	242	dst->io_u_complete[i] = le32_to_cpu(src->io_u_complete[i]);
	243	}
	244
	245	for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) {
	246	dst->io_u_lat_u[i] = le32_to_cpu(src->io_u_lat_u[i]);
	247	dst->io_u_lat_m[i] = le32_to_cpu(src->io_u_lat_m[i]);
	248	}
	249
	250	for (i = 0; i < 2; i++)
	251	for (j = 0; j < FIO_IO_U_PLAT_NR; j++)
	252	dst->io_u_plat[i][j] = le32_to_cpu(src->io_u_plat[i][j]);
	253
	254	for (i = 0; i < 3; i++) {
	255	dst->total_io_u[i] = le64_to_cpu(src->total_io_u[i]);
	256	dst->short_io_u[i] = le64_to_cpu(src->total_io_u[i]);
	257	}
	258
	259	dst->total_submit = le64_to_cpu(src->total_submit);
	260	dst->total_complete = le64_to_cpu(src->total_complete);
	261
	262	for (i = 0; i < 2; i++) {
	263	dst->io_bytes[i] = le64_to_cpu(src->io_bytes[i]);
	264	dst->runtime[i] = le64_to_cpu(src->runtime[i]);
	265	}
	266
	267	dst->total_run_time = le64_to_cpu(src->total_run_time);
	268	dst->continue_on_error = le16_to_cpu(src->continue_on_error);
	269	dst->total_err_count = le64_to_cpu(src->total_err_count);
	270	dst->first_error = le64_to_cpu(src->first_error);
	271	dst->kb_base = le64_to_cpu(src->kb_base);
	272	}
	273
	274	static void convert_gs(struct group_run_stats dst, struct group_run_stats src)
	275	{
	276	int i;
	277
	278	for (i = 0; i < 2; i++) {
	279	dst->max_run[i] = le64_to_cpu(src->max_run[i]);
	280	dst->min_run[i] = le64_to_cpu(src->min_run[i]);
	281	dst->max_bw[i] = le64_to_cpu(src->max_bw[i]);
	282	dst->min_bw[i] = le64_to_cpu(src->min_bw[i]);
	283	dst->io_kb[i] = le64_to_cpu(src->io_kb[i]);
	284	dst->agg[i] = le64_to_cpu(src->agg[i]);
	285	}
	286
	287	dst->kb_base = le32_to_cpu(src->kb_base);
	288	dst->groupid = le32_to_cpu(src->groupid);
	289	}
	290
	291	static void handle_ts(struct fio_net_cmd *cmd)
	292	{
	293	struct cmd_ts_pdu p = (struct cmd_ts_pdu ) cmd->payload;
	294
	295	convert_ts(&p->ts, &p->ts);
	296	convert_gs(&p->rs, &p->rs);
	297
	298	show_thread_status(&p->ts, &p->rs);
	299	}
	300
	301	static void handle_gs(struct fio_net_cmd *cmd)
	302	{
	303	struct group_run_stats gs = (struct group_run_stats ) cmd->payload;
	304
	305	convert_gs(gs, gs);
	306	show_group_stats(gs);
	307	}
	308
	309	static int handle_client(struct fio_client *client)
	310	{
	311	struct fio_net_cmd *cmd;
	312
	313	while ((cmd = fio_net_recv_cmd(client->fd)) != NULL) {
	314	dprint(FD_NET, "%s: got cmd op %d\n", client->hostname,
	315	cmd->opcode);
	316
	317	switch (cmd->opcode) {
	318	case FIO_NET_CMD_ACK:
	319	free(cmd);
	320	break;
	321	case FIO_NET_CMD_QUIT:
	322	remove_client(client);
	323	free(cmd);
	324	break;
	325	case FIO_NET_CMD_TEXT:
	326	fwrite(cmd->payload, cmd->pdu_len, 1, stdout);
	327	fflush(stdout);
	328	free(cmd);
	329	break;
	330	case FIO_NET_CMD_TS:
	331	handle_ts(cmd);
	332	free(cmd);
	333	break;
	334	case FIO_NET_CMD_GS:
	335	handle_gs(cmd);
	336	free(cmd);
	337	break;
	338	default:
	339	log_err("fio: unknown client op: %d\n", cmd->opcode);
	340	free(cmd);
	341	break;
	342	}
	343	}
	344
	345	return 0;
	346	}
	347
	348	int fio_handle_clients(void)
	349	{
	350	struct fio_client *client;
	351	struct flist_head *entry;
	352	struct pollfd *pfds;
	353	int i, ret = 0;
	354
	355	pfds = malloc(nr_clients * sizeof(struct pollfd));
	356
	357	while (!exit_backend && nr_clients) {
	358	i = 0;
	359	flist_for_each(entry, &client_list) {
	360	client = flist_entry(entry, struct fio_client, list);
	361
	362	pfds[i].fd = client->fd;
	363	pfds[i].events = POLLIN;
	364	i++;
	365	}
	366
	367	assert(i == nr_clients);
	368
	369	ret = poll(pfds, nr_clients, 100);
	370	if (ret < 0) {
	371	if (errno == EINTR)
	372	continue;
	373	log_err("fio: poll clients: %s\n", strerror(errno));
	374	break;
	375	} else if (!ret)
	376	continue;
	377
	378	for (i = 0; i < nr_clients; i++) {
	379	if (!(pfds[i].revents & POLLIN))
	380	continue;
	381
	382	client = find_client_by_fd(pfds[i].fd);
	383	if (!client) {
	384	log_err("fio: unknown client\n");
	385	continue;
	386	}
	387	handle_client(client);
	388	}
	389	}
	390
	391	free(pfds);
	392	return 0;
	393	}