server: add ETA as a specific command
[fio.git] / client.c
CommitLineData
132159a5
JA
1#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <limits.h>
5#include <errno.h>
6#include <fcntl.h>
7#include <sys/poll.h>
8#include <sys/types.h>
9#include <sys/stat.h>
10#include <sys/wait.h>
11#include <sys/mman.h>
12#include <netinet/in.h>
13#include <arpa/inet.h>
14#include <netdb.h>
15
16#include "fio.h"
17#include "server.h"
18#include "crc/crc32.h"
b66570dc 19#include "flist.h"
132159a5 20
b66570dc
JA
21struct fio_client {
22 struct flist_head list;
23 struct sockaddr_in addr;
24 char *hostname;
25 int fd;
26};
27
28static FLIST_HEAD(client_list);
b66570dc
JA
29
30static struct fio_client *find_client_by_fd(int fd)
31{
32 struct fio_client *client;
33 struct flist_head *entry;
34
35 flist_for_each(entry, &client_list) {
36 client = flist_entry(entry, struct fio_client, list);
37
38 if (client->fd == fd)
39 return client;
40 }
41
42 return NULL;
43}
44
a37f69b7 45#if 0
b66570dc
JA
46static struct fio_client *find_client_by_name(const char *name)
47{
48 struct fio_client *client;
49 struct flist_head *entry;
50
51 flist_for_each(entry, &client_list) {
52 client = flist_entry(entry, struct fio_client, list);
53
54 if (!strcmp(name, client->hostname))
55 return client;
56 }
57
58 return NULL;
59}
a37f69b7 60#endif
b66570dc
JA
61
62static void remove_client(struct fio_client *client)
63{
46c48f1f 64 dprint(FD_NET, "removed client <%s>\n", client->hostname);
b66570dc
JA
65 flist_del(&client->list);
66 nr_clients--;
67 free(client->hostname);
68 free(client);
69}
132159a5 70
a37f69b7 71void fio_client_add(const char *hostname)
132159a5 72{
b66570dc 73 struct fio_client *client;
132159a5 74
46c48f1f 75 dprint(FD_NET, "added client <%s>\n", hostname);
b66570dc 76 client = malloc(sizeof(*client));
a37f69b7
JA
77 memset(client, 0, sizeof(*client));
78 client->hostname = strdup(hostname);
79 client->fd = -1;
80 flist_add(&client->list, &client_list);
81 nr_clients++;
82}
83
84static int fio_client_connect(struct fio_client *client)
85{
86 int fd;
132159a5 87
46c48f1f
JA
88 dprint(FD_NET, "connect to host %s\n", client->hostname);
89
b66570dc
JA
90 memset(&client->addr, 0, sizeof(client->addr));
91 client->addr.sin_family = AF_INET;
92 client->addr.sin_port = htons(fio_net_port);
93
a37f69b7 94 if (inet_aton(client->hostname, &client->addr.sin_addr) != 1) {
132159a5
JA
95 struct hostent *hent;
96
a37f69b7 97 hent = gethostbyname(client->hostname);
132159a5
JA
98 if (!hent) {
99 log_err("fio: gethostbyname: %s\n", strerror(errno));
100 return 1;
101 }
102
b66570dc 103 memcpy(&client->addr.sin_addr, hent->h_addr, 4);
132159a5
JA
104 }
105
106 fd = socket(AF_INET, SOCK_STREAM, 0);
107 if (fd < 0) {
108 log_err("fio: socket: %s\n", strerror(errno));
109 return 1;
110 }
111
b66570dc 112 if (connect(fd, (struct sockaddr *) &client->addr, sizeof(client->addr)) < 0) {
132159a5
JA
113 log_err("fio: connect: %s\n", strerror(errno));
114 return 1;
115 }
116
b66570dc 117 client->fd = fd;
132159a5
JA
118 return 0;
119}
120
a37f69b7
JA
121int fio_clients_connect(void)
122{
123 struct fio_client *client;
124 struct flist_head *entry, *tmp;
125 int ret;
126
127 flist_for_each_safe(entry, tmp, &client_list) {
128 client = flist_entry(entry, struct fio_client, list);
129
130 ret = fio_client_connect(client);
131 if (ret)
132 remove_client(client);
133 }
134
135 return !nr_clients;
136}
137
b66570dc 138static int send_file_buf(struct fio_client *client, char *buf, off_t size)
132159a5 139{
b66570dc 140 return fio_net_send_cmd(client->fd, FIO_NET_CMD_JOB, buf, size);
132159a5
JA
141}
142
143/*
144 * Send file contents to server backend. We could use sendfile(), but to remain
145 * more portable lets just read/write the darn thing.
146 */
a37f69b7 147static int fio_client_send_ini(struct fio_client *client, const char *filename)
132159a5
JA
148{
149 struct stat sb;
150 char *p, *buf;
151 off_t len;
152 int fd, ret;
153
46c48f1f
JA
154 dprint(FD_NET, "send ini %s to %s\n", filename, client->hostname);
155
132159a5
JA
156 fd = open(filename, O_RDONLY);
157 if (fd < 0) {
158 log_err("fio: job file open: %s\n", strerror(errno));
159 return 1;
160 }
161
162 if (fstat(fd, &sb) < 0) {
163 log_err("fio: job file stat: %s\n", strerror(errno));
164 return 1;
165 }
166
167 buf = malloc(sb.st_size);
168
169 len = sb.st_size;
170 p = buf;
171 do {
172 ret = read(fd, p, len);
173 if (ret > 0) {
174 len -= ret;
175 if (!len)
176 break;
177 p += ret;
178 continue;
179 } else if (!ret)
180 break;
181 else if (errno == EAGAIN || errno == EINTR)
182 continue;
183 } while (1);
184
b66570dc 185 ret = send_file_buf(client, buf, sb.st_size);
132159a5
JA
186 free(buf);
187 return ret;
188}
37db14fe 189
a37f69b7
JA
190int fio_clients_send_ini(const char *filename)
191{
192 struct fio_client *client;
193 struct flist_head *entry, *tmp;
194
195 flist_for_each_safe(entry, tmp, &client_list) {
196 client = flist_entry(entry, struct fio_client, list);
197
198 if (fio_client_send_ini(client, filename))
199 remove_client(client);
200 }
201
202 return !nr_clients;
203}
204
a64e88da
JA
205static void convert_io_stat(struct io_stat *dst, struct io_stat *src)
206{
207 dst->max_val = le64_to_cpu(src->max_val);
208 dst->min_val = le64_to_cpu(src->min_val);
209 dst->samples = le64_to_cpu(src->samples);
210 /* FIXME */
ddcc0b69
JA
211 dst->mean = __le64_to_cpu(src->mean);
212 dst->S = __le64_to_cpu(src->S);
a64e88da
JA
213}
214
215static void convert_ts(struct thread_stat *dst, struct thread_stat *src)
216{
217 int i, j;
218
219 dst->error = le32_to_cpu(src->error);
220 dst->groupid = le32_to_cpu(src->groupid);
221 dst->pid = le32_to_cpu(src->pid);
222 dst->members = le32_to_cpu(src->members);
223
224 for (i = 0; i < 2; i++) {
225 convert_io_stat(&dst->clat_stat[i], &src->clat_stat[i]);
226 convert_io_stat(&dst->slat_stat[i], &src->slat_stat[i]);
227 convert_io_stat(&dst->lat_stat[i], &src->lat_stat[i]);
228 convert_io_stat(&dst->bw_stat[i], &src->bw_stat[i]);
229 }
230
231 dst->usr_time = le64_to_cpu(src->usr_time);
232 dst->sys_time = le64_to_cpu(src->sys_time);
233 dst->ctx = le64_to_cpu(src->ctx);
234 dst->minf = le64_to_cpu(src->minf);
235 dst->majf = le64_to_cpu(src->majf);
236 dst->clat_percentiles = le64_to_cpu(src->clat_percentiles);
237 dst->percentile_list = NULL;
238
239 for (i = 0; i < FIO_IO_U_MAP_NR; i++) {
240 dst->io_u_map[i] = le32_to_cpu(src->io_u_map[i]);
241 dst->io_u_submit[i] = le32_to_cpu(src->io_u_submit[i]);
242 dst->io_u_complete[i] = le32_to_cpu(src->io_u_complete[i]);
243 }
244
245 for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) {
246 dst->io_u_lat_u[i] = le32_to_cpu(src->io_u_lat_u[i]);
247 dst->io_u_lat_m[i] = le32_to_cpu(src->io_u_lat_m[i]);
248 }
249
250 for (i = 0; i < 2; i++)
251 for (j = 0; j < FIO_IO_U_PLAT_NR; j++)
252 dst->io_u_plat[i][j] = le32_to_cpu(src->io_u_plat[i][j]);
253
254 for (i = 0; i < 3; i++) {
255 dst->total_io_u[i] = le64_to_cpu(src->total_io_u[i]);
256 dst->short_io_u[i] = le64_to_cpu(src->total_io_u[i]);
257 }
258
259 dst->total_submit = le64_to_cpu(src->total_submit);
260 dst->total_complete = le64_to_cpu(src->total_complete);
261
262 for (i = 0; i < 2; i++) {
263 dst->io_bytes[i] = le64_to_cpu(src->io_bytes[i]);
264 dst->runtime[i] = le64_to_cpu(src->runtime[i]);
265 }
266
267 dst->total_run_time = le64_to_cpu(src->total_run_time);
268 dst->continue_on_error = le16_to_cpu(src->continue_on_error);
269 dst->total_err_count = le64_to_cpu(src->total_err_count);
ddcc0b69
JA
270 dst->first_error = le32_to_cpu(src->first_error);
271 dst->kb_base = le32_to_cpu(src->kb_base);
a64e88da
JA
272}
273
274static void convert_gs(struct group_run_stats *dst, struct group_run_stats *src)
275{
276 int i;
277
278 for (i = 0; i < 2; i++) {
279 dst->max_run[i] = le64_to_cpu(src->max_run[i]);
280 dst->min_run[i] = le64_to_cpu(src->min_run[i]);
281 dst->max_bw[i] = le64_to_cpu(src->max_bw[i]);
282 dst->min_bw[i] = le64_to_cpu(src->min_bw[i]);
283 dst->io_kb[i] = le64_to_cpu(src->io_kb[i]);
284 dst->agg[i] = le64_to_cpu(src->agg[i]);
285 }
286
287 dst->kb_base = le32_to_cpu(src->kb_base);
288 dst->groupid = le32_to_cpu(src->groupid);
289}
290
291static void handle_ts(struct fio_net_cmd *cmd)
292{
293 struct cmd_ts_pdu *p = (struct cmd_ts_pdu *) cmd->payload;
294
295 convert_ts(&p->ts, &p->ts);
296 convert_gs(&p->rs, &p->rs);
297
298 show_thread_status(&p->ts, &p->rs);
299}
300
301static void handle_gs(struct fio_net_cmd *cmd)
302{
303 struct group_run_stats *gs = (struct group_run_stats *) cmd->payload;
304
305 convert_gs(gs, gs);
306 show_group_stats(gs);
307}
308
cf451d1e
JA
309static void handle_eta(struct fio_net_cmd *cmd)
310{
311 struct jobs_eta *je = (struct jobs_eta *) cmd->payload;
312 int i;
313
314 je->nr_running = le32_to_cpu(je->nr_running);
315 je->nr_ramp = le32_to_cpu(je->nr_ramp);
316 je->nr_pending = le32_to_cpu(je->nr_pending);
317 je->files_open = le32_to_cpu(je->files_open);
318 je->m_rate = le32_to_cpu(je->m_rate);
319 je->t_rate = le32_to_cpu(je->t_rate);
320 je->m_iops = le32_to_cpu(je->m_iops);
321 je->t_iops = le32_to_cpu(je->t_iops);
322
323 for (i = 0; i < 2; i++) {
324 je->rate[i] = le32_to_cpu(je->rate[i]);
325 je->iops[i] = le32_to_cpu(je->iops[i]);
326 }
327
328 je->elapsed_sec = le32_to_cpu(je->nr_running);
329 je->eta_sec = le64_to_cpu(je->eta_sec);
330
331 display_thread_status(je);
332}
333
b66570dc 334static int handle_client(struct fio_client *client)
37db14fe
JA
335{
336 struct fio_net_cmd *cmd;
a450e492 337 int done = 0;
37db14fe 338
a64e88da 339 while ((cmd = fio_net_recv_cmd(client->fd)) != NULL) {
46c48f1f
JA
340 dprint(FD_NET, "%s: got cmd op %d\n", client->hostname,
341 cmd->opcode);
342
a64e88da
JA
343 switch (cmd->opcode) {
344 case FIO_NET_CMD_ACK:
37db14fe 345 free(cmd);
a64e88da
JA
346 break;
347 case FIO_NET_CMD_QUIT:
b66570dc 348 remove_client(client);
437377e1 349 free(cmd);
a450e492 350 done = 1;
437377e1 351 break;
a64e88da
JA
352 case FIO_NET_CMD_TEXT:
353 fwrite(cmd->payload, cmd->pdu_len, 1, stdout);
354 fflush(stdout);
37db14fe 355 free(cmd);
a64e88da
JA
356 break;
357 case FIO_NET_CMD_TS:
358 handle_ts(cmd);
359 free(cmd);
360 break;
361 case FIO_NET_CMD_GS:
362 handle_gs(cmd);
363 free(cmd);
364 break;
cf451d1e
JA
365 case FIO_NET_CMD_ETA:
366 handle_eta(cmd);
367 free(cmd);
368 break;
a64e88da
JA
369 default:
370 log_err("fio: unknown client op: %d\n", cmd->opcode);
371 free(cmd);
372 break;
37db14fe 373 }
a450e492
JA
374
375 if (done)
376 break;
37db14fe
JA
377 }
378
379 return 0;
380}
b66570dc
JA
381
382int fio_handle_clients(void)
383{
384 struct fio_client *client;
385 struct flist_head *entry;
386 struct pollfd *pfds;
82a4be1b 387 int i, ret = 0;
b66570dc
JA
388
389 pfds = malloc(nr_clients * sizeof(struct pollfd));
390
82a4be1b
JA
391 while (!exit_backend && nr_clients) {
392 i = 0;
393 flist_for_each(entry, &client_list) {
394 client = flist_entry(entry, struct fio_client, list);
b66570dc 395
82a4be1b
JA
396 pfds[i].fd = client->fd;
397 pfds[i].events = POLLIN;
398 i++;
399 }
400
401 assert(i == nr_clients);
b66570dc 402
b66570dc
JA
403 ret = poll(pfds, nr_clients, 100);
404 if (ret < 0) {
405 if (errno == EINTR)
406 continue;
407 log_err("fio: poll clients: %s\n", strerror(errno));
408 break;
409 } else if (!ret)
410 continue;
411
412 for (i = 0; i < nr_clients; i++) {
413 if (!(pfds[i].revents & POLLIN))
414 continue;
415
416 client = find_client_by_fd(pfds[i].fd);
417 if (!client) {
418 log_err("fio: unknown client\n");
419 continue;
420 }
421 handle_client(client);
422 }
423 }
424
425 free(pfds);
b66570dc
JA
426 return 0;
427}