Fix problem with mixing is_backend and terse_output
[fio.git] / server.c
... / ...
CommitLineData
1#include <stdio.h>
2#include <stdlib.h>
3#include <stdarg.h>
4#include <unistd.h>
5#include <limits.h>
6#include <errno.h>
7#include <fcntl.h>
8#include <sys/poll.h>
9#include <sys/types.h>
10#include <sys/wait.h>
11#include <sys/socket.h>
12#include <sys/stat.h>
13#include <sys/un.h>
14#include <netinet/in.h>
15#include <arpa/inet.h>
16#include <netdb.h>
17#include <syslog.h>
18#include <signal.h>
19
20#include "fio.h"
21#include "server.h"
22#include "crc/crc16.h"
23#include "lib/ieee754.h"
24
25#include "fio_version.h"
26
27int fio_net_port = 8765;
28
29int exit_backend = 0;
30
31static int server_fd = -1;
32static char *fio_server_arg;
33static char *bind_sock;
34static struct sockaddr_in saddr_in;
35static int first_cmd_check;
36
37static const char *fio_server_ops[FIO_NET_CMD_NR] = {
38 "",
39 "QUIT",
40 "EXIT",
41 "JOB",
42 "JOBLINE",
43 "TEXT",
44 "TS",
45 "GS",
46 "SEND_ETA",
47 "ETA",
48 "PROBE",
49 "START",
50 "STOP",
51 "DISK_UTIL",
52 "RUN",
53};
54
55const char *fio_server_op(unsigned int op)
56{
57 static char buf[32];
58
59 if (op < FIO_NET_CMD_NR)
60 return fio_server_ops[op];
61
62 sprintf(buf, "UNKNOWN/%d", op);
63 return buf;
64}
65
66int fio_send_data(int sk, const void *p, unsigned int len)
67{
68 assert(len <= sizeof(struct fio_net_cmd) + FIO_SERVER_MAX_PDU);
69
70 do {
71 int ret = send(sk, p, len, 0);
72
73 if (ret > 0) {
74 len -= ret;
75 if (!len)
76 break;
77 p += ret;
78 continue;
79 } else if (!ret)
80 break;
81 else if (errno == EAGAIN || errno == EINTR)
82 continue;
83 else
84 break;
85 } while (!exit_backend);
86
87 if (!len)
88 return 0;
89
90 return 1;
91}
92
93int fio_recv_data(int sk, void *p, unsigned int len)
94{
95 do {
96 int ret = recv(sk, p, len, MSG_WAITALL);
97
98 if (ret > 0) {
99 len -= ret;
100 if (!len)
101 break;
102 p += ret;
103 continue;
104 } else if (!ret)
105 break;
106 else if (errno == EAGAIN || errno == EINTR)
107 continue;
108 else
109 break;
110 } while (!exit_backend);
111
112 if (!len)
113 return 0;
114
115 return -1;
116}
117
118static int verify_convert_cmd(struct fio_net_cmd *cmd)
119{
120 uint16_t crc;
121
122 cmd->cmd_crc16 = le16_to_cpu(cmd->cmd_crc16);
123 cmd->pdu_crc16 = le16_to_cpu(cmd->pdu_crc16);
124
125 crc = crc16(cmd, FIO_NET_CMD_CRC_SZ);
126 if (crc != cmd->cmd_crc16) {
127 log_err("fio: server bad crc on command (got %x, wanted %x)\n",
128 cmd->cmd_crc16, crc);
129 return 1;
130 }
131
132 cmd->version = le16_to_cpu(cmd->version);
133 cmd->opcode = le16_to_cpu(cmd->opcode);
134 cmd->flags = le32_to_cpu(cmd->flags);
135 cmd->tag = le64_to_cpu(cmd->tag);
136 cmd->pdu_len = le32_to_cpu(cmd->pdu_len);
137
138 switch (cmd->version) {
139 case FIO_SERVER_VER:
140 break;
141 default:
142 log_err("fio: bad server cmd version %d\n", cmd->version);
143 return 1;
144 }
145
146 if (cmd->pdu_len > FIO_SERVER_MAX_PDU) {
147 log_err("fio: command payload too large: %u\n", cmd->pdu_len);
148 return 1;
149 }
150
151 return 0;
152}
153
154/*
155 * Read (and defragment, if necessary) incoming commands
156 */
157struct fio_net_cmd *fio_net_recv_cmd(int sk)
158{
159 struct fio_net_cmd cmd, *cmdret = NULL;
160 size_t cmd_size = 0, pdu_offset = 0;
161 uint16_t crc;
162 int ret, first = 1;
163 void *pdu = NULL;
164
165 do {
166 ret = fio_recv_data(sk, &cmd, sizeof(cmd));
167 if (ret)
168 break;
169
170 /* We have a command, verify it and swap if need be */
171 ret = verify_convert_cmd(&cmd);
172 if (ret)
173 break;
174
175 if (first) {
176 /* if this is text, add room for \0 at the end */
177 cmd_size = sizeof(cmd) + cmd.pdu_len + 1;
178 assert(!cmdret);
179 } else
180 cmd_size += cmd.pdu_len;
181
182 cmdret = realloc(cmdret, cmd_size);
183
184 if (first)
185 memcpy(cmdret, &cmd, sizeof(cmd));
186 else if (cmdret->opcode != cmd.opcode) {
187 log_err("fio: fragment opcode mismatch (%d != %d)\n",
188 cmdret->opcode, cmd.opcode);
189 ret = 1;
190 break;
191 }
192
193 if (!cmd.pdu_len)
194 break;
195
196 /* There's payload, get it */
197 pdu = (void *) cmdret->payload + pdu_offset;
198 ret = fio_recv_data(sk, pdu, cmd.pdu_len);
199 if (ret)
200 break;
201
202 /* Verify payload crc */
203 crc = crc16(pdu, cmd.pdu_len);
204 if (crc != cmd.pdu_crc16) {
205 log_err("fio: server bad crc on payload ");
206 log_err("(got %x, wanted %x)\n", cmd.pdu_crc16, crc);
207 ret = 1;
208 break;
209 }
210
211 pdu_offset += cmd.pdu_len;
212 if (!first)
213 cmdret->pdu_len += cmd.pdu_len;
214 first = 0;
215 } while (cmd.flags & FIO_NET_CMD_F_MORE);
216
217 if (ret) {
218 free(cmdret);
219 cmdret = NULL;
220 } else if (cmdret) {
221 /* zero-terminate text input */
222 if (cmdret->pdu_len && (cmdret->opcode == FIO_NET_CMD_TEXT ||
223 cmdret->opcode == FIO_NET_CMD_JOB)) {
224 char *buf = (char *) cmdret->payload;
225
226 buf[cmdret->pdu_len ] = '\0';
227 }
228 /* frag flag is internal */
229 cmdret->flags &= ~FIO_NET_CMD_F_MORE;
230 }
231
232 return cmdret;
233}
234
235void fio_net_cmd_crc(struct fio_net_cmd *cmd)
236{
237 uint32_t pdu_len;
238
239 cmd->cmd_crc16 = __cpu_to_le16(crc16(cmd, FIO_NET_CMD_CRC_SZ));
240
241 pdu_len = le32_to_cpu(cmd->pdu_len);
242 if (pdu_len)
243 cmd->pdu_crc16 = __cpu_to_le16(crc16(cmd->payload, pdu_len));
244}
245
246int fio_net_send_cmd(int fd, uint16_t opcode, const void *buf, off_t size,
247 uint64_t tag)
248{
249 struct fio_net_cmd *cmd = NULL;
250 size_t this_len, cur_len = 0;
251 int ret;
252
253 do {
254 this_len = size;
255 if (this_len > FIO_SERVER_MAX_PDU)
256 this_len = FIO_SERVER_MAX_PDU;
257
258 if (!cmd || cur_len < sizeof(*cmd) + this_len) {
259 if (cmd)
260 free(cmd);
261
262 cur_len = sizeof(*cmd) + this_len;
263 cmd = malloc(cur_len);
264 }
265
266 fio_init_net_cmd(cmd, opcode, buf, this_len, tag);
267
268 if (this_len < size)
269 cmd->flags = __cpu_to_le32(FIO_NET_CMD_F_MORE);
270
271 fio_net_cmd_crc(cmd);
272
273 ret = fio_send_data(fd, cmd, sizeof(*cmd) + this_len);
274 size -= this_len;
275 buf += this_len;
276 } while (!ret && size);
277
278 if (cmd)
279 free(cmd);
280
281 return ret;
282}
283
284static int fio_net_send_simple_stack_cmd(int sk, uint16_t opcode, uint64_t tag)
285{
286 struct fio_net_cmd cmd;
287
288 fio_init_net_cmd(&cmd, opcode, NULL, 0, tag);
289 fio_net_cmd_crc(&cmd);
290
291 return fio_send_data(sk, &cmd, sizeof(cmd));
292}
293
294/*
295 * If 'list' is non-NULL, then allocate and store the sent command for
296 * later verification.
297 */
298int fio_net_send_simple_cmd(int sk, uint16_t opcode, uint64_t tag,
299 struct flist_head *list)
300{
301 struct fio_net_int_cmd *cmd;
302 int ret;
303
304 if (!list)
305 return fio_net_send_simple_stack_cmd(sk, opcode, tag);
306
307 cmd = malloc(sizeof(*cmd));
308
309 fio_init_net_cmd(&cmd->cmd, opcode, NULL, 0, (uintptr_t) cmd);
310 fio_net_cmd_crc(&cmd->cmd);
311
312 INIT_FLIST_HEAD(&cmd->list);
313 gettimeofday(&cmd->tv, NULL);
314 cmd->saved_tag = tag;
315
316 ret = fio_send_data(sk, &cmd->cmd, sizeof(cmd->cmd));
317 if (ret) {
318 free(cmd);
319 return ret;
320 }
321
322 flist_add_tail(&cmd->list, list);
323 return 0;
324}
325
326static int fio_server_send_quit_cmd(void)
327{
328 dprint(FD_NET, "server: sending quit\n");
329 return fio_net_send_simple_cmd(server_fd, FIO_NET_CMD_QUIT, 0, NULL);
330}
331
332static int handle_job_cmd(struct fio_net_cmd *cmd)
333{
334 char *buf = (char *) cmd->payload;
335 int ret;
336
337 if (parse_jobs_ini(buf, 1, 0)) {
338 fio_server_send_quit_cmd();
339 return -1;
340 }
341
342 fio_net_send_simple_cmd(server_fd, FIO_NET_CMD_START, 0, NULL);
343
344 ret = exec_run();
345 fio_server_send_quit_cmd();
346 reset_fio_state();
347 return ret;
348}
349
350static int handle_jobline_cmd(struct fio_net_cmd *cmd)
351{
352 void *pdu = cmd->payload;
353 struct cmd_single_line_pdu *cslp;
354 struct cmd_line_pdu *clp;
355 unsigned long offset;
356 char **argv;
357 int ret, i;
358
359 clp = pdu;
360 clp->lines = le16_to_cpu(clp->lines);
361 argv = malloc(clp->lines * sizeof(char *));
362 offset = sizeof(*clp);
363
364 dprint(FD_NET, "server: %d command line args\n", clp->lines);
365
366 for (i = 0; i < clp->lines; i++) {
367 cslp = pdu + offset;
368 argv[i] = (char *) cslp->text;
369
370 offset += sizeof(*cslp) + le16_to_cpu(cslp->len);
371 dprint(FD_NET, "server: %d: %s\n", i, argv[i]);
372 }
373
374 if (parse_cmd_line(clp->lines, argv)) {
375 fio_server_send_quit_cmd();
376 free(argv);
377 return -1;
378 }
379
380 free(argv);
381
382 fio_net_send_simple_cmd(server_fd, FIO_NET_CMD_START, 0, NULL);
383
384 ret = exec_run();
385 fio_server_send_quit_cmd();
386 reset_fio_state();
387 return ret;
388}
389
390static int handle_probe_cmd(struct fio_net_cmd *cmd)
391{
392 struct cmd_probe_pdu probe;
393
394 dprint(FD_NET, "server: sending probe reply\n");
395
396 memset(&probe, 0, sizeof(probe));
397 gethostname((char *) probe.hostname, sizeof(probe.hostname));
398#ifdef FIO_BIG_ENDIAN
399 probe.bigendian = 1;
400#endif
401 probe.fio_major = FIO_MAJOR;
402 probe.fio_minor = FIO_MINOR;
403 probe.fio_patch = FIO_PATCH;
404
405 probe.os = FIO_OS;
406 probe.arch = FIO_ARCH;
407
408 probe.bpp = sizeof(void *);
409
410 return fio_net_send_cmd(server_fd, FIO_NET_CMD_PROBE, &probe, sizeof(probe), cmd->tag);
411}
412
413static int handle_send_eta_cmd(struct fio_net_cmd *cmd)
414{
415 struct jobs_eta *je;
416 size_t size;
417 int i;
418
419 if (!thread_number)
420 return 0;
421
422 size = sizeof(*je) + thread_number * sizeof(char) + 1;
423 je = malloc(size);
424 memset(je, 0, size);
425
426 if (!calc_thread_status(je, 1)) {
427 free(je);
428 return 0;
429 }
430
431 dprint(FD_NET, "server sending status\n");
432
433 je->nr_running = cpu_to_le32(je->nr_running);
434 je->nr_ramp = cpu_to_le32(je->nr_ramp);
435 je->nr_pending = cpu_to_le32(je->nr_pending);
436 je->files_open = cpu_to_le32(je->files_open);
437 je->m_rate = cpu_to_le32(je->m_rate);
438 je->t_rate = cpu_to_le32(je->t_rate);
439 je->m_iops = cpu_to_le32(je->m_iops);
440 je->t_iops = cpu_to_le32(je->t_iops);
441
442 for (i = 0; i < 2; i++) {
443 je->rate[i] = cpu_to_le32(je->rate[i]);
444 je->iops[i] = cpu_to_le32(je->iops[i]);
445 }
446
447 je->elapsed_sec = cpu_to_le32(je->nr_running);
448 je->eta_sec = cpu_to_le64(je->eta_sec);
449
450 fio_net_send_cmd(server_fd, FIO_NET_CMD_ETA, je, size, cmd->tag);
451 free(je);
452 return 0;
453}
454
455static int handle_command(struct fio_net_cmd *cmd)
456{
457 int ret;
458
459 dprint(FD_NET, "server: got op [%s], pdu=%u, tag=%lx\n",
460 fio_server_op(cmd->opcode), cmd->pdu_len, cmd->tag);
461
462 switch (cmd->opcode) {
463 case FIO_NET_CMD_QUIT:
464 fio_terminate_threads(TERMINATE_ALL);
465 return -1;
466 case FIO_NET_CMD_EXIT:
467 exit_backend = 1;
468 return -1;
469 case FIO_NET_CMD_JOB:
470 ret = handle_job_cmd(cmd);
471 break;
472 case FIO_NET_CMD_JOBLINE:
473 ret = handle_jobline_cmd(cmd);
474 break;
475 case FIO_NET_CMD_PROBE:
476 ret = handle_probe_cmd(cmd);
477 break;
478 case FIO_NET_CMD_SEND_ETA:
479 ret = handle_send_eta_cmd(cmd);
480 break;
481 default:
482 log_err("fio: unknown opcode: %s\n",fio_server_op(cmd->opcode));
483 ret = 1;
484 }
485
486 return ret;
487}
488
489static int handle_connection(int sk, int block)
490{
491 struct fio_net_cmd *cmd = NULL;
492 int ret = 0;
493
494 /* read forever */
495 while (!exit_backend) {
496 struct pollfd pfd = {
497 .fd = sk,
498 .events = POLLIN,
499 };
500
501 ret = 0;
502 do {
503 ret = poll(&pfd, 1, 100);
504 if (ret < 0) {
505 if (errno == EINTR)
506 break;
507 log_err("fio: poll: %s\n", strerror(errno));
508 break;
509 } else if (!ret) {
510 if (!block)
511 return 0;
512 continue;
513 }
514
515 if (pfd.revents & POLLIN)
516 break;
517 if (pfd.revents & (POLLERR|POLLHUP)) {
518 ret = 1;
519 break;
520 }
521 } while (!exit_backend);
522
523 if (ret < 0)
524 break;
525
526 cmd = fio_net_recv_cmd(sk);
527 if (!cmd) {
528 ret = -1;
529 break;
530 }
531
532 ret = handle_command(cmd);
533 if (ret)
534 break;
535
536 free(cmd);
537 cmd = NULL;
538 }
539
540 if (cmd)
541 free(cmd);
542
543 return ret;
544}
545
546void fio_server_idle_loop(void)
547{
548 if (!first_cmd_check)
549 fio_net_send_simple_cmd(server_fd, FIO_NET_CMD_RUN, 0, NULL);
550 if (server_fd != -1)
551 handle_connection(server_fd, 0);
552}
553
554static int accept_loop(int listen_sk)
555{
556 struct sockaddr_in addr;
557 fio_socklen_t len = sizeof(addr);
558 struct pollfd pfd;
559 int ret, sk, flags, exitval = 0;
560
561 dprint(FD_NET, "server enter accept loop\n");
562
563 flags = fcntl(listen_sk, F_GETFL);
564 flags |= O_NONBLOCK;
565 fcntl(listen_sk, F_SETFL, flags);
566again:
567 pfd.fd = listen_sk;
568 pfd.events = POLLIN;
569 do {
570 ret = poll(&pfd, 1, 100);
571 if (ret < 0) {
572 if (errno == EINTR)
573 break;
574 log_err("fio: poll: %s\n", strerror(errno));
575 goto out;
576 } else if (!ret)
577 continue;
578
579 if (pfd.revents & POLLIN)
580 break;
581 } while (!exit_backend);
582
583 if (exit_backend)
584 goto out;
585
586 sk = accept(listen_sk, (struct sockaddr *) &addr, &len);
587 if (sk < 0) {
588 log_err("fio: accept: %s\n", strerror(errno));
589 return -1;
590 }
591
592 dprint(FD_NET, "server: connect from %s\n", inet_ntoa(addr.sin_addr));
593
594 server_fd = sk;
595
596 exitval = handle_connection(sk, 1);
597
598 server_fd = -1;
599 close(sk);
600
601 if (!exit_backend)
602 goto again;
603
604out:
605 return exitval;
606}
607
608int fio_server_text_output(const char *buf, size_t len)
609{
610 if (server_fd != -1)
611 return fio_net_send_cmd(server_fd, FIO_NET_CMD_TEXT, buf, len, 0);
612
613 return log_local_buf(buf, len);
614}
615
616static void convert_io_stat(struct io_stat *dst, struct io_stat *src)
617{
618 dst->max_val = cpu_to_le64(src->max_val);
619 dst->min_val = cpu_to_le64(src->min_val);
620 dst->samples = cpu_to_le64(src->samples);
621
622 /*
623 * Encode to IEEE 754 for network transfer
624 */
625 dst->mean.u.i = __cpu_to_le64(fio_double_to_uint64(src->mean.u.f));
626 dst->S.u.i = __cpu_to_le64(fio_double_to_uint64(src->S.u.f));
627}
628
629static void convert_gs(struct group_run_stats *dst, struct group_run_stats *src)
630{
631 int i;
632
633 for (i = 0; i < 2; i++) {
634 dst->max_run[i] = cpu_to_le64(src->max_run[i]);
635 dst->min_run[i] = cpu_to_le64(src->min_run[i]);
636 dst->max_bw[i] = cpu_to_le64(src->max_bw[i]);
637 dst->min_bw[i] = cpu_to_le64(src->min_bw[i]);
638 dst->io_kb[i] = cpu_to_le64(src->io_kb[i]);
639 dst->agg[i] = cpu_to_le64(src->agg[i]);
640 }
641
642 dst->kb_base = cpu_to_le32(src->kb_base);
643 dst->groupid = cpu_to_le32(src->groupid);
644}
645
646/*
647 * Send a CMD_TS, which packs struct thread_stat and group_run_stats
648 * into a single payload.
649 */
650void fio_server_send_ts(struct thread_stat *ts, struct group_run_stats *rs)
651{
652 struct cmd_ts_pdu p;
653 int i, j;
654
655 dprint(FD_NET, "server sending end stats\n");
656
657 memset(&p, 0, sizeof(p));
658
659 strcpy(p.ts.name, ts->name);
660 strcpy(p.ts.verror, ts->verror);
661 strcpy(p.ts.description, ts->description);
662
663 p.ts.error = cpu_to_le32(ts->error);
664 p.ts.groupid = cpu_to_le32(ts->groupid);
665 p.ts.pid = cpu_to_le32(ts->pid);
666 p.ts.members = cpu_to_le32(ts->members);
667
668 for (i = 0; i < 2; i++) {
669 convert_io_stat(&p.ts.clat_stat[i], &ts->clat_stat[i]);
670 convert_io_stat(&p.ts.slat_stat[i], &ts->slat_stat[i]);
671 convert_io_stat(&p.ts.lat_stat[i], &ts->lat_stat[i]);
672 convert_io_stat(&p.ts.bw_stat[i], &ts->bw_stat[i]);
673 }
674
675 p.ts.usr_time = cpu_to_le64(ts->usr_time);
676 p.ts.sys_time = cpu_to_le64(ts->sys_time);
677 p.ts.ctx = cpu_to_le64(ts->ctx);
678 p.ts.minf = cpu_to_le64(ts->minf);
679 p.ts.majf = cpu_to_le64(ts->majf);
680 p.ts.clat_percentiles = cpu_to_le64(ts->clat_percentiles);
681
682 for (i = 0; i < FIO_IO_U_LIST_MAX_LEN; i++) {
683 fio_fp64_t *src = &ts->percentile_list[i];
684 fio_fp64_t *dst = &p.ts.percentile_list[i];
685
686 dst->u.i = __cpu_to_le64(fio_double_to_uint64(src->u.f));
687 }
688
689 for (i = 0; i < FIO_IO_U_MAP_NR; i++) {
690 p.ts.io_u_map[i] = cpu_to_le32(ts->io_u_map[i]);
691 p.ts.io_u_submit[i] = cpu_to_le32(ts->io_u_submit[i]);
692 p.ts.io_u_complete[i] = cpu_to_le32(ts->io_u_complete[i]);
693 }
694
695 for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) {
696 p.ts.io_u_lat_u[i] = cpu_to_le32(ts->io_u_lat_u[i]);
697 p.ts.io_u_lat_m[i] = cpu_to_le32(ts->io_u_lat_m[i]);
698 }
699
700 for (i = 0; i < 2; i++)
701 for (j = 0; j < FIO_IO_U_PLAT_NR; j++)
702 p.ts.io_u_plat[i][j] = cpu_to_le32(ts->io_u_plat[i][j]);
703
704 for (i = 0; i < 3; i++) {
705 p.ts.total_io_u[i] = cpu_to_le64(ts->total_io_u[i]);
706 p.ts.short_io_u[i] = cpu_to_le64(ts->short_io_u[i]);
707 }
708
709 p.ts.total_submit = cpu_to_le64(ts->total_submit);
710 p.ts.total_complete = cpu_to_le64(ts->total_complete);
711
712 for (i = 0; i < 2; i++) {
713 p.ts.io_bytes[i] = cpu_to_le64(ts->io_bytes[i]);
714 p.ts.runtime[i] = cpu_to_le64(ts->runtime[i]);
715 }
716
717 p.ts.total_run_time = cpu_to_le64(ts->total_run_time);
718 p.ts.continue_on_error = cpu_to_le16(ts->continue_on_error);
719 p.ts.total_err_count = cpu_to_le64(ts->total_err_count);
720 p.ts.first_error = cpu_to_le32(ts->first_error);
721 p.ts.kb_base = cpu_to_le32(ts->kb_base);
722
723 convert_gs(&p.rs, rs);
724
725 fio_net_send_cmd(server_fd, FIO_NET_CMD_TS, &p, sizeof(p), 0);
726}
727
728void fio_server_send_gs(struct group_run_stats *rs)
729{
730 struct group_run_stats gs;
731
732 dprint(FD_NET, "server sending group run stats\n");
733
734 convert_gs(&gs, rs);
735 fio_net_send_cmd(server_fd, FIO_NET_CMD_GS, &gs, sizeof(gs), 0);
736}
737
738static void convert_agg(struct disk_util_agg *dst, struct disk_util_agg *src)
739{
740 int i;
741
742 for (i = 0; i < 2; i++) {
743 dst->ios[i] = cpu_to_le32(src->ios[i]);
744 dst->merges[i] = cpu_to_le32(src->merges[i]);
745 dst->sectors[i] = cpu_to_le64(src->sectors[i]);
746 dst->ticks[i] = cpu_to_le32(src->ticks[i]);
747 }
748
749 dst->io_ticks = cpu_to_le32(src->io_ticks);
750 dst->time_in_queue = cpu_to_le32(src->time_in_queue);
751 dst->slavecount = cpu_to_le32(src->slavecount);
752 dst->max_util.u.i = __cpu_to_le64(fio_double_to_uint64(src->max_util.u.f));
753}
754
755static void convert_dus(struct disk_util_stat *dst, struct disk_util_stat *src)
756{
757 int i;
758
759 strcpy((char *) dst->name, (char *) src->name);
760
761 for (i = 0; i < 2; i++) {
762 dst->ios[i] = cpu_to_le32(src->ios[i]);
763 dst->merges[i] = cpu_to_le32(src->merges[i]);
764 dst->sectors[i] = cpu_to_le64(src->sectors[i]);
765 dst->ticks[i] = cpu_to_le32(src->ticks[i]);
766 }
767
768 dst->io_ticks = cpu_to_le32(src->io_ticks);
769 dst->time_in_queue = cpu_to_le32(src->time_in_queue);
770 dst->msec = cpu_to_le64(src->msec);
771}
772
773void fio_server_send_du(void)
774{
775 struct disk_util *du;
776 struct flist_head *entry;
777 struct cmd_du_pdu pdu;
778
779 dprint(FD_NET, "server: sending disk_util %d\n", !flist_empty(&disk_list));
780
781 memset(&pdu, 0, sizeof(pdu));
782
783 flist_for_each(entry, &disk_list) {
784 du = flist_entry(entry, struct disk_util, list);
785
786 convert_dus(&pdu.dus, &du->dus);
787 convert_agg(&pdu.agg, &du->agg);
788
789 fio_net_send_cmd(server_fd, FIO_NET_CMD_DU, &pdu, sizeof(pdu), 0);
790 }
791}
792
793int fio_server_log(const char *format, ...)
794{
795 char buffer[1024];
796 va_list args;
797 size_t len;
798
799 dprint(FD_NET, "server log\n");
800
801 va_start(args, format);
802 len = vsnprintf(buffer, sizeof(buffer), format, args);
803 va_end(args);
804
805 return fio_server_text_output(buffer, len);
806}
807
808static int fio_init_server_ip(void)
809{
810 int sk, opt;
811
812 sk = socket(AF_INET, SOCK_STREAM, 0);
813 if (sk < 0) {
814 log_err("fio: socket: %s\n", strerror(errno));
815 return -1;
816 }
817
818 opt = 1;
819 if (setsockopt(sk, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt)) < 0) {
820 log_err("fio: setsockopt: %s\n", strerror(errno));
821 close(sk);
822 return -1;
823 }
824#ifdef SO_REUSEPORT
825 if (setsockopt(sk, SOL_SOCKET, SO_REUSEPORT, &opt, sizeof(opt)) < 0) {
826 log_err("fio: setsockopt: %s\n", strerror(errno));
827 close(sk);
828 return -1;
829 }
830#endif
831
832 saddr_in.sin_family = AF_INET;
833
834 if (bind(sk, (struct sockaddr *) &saddr_in, sizeof(saddr_in)) < 0) {
835 log_err("fio: bind: %s\n", strerror(errno));
836 close(sk);
837 return -1;
838 }
839
840 return sk;
841}
842
843static int fio_init_server_sock(void)
844{
845 struct sockaddr_un addr;
846 fio_socklen_t len;
847 mode_t mode;
848 int sk;
849
850 sk = socket(AF_UNIX, SOCK_STREAM, 0);
851 if (sk < 0) {
852 log_err("fio: socket: %s\n", strerror(errno));
853 return -1;
854 }
855
856 mode = umask(000);
857
858 memset(&addr, 0, sizeof(addr));
859 addr.sun_family = AF_UNIX;
860 strcpy(addr.sun_path, bind_sock);
861 unlink(bind_sock);
862
863 len = sizeof(addr.sun_family) + strlen(bind_sock) + 1;
864
865 if (bind(sk, (struct sockaddr *) &addr, len) < 0) {
866 log_err("fio: bind: %s\n", strerror(errno));
867 close(sk);
868 return -1;
869 }
870
871 umask(mode);
872 return sk;
873}
874
875static int fio_init_server_connection(void)
876{
877 char bind_str[128];
878 int sk;
879
880 dprint(FD_NET, "starting server\n");
881
882 if (!bind_sock)
883 sk = fio_init_server_ip();
884 else
885 sk = fio_init_server_sock();
886
887 if (sk < 0)
888 return sk;
889
890 if (!bind_sock)
891 sprintf(bind_str, "%s:%u", inet_ntoa(saddr_in.sin_addr), fio_net_port);
892 else
893 strcpy(bind_str, bind_sock);
894
895 log_info("fio: server listening on %s\n", bind_str);
896
897 if (listen(sk, 0) < 0) {
898 log_err("fio: listen: %s\n", strerror(errno));
899 return -1;
900 }
901
902 return sk;
903}
904
905int fio_server_parse_string(const char *str, char **ptr, int *is_sock,
906 int *port, struct in_addr *inp)
907{
908 *ptr = NULL;
909 *is_sock = 0;
910 *port = fio_net_port;
911
912 if (!strncmp(str, "sock:", 5)) {
913 *ptr = strdup(str + 5);
914 *is_sock = 1;
915 } else {
916 const char *host = str;
917 char *portp;
918 int lport = 0;
919
920 /*
921 * Is it ip:<ip or host>:port
922 */
923 if (!strncmp(host, "ip:", 3))
924 host += 3;
925 else if (host[0] == ':') {
926 /* String is :port */
927 host++;
928 lport = atoi(host);
929 if (!lport || lport > 65535) {
930 log_err("fio: bad server port %u\n", port);
931 return 1;
932 }
933 /* no hostname given, we are done */
934 *port = lport;
935 return 0;
936 }
937
938 /*
939 * If no port seen yet, check if there's a last ':' at the end
940 */
941 if (!lport) {
942 portp = strchr(host, ':');
943 if (portp) {
944 *portp = '\0';
945 portp++;
946 lport = atoi(portp);
947 if (!lport || lport > 65535) {
948 log_err("fio: bad server port %u\n", port);
949 return 1;
950 }
951 }
952 }
953
954 if (lport)
955 *port = lport;
956
957 *ptr = strdup(host);
958
959 if (inet_aton(host, inp) != 1) {
960 struct hostent *hent;
961
962 hent = gethostbyname(host);
963 if (!hent) {
964 free(*ptr);
965 *ptr = NULL;
966 return 1;
967 }
968
969 memcpy(inp, hent->h_addr, 4);
970 }
971 }
972
973 if (*port == 0)
974 *port = fio_net_port;
975
976 return 0;
977}
978
979/*
980 * Server arg should be one of:
981 *
982 * sock:/path/to/socket
983 * ip:1.2.3.4
984 * 1.2.3.4
985 *
986 * Where sock uses unix domain sockets, and ip binds the server to
987 * a specific interface. If no arguments are given to the server, it
988 * uses IP and binds to 0.0.0.0.
989 *
990 */
991static int fio_handle_server_arg(void)
992{
993 int port = fio_net_port;
994 int is_sock, ret = 0;
995
996 saddr_in.sin_addr.s_addr = htonl(INADDR_ANY);
997
998 if (!fio_server_arg)
999 goto out;
1000
1001 ret = fio_server_parse_string(fio_server_arg, &bind_sock, &is_sock,
1002 &port, &saddr_in.sin_addr);
1003
1004 if (!is_sock && bind_sock) {
1005 free(bind_sock);
1006 bind_sock = NULL;
1007 }
1008
1009out:
1010 fio_net_port = port;
1011 saddr_in.sin_port = htons(port);
1012 return ret;
1013}
1014
1015static int fio_server(void)
1016{
1017 int sk, ret;
1018
1019 dprint(FD_NET, "starting server\n");
1020
1021 if (fio_handle_server_arg())
1022 return -1;
1023
1024 sk = fio_init_server_connection();
1025 if (sk < 0)
1026 return -1;
1027
1028 ret = accept_loop(sk);
1029
1030 close(sk);
1031
1032 if (fio_server_arg) {
1033 free(fio_server_arg);
1034 fio_server_arg = NULL;
1035 }
1036 if (bind_sock)
1037 free(bind_sock);
1038
1039 return ret;
1040}
1041
1042void fio_server_got_signal(int signal)
1043{
1044 if (signal == SIGPIPE)
1045 server_fd = -1;
1046 else {
1047 log_info("\nfio: terminating on signal %d\n", signal);
1048 exit_backend = 1;
1049 }
1050}
1051
1052static int check_existing_pidfile(const char *pidfile)
1053{
1054 struct stat sb;
1055 char buf[16];
1056 pid_t pid;
1057 FILE *f;
1058
1059 if (stat(pidfile, &sb))
1060 return 0;
1061
1062 f = fopen(pidfile, "r");
1063 if (!f)
1064 return 0;
1065
1066 if (fread(buf, sb.st_size, 1, f) <= 0) {
1067 fclose(f);
1068 return 1;
1069 }
1070 fclose(f);
1071
1072 pid = atoi(buf);
1073 if (kill(pid, SIGCONT) < 0)
1074 return errno != ESRCH;
1075
1076 return 1;
1077}
1078
1079static int write_pid(pid_t pid, const char *pidfile)
1080{
1081 FILE *fpid;
1082
1083 fpid = fopen(pidfile, "w");
1084 if (!fpid) {
1085 log_err("fio: failed opening pid file %s\n", pidfile);
1086 return 1;
1087 }
1088
1089 fprintf(fpid, "%u\n", (unsigned int) pid);
1090 fclose(fpid);
1091 return 0;
1092}
1093
1094/*
1095 * If pidfile is specified, background us.
1096 */
1097int fio_start_server(char *pidfile)
1098{
1099 pid_t pid;
1100 int ret;
1101
1102 if (!pidfile)
1103 return fio_server();
1104
1105 if (check_existing_pidfile(pidfile)) {
1106 log_err("fio: pidfile %s exists and server appears alive\n",
1107 pidfile);
1108 return -1;
1109 }
1110
1111 pid = fork();
1112 if (pid < 0) {
1113 log_err("fio: failed server fork: %s", strerror(errno));
1114 free(pidfile);
1115 return -1;
1116 } else if (pid) {
1117 int ret = write_pid(pid, pidfile);
1118
1119 exit(ret);
1120 }
1121
1122 setsid();
1123 openlog("fio", LOG_NDELAY|LOG_NOWAIT|LOG_PID, LOG_USER);
1124 log_syslog = 1;
1125 close(STDIN_FILENO);
1126 close(STDOUT_FILENO);
1127 close(STDERR_FILENO);
1128 f_out = NULL;
1129 f_err = NULL;
1130
1131 ret = fio_server();
1132
1133 closelog();
1134 unlink(pidfile);
1135 free(pidfile);
1136 return ret;
1137}
1138
1139void fio_server_set_arg(const char *arg)
1140{
1141 fio_server_arg = strdup(arg);
1142}