client/server: pass back packed thread_options in add_job()
[fio.git] / server.c
index 81ec6b0e07e49c12fddf37126536d62fbc63ae70..b048a6c7002d0a9a39f5d77facf4d132d9d087c9 100644 (file)
--- a/server.c
+++ b/server.c
@@ -24,7 +24,7 @@
 
 #include "fio_version.h"
 
-int fio_net_port = 8765;
+int fio_net_port = FIO_NET_PORT;
 
 int exit_backend = 0;
 
@@ -52,6 +52,7 @@ static const char *fio_server_ops[FIO_NET_CMD_NR] = {
        "STOP",
        "DISK_UTIL",
        "RUN",
+       "ADD_JOB",
 };
 
 const char *fio_server_op(unsigned int op)
@@ -124,7 +125,7 @@ static int verify_convert_cmd(struct fio_net_cmd *cmd)
        cmd->cmd_crc16 = le16_to_cpu(cmd->cmd_crc16);
        cmd->pdu_crc16 = le16_to_cpu(cmd->pdu_crc16);
 
-       crc = crc16(cmd, FIO_NET_CMD_CRC_SZ);
+       crc = fio_crc16(cmd, FIO_NET_CMD_CRC_SZ);
        if (crc != cmd->cmd_crc16) {
                log_err("fio: server bad crc on command (got %x, wanted %x)\n",
                                cmd->cmd_crc16, crc);
@@ -202,7 +203,7 @@ struct fio_net_cmd *fio_net_recv_cmd(int sk)
                        break;
 
                /* Verify payload crc */
-               crc = crc16(pdu, cmd.pdu_len);
+               crc = fio_crc16(pdu, cmd.pdu_len);
                if (crc != cmd.pdu_crc16) {
                        log_err("fio: server bad crc on payload ");
                        log_err("(got %x, wanted %x)\n", cmd.pdu_crc16, crc);
@@ -221,12 +222,19 @@ struct fio_net_cmd *fio_net_recv_cmd(int sk)
                cmdret = NULL;
        } else if (cmdret) {
                /* zero-terminate text input */
-               if (cmdret->pdu_len && (cmdret->opcode == FIO_NET_CMD_TEXT ||
-                   cmdret->opcode == FIO_NET_CMD_JOB)) {
-                       char *buf = (char *) cmdret->payload;
+               if (cmdret->pdu_len) {
+                       if (cmdret->opcode == FIO_NET_CMD_TEXT) {
+                               struct cmd_text_pdu *pdu = (struct cmd_text_pdu *) cmdret->payload;
+                               char *buf = (char *) pdu->buf;
 
-                       buf[cmdret->pdu_len ] = '\0';
+                               buf[pdu->buf_len ] = '\0';
+                       } else if (cmdret->opcode == FIO_NET_CMD_JOB) {
+                               char *buf = (char *) cmdret->payload;
+
+                               buf[cmdret->pdu_len ] = '\0';
+                       }
                }
+
                /* frag flag is internal */
                cmdret->flags &= ~FIO_NET_CMD_F_MORE;
        }
@@ -238,11 +246,11 @@ void fio_net_cmd_crc(struct fio_net_cmd *cmd)
 {
        uint32_t pdu_len;
 
-       cmd->cmd_crc16 = __cpu_to_le16(crc16(cmd, FIO_NET_CMD_CRC_SZ));
+       cmd->cmd_crc16 = __cpu_to_le16(fio_crc16(cmd, FIO_NET_CMD_CRC_SZ));
 
        pdu_len = le32_to_cpu(cmd->pdu_len);
        if (pdu_len)
-               cmd->pdu_crc16 = __cpu_to_le16(crc16(cmd->payload, pdu_len));
+               cmd->pdu_crc16 = __cpu_to_le16(fio_crc16(cmd->payload, pdu_len));
 }
 
 int fio_net_send_cmd(int fd, uint16_t opcode, const void *buf, off_t size,
@@ -346,13 +354,14 @@ static int handle_job_cmd(struct fio_net_cmd *cmd)
        spdu.jobs = cpu_to_le32(thread_number);
        fio_net_send_cmd(server_fd, FIO_NET_CMD_START, &spdu, sizeof(spdu), 0);
 
-       ret = exec_run();
+       ret = fio_backend();
 
        epdu.error = ret;
        fio_net_send_cmd(server_fd, FIO_NET_CMD_STOP, &epdu, sizeof(epdu), 0);
 
        fio_server_send_quit_cmd();
        reset_fio_state();
+       first_cmd_check = 0;
        return ret;
 }
 
@@ -390,9 +399,10 @@ static int handle_jobline_cmd(struct fio_net_cmd *cmd)
 
        fio_net_send_simple_cmd(server_fd, FIO_NET_CMD_START, 0, NULL);
 
-       ret = exec_run();
+       ret = fio_backend();
        fio_server_send_quit_cmd();
        reset_fio_state();
+       first_cmd_check = 0;
        return ret;
 }
 
@@ -443,18 +453,19 @@ static int handle_send_eta_cmd(struct fio_net_cmd *cmd)
        je->nr_ramp             = cpu_to_le32(je->nr_ramp);
        je->nr_pending          = cpu_to_le32(je->nr_pending);
        je->files_open          = cpu_to_le32(je->files_open);
-       je->m_rate              = cpu_to_le32(je->m_rate);
-       je->t_rate              = cpu_to_le32(je->t_rate);
-       je->m_iops              = cpu_to_le32(je->m_iops);
-       je->t_iops              = cpu_to_le32(je->t_iops);
 
        for (i = 0; i < 2; i++) {
+               je->m_rate[i]   = cpu_to_le32(je->m_rate[i]);
+               je->t_rate[i]   = cpu_to_le32(je->t_rate[i]);
+               je->m_iops[i]   = cpu_to_le32(je->m_iops[i]);
+               je->t_iops[i]   = cpu_to_le32(je->t_iops[i]);
                je->rate[i]     = cpu_to_le32(je->rate[i]);
                je->iops[i]     = cpu_to_le32(je->iops[i]);
        }
 
-       je->elapsed_sec         = cpu_to_le32(je->nr_running);
+       je->elapsed_sec         = cpu_to_le64(je->elapsed_sec);
        je->eta_sec             = cpu_to_le64(je->eta_sec);
+       je->nr_threads          = cpu_to_le32(je->nr_threads);
 
        fio_net_send_cmd(server_fd, FIO_NET_CMD_ETA, je, size, cmd->tag);
        free(je);
@@ -554,8 +565,10 @@ static int handle_connection(int sk, int block)
 
 void fio_server_idle_loop(void)
 {
-       if (!first_cmd_check)
+       if (!first_cmd_check) {
                fio_net_send_simple_cmd(server_fd, FIO_NET_CMD_RUN, 0, NULL);
+               first_cmd_check = 1;
+       }
        if (server_fd != -1)
                handle_connection(server_fd, 0);
 }
@@ -614,12 +627,30 @@ out:
        return exitval;
 }
 
-int fio_server_text_output(const char *buf, size_t len)
+int fio_server_text_output(int level, const char *buf, size_t len)
 {
-       if (server_fd != -1)
-               return fio_net_send_cmd(server_fd, FIO_NET_CMD_TEXT, buf, len, 0);
+       struct cmd_text_pdu *pdu;
+       unsigned int tlen;
+       struct timeval tv;
+
+       if (server_fd == -1)
+               return log_local_buf(buf, len);
+
+       tlen = sizeof(*pdu) + len;
+       pdu = malloc(tlen);
+
+       pdu->level      = __cpu_to_le32(level);
+       pdu->buf_len    = __cpu_to_le32(len);
 
-       return log_local_buf(buf, len);
+       gettimeofday(&tv, NULL);
+       pdu->log_sec    = __cpu_to_le64(tv.tv_sec);
+       pdu->log_usec   = __cpu_to_le64(tv.tv_usec);
+
+       memcpy(pdu->buf, buf, len);
+
+       fio_net_send_cmd(server_fd, FIO_NET_CMD_TEXT, pdu, tlen, 0);
+       free(pdu);
+       return len;
 }
 
 static void convert_io_stat(struct io_stat *dst, struct io_stat *src)
@@ -799,19 +830,13 @@ void fio_server_send_du(void)
        }
 }
 
-int fio_server_log(const char *format, ...)
+void fio_server_send_add_job(struct thread_options *o, const char *ioengine)
 {
-       char buffer[1024];
-       va_list args;
-       size_t len;
+       struct cmd_add_job_pdu pdu;
 
-       dprint(FD_NET, "server log\n");
+       convert_thread_options_to_net(&pdu.top, o);
 
-       va_start(args, format);
-       len = vsnprintf(buffer, sizeof(buffer), format, args);
-       va_end(args);
-
-       return fio_server_text_output(buffer, len);
+       fio_net_send_cmd(server_fd, FIO_NET_CMD_ADD_JOB, &pdu, sizeof(pdu), 0);
 }
 
 static int fio_init_server_ip(void)
@@ -943,6 +968,46 @@ static int fio_init_server_connection(void)
        return sk;
 }
 
+int fio_server_parse_host(const char *host, int *ipv6, struct in_addr *inp,
+                         struct in6_addr *inp6)
+
+{
+       int ret = 0;
+
+       if (*ipv6)
+               ret = inet_pton(AF_INET6, host, inp6);
+       else
+               ret = inet_pton(AF_INET, host, inp);
+
+       if (ret != 1) {
+               struct hostent *hent;
+
+               hent = gethostbyname(host);
+               if (!hent) {
+                       log_err("fio: failed to resolve <%s>\n", host);
+                       return 0;
+               }
+
+               if (*ipv6) {
+                       if (hent->h_addrtype != AF_INET6) {
+                               log_info("fio: falling back to IPv4\n");
+                               *ipv6 = 0;
+                       } else
+                               memcpy(inp6, hent->h_addr_list[0], 16);
+               }
+               if (!*ipv6) {
+                       if (hent->h_addrtype != AF_INET) {
+                               log_err("fio: lookup type mismatch\n");
+                               return 0;
+                       }
+                       memcpy(inp, hent->h_addr_list[0], 4);
+               }
+               ret = 1;
+       }
+
+       return !(ret == 1);
+}
+
 /*
  * Parse a host/ip/port string. Reads from 'str'.
  *
@@ -959,6 +1024,10 @@ int fio_server_parse_string(const char *str, char **ptr, int *is_sock,
                            int *port, struct in_addr *inp,
                            struct in6_addr *inp6, int *ipv6)
 {
+       const char *host = str;
+       char *portp;
+       int lport = 0;
+
        *ptr = NULL;
        *is_sock = 0;
        *port = fio_net_port;
@@ -967,93 +1036,63 @@ int fio_server_parse_string(const char *str, char **ptr, int *is_sock,
        if (!strncmp(str, "sock:", 5)) {
                *ptr = strdup(str + 5);
                *is_sock = 1;
-       } else {
-               const char *host = str;
-               char *portp;
-               int ret, lport = 0;
-
-               /*
-                * Is it ip:<ip or host>:port
-                */
-               if (!strncmp(host, "ip:", 3))
-                       host += 3;
-               else if (!strncmp(host, "ip4:", 4))
-                       host += 4;
-               else if (!strncmp(host, "ip6:", 4)) {
-                       host += 4;
-                       *ipv6 = 1;
-               } else if (host[0] == ':') {
-                       /* String is :port */
-                       host++;
-                       lport = atoi(host);
+
+               return 0;
+       }
+
+       /*
+        * Is it ip:<ip or host>:port
+        */
+       if (!strncmp(host, "ip:", 3))
+               host += 3;
+       else if (!strncmp(host, "ip4:", 4))
+               host += 4;
+       else if (!strncmp(host, "ip6:", 4)) {
+               host += 4;
+               *ipv6 = 1;
+       } else if (host[0] == ':') {
+               /* String is :port */
+               host++;
+               lport = atoi(host);
+               if (!lport || lport > 65535) {
+                       log_err("fio: bad server port %u\n", port);
+                       return 1;
+               }
+               /* no hostname given, we are done */
+               *port = lport;
+               return 0;
+       }
+
+       /*
+        * If no port seen yet, check if there's a last ':' at the end
+        */
+       if (!lport) {
+               portp = strchr(host, ',');
+               if (portp) {
+                       *portp = '\0';
+                       portp++;
+                       lport = atoi(portp);
                        if (!lport || lport > 65535) {
                                log_err("fio: bad server port %u\n", port);
                                return 1;
                        }
-                       /* no hostname given, we are done */
-                       *port = lport;
-                       return 0;
-               }
-
-               /*
-                * If no port seen yet, check if there's a last ':' at the end
-                */
-               if (!lport) {
-                       portp = strchr(host, ',');
-                       if (portp) {
-                               *portp = '\0';
-                               portp++;
-                               lport = atoi(portp);
-                               if (!lport || lport > 65535) {
-                                       log_err("fio: bad server port %u\n", port);
-                                       return 1;
-                               }
-                       }
                }
+       }
 
-               if (lport)
-                       *port = lport;
-
-               if (!strlen(host))
-                       goto done;
-
-               *ptr = strdup(host);
+       if (lport)
+               *port = lport;
 
-               if (*ipv6)
-                       ret = inet_pton(AF_INET6, host, inp6);
-               else
-                       ret = inet_pton(AF_INET, host, inp);
+       if (!strlen(host))
+               return 0;
 
-               if (ret != 1) {
-                       struct hostent *hent;
+       *ptr = strdup(host);
 
-                       hent = gethostbyname(host);
-                       if (!hent) {
-                               log_err("fio: failed to resolve <%s>\n", host);
-err:
-                               free(*ptr);
-                               *ptr = NULL;
-                               return 1;
-                       }
-
-                       if (*ipv6) {
-                               if (hent->h_addrtype != AF_INET6) {
-                                       log_info("fio: falling back to IPv4\n");
-                                       *ipv6 = 0;
-                               } else
-                                       memcpy(inp6, hent->h_addr_list[0], 16);
-                       }
-                       if (!*ipv6) {
-                               if (hent->h_addrtype != AF_INET) {
-                                       log_err("fio: lookup type mismatch\n");
-                                       goto err;
-                               }
-                               memcpy(inp, hent->h_addr_list[0], 4);
-                       }
-               }
+       if (fio_server_parse_host(*ptr, ipv6, inp, inp6)) {
+               free(*ptr);
+               *ptr = NULL;
+               return 1;
        }
 
-done:
        if (*port == 0)
                *port = fio_net_port;
 
@@ -1185,6 +1224,11 @@ int fio_start_server(char *pidfile)
        pid_t pid;
        int ret;
 
+#if defined(WIN32)
+    WSADATA wsd;
+    WSAStartup(MAKEWORD(2,2), &wsd);
+#endif
+
        if (!pidfile)
                return fio_server();