12 #include <netinet/in.h>
13 #include <arpa/inet.h>
19 #include "crc/crc16.h"
21 int fio_net_port = 8765;
26 static unsigned int job_cur_len;
27 static unsigned int job_max_len;
29 static int server_fd = -1;
31 int fio_send_data(int sk, const void *p, unsigned int len)
33 assert(len <= sizeof(struct fio_net_cmd) + FIO_SERVER_MAX_PDU);
36 int ret = send(sk, p, len, 0);
46 else if (errno == EAGAIN || errno == EINTR)
48 } while (!exit_backend);
56 int fio_recv_data(int sk, void *p, unsigned int len)
59 int ret = recv(sk, p, len, MSG_WAITALL);
69 else if (errno == EAGAIN || errno == EINTR)
71 } while (!exit_backend);
79 static int verify_convert_cmd(struct fio_net_cmd *cmd)
83 cmd->cmd_crc16 = le16_to_cpu(cmd->cmd_crc16);
84 cmd->pdu_crc16 = le16_to_cpu(cmd->pdu_crc16);
86 crc = crc16(cmd, FIO_NET_CMD_CRC_SZ);
87 if (crc != cmd->cmd_crc16) {
88 log_err("fio: server bad crc on command (got %x, wanted %x)\n",
93 cmd->version = le16_to_cpu(cmd->version);
94 cmd->opcode = le16_to_cpu(cmd->opcode);
95 cmd->flags = le32_to_cpu(cmd->flags);
96 cmd->serial = le64_to_cpu(cmd->serial);
97 cmd->pdu_len = le32_to_cpu(cmd->pdu_len);
99 switch (cmd->version) {
100 case FIO_SERVER_VER1:
103 log_err("fio: bad server cmd version %d\n", cmd->version);
107 if (cmd->pdu_len > FIO_SERVER_MAX_PDU) {
108 log_err("fio: command payload too large: %u\n", cmd->pdu_len);
115 struct fio_net_cmd *fio_net_cmd_read(int sk)
117 struct fio_net_cmd cmd, *ret = NULL;
120 if (fio_recv_data(sk, &cmd, sizeof(cmd)))
123 /* We have a command, verify it and swap if need be */
124 if (verify_convert_cmd(&cmd))
127 /* Command checks out, alloc real command and fill in */
128 ret = malloc(sizeof(cmd) + cmd.pdu_len);
129 memcpy(ret, &cmd, sizeof(cmd));
134 /* There's payload, get it */
135 if (fio_recv_data(sk, (void *) ret + sizeof(*ret), ret->pdu_len)) {
140 /* Verify payload crc */
141 crc = crc16(ret->payload, ret->pdu_len);
142 if (crc != ret->pdu_crc16) {
143 log_err("fio: server bad crc on payload (got %x, wanted %x)\n",
144 ret->pdu_crc16, crc);
152 void fio_net_cmd_crc(struct fio_net_cmd *cmd)
156 cmd->cmd_crc16 = cpu_to_le16(crc16(cmd, FIO_NET_CMD_CRC_SZ));
158 pdu_len = le32_to_cpu(cmd->pdu_len);
160 cmd->pdu_crc16 = cpu_to_le16(crc16(cmd->payload, pdu_len));
163 int fio_net_send_cmd(int fd, uint16_t opcode, const char *buf, off_t size)
165 struct fio_net_cmd *cmd;
171 if (this_len > FIO_SERVER_MAX_PDU)
172 this_len = FIO_SERVER_MAX_PDU;
174 cmd = malloc(sizeof(*cmd) + this_len);
176 fio_init_net_cmd(cmd, opcode, buf, this_len);
179 cmd->flags = cpu_to_le32(FIO_NET_CMD_F_MORE);
181 fio_net_cmd_crc(cmd);
183 ret = fio_send_data(fd, cmd, sizeof(*cmd) + this_len);
187 } while (!ret && size);
192 static int send_simple_command(int sk, uint16_t opcode, uint64_t serial)
194 struct fio_net_cmd cmd = {
195 .version = cpu_to_le16(FIO_SERVER_VER1),
196 .opcode = cpu_to_le16(opcode),
197 .serial = cpu_to_le64(serial),
200 fio_net_cmd_crc(&cmd);
202 return fio_send_data(sk, &cmd, sizeof(cmd));
206 * Send an ack for this command
208 static int ack_command(int sk, struct fio_net_cmd *cmd)
211 return send_simple_command(sk, FIO_NET_CMD_ACK, cmd->serial);
218 static int nak_command(int sk, struct fio_net_cmd *cmd)
220 return send_simple_command(sk, FIO_NET_CMD_NAK, cmd->serial);
224 static int send_quit_command(void)
226 dprint(FD_NET, "server: sending quit\n");
227 return send_simple_command(server_fd, FIO_NET_CMD_QUIT, 0);
230 static int handle_cur_job(struct fio_net_cmd *cmd)
232 unsigned int left = job_max_len - job_cur_len;
235 if (left < cmd->pdu_len) {
236 job_buf = realloc(job_buf, job_max_len + 2 * cmd->pdu_len);
237 job_max_len += 2 * cmd->pdu_len;
240 memcpy(job_buf + job_cur_len, cmd->payload, cmd->pdu_len);
241 job_cur_len += cmd->pdu_len;
244 * More data coming for this job
246 if (cmd->flags & FIO_NET_CMD_F_MORE)
249 parse_jobs_ini(job_buf, 1, 0);
255 job_cur_len = job_max_len = 0;
259 static int handle_command(struct fio_net_cmd *cmd)
263 dprint(FD_NET, "server: got opcode %d\n", cmd->opcode);
265 switch (cmd->opcode) {
266 case FIO_NET_CMD_QUIT:
268 case FIO_NET_CMD_EXIT:
271 case FIO_NET_CMD_ACK:
273 case FIO_NET_CMD_NAK:
275 case FIO_NET_CMD_JOB:
276 ret = handle_cur_job(cmd);
279 log_err("fio: unknown opcode: %d\n", cmd->opcode);
286 static int handle_connection(int sk)
288 struct fio_net_cmd *cmd = NULL;
292 while (!exit_backend) {
293 cmd = fio_net_cmd_read(sk);
299 ret = ack_command(sk, cmd);
303 ret = handle_command(cmd);
317 static int accept_loop(int listen_sk)
319 struct sockaddr addr;
320 unsigned int len = sizeof(addr);
322 int ret, sk, flags, exitval = 0;
324 flags = fcntl(listen_sk, F_GETFL);
326 fcntl(listen_sk, F_SETFL, flags);
331 ret = poll(&pfd, 1, 100);
335 log_err("fio: poll: %s\n", strerror(errno));
340 if (pfd.revents & POLLIN)
342 } while (!exit_backend);
347 sk = accept(listen_sk, &addr, &len);
349 log_err("fio: accept: %s\n", strerror(errno));
353 dprint(FD_NET, "server got a connection\n");
357 exitval = handle_connection(sk);
369 static int fio_server(void)
371 struct sockaddr_in saddr_in;
372 struct sockaddr addr;
376 dprint(FD_NET, "starting server\n");
378 sk = socket(AF_INET, SOCK_STREAM, 0);
380 log_err("fio: socket: %s\n", strerror(errno));
385 if (setsockopt(sk, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt)) < 0) {
386 log_err("fio: setsockopt: %s\n", strerror(errno));
390 if (setsockopt(fd, SOL_SOCKET, SO_REUSEPORT, &opt, sizeof(opt)) < 0) {
391 log_err("fio: setsockopt: %s\n", strerror(errno));
396 saddr_in.sin_family = AF_INET;
397 saddr_in.sin_addr.s_addr = htonl(INADDR_ANY);
398 saddr_in.sin_port = htons(fio_net_port);
400 if (bind(sk, (struct sockaddr *) &saddr_in, sizeof(saddr_in)) < 0) {
401 log_err("fio: bind: %s\n", strerror(errno));
405 if (listen(sk, 1) < 0) {
406 log_err("fio: listen: %s\n", strerror(errno));
411 if (getsockname(sk, &addr, &len) < 0) {
412 log_err("fio: getsockname: %s\n", strerror(errno));
416 ret = accept_loop(sk);
421 int fio_server_text_output(const char *buf, unsigned int len)
424 return fio_net_send_cmd(server_fd, FIO_NET_CMD_TEXT, buf, len);
429 int fio_server_log(const char *format, ...)
435 va_start(args, format);
436 len = vsnprintf(buffer, sizeof(buffer), format, args);
439 return fio_server_text_output(buffer, len);
442 int fio_start_server(int daemonize)
449 openlog("fio", LOG_NDELAY|LOG_NOWAIT|LOG_PID, LOG_USER);
452 syslog(LOG_ERR, "failed server fork");
459 close(STDOUT_FILENO);
460 close(STDERR_FILENO);