/*
- * scsi generic sg v3 io engine
+ * sg engine
+ *
+ * IO engine that uses the Linux SG v3 interface to talk to SCSI devices
*
*/
#include <stdio.h>
#include <sys/poll.h>
#include "../fio.h"
-#include "../os.h"
#ifdef FIO_HAVE_SGIO
struct sgio_data {
struct sgio_cmd *cmds;
struct io_u **events;
+ struct pollfd *pfds;
+ int *fd_flags;
+ void *sgbuf;
unsigned int bs;
+ int type_checked;
};
static void sgio_hdr_init(struct sgio_data *sd, struct sg_io_hdr *hdr,
}
}
-static int fio_sgio_ioctl_getevents(struct thread_data *td, int fio_unused min,
- int max, struct timespec fio_unused *t)
+static int pollin_events(struct pollfd *pfds, int fds)
{
- assert(max <= 1);
+ int i;
- /*
- * we can only have one finished io_u for sync io, since the depth
- * is always 1
- */
- if (list_empty(&td->io_u_busylist))
- return 0;
+ for (i = 0; i < fds; i++)
+ if (pfds[i].revents & POLLIN)
+ return 1;
- return 1;
+ return 0;
}
-
-static int fio_sgio_getevents(struct thread_data *td, int min, int max,
- struct timespec fio_unused *t)
+static int fio_sgio_getevents(struct thread_data *td, unsigned int min,
+ unsigned int max, struct timespec fio_unused *t)
{
- struct fio_file *f = &td->files[0];
struct sgio_data *sd = td->io_ops->data;
- struct pollfd pfd = { .fd = f->fd, .events = POLLIN };
- void *buf = malloc(max * sizeof(struct sg_io_hdr));
- int left = max, ret, events, i, r = 0, fl = 0;
+ int left = max, ret, r = 0;
+ void *buf = sd->sgbuf;
+ unsigned int i, events;
+ struct fio_file *f;
/*
- * don't block for !events
+ * Fill in the file descriptors
*/
- if (!min) {
- fl = fcntl(f->fd, F_GETFL);
- fcntl(f->fd, F_SETFL, fl | O_NONBLOCK);
+ for_each_file(td, f, i) {
+ /*
+ * don't block for min events == 0
+ */
+ if (!min) {
+ sd->fd_flags[i] = fcntl(f->fd, F_GETFL);
+ fcntl(f->fd, F_SETFL, sd->fd_flags[i] | O_NONBLOCK);
+ }
+ sd->pfds[i].fd = f->fd;
+ sd->pfds[i].events = POLLIN;
}
while (left) {
+ void *p;
+
do {
if (!min)
break;
- poll(&pfd, 1, -1);
- if (pfd.revents & POLLIN)
+
+ ret = poll(sd->pfds, td->o.nr_files, -1);
+ if (ret < 0) {
+ if (!r)
+ r = -errno;
+ td_verror(td, errno, "poll");
break;
- } while (1);
+ } else if (!ret)
+ continue;
- ret = read(f->fd, buf, left * sizeof(struct sg_io_hdr));
- if (ret < 0) {
- if (errno == EAGAIN)
+ if (pollin_events(sd->pfds, td->o.nr_files))
break;
- td_verror(td, errno);
- r = -1;
+ } while (1);
+
+ if (r < 0)
break;
- } else if (!ret)
+
+re_read:
+ p = buf;
+ events = 0;
+ for_each_file(td, f, i) {
+ ret = read(f->fd, p, left * sizeof(struct sg_io_hdr));
+ if (ret < 0) {
+ if (errno == EAGAIN)
+ continue;
+ r = -errno;
+ td_verror(td, errno, "read");
+ break;
+ } else if (ret) {
+ p += ret;
+ events += ret / sizeof(struct sg_io_hdr);
+ }
+ }
+
+ if (r < 0)
break;
+ if (!events) {
+ usleep(1000);
+ goto re_read;
+ }
- events = ret / sizeof(struct sg_io_hdr);
left -= events;
r += events;
}
}
- if (!min)
- fcntl(f->fd, F_SETFL, fl);
+ if (!min) {
+ for_each_file(td, f, i)
+ fcntl(f->fd, F_SETFL, sd->fd_flags[i]);
+ }
- free(buf);
return r;
}
{
struct sgio_data *sd = td->io_ops->data;
struct sg_io_hdr *hdr = &io_u->hdr;
+ int ret;
sd->events[0] = io_u;
- return ioctl(f->fd, SG_IO, hdr);
+ ret = ioctl(f->fd, SG_IO, hdr);
+ if (ret < 0)
+ return ret;
+
+ return FIO_Q_COMPLETED;
}
-static int fio_sgio_rw_doio(struct fio_file *f, struct io_u *io_u, int sync)
+static int fio_sgio_rw_doio(struct fio_file *f, struct io_u *io_u, int do_sync)
{
struct sg_io_hdr *hdr = &io_u->hdr;
int ret;
ret = write(f->fd, hdr, sizeof(*hdr));
if (ret < 0)
- return errno;
+ return ret;
- if (sync) {
+ if (do_sync) {
ret = read(f->fd, hdr, sizeof(*hdr));
if (ret < 0)
- return errno;
+ return ret;
+ return FIO_Q_COMPLETED;
}
- return 0;
+ return FIO_Q_QUEUED;
}
-static int fio_sgio_doio(struct thread_data *td, struct io_u *io_u, int sync)
+static int fio_sgio_doio(struct thread_data *td, struct io_u *io_u, int do_sync)
{
struct fio_file *f = io_u->file;
- if (td->filetype == FIO_TYPE_BD)
+ if (f->filetype == FIO_TYPE_BD)
return fio_sgio_ioctl_doio(td, f, io_u);
- return fio_sgio_rw_doio(f, io_u, sync);
+ return fio_sgio_rw_doio(f, io_u, do_sync);
}
static int fio_sgio_prep(struct thread_data *td, struct io_u *io_u)
static int fio_sgio_queue(struct thread_data *td, struct io_u *io_u)
{
struct sg_io_hdr *hdr = &io_u->hdr;
- int ret;
+ int ret, do_sync = 0;
+
+ fio_ro_check(td, io_u);
- ret = fio_sgio_doio(td, io_u, io_u->ddir == DDIR_SYNC);
+ if (td->o.sync_io || td->o.odirect || ddir_sync(io_u->ddir))
+ do_sync = 1;
+
+ ret = fio_sgio_doio(td, io_u, do_sync);
if (ret < 0)
io_u->error = errno;
io_u->error = EIO;
}
- return io_u->error;
+ if (io_u->error) {
+ td_verror(td, io_u->error, "xfer");
+ return FIO_Q_COMPLETED;
+ }
+
+ return ret;
}
static struct io_u *fio_sgio_event(struct thread_data *td, int event)
static int fio_sgio_get_bs(struct thread_data *td, unsigned int *bs)
{
struct sgio_data *sd = td->io_ops->data;
- struct io_u *io_u;
+ struct io_u io_u;
struct sg_io_hdr *hdr;
unsigned char buf[8];
int ret;
- io_u = __get_io_u(td);
- assert(io_u);
+ memset(&io_u, 0, sizeof(io_u));
+ io_u.file = td->files[0];
- hdr = &io_u->hdr;
- sgio_hdr_init(sd, hdr, io_u, 0);
+ hdr = &io_u.hdr;
+ sgio_hdr_init(sd, hdr, &io_u, 0);
memset(buf, 0, sizeof(buf));
hdr->cmdp[0] = 0x25;
hdr->dxferp = buf;
hdr->dxfer_len = sizeof(buf);
- ret = fio_sgio_doio(td, io_u, 1);
- if (ret) {
- put_io_u(td, io_u);
+ ret = fio_sgio_doio(td, &io_u, 1);
+ if (ret)
return ret;
- }
*bs = (buf[4] << 24) | (buf[5] << 16) | (buf[6] << 8) | buf[7];
- put_io_u(td, io_u);
return 0;
}
static void fio_sgio_cleanup(struct thread_data *td)
{
- if (td->io_ops->data) {
- free(td->io_ops->data);
- td->io_ops->data = NULL;
+ struct sgio_data *sd = td->io_ops->data;
+
+ if (sd) {
+ free(sd->events);
+ free(sd->cmds);
+ free(sd->fd_flags);
+ free(sd->pfds);
+ free(sd->sgbuf);
+ free(sd);
}
}
static int fio_sgio_init(struct thread_data *td)
{
- struct fio_file *f = &td->files[0];
struct sgio_data *sd;
- unsigned int bs;
- int ret;
sd = malloc(sizeof(*sd));
memset(sd, 0, sizeof(*sd));
- sd->cmds = malloc(td->iodepth * sizeof(struct sgio_cmd));
- memset(sd->cmds, 0, td->iodepth * sizeof(struct sgio_cmd));
- sd->events = malloc(td->iodepth * sizeof(struct io_u *));
- memset(sd->events, 0, td->iodepth * sizeof(struct io_u *));
+ sd->cmds = malloc(td->o.iodepth * sizeof(struct sgio_cmd));
+ memset(sd->cmds, 0, td->o.iodepth * sizeof(struct sgio_cmd));
+ sd->events = malloc(td->o.iodepth * sizeof(struct io_u *));
+ memset(sd->events, 0, td->o.iodepth * sizeof(struct io_u *));
+ sd->pfds = malloc(sizeof(struct pollfd) * td->o.nr_files);
+ memset(sd->pfds, 0, sizeof(struct pollfd) * td->o.nr_files);
+ sd->fd_flags = malloc(sizeof(int) * td->o.nr_files);
+ memset(sd->fd_flags, 0, sizeof(int) * td->o.nr_files);
+ sd->sgbuf = malloc(sizeof(struct sg_io_hdr) * td->o.iodepth);
+ memset(sd->sgbuf, 0, sizeof(struct sg_io_hdr) * td->o.iodepth);
+
td->io_ops->data = sd;
- if (td->filetype == FIO_TYPE_BD) {
+ /*
+ * we want to do it, regardless of whether odirect is set or not
+ */
+ td->o.override_sync = 1;
+ return 0;
+}
+
+static int fio_sgio_type_check(struct thread_data *td, struct fio_file *f)
+{
+ struct sgio_data *sd = td->io_ops->data;
+ unsigned int bs;
+
+ if (f->filetype == FIO_TYPE_BD) {
if (ioctl(f->fd, BLKSSZGET, &bs) < 0) {
- td_verror(td, errno);
- goto err;
+ td_verror(td, errno, "ioctl");
+ return 1;
}
- } else if (td->filetype == FIO_TYPE_CHAR) {
- int version;
+ } else if (f->filetype == FIO_TYPE_CHAR) {
+ int version, ret;
if (ioctl(f->fd, SG_GET_VERSION_NUM, &version) < 0) {
- td_verror(td, errno);
- goto err;
+ td_verror(td, errno, "ioctl");
+ return 1;
}
ret = fio_sgio_get_bs(td, &bs);
if (ret)
- goto err;
+ return 1;
} else {
- log_err("ioengine sgio only works on block devices\n");
- goto err;
+ log_err("ioengine sg only works on block devices\n");
+ return 1;
}
sd->bs = bs;
- if (td->filetype == FIO_TYPE_BD)
- td->io_ops->getevents = fio_sgio_ioctl_getevents;
- else
- td->io_ops->getevents = fio_sgio_getevents;
+ if (f->filetype == FIO_TYPE_BD) {
+ td->io_ops->getevents = NULL;
+ td->io_ops->event = NULL;
+ }
+
+ return 0;
+}
+
+static int fio_sgio_open(struct thread_data *td, struct fio_file *f)
+{
+ struct sgio_data *sd = td->io_ops->data;
+ int ret;
+
+ ret = generic_open_file(td, f);
+ if (ret)
+ return ret;
+
+ if (sd && !sd->type_checked && fio_sgio_type_check(td, f)) {
+ ret = generic_close_file(td, f);
+ return 1;
+ }
- /*
- * we want to do it, regardless of whether odirect is set or not
- */
- td->override_sync = 1;
return 0;
-err:
- free(sd->events);
- free(sd->cmds);
- free(sd);
- td->io_ops->data = NULL;
- return 1;
}
static struct ioengine_ops ioengine = {
.getevents = fio_sgio_getevents,
.event = fio_sgio_event,
.cleanup = fio_sgio_cleanup,
+ .open_file = fio_sgio_open,
+ .close_file = generic_close_file,
+ .get_file_size = generic_get_file_size,
.flags = FIO_SYNCIO | FIO_RAWIO,
};
*/
static int fio_sgio_init(struct thread_data fio_unused *td)
{
- fprintf(stderr, "fio: sgio not available\n");
+ log_err("fio: ioengine sg not available\n");
return 1;
}
static struct ioengine_ops ioengine = {
- .name = "sgio",
+ .name = "sg",
.version = FIO_IOOPS_VERSION,
.init = fio_sgio_init,
};