4 * IO engine that does regular read(2)/write(2) with lseek(2) to transfer
5 * data and IO engine that does regular pread(2)/pwrite(2) to transfer data.
18 * Sync engine uses engine_data to store last offset
20 #define LAST_POS(f) ((f)->engine_data)
27 unsigned long queued_bytes;
29 unsigned long long last_offset;
30 struct fio_file *last_file;
31 enum fio_ddir last_ddir;
34 static int fio_syncio_prep(struct thread_data *td, struct io_u *io_u)
36 struct fio_file *f = io_u->file;
38 if (!ddir_rw(io_u->ddir))
41 if (LAST_POS(f) != -1ULL && LAST_POS(f) == io_u->offset)
44 if (lseek(f->fd, io_u->offset, SEEK_SET) == -1) {
45 td_verror(td, errno, "lseek");
52 static int fio_io_end(struct thread_data *td, struct io_u *io_u, int ret)
54 if (io_u->file && ret >= 0 && ddir_rw(io_u->ddir))
55 LAST_POS(io_u->file) = io_u->offset + ret;
57 if (ret != (int) io_u->xfer_buflen) {
59 io_u->resid = io_u->xfer_buflen - ret;
61 return FIO_Q_COMPLETED;
67 io_u_log_error(td, io_u);
68 td_verror(td, io_u->error, "xfer");
71 return FIO_Q_COMPLETED;
75 static int fio_pvsyncio_queue(struct thread_data *td, struct io_u *io_u)
77 struct syncio_data *sd = td->io_ops->data;
78 struct iovec *iov = &sd->iovecs[0];
79 struct fio_file *f = io_u->file;
82 fio_ro_check(td, io_u);
84 iov->iov_base = io_u->xfer_buf;
85 iov->iov_len = io_u->xfer_buflen;
87 if (io_u->ddir == DDIR_READ)
88 ret = preadv(f->fd, iov, 1, io_u->offset);
89 else if (io_u->ddir == DDIR_WRITE)
90 ret = pwritev(f->fd, iov, 1, io_u->offset);
91 else if (io_u->ddir == DDIR_TRIM) {
92 do_io_u_trim(td, io_u);
93 return FIO_Q_COMPLETED;
95 ret = do_io_u_sync(td, io_u);
97 return fio_io_end(td, io_u, ret);
101 static int fio_psyncio_queue(struct thread_data *td, struct io_u *io_u)
103 struct fio_file *f = io_u->file;
106 fio_ro_check(td, io_u);
108 if (io_u->ddir == DDIR_READ)
109 ret = pread(f->fd, io_u->xfer_buf, io_u->xfer_buflen, io_u->offset);
110 else if (io_u->ddir == DDIR_WRITE)
111 ret = pwrite(f->fd, io_u->xfer_buf, io_u->xfer_buflen, io_u->offset);
112 else if (io_u->ddir == DDIR_TRIM) {
113 do_io_u_trim(td, io_u);
114 return FIO_Q_COMPLETED;
116 ret = do_io_u_sync(td, io_u);
118 return fio_io_end(td, io_u, ret);
121 static int fio_syncio_queue(struct thread_data *td, struct io_u *io_u)
123 struct fio_file *f = io_u->file;
126 fio_ro_check(td, io_u);
128 if (io_u->ddir == DDIR_READ)
129 ret = read(f->fd, io_u->xfer_buf, io_u->xfer_buflen);
130 else if (io_u->ddir == DDIR_WRITE)
131 ret = write(f->fd, io_u->xfer_buf, io_u->xfer_buflen);
132 else if (io_u->ddir == DDIR_TRIM) {
133 do_io_u_trim(td, io_u);
134 return FIO_Q_COMPLETED;
136 ret = do_io_u_sync(td, io_u);
138 return fio_io_end(td, io_u, ret);
141 static int fio_vsyncio_getevents(struct thread_data *td, unsigned int min,
143 const struct timespec fio_unused *t)
145 struct syncio_data *sd = td->io_ops->data;
154 dprint(FD_IO, "vsyncio_getevents: min=%d,max=%d: %d\n", min, max, ret);
158 static struct io_u *fio_vsyncio_event(struct thread_data *td, int event)
160 struct syncio_data *sd = td->io_ops->data;
162 return sd->io_us[event];
165 static int fio_vsyncio_append(struct thread_data *td, struct io_u *io_u)
167 struct syncio_data *sd = td->io_ops->data;
169 if (ddir_sync(io_u->ddir))
172 if (io_u->offset == sd->last_offset && io_u->file == sd->last_file &&
173 io_u->ddir == sd->last_ddir)
179 static void fio_vsyncio_set_iov(struct syncio_data *sd, struct io_u *io_u,
182 sd->io_us[idx] = io_u;
183 sd->iovecs[idx].iov_base = io_u->xfer_buf;
184 sd->iovecs[idx].iov_len = io_u->xfer_buflen;
185 sd->last_offset = io_u->offset + io_u->xfer_buflen;
186 sd->last_file = io_u->file;
187 sd->last_ddir = io_u->ddir;
188 sd->queued_bytes += io_u->xfer_buflen;
192 static int fio_vsyncio_queue(struct thread_data *td, struct io_u *io_u)
194 struct syncio_data *sd = td->io_ops->data;
196 fio_ro_check(td, io_u);
198 if (!fio_vsyncio_append(td, io_u)) {
199 dprint(FD_IO, "vsyncio_queue: no append (%d)\n", sd->queued);
201 * If we can't append and have stuff queued, tell fio to
202 * commit those first and then retry this io
206 if (ddir_sync(io_u->ddir)) {
207 int ret = do_io_u_sync(td, io_u);
209 return fio_io_end(td, io_u, ret);
213 sd->queued_bytes = 0;
214 fio_vsyncio_set_iov(sd, io_u, 0);
216 if (sd->queued == td->o.iodepth) {
217 dprint(FD_IO, "vsyncio_queue: max depth %d\n", sd->queued);
221 dprint(FD_IO, "vsyncio_queue: append\n");
222 fio_vsyncio_set_iov(sd, io_u, sd->queued);
225 dprint(FD_IO, "vsyncio_queue: depth now %d\n", sd->queued);
230 * Check that we transferred all bytes, or saw an error, etc
232 static int fio_vsyncio_end(struct thread_data *td, ssize_t bytes)
234 struct syncio_data *sd = td->io_ops->data;
240 * transferred everything, perfect
242 if (bytes == sd->queued_bytes)
246 for (i = 0; i < sd->queued; i++) {
252 unsigned int this_io;
255 if (this_io > io_u->xfer_buflen)
256 this_io = io_u->xfer_buflen;
258 io_u->resid = io_u->xfer_buflen - this_io;
265 td_verror(td, err, "xfer vsync");
272 static int fio_vsyncio_commit(struct thread_data *td)
274 struct syncio_data *sd = td->io_ops->data;
281 io_u_mark_submit(td, sd->queued);
284 if (lseek(f->fd, sd->io_us[0]->offset, SEEK_SET) == -1) {
287 td_verror(td, errno, "lseek");
291 if (sd->last_ddir == DDIR_READ)
292 ret = readv(f->fd, sd->iovecs, sd->queued);
294 ret = writev(f->fd, sd->iovecs, sd->queued);
296 dprint(FD_IO, "vsyncio_commit: %d\n", (int) ret);
297 sd->events = sd->queued;
299 return fio_vsyncio_end(td, ret);
302 static int fio_vsyncio_init(struct thread_data *td)
304 struct syncio_data *sd;
306 sd = malloc(sizeof(*sd));
307 memset(sd, 0, sizeof(*sd));
308 sd->last_offset = -1ULL;
309 sd->iovecs = malloc(td->o.iodepth * sizeof(struct iovec));
310 sd->io_us = malloc(td->o.iodepth * sizeof(struct io_u *));
312 td->io_ops->data = sd;
316 static void fio_vsyncio_cleanup(struct thread_data *td)
318 struct syncio_data *sd = td->io_ops->data;
327 static struct ioengine_ops ioengine_rw = {
329 .version = FIO_IOOPS_VERSION,
330 .prep = fio_syncio_prep,
331 .queue = fio_syncio_queue,
332 .open_file = generic_open_file,
333 .close_file = generic_close_file,
334 .get_file_size = generic_get_file_size,
338 static struct ioengine_ops ioengine_prw = {
340 .version = FIO_IOOPS_VERSION,
341 .queue = fio_psyncio_queue,
342 .open_file = generic_open_file,
343 .close_file = generic_close_file,
344 .get_file_size = generic_get_file_size,
348 static struct ioengine_ops ioengine_vrw = {
350 .version = FIO_IOOPS_VERSION,
351 .init = fio_vsyncio_init,
352 .cleanup = fio_vsyncio_cleanup,
353 .queue = fio_vsyncio_queue,
354 .commit = fio_vsyncio_commit,
355 .event = fio_vsyncio_event,
356 .getevents = fio_vsyncio_getevents,
357 .open_file = generic_open_file,
358 .close_file = generic_close_file,
359 .get_file_size = generic_get_file_size,
363 #ifdef CONFIG_PWRITEV
364 static struct ioengine_ops ioengine_pvrw = {
366 .version = FIO_IOOPS_VERSION,
367 .init = fio_vsyncio_init,
368 .cleanup = fio_vsyncio_cleanup,
369 .queue = fio_pvsyncio_queue,
370 .open_file = generic_open_file,
371 .close_file = generic_close_file,
372 .get_file_size = generic_get_file_size,
377 static void fio_init fio_syncio_register(void)
379 register_ioengine(&ioengine_rw);
380 register_ioengine(&ioengine_prw);
381 register_ioengine(&ioengine_vrw);
382 #ifdef CONFIG_PWRITEV
383 register_ioengine(&ioengine_pvrw);
387 static void fio_exit fio_syncio_unregister(void)
389 unregister_ioengine(&ioengine_rw);
390 unregister_ioengine(&ioengine_prw);
391 unregister_ioengine(&ioengine_vrw);
392 #ifdef CONFIG_PWRITEV
393 unregister_ioengine(&ioengine_pvrw);