4 * IO engine that uses the posix defined aio interface.
15 #ifdef FIO_HAVE_POSIXAIO
17 struct posixaio_data {
18 struct io_u **aio_events;
21 static int fill_timespec(struct timespec *ts)
24 if (!clock_gettime(CLOCK_MONOTONIC, ts))
27 perror("clock_gettime");
32 static unsigned long long ts_utime_since_now(struct timespec *t)
37 if (fill_timespec(&now))
40 sec = now.tv_sec - t->tv_sec;
41 nsec = now.tv_nsec - t->tv_nsec;
42 if (sec > 0 && nsec < 0) {
52 static int fio_posixaio_cancel(struct thread_data fio_unused *td,
55 struct fio_file *f = io_u->file;
56 int r = aio_cancel(f->fd, &io_u->aiocb);
58 if (r == 1 || r == AIO_CANCELED)
64 static int fio_posixaio_prep(struct thread_data fio_unused *td,
67 struct aiocb *aiocb = &io_u->aiocb;
68 struct fio_file *f = io_u->file;
70 aiocb->aio_fildes = f->fd;
71 aiocb->aio_buf = io_u->xfer_buf;
72 aiocb->aio_nbytes = io_u->xfer_buflen;
73 aiocb->aio_offset = io_u->offset;
79 #define SUSPEND_ENTRIES 8
81 static int fio_posixaio_getevents(struct thread_data *td, unsigned int min,
82 unsigned int max, struct timespec *t)
84 struct posixaio_data *pd = td->io_ops->data;
85 struct aiocb *suspend_list[SUSPEND_ENTRIES];
86 struct list_head *entry;
87 struct timespec start;
89 int suspend_entries = 0;
92 if (t && !fill_timespec(&start))
96 memset(suspend_list, 0, sizeof(*suspend_list));
98 list_for_each(entry, &td->io_u_busylist) {
99 struct io_u *io_u = list_entry(entry, struct io_u, list);
105 err = aio_error(&io_u->aiocb);
106 if (err == EINPROGRESS) {
107 if (suspend_entries < SUSPEND_ENTRIES) {
108 suspend_list[suspend_entries] = &io_u->aiocb;
115 pd->aio_events[r++] = io_u;
117 if (err == ECANCELED)
118 io_u->resid = io_u->xfer_buflen;
120 ssize_t retval = aio_return(&io_u->aiocb);
122 io_u->resid = io_u->xfer_buflen - retval;
134 unsigned long long usec;
136 usec = (t->tv_sec * 1000000) + (t->tv_nsec / 1000);
137 if (ts_utime_since_now(&start) > usec)
142 * must have some in-flight, wait for at least one
144 aio_suspend((const struct aiocb * const *)suspend_list,
149 static struct io_u *fio_posixaio_event(struct thread_data *td, int event)
151 struct posixaio_data *pd = td->io_ops->data;
153 return pd->aio_events[event];
156 static int fio_posixaio_queue(struct thread_data fio_unused *td,
159 struct aiocb *aiocb = &io_u->aiocb;
162 fio_ro_check(td, io_u);
164 if (io_u->ddir == DDIR_READ)
165 ret = aio_read(aiocb);
166 else if (io_u->ddir == DDIR_WRITE)
167 ret = aio_write(aiocb);
169 ret = aio_fsync(O_SYNC, aiocb);
173 td_verror(td, io_u->error, "xfer");
174 return FIO_Q_COMPLETED;
180 static void fio_posixaio_cleanup(struct thread_data *td)
182 struct posixaio_data *pd = td->io_ops->data;
185 free(pd->aio_events);
187 td->io_ops->data = NULL;
191 static int fio_posixaio_init(struct thread_data *td)
193 struct posixaio_data *pd = malloc(sizeof(*pd));
195 memset(pd, 0, sizeof(*pd));
196 pd->aio_events = malloc(td->o.iodepth * sizeof(struct io_u *));
197 memset(pd->aio_events, 0, td->o.iodepth * sizeof(struct io_u *));
199 td->io_ops->data = pd;
203 static struct ioengine_ops ioengine = {
205 .version = FIO_IOOPS_VERSION,
206 .init = fio_posixaio_init,
207 .prep = fio_posixaio_prep,
208 .queue = fio_posixaio_queue,
209 .cancel = fio_posixaio_cancel,
210 .getevents = fio_posixaio_getevents,
211 .event = fio_posixaio_event,
212 .cleanup = fio_posixaio_cleanup,
213 .open_file = generic_open_file,
214 .close_file = generic_close_file,
217 #else /* FIO_HAVE_POSIXAIO */
220 * When we have a proper configure system in place, we simply wont build
221 * and install this io engine. For now install a crippled version that
222 * just complains and fails to load.
224 static int fio_posixaio_init(struct thread_data fio_unused *td)
226 fprintf(stderr, "fio: posixaio not available\n");
230 static struct ioengine_ops ioengine = {
232 .version = FIO_IOOPS_VERSION,
233 .init = fio_posixaio_init,
238 static void fio_init fio_posixaio_register(void)
240 register_ioengine(&ioengine);
243 static void fio_exit fio_posixaio_unregister(void)
245 unregister_ioengine(&ioengine);