[PATCH] Fix busy-looping with aio engine and depth > 1
[fio.git] / engines / fio-engine-libaio.c
CommitLineData
2866c82d
JA
1/*
2 * native linux aio io engine
3 *
4 */
5#include <stdio.h>
6#include <stdlib.h>
7#include <unistd.h>
8#include <errno.h>
9#include <assert.h>
5f350952
JA
10
11#include "../fio.h"
12#include "../os.h"
2866c82d 13
34cfcdaf
JA
14#ifdef FIO_HAVE_LIBAIO
15
2866c82d
JA
16#define ev_to_iou(ev) (struct io_u *) ((unsigned long) (ev)->obj)
17
18struct libaio_data {
19 io_context_t aio_ctx;
20 struct io_event *aio_events;
21};
22
7a16dd02 23static int fio_libaio_prep(struct thread_data fio_unused *td, struct io_u *io_u)
2866c82d 24{
53cdc686
JA
25 struct fio_file *f = io_u->file;
26
2866c82d 27 if (io_u->ddir == DDIR_READ)
53cdc686 28 io_prep_pread(&io_u->iocb, f->fd, io_u->buf, io_u->buflen, io_u->offset);
87dc1ab1 29 else if (io_u->ddir == DDIR_WRITE)
53cdc686 30 io_prep_pwrite(&io_u->iocb, f->fd, io_u->buf, io_u->buflen, io_u->offset);
87dc1ab1
JA
31 else if (io_u->ddir == DDIR_SYNC)
32 io_prep_fsync(&io_u->iocb, f->fd);
33 else
34 return 1;
2866c82d
JA
35
36 return 0;
37}
38
39static struct io_u *fio_libaio_event(struct thread_data *td, int event)
40{
41 struct libaio_data *ld = td->io_ops->data;
42
43 return ev_to_iou(ld->aio_events + event);
44}
45
46static int fio_libaio_getevents(struct thread_data *td, int min, int max,
47 struct timespec *t)
48{
49 struct libaio_data *ld = td->io_ops->data;
50 long r;
51
52 do {
53 r = io_getevents(ld->aio_ctx, min, max, ld->aio_events, t);
ccbb91cb
JA
54 if (r >= min)
55 break;
56 else if (r == -EAGAIN) {
2866c82d
JA
57 usleep(100);
58 continue;
59 } else if (r == -EINTR)
60 continue;
84585003 61 else if (r != 0)
2866c82d
JA
62 break;
63 } while (1);
64
eaf09db4
JA
65 if (r < 0)
66 r = -r;
67
68 return (int) r;
2866c82d
JA
69}
70
71static int fio_libaio_queue(struct thread_data *td, struct io_u *io_u)
72{
73 struct libaio_data *ld = td->io_ops->data;
74 struct iocb *iocb = &io_u->iocb;
75 long ret;
76
77 do {
78 ret = io_submit(ld->aio_ctx, 1, &iocb);
79 if (ret == 1)
80 return 0;
84585003 81 else if (ret == -EAGAIN || !ret)
2866c82d
JA
82 usleep(100);
83 else if (ret == -EINTR)
84 continue;
85 else
86 break;
87 } while (1);
88
353a7e0e
JA
89 if (ret <= 0) {
90 io_u->resid = io_u->buflen;
91 io_u->error = -ret;
92 return 1;
93 }
2866c82d 94
353a7e0e 95 return 0;
2866c82d
JA
96}
97
98static int fio_libaio_cancel(struct thread_data *td, struct io_u *io_u)
99{
100 struct libaio_data *ld = td->io_ops->data;
101
102 return io_cancel(ld->aio_ctx, &io_u->iocb, ld->aio_events);
103}
104
105static void fio_libaio_cleanup(struct thread_data *td)
106{
107 struct libaio_data *ld = td->io_ops->data;
108
109 if (ld) {
110 io_destroy(ld->aio_ctx);
111 if (ld->aio_events)
112 free(ld->aio_events);
113
114 free(ld);
115 td->io_ops->data = NULL;
116 }
117}
118
119static int fio_libaio_init(struct thread_data *td)
120{
121 struct libaio_data *ld = malloc(sizeof(*ld));
122
123 memset(ld, 0, sizeof(*ld));
124 if (io_queue_init(td->iodepth, &ld->aio_ctx)) {
125 td_verror(td, errno);
cb781c75 126 free(ld);
2866c82d
JA
127 return 1;
128 }
129
130 ld->aio_events = malloc(td->iodepth * sizeof(struct io_event));
84585003 131 memset(ld->aio_events, 0, td->iodepth * sizeof(struct io_event));
2866c82d
JA
132 td->io_ops->data = ld;
133 return 0;
134}
135
5f350952 136static struct ioengine_ops ioengine = {
2866c82d
JA
137 .name = "libaio",
138 .version = FIO_IOOPS_VERSION,
139 .init = fio_libaio_init,
140 .prep = fio_libaio_prep,
141 .queue = fio_libaio_queue,
142 .cancel = fio_libaio_cancel,
143 .getevents = fio_libaio_getevents,
144 .event = fio_libaio_event,
145 .cleanup = fio_libaio_cleanup,
2866c82d 146};
34cfcdaf
JA
147
148#else /* FIO_HAVE_LIBAIO */
149
150/*
151 * When we have a proper configure system in place, we simply wont build
152 * and install this io engine. For now install a crippled version that
153 * just complains and fails to load.
154 */
155static int fio_libaio_init(struct thread_data fio_unused *td)
156{
157 fprintf(stderr, "fio: libaio not available\n");
158 return 1;
159}
160
5f350952 161static struct ioengine_ops ioengine = {
34cfcdaf
JA
162 .name = "libaio",
163 .version = FIO_IOOPS_VERSION,
164 .init = fio_libaio_init,
165};
166
167#endif
5f350952
JA
168
169static void fio_init fio_libaio_register(void)
170{
171 register_ioengine(&ioengine);
172}
173
174static void fio_exit fio_libaio_unregister(void)
175{
176 unregister_ioengine(&ioengine);
177}