4 * IO engine using Glusterfs's gfapi interface
8 #include <glusterfs/api/glfs.h>
9 #include <glusterfs/api/glfs-handles.h>
13 struct thread_data *td;
23 static struct fio_option options[] = {
26 .lname = "Glusterfs volume",
27 .type = FIO_OPT_STR_STORE,
28 .help = "Name of the Glusterfs volume",
29 .off1 = offsetof(struct gf_options, gf_vol),
30 .category = FIO_OPT_C_ENGINE,
31 .group = FIO_OPT_G_GFAPI,
35 .lname = "Glusterfs brick name",
36 .type = FIO_OPT_STR_STORE,
37 .help = "Name of the Glusterfs brick to connect",
38 .off1 = offsetof(struct gf_options, gf_brick),
39 .category = FIO_OPT_C_ENGINE,
40 .group = FIO_OPT_G_GFAPI,
47 static int fio_gf_setup(struct thread_data *td)
50 struct gf_data *g = NULL;
51 struct gf_options *opt = td->eo;
52 struct stat sb = {0, };
54 dprint(FD_IO, "fio setup\n");
59 g = malloc(sizeof(struct gf_data));
61 log_err("malloc failed.\n");
64 g->fs = NULL; g->fd = NULL;
66 g->fs = glfs_new (opt->gf_vol);
68 log_err("glfs_new failed.\n");
71 glfs_set_logging (g->fs, "/tmp/fio_gfapi.log", 7);
73 r = glfs_set_volfile_server(g->fs, "tcp", opt->gf_brick, 0);
75 log_err("glfs_set_volfile_server failed.\n");
80 log_err("glfs_init failed. Is glusterd running on brick?\n");
84 r = glfs_lstat (g->fs, ".", &sb);
86 log_err("glfs_lstat failed.\n");
89 dprint(FD_FILE, "fio setup %p\n", g->fs);
103 static void fio_gf_cleanup(struct thread_data *td)
107 static int fio_gf_get_file_size(struct thread_data *td, struct fio_file *f)
111 struct gf_data *g = td->io_ops->data;
113 dprint(FD_FILE, "get file size %s\n", f->file_name);
117 f->real_file_size = 0;
118 fio_file_set_size_known(f);
120 if (fio_file_size_known(f))
123 ret = glfs_lstat (g->fs, f->file_name, &buf);
125 log_err("glfs_lstat failed.\n");
129 f->real_file_size = buf.st_size;
130 fio_file_set_size_known(f);
136 static int fio_gf_open_file(struct thread_data *td, struct fio_file *f)
141 struct gf_data *g = td->io_ops->data;
143 dprint(FD_FILE, "fio open %s\n", f->file_name);
147 } else if (td_read(td)) {
153 g->fd = glfs_creat(g->fs, f->file_name, flags, 0644);
155 log_err("glfs_creat failed.\n");
158 dprint(FD_FILE, "fio %p created %s\n", g->fs, f->file_name);
165 static int fio_gf_close_file(struct thread_data *td, struct fio_file *f)
168 struct gf_data *g = td->io_ops->data;
170 dprint(FD_FILE, "fd close %s\n", f->file_name);
172 if (g->fd && glfs_close(g->fd) < 0)
180 td->io_ops->data = NULL;
186 #define LAST_POS(f) ((f)->engine_data)
187 static int fio_gf_prep(struct thread_data *td, struct io_u *io_u)
189 struct fio_file *f = io_u->file;
190 struct gf_data *g = td->io_ops->data;
192 dprint(FD_FILE, "fio prep\n");
194 if (!ddir_rw(io_u->ddir))
197 if (LAST_POS(f) != -1ULL && LAST_POS(f) == io_u->offset)
200 if (glfs_lseek(g->fd, io_u->offset, SEEK_SET) < 0) {
201 td_verror(td, errno, "lseek");
208 static int fio_gf_queue(struct thread_data *td, struct io_u *io_u)
210 struct gf_data *g = td->io_ops->data;
213 dprint(FD_FILE, "fio queue len %lu\n", io_u->xfer_buflen);
214 fio_ro_check(td, io_u);
216 if (io_u->ddir == DDIR_READ)
217 ret = glfs_read(g->fd, io_u->xfer_buf, io_u->xfer_buflen, 0);
218 else if (io_u->ddir == DDIR_WRITE)
219 ret = glfs_write(g->fd, io_u->xfer_buf, io_u->xfer_buflen, 0);
221 log_err("unsupported operation.\n");
225 if (io_u->file && ret >= 0 && ddir_rw(io_u->ddir))
226 LAST_POS(io_u->file) = io_u->offset + ret;
228 if (ret != (int) io_u->xfer_buflen) {
230 io_u->resid = io_u->xfer_buflen - ret;
232 return FIO_Q_COMPLETED;
238 log_err("IO failed.\n");
239 td_verror(td, io_u->error, "xfer");
242 return FIO_Q_COMPLETED;
246 static struct ioengine_ops ioengine = {
248 .version = FIO_IOOPS_VERSION,
249 .init = fio_gf_setup,
250 .cleanup = fio_gf_cleanup,
252 .queue = fio_gf_queue,
253 .open_file = fio_gf_open_file,
254 .close_file = fio_gf_close_file,
255 .get_file_size = fio_gf_get_file_size,
257 .option_struct_size = sizeof(struct gf_options),
258 .flags = FIO_SYNCIO | FIO_DISKLESSIO,
261 static void fio_init fio_gf_register(void)
263 register_ioengine(&ioengine);
266 static void fio_exit fio_gf_unregister(void)
268 unregister_ioengine(&ioengine);