X-Git-Url: https://git.kernel.dk/?p=fio.git;a=blobdiff_plain;f=engines%2Frbd.c;h=8eeef53b119c1d1255c93beab39804d859545a59;hp=02fe655202ca6320617493e994df80693b6a3cf9;hb=ae4860fd0ad92a16f488302027f5e1992b41bc13;hpb=53b6c9794fcf64a53b4b51ab992af723b84f1aa5 diff --git a/engines/rbd.c b/engines/rbd.c index 02fe6552..8eeef53b 100644 --- a/engines/rbd.c +++ b/engines/rbd.c @@ -35,9 +35,8 @@ struct rbd_data { rbd_image_t image; struct io_u **aio_events; struct io_u **sort_events; -#ifdef CONFIG_RBD_POLL int fd; /* add for poll */ -#endif + bool connected; }; struct rbd_options { @@ -113,10 +112,10 @@ static int _fio_setup_rbd_data(struct thread_data *td, if (!rbd) goto failed; -#ifdef CONFIG_RBD_POLL + rbd->connected = false; + /* add for poll, init fd: -1 */ rbd->fd = -1; -#endif rbd->aio_events = calloc(td->o.iodepth, sizeof(struct io_u *)); if (!rbd->aio_events) @@ -141,6 +140,35 @@ failed: } +#ifdef CONFIG_RBD_POLL +static bool _fio_rbd_setup_poll(struct rbd_data *rbd) +{ + int r; + + /* add for rbd poll */ + rbd->fd = eventfd(0, EFD_NONBLOCK); + if (rbd->fd < 0) { + log_err("eventfd failed.\n"); + return false; + } + + r = rbd_set_image_notification(rbd->image, rbd->fd, EVENT_TYPE_EVENTFD); + if (r < 0) { + log_err("rbd_set_image_notification failed.\n"); + close(rbd->fd); + rbd->fd = -1; + return false; + } + + return true; +} +#else +static bool _fio_rbd_setup_poll(struct rbd_data *rbd) +{ + return true; +} +#endif + static int _fio_rbd_connect(struct thread_data *td) { struct rbd_data *rbd = td->io_ops_data; @@ -203,29 +231,14 @@ static int _fio_rbd_connect(struct thread_data *td) goto failed_open; } -#ifdef CONFIG_RBD_POLL - /* add for rbd poll */ - rbd->fd = eventfd(0, EFD_NONBLOCK); - if (rbd->fd < 0) { - log_err("eventfd failed.\n"); - goto failed_open; - } - - r = rbd_set_image_notification(rbd->image, rbd->fd, EVENT_TYPE_EVENTFD); - if (r < 0) { - log_err("rbd_set_image_notification failed.\n"); - goto failed_notify; - } -#endif + if (!_fio_rbd_setup_poll(rbd)) + goto failed_poll; return 0; -#ifdef CONFIG_RBD_POLL -failed_notify: - close(rbd->fd); - rbd->fd = -1; -#endif - +failed_poll: + rbd_close(rbd->image); + rbd->image = NULL; failed_open: rados_ioctx_destroy(rbd->io_ctx); rbd->io_ctx = NULL; @@ -241,13 +254,11 @@ static void _fio_rbd_disconnect(struct rbd_data *rbd) if (!rbd) return; -#ifdef CONFIG_RBD_POLL /* close eventfd */ - if (rbd->fd >= 0) { + if (rbd->fd != -1) { close(rbd->fd); rbd->fd = -1; } -#endif /* shutdown everything */ if (rbd->image) { @@ -361,10 +372,9 @@ static int rbd_iter_events(struct thread_data *td, unsigned int *events, pfd.events = POLLIN; ret = poll(&pfd, 1, -1); - if (ret <= 0) { + if (ret <= 0) return 0; - } - + assert(pfd.revents & POLLIN); event_num = rbd_poll_io_events(rbd->image, comps, min_evts); @@ -522,6 +532,10 @@ failed: static int fio_rbd_init(struct thread_data *td) { int r; + struct rbd_data *rbd = td->io_ops_data; + + if (rbd->connected) + return 0; r = _fio_rbd_connect(td); if (r) { @@ -552,13 +566,8 @@ static int fio_rbd_setup(struct thread_data *td) rbd_image_info_t info; struct fio_file *f; struct rbd_data *rbd = NULL; - int major, minor, extra; int r; - /* log version of librbd. No cluster connection required. */ - rbd_version(&major, &minor, &extra); - log_info("rbd engine: RBD version: %d.%d.%d\n", major, minor, extra); - /* allocate engine specific structure to deal with librbd. */ r = _fio_setup_rbd_data(td, &rbd); if (r) { @@ -582,13 +591,19 @@ static int fio_rbd_setup(struct thread_data *td) log_err("fio_rbd_connect failed.\n"); goto cleanup; } + rbd->connected = true; /* get size of the RADOS block device */ r = rbd_stat(rbd->image, &info, sizeof(info)); if (r < 0) { log_err("rbd_status failed.\n"); goto disconnect; + } else if (info.size == 0) { + log_err("image size should be larger than zero.\n"); + r = -EINVAL; + goto disconnect; } + dprint(FD_IO, "rbd-engine: image size: %lu\n", info.size); /* taken from "net" engine. Pretend we deal with files, @@ -603,10 +618,6 @@ static int fio_rbd_setup(struct thread_data *td) f = td->files[0]; f->real_file_size = info.size; - /* disconnect, then we were only connected to determine - * the size of the RBD. - */ - _fio_rbd_disconnect(rbd); return 0; disconnect: