#include <asm/unistd.h>
#include "../fio.h"
-#include "../indirect.h"
-#include "../syslet.h"
+#include "../lib/fls.h"
#ifdef FIO_HAVE_SYSLET
unsigned int nr_events;
struct syslet_ring *ring;
+ unsigned int ring_mask;
void *stack;
};
static void fio_syslet_add_events(struct thread_data *td, unsigned int nr)
{
struct syslet_data *sd = td->io_ops->data;
- unsigned int i;
+ unsigned int i, uidx;
+
+ uidx = sd->ring->user_tail;
+ read_barrier();
for (i = 0; i < nr; i++) {
- unsigned int idx = (i + sd->ring->user_tail) % td->o.iodepth;
+ unsigned int idx = (i + uidx) & sd->ring_mask;
struct syslet_completion *comp = &sd->ring->comp[idx];
struct io_u *io_u = (struct io_u *) (long) comp->caller_data;
long ret;
{
struct syslet_data *sd = td->io_ops->data;
struct syslet_ring *ring = sd->ring;
- unsigned int events;
- events = 0;
do {
unsigned int kh = ring->kernel_head;
int ret;
unsigned int nr = kh - ring->user_tail;
fio_syslet_add_events(td, nr);
- events += nr;
ring->user_tail = kh;
- continue;
+ break;
}
/*
*/
ret = syscall(__NR_syslet_ring_wait, ring, ring->user_tail);
assert(!ret);
- } while (!events);
+ } while (1);
}
-static int fio_syslet_getevents(struct thread_data *td, int min,
- int fio_unused max,
+static int fio_syslet_getevents(struct thread_data *td, unsigned int min,
+ unsigned int fio_unused max,
struct timespec fio_unused *t)
{
struct syslet_data *sd = td->io_ops->data;
long ret;
- do {
- /*
- * do we have enough immediate completions?
- */
- if (sd->nr_events >= (unsigned int) min)
- break;
-
+ /*
+ * While we have less events than requested, block waiting for them
+ * (if we have to, there may already be more completed events ready
+ * for us - see fio_syslet_wait_for_events()
+ */
+ while (sd->nr_events < min)
fio_syslet_wait_for_events(td);
- } while (1);
ret = sd->nr_events;
sd->nr_events = 0;
FILL_IN(*regs, __NR_fsync, (long) f->fd);
}
+static void fio_syslet_prep_datasync(struct fio_file *f,
+ struct indirect_registers *regs)
+{
+ FILL_IN(*regs, __NR_fdatasync, (long) f->fd);
+}
+
static void fio_syslet_prep_rw(struct io_u *io_u, struct fio_file *f,
struct indirect_registers *regs)
{
if (io_u->ddir == DDIR_SYNC)
fio_syslet_prep_sync(f, regs);
+ else if (io_u->ddir == DDIR_DATASYNC)
+ fio_syslet_prep_datasync(f, regs);
else
fio_syslet_prep_rw(io_u, f, regs);
}
if (sd) {
free(sd->events);
free(sd->ring);
- free(sd->stack);
free(sd);
- td->io_ops->data = NULL;
}
}
* The ring needs to be a power-of-2, so round it up if we have to
*/
ring_nr = td->o.iodepth;
- if (ring_nr & (ring_nr - 1)) {
- int bits = 1;
-
- while (ring_nr >>= 1)
- bits++;
-
- ring_nr = 1 << bits;
- }
+ if (ring_nr & (ring_nr - 1))
+ ring_nr = 1 << __fls(ring_nr);
ring_size = sizeof(struct syslet_ring) +
ring_nr * sizeof(struct syslet_completion);
goto err_mem;
sd->ring = ring;
+ sd->ring_mask = ring_nr - 1;
sd->stack = stack;
memset(sd->ring, 0, ring_size);
.cleanup = fio_syslet_cleanup,
.open_file = generic_open_file,
.close_file = generic_close_file,
+ .get_file_size = generic_get_file_size,
};
#else /* FIO_HAVE_SYSLET */