engines/io_uring_cmd: make trims async

[fio.git] / engines / nvme.c

diff --git a/engines/nvme.c b/engines/nvme.c
index 96a5f0648f927803708575e3b255927c9c8a62bf..2901803a17b04971033a55d79e4660434138c01b 100644 (file)
--- a/engines/nvme.c
+++ b/engines/nvme.c
@@ -5,8 +5,41 @@
 
 #include "nvme.h"
 
+static inline __u64 get_slba(struct nvme_data *data, struct io_u *io_u)
+{
+       if (data->lba_ext)
+               return io_u->offset / data->lba_ext;
+       else
+               return io_u->offset >> data->lba_shift;
+}
+
+static inline __u32 get_nlb(struct nvme_data *data, struct io_u *io_u)
+{
+       if (data->lba_ext)
+               return io_u->xfer_buflen / data->lba_ext - 1;
+       else
+               return (io_u->xfer_buflen >> data->lba_shift) - 1;
+}
+
+void fio_nvme_uring_cmd_trim_prep(struct nvme_uring_cmd *cmd, struct io_u *io_u,
+                                 struct nvme_dsm_range *dsm)
+{
+       struct nvme_data *data = FILE_ENG_DATA(io_u->file);
+
+       cmd->opcode = nvme_cmd_dsm;
+       cmd->nsid = data->nsid;
+       cmd->cdw10 = 0;
+       cmd->cdw11 = NVME_ATTRIBUTE_DEALLOCATE;
+       cmd->addr = (__u64) (uintptr_t) dsm;
+       cmd->data_len = sizeof(*dsm);
+
+       dsm->slba = get_slba(data, io_u);
+       /* nlb is a 1-based value for deallocate */
+       dsm->nlb = get_nlb(data, io_u) + 1;
+}
+
 int fio_nvme_uring_cmd_prep(struct nvme_uring_cmd *cmd, struct io_u *io_u,
-                           struct iovec *iov)
+                           struct iovec *iov, struct nvme_dsm_range *dsm)
 {
        struct nvme_data *data = FILE_ENG_DATA(io_u->file);
        __u64 slba;
@@ -14,15 +47,22 @@ int fio_nvme_uring_cmd_prep(struct nvme_uring_cmd *cmd, struct io_u *io_u,
 
        memset(cmd, 0, sizeof(struct nvme_uring_cmd));
 
-       if (io_u->ddir == DDIR_READ)
+       switch (io_u->ddir) {
+       case DDIR_READ:
                cmd->opcode = nvme_cmd_read;
-       else if (io_u->ddir == DDIR_WRITE)
+               break;
+       case DDIR_WRITE:
                cmd->opcode = nvme_cmd_write;
-       else
+               break;
+       case DDIR_TRIM:
+               fio_nvme_uring_cmd_trim_prep(cmd, io_u, dsm);
+               return 0;
+       default:
                return -ENOTSUP;
+       }
 
-       slba = io_u->offset >> data->lba_shift;
-       nlb = (io_u->xfer_buflen >> data->lba_shift) - 1;
+       slba = get_slba(data, io_u);
+       nlb = get_nlb(data, io_u);
 
        /* cdw10 and cdw11 represent starting lba */
        cmd->cdw10 = slba & 0xffffffff;
@@ -65,8 +105,13 @@ int fio_nvme_trim(const struct thread_data *td, struct fio_file *f,
        struct nvme_dsm_range dsm;
        int ret;
 
-       dsm.nlb = (len >> data->lba_shift);
-       dsm.slba = (offset >> data->lba_shift);
+       if (data->lba_ext) {
+               dsm.nlb = len / data->lba_ext;
+               dsm.slba = offset / data->lba_ext;
+       } else {
+               dsm.nlb = len >> data->lba_shift;
+               dsm.slba = offset >> data->lba_shift;
+       }
 
        ret = nvme_trim(f->fd, data->nsid, 1, sizeof(struct nvme_dsm_range),
                        &dsm);
@@ -94,7 +139,7 @@ static int nvme_identify(int fd, __u32 nsid, enum nvme_identify_cns cns,
 }
 
 int fio_nvme_get_info(struct fio_file *f, __u32 *nsid, __u32 *lba_sz,
-                     __u64 *nlba)
+                     __u32 *ms, __u64 *nlba)
 {
        struct nvme_id_ns ns;
        int namespace_id;
@@ -114,9 +159,8 @@ int fio_nvme_get_info(struct fio_file *f, __u32 *nsid, __u32 *lba_sz,
        namespace_id = ioctl(fd, NVME_IOCTL_ID);
        if (namespace_id < 0) {
                err = -errno;
-               log_err("failed to fetch namespace-id");
-               close(fd);
-               return err;
+               log_err("%s: failed to fetch namespace-id\n", f->file_name);
+               goto out;
        }
 
        /*
@@ -126,7 +170,8 @@ int fio_nvme_get_info(struct fio_file *f, __u32 *nsid, __u32 *lba_sz,
        err = nvme_identify(fd, namespace_id, NVME_IDENTIFY_CNS_NS,
                                NVME_CSI_NVM, &ns);
        if (err) {
-               log_err("failed to fetch identify namespace\n");
+               log_err("%s: failed to fetch identify namespace\n",
+                       f->file_name);
                close(fd);
                return err;
        }
@@ -144,10 +189,32 @@ int fio_nvme_get_info(struct fio_file *f, __u32 *nsid, __u32 *lba_sz,
                format_idx = (ns.flbas & 0xf) + (((ns.flbas >> 5) & 0x3) << 4);
 
        *lba_sz = 1 << ns.lbaf[format_idx].ds;
+
+       /*
+        * Only extended LBA can be supported.
+        * Bit 4 for flbas indicates if metadata is transferred at the end of
+        * logical block creating an extended LBA.
+        */
+       *ms = le16_to_cpu(ns.lbaf[format_idx].ms);
+       if (*ms && !((ns.flbas >> 4) & 0x1)) {
+               log_err("%s: only extended logical block can be supported\n",
+                       f->file_name);
+               err = -ENOTSUP;
+               goto out;
+       }
+
+       /* Check for end to end data protection support */
+       if (ns.dps & 0x3) {
+               log_err("%s: end to end data protection not supported\n",
+                       f->file_name);
+               err = -ENOTSUP;
+               goto out;
+       }
        *nlba = ns.nsze;
 
+out:
        close(fd);
-       return 0;
+       return err;
 }
 
 int fio_nvme_get_zoned_model(struct thread_data *td, struct fio_file *f,