[fio.git] / engines / nvme.c

/*
 * nvme structure declarations and helper functions for the
 * io_uring_cmd engine.
 */

#include "nvme.h"

int fio_nvme_uring_cmd_prep(struct nvme_uring_cmd *cmd, struct io_u *io_u,
			    struct iovec *iov)
{
	struct nvme_data *data = FILE_ENG_DATA(io_u->file);
	__u64 slba;
	__u32 nlb;

	memset(cmd, 0, sizeof(struct nvme_uring_cmd));

	if (io_u->ddir == DDIR_READ)
		cmd->opcode = nvme_cmd_read;
	else if (io_u->ddir == DDIR_WRITE)
		cmd->opcode = nvme_cmd_write;
	else
		return -ENOTSUP;

	slba = io_u->offset >> data->lba_shift;
	nlb = (io_u->xfer_buflen >> data->lba_shift) - 1;

	/* cdw10 and cdw11 represent starting lba */
	cmd->cdw10 = slba & 0xffffffff;
	cmd->cdw11 = slba >> 32;
	/* cdw12 represent number of lba's for read/write */
	cmd->cdw12 = nlb | (io_u->dtype << 20);
	cmd->cdw13 = io_u->dspec << 16;
	if (iov) {
		iov->iov_base = io_u->xfer_buf;
		iov->iov_len = io_u->xfer_buflen;
		cmd->addr = (__u64)(uintptr_t)iov;
		cmd->data_len = 1;
	} else {
		cmd->addr = (__u64)(uintptr_t)io_u->xfer_buf;
		cmd->data_len = io_u->xfer_buflen;
	}
	cmd->nsid = data->nsid;
	return 0;
}

static int nvme_identify(int fd, __u32 nsid, enum nvme_identify_cns cns,
			 enum nvme_csi csi, void *data)
{
	struct nvme_passthru_cmd cmd = {
		.opcode         = nvme_admin_identify,
		.nsid           = nsid,
		.addr           = (__u64)(uintptr_t)data,
		.data_len       = NVME_IDENTIFY_DATA_SIZE,
		.cdw10          = cns,
		.cdw11          = csi << NVME_IDENTIFY_CSI_SHIFT,
		.timeout_ms     = NVME_DEFAULT_IOCTL_TIMEOUT,
	};

	return ioctl(fd, NVME_IOCTL_ADMIN_CMD, &cmd);
}

int fio_nvme_get_info(struct fio_file *f, __u32 *nsid, __u32 *lba_sz,
		      __u64 *nlba)
{
	struct nvme_id_ns ns;
	int namespace_id;
	int fd, err;

	if (f->filetype != FIO_TYPE_CHAR) {
		log_err("ioengine io_uring_cmd only works with nvme ns "
			"generic char devices (/dev/ngXnY)\n");
		return 1;
	}

	fd = open(f->file_name, O_RDONLY);
	if (fd < 0)
		return -errno;

	namespace_id = ioctl(fd, NVME_IOCTL_ID);
	if (namespace_id < 0) {
		log_err("failed to fetch namespace-id");
		close(fd);
		return -errno;
	}

	/*
	 * Identify namespace to get namespace-id, namespace size in LBA's
	 * and LBA data size.
	 */
	err = nvme_identify(fd, namespace_id, NVME_IDENTIFY_CNS_NS,
				NVME_CSI_NVM, &ns);
	if (err) {
		log_err("failed to fetch identify namespace\n");
		close(fd);
		return err;
	}

	*nsid = namespace_id;
	*lba_sz = 1 << ns.lbaf[(ns.flbas & 0x0f)].ds;
	*nlba = ns.nsze;

	close(fd);
	return 0;
}

int fio_nvme_get_zoned_model(struct thread_data *td, struct fio_file *f,
			     enum zbd_zoned_model *model)
{
	struct nvme_data *data = FILE_ENG_DATA(f);
	struct nvme_id_ns ns;
	struct nvme_passthru_cmd cmd;
	int fd, ret = 0;

	if (f->filetype != FIO_TYPE_CHAR)
		return -EINVAL;

	/* File is not yet opened */
	fd = open(f->file_name, O_RDONLY | O_LARGEFILE);
	if (fd < 0)
		return -errno;

	/* Using nvme_id_ns for data as sizes are same */
	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_CTRL,
				NVME_CSI_ZNS, &ns);
	if (ret) {
		*model = ZBD_NONE;
		goto out;
	}

	memset(&cmd, 0, sizeof(struct nvme_passthru_cmd));

	/* Using nvme_id_ns for data as sizes are same */
	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_NS,
				NVME_CSI_ZNS, &ns);
	if (ret) {
		*model = ZBD_NONE;
		goto out;
	}

	*model = ZBD_HOST_MANAGED;
out:
	close(fd);
	return 0;
}

static int nvme_report_zones(int fd, __u32 nsid, __u64 slba, __u32 zras_feat,
			     __u32 data_len, void *data)
{
	struct nvme_passthru_cmd cmd = {
		.opcode         = nvme_zns_cmd_mgmt_recv,
		.nsid           = nsid,
		.addr           = (__u64)(uintptr_t)data,
		.data_len       = data_len,
		.cdw10          = slba & 0xffffffff,
		.cdw11          = slba >> 32,
		.cdw12		= (data_len >> 2) - 1,
		.cdw13		= NVME_ZNS_ZRA_REPORT_ZONES | zras_feat,
		.timeout_ms     = NVME_DEFAULT_IOCTL_TIMEOUT,
	};

	return ioctl(fd, NVME_IOCTL_IO_CMD, &cmd);
}

int fio_nvme_report_zones(struct thread_data *td, struct fio_file *f,
			  uint64_t offset, struct zbd_zone *zbdz,
			  unsigned int nr_zones)
{
	struct nvme_data *data = FILE_ENG_DATA(f);
	struct nvme_zone_report *zr;
	struct nvme_zns_id_ns zns_ns;
	struct nvme_id_ns ns;
	unsigned int i = 0, j, zones_fetched = 0;
	unsigned int max_zones, zones_chunks = 1024;
	int fd, ret = 0;
	__u32 zr_len;
	__u64 zlen;

	/* File is not yet opened */
	fd = open(f->file_name, O_RDONLY | O_LARGEFILE);
	if (fd < 0)
		return -errno;

	zones_fetched = 0;
	zr_len = sizeof(*zr) + (zones_chunks * sizeof(struct nvme_zns_desc));
	zr = calloc(1, zr_len);
	if (!zr) {
		close(fd);
		return -ENOMEM;
	}

	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_NS,
				NVME_CSI_NVM, &ns);
	if (ret) {
		log_err("%s: nvme_identify_ns failed, err=%d\n", f->file_name,
			ret);
		goto out;
	}

	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_NS,
				NVME_CSI_ZNS, &zns_ns);
	if (ret) {
		log_err("%s: nvme_zns_identify_ns failed, err=%d\n",
			f->file_name, ret);
		goto out;
	}
	zlen = zns_ns.lbafe[ns.flbas & 0x0f].zsze << data->lba_shift;

	max_zones = (f->real_file_size - offset) / zlen;
	if (max_zones < nr_zones)
		nr_zones = max_zones;

	if (nr_zones < zones_chunks)
		zones_chunks = nr_zones;

	while (zones_fetched < nr_zones) {
		if (zones_fetched + zones_chunks >= nr_zones) {
			zones_chunks = nr_zones - zones_fetched;
			zr_len = sizeof(*zr) + (zones_chunks * sizeof(struct nvme_zns_desc));
		}
		ret = nvme_report_zones(fd, data->nsid, offset >> data->lba_shift,
					NVME_ZNS_ZRAS_FEAT_ERZ, zr_len, (void *)zr);
		if (ret) {
			log_err("%s: nvme_zns_report_zones failed, err=%d\n",
				f->file_name, ret);
			goto out;
		}

		/* Transform the zone-report */
		for (j = 0; j < zr->nr_zones; j++, i++) {
			struct nvme_zns_desc *desc = (struct nvme_zns_desc *)&(zr->entries[j]);

			zbdz[i].start = desc->zslba << data->lba_shift;
			zbdz[i].len = zlen;
			zbdz[i].wp = desc->wp << data->lba_shift;
			zbdz[i].capacity = desc->zcap << data->lba_shift;

			/* Zone Type is stored in first 4 bits. */
			switch (desc->zt & 0x0f) {
			case NVME_ZONE_TYPE_SEQWRITE_REQ:
				zbdz[i].type = ZBD_ZONE_TYPE_SWR;
				break;
			default:
				log_err("%s: invalid type for zone at offset %llu.\n",
					f->file_name, desc->zslba);
				ret = -EIO;
				goto out;
			}

			/* Zone State is stored in last 4 bits. */
			switch (desc->zs >> 4) {
			case NVME_ZNS_ZS_EMPTY:
				zbdz[i].cond = ZBD_ZONE_COND_EMPTY;
				break;
			case NVME_ZNS_ZS_IMPL_OPEN:
				zbdz[i].cond = ZBD_ZONE_COND_IMP_OPEN;
				break;
			case NVME_ZNS_ZS_EXPL_OPEN:
				zbdz[i].cond = ZBD_ZONE_COND_EXP_OPEN;
				break;
			case NVME_ZNS_ZS_CLOSED:
				zbdz[i].cond = ZBD_ZONE_COND_CLOSED;
				break;
			case NVME_ZNS_ZS_FULL:
				zbdz[i].cond = ZBD_ZONE_COND_FULL;
				break;
			case NVME_ZNS_ZS_READ_ONLY:
			case NVME_ZNS_ZS_OFFLINE:
			default:
				/* Treat all these conditions as offline (don't use!) */
				zbdz[i].cond = ZBD_ZONE_COND_OFFLINE;
				zbdz[i].wp = zbdz[i].start;
			}
		}
		zones_fetched += zr->nr_zones;
		offset += zr->nr_zones * zlen;
	}

	ret = zones_fetched;
out:
	free(zr);
	close(fd);

	return ret;
}

int fio_nvme_reset_wp(struct thread_data *td, struct fio_file *f,
		      uint64_t offset, uint64_t length)
{
	struct nvme_data *data = FILE_ENG_DATA(f);
	unsigned int nr_zones;
	unsigned long long zslba;
	int i, fd, ret = 0;

	/* If the file is not yet opened, open it for this function. */
	fd = f->fd;
	if (fd < 0) {
		fd = open(f->file_name, O_RDWR | O_LARGEFILE);
		if (fd < 0)
			return -errno;
	}

	zslba = offset >> data->lba_shift;
	nr_zones = (length + td->o.zone_size - 1) / td->o.zone_size;

	for (i = 0; i < nr_zones; i++, zslba += (td->o.zone_size >> data->lba_shift)) {
		struct nvme_passthru_cmd cmd = {
			.opcode         = nvme_zns_cmd_mgmt_send,
			.nsid           = data->nsid,
			.cdw10          = zslba & 0xffffffff,
			.cdw11          = zslba >> 32,
			.cdw13          = NVME_ZNS_ZSA_RESET,
			.addr           = (__u64)(uintptr_t)NULL,
			.data_len       = 0,
			.timeout_ms     = NVME_DEFAULT_IOCTL_TIMEOUT,
		};

		ret = ioctl(fd, NVME_IOCTL_IO_CMD, &cmd);
	}

	if (f->fd < 0)
		close(fd);
	return -ret;
}

int fio_nvme_get_max_open_zones(struct thread_data *td, struct fio_file *f,
				unsigned int *max_open_zones)
{
	struct nvme_data *data = FILE_ENG_DATA(f);
	struct nvme_zns_id_ns zns_ns;
	int fd, ret = 0;

	fd = open(f->file_name, O_RDONLY | O_LARGEFILE);
	if (fd < 0)
		return -errno;

	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_NS,
				NVME_CSI_ZNS, &zns_ns);
	if (ret) {
		log_err("%s: nvme_zns_identify_ns failed, err=%d\n",
			f->file_name, ret);
		goto out;
	}

	*max_open_zones = zns_ns.mor + 1;
out:
	close(fd);
	return ret;
}

static inline int nvme_fdp_reclaim_unit_handle_status(int fd, __u32 nsid,
						      __u32 data_len, void *data)
{
	struct nvme_passthru_cmd cmd = {
		.opcode		= nvme_cmd_io_mgmt_recv,
		.nsid		= nsid,
		.addr		= (__u64)(uintptr_t)data,
		.data_len 	= data_len,
		.cdw10		= 1,
		.cdw11		= (data_len >> 2) - 1,
	};

	return ioctl(fd, NVME_IOCTL_IO_CMD, &cmd);
}

int fio_nvme_iomgmt_ruhs(struct thread_data *td, struct fio_file *f,
			 struct nvme_fdp_ruh_status *ruhs, __u32 bytes)
{
	struct nvme_data *data = FILE_ENG_DATA(f);
	int fd, ret;

	fd = open(f->file_name, O_RDONLY | O_LARGEFILE);
	if (fd < 0)
		return -errno;

	ret = nvme_fdp_reclaim_unit_handle_status(fd, data->nsid, bytes, ruhs);
	if (ret) {
		log_err("%s: nvme_fdp_reclaim_unit_handle_status failed, err=%d\n",
			f->file_name, ret);
		errno = ENOTSUP;
	} else
		errno = 0;

	close(fd);
	return -errno;
}
Commit	Line	Data
b3d5e3fd AK	1	/*
	2	* nvme structure declarations and helper functions for the
	3	* io_uring_cmd engine.
	4	*/
	5
	6	#include "nvme.h"
	7
	8	int fio_nvme_uring_cmd_prep(struct nvme_uring_cmd cmd, struct io_u io_u,
	9	struct iovec *iov)
	10	{
	11	struct nvme_data *data = FILE_ENG_DATA(io_u->file);
	12	__u64 slba;
	13	__u32 nlb;
	14
	15	memset(cmd, 0, sizeof(struct nvme_uring_cmd));
	16
	17	if (io_u->ddir == DDIR_READ)
	18	cmd->opcode = nvme_cmd_read;
	19	else if (io_u->ddir == DDIR_WRITE)
	20	cmd->opcode = nvme_cmd_write;
	21	else
	22	return -ENOTSUP;
	23
	24	slba = io_u->offset >> data->lba_shift;
	25	nlb = (io_u->xfer_buflen >> data->lba_shift) - 1;
	26
	27	/* cdw10 and cdw11 represent starting lba */
	28	cmd->cdw10 = slba & 0xffffffff;
	29	cmd->cdw11 = slba >> 32;
	30	/* cdw12 represent number of lba's for read/write */
a7e8aae0 KB	31	cmd->cdw12 = nlb \| (io_u->dtype << 20);
a7e8aae0 KB	32	cmd->cdw13 = io_u->dspec << 16;
b3d5e3fd AK	33	if (iov) {
	34	iov->iov_base = io_u->xfer_buf;
	35	iov->iov_len = io_u->xfer_buflen;
	36	cmd->addr = (__u64)(uintptr_t)iov;
	37	cmd->data_len = 1;
	38	} else {
	39	cmd->addr = (__u64)(uintptr_t)io_u->xfer_buf;
	40	cmd->data_len = io_u->xfer_buflen;
	41	}
	42	cmd->nsid = data->nsid;
	43	return 0;
	44	}
	45
	46	static int nvme_identify(int fd, __u32 nsid, enum nvme_identify_cns cns,
	47	enum nvme_csi csi, void *data)
	48	{
	49	struct nvme_passthru_cmd cmd = {
	50	.opcode = nvme_admin_identify,
	51	.nsid = nsid,
	52	.addr = (__u64)(uintptr_t)data,
	53	.data_len = NVME_IDENTIFY_DATA_SIZE,
	54	.cdw10 = cns,
	55	.cdw11 = csi << NVME_IDENTIFY_CSI_SHIFT,
	56	.timeout_ms = NVME_DEFAULT_IOCTL_TIMEOUT,
	57	};
	58
	59	return ioctl(fd, NVME_IOCTL_ADMIN_CMD, &cmd);
	60	}
	61
	62	int fio_nvme_get_info(struct fio_file f, __u32 nsid, __u32 *lba_sz,
	63	__u64 *nlba)
	64	{
	65	struct nvme_id_ns ns;
37a0881f	66	int namespace_id;
b3d5e3fd AK	67	int fd, err;
	68
	69	if (f->filetype != FIO_TYPE_CHAR) {
	70	log_err("ioengine io_uring_cmd only works with nvme ns "
	71	"generic char devices (/dev/ngXnY)\n");
	72	return 1;
	73	}
	74
	75	fd = open(f->file_name, O_RDONLY);
	76	if (fd < 0)
	77	return -errno;
	78
	79	namespace_id = ioctl(fd, NVME_IOCTL_ID);
	80	if (namespace_id < 0) {
	81	log_err("failed to fetch namespace-id");
	82	close(fd);
	83	return -errno;
	84	}
	85
	86	/*
	87	* Identify namespace to get namespace-id, namespace size in LBA's
	88	* and LBA data size.
	89	*/
	90	err = nvme_identify(fd, namespace_id, NVME_IDENTIFY_CNS_NS,
	91	NVME_CSI_NVM, &ns);
	92	if (err) {
	93	log_err("failed to fetch identify namespace\n");
	94	close(fd);
	95	return err;
	96	}
	97
	98	*nsid = namespace_id;
	99	*lba_sz = 1 << ns.lbaf[(ns.flbas & 0x0f)].ds;
	100	*nlba = ns.nsze;
	101
	102	close(fd);
	103	return 0;
	104	}
3d05e0ff AK	105
	106	int fio_nvme_get_zoned_model(struct thread_data td, struct fio_file f,
	107	enum zbd_zoned_model *model)
	108	{
	109	struct nvme_data *data = FILE_ENG_DATA(f);
	110	struct nvme_id_ns ns;
	111	struct nvme_passthru_cmd cmd;
	112	int fd, ret = 0;
	113
	114	if (f->filetype != FIO_TYPE_CHAR)
	115	return -EINVAL;
	116
	117	/* File is not yet opened */
	118	fd = open(f->file_name, O_RDONLY \| O_LARGEFILE);
	119	if (fd < 0)
	120	return -errno;
	121
	122	/* Using nvme_id_ns for data as sizes are same */
	123	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_CTRL,
	124	NVME_CSI_ZNS, &ns);
	125	if (ret) {
	126	*model = ZBD_NONE;
	127	goto out;
	128	}
	129
	130	memset(&cmd, 0, sizeof(struct nvme_passthru_cmd));
	131
	132	/* Using nvme_id_ns for data as sizes are same */
	133	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_NS,
	134	NVME_CSI_ZNS, &ns);
	135	if (ret) {
	136	*model = ZBD_NONE;
	137	goto out;
	138	}
	139
	140	*model = ZBD_HOST_MANAGED;
	141	out:
	142	close(fd);
	143	return 0;
	144	}
	145
	146	static int nvme_report_zones(int fd, __u32 nsid, __u64 slba, __u32 zras_feat,
	147	__u32 data_len, void *data)
	148	{
	149	struct nvme_passthru_cmd cmd = {
	150	.opcode = nvme_zns_cmd_mgmt_recv,
	151	.nsid = nsid,
	152	.addr = (__u64)(uintptr_t)data,
	153	.data_len = data_len,
	154	.cdw10 = slba & 0xffffffff,
	155	.cdw11 = slba >> 32,
	156	.cdw12 = (data_len >> 2) - 1,
	157	.cdw13 = NVME_ZNS_ZRA_REPORT_ZONES \| zras_feat,
	158	.timeout_ms = NVME_DEFAULT_IOCTL_TIMEOUT,
	159	};
	160
	161	return ioctl(fd, NVME_IOCTL_IO_CMD, &cmd);
	162	}
	163
	164	int fio_nvme_report_zones(struct thread_data td, struct fio_file f,
	165	uint64_t offset, struct zbd_zone *zbdz,
	166	unsigned int nr_zones)
	167	{
	168	struct nvme_data *data = FILE_ENG_DATA(f);
169	struct nvme_zone_report *zr;
170	struct nvme_zns_id_ns zns_ns;
171	struct nvme_id_ns ns;
172	unsigned int i = 0, j, zones_fetched = 0;
173	unsigned int max_zones, zones_chunks = 1024;
174	int fd, ret = 0;
175	__u32 zr_len;
176	__u64 zlen;
177
178	/* File is not yet opened */
179	fd = open(f->file_name, O_RDONLY \| O_LARGEFILE);
180	if (fd < 0)
181	return -errno;
182
183	zones_fetched = 0;
184	zr_len = sizeof(zr) + (zones_chunks sizeof(struct nvme_zns_desc));
185	zr = calloc(1, zr_len);
3efcb23f JA	186	if (!zr) {
3efcb23f JA	187	close(fd);
3d05e0ff	188	return -ENOMEM;
3efcb23f	189	}
3d05e0ff AK	190
	191	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_NS,
	192	NVME_CSI_NVM, &ns);
	193	if (ret) {
	194	log_err("%s: nvme_identify_ns failed, err=%d\n", f->file_name,
	195	ret);
	196	goto out;
	197	}
	198
	199	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_NS,
	200	NVME_CSI_ZNS, &zns_ns);
	201	if (ret) {
	202	log_err("%s: nvme_zns_identify_ns failed, err=%d\n",
	203	f->file_name, ret);
	204	goto out;
	205	}
	206	zlen = zns_ns.lbafe[ns.flbas & 0x0f].zsze << data->lba_shift;
	207
	208	max_zones = (f->real_file_size - offset) / zlen;
	209	if (max_zones < nr_zones)
	210	nr_zones = max_zones;
	211
	212	if (nr_zones < zones_chunks)
	213	zones_chunks = nr_zones;
	214
	215	while (zones_fetched < nr_zones) {
	216	if (zones_fetched + zones_chunks >= nr_zones) {
	217	zones_chunks = nr_zones - zones_fetched;
	218	zr_len = sizeof(zr) + (zones_chunks sizeof(struct nvme_zns_desc));
	219	}
	220	ret = nvme_report_zones(fd, data->nsid, offset >> data->lba_shift,
	221	NVME_ZNS_ZRAS_FEAT_ERZ, zr_len, (void *)zr);
	222	if (ret) {
	223	log_err("%s: nvme_zns_report_zones failed, err=%d\n",
	224	f->file_name, ret);
	225	goto out;
	226	}
	227
	228	/* Transform the zone-report */
	229	for (j = 0; j < zr->nr_zones; j++, i++) {
	230	struct nvme_zns_desc desc = (struct nvme_zns_desc )&(zr->entries[j]);
	231
	232	zbdz[i].start = desc->zslba << data->lba_shift;
	233	zbdz[i].len = zlen;
	234	zbdz[i].wp = desc->wp << data->lba_shift;
	235	zbdz[i].capacity = desc->zcap << data->lba_shift;
	236
	237	/* Zone Type is stored in first 4 bits. */
	238	switch (desc->zt & 0x0f) {
	239	case NVME_ZONE_TYPE_SEQWRITE_REQ:
	240	zbdz[i].type = ZBD_ZONE_TYPE_SWR;
	241	break;
	242	default:
	243	log_err("%s: invalid type for zone at offset %llu.\n",
	244	f->file_name, desc->zslba);
	245	ret = -EIO;
	246	goto out;
	247	}
	248
	249	/* Zone State is stored in last 4 bits. */
	250	switch (desc->zs >> 4) {
	251	case NVME_ZNS_ZS_EMPTY:
	252	zbdz[i].cond = ZBD_ZONE_COND_EMPTY;
	253	break;
254	case NVME_ZNS_ZS_IMPL_OPEN:
255	zbdz[i].cond = ZBD_ZONE_COND_IMP_OPEN;
256	break;
257	case NVME_ZNS_ZS_EXPL_OPEN:
258	zbdz[i].cond = ZBD_ZONE_COND_EXP_OPEN;
259	break;
260	case NVME_ZNS_ZS_CLOSED:
261	zbdz[i].cond = ZBD_ZONE_COND_CLOSED;
262	break;
263	case NVME_ZNS_ZS_FULL:
264	zbdz[i].cond = ZBD_ZONE_COND_FULL;
265	break;
266	case NVME_ZNS_ZS_READ_ONLY:
267	case NVME_ZNS_ZS_OFFLINE:
268	default:
269	/* Treat all these conditions as offline (don't use!) */
270	zbdz[i].cond = ZBD_ZONE_COND_OFFLINE;
271	zbdz[i].wp = zbdz[i].start;
272	}
273	}
274	zones_fetched += zr->nr_zones;
275	offset += zr->nr_zones * zlen;
276	}
277
278	ret = zones_fetched;
279	out:
280	free(zr);
281	close(fd);
282
283	return ret;
284	}
285
286	int fio_nvme_reset_wp(struct thread_data td, struct fio_file f,
287	uint64_t offset, uint64_t length)
288	{
289	struct nvme_data *data = FILE_ENG_DATA(f);
290	unsigned int nr_zones;
291	unsigned long long zslba;
292	int i, fd, ret = 0;
293
294	/* If the file is not yet opened, open it for this function. */
295	fd = f->fd;
296	if (fd < 0) {
297	fd = open(f->file_name, O_RDWR \| O_LARGEFILE);
298	if (fd < 0)
299	return -errno;
300	}
301
302	zslba = offset >> data->lba_shift;
303	nr_zones = (length + td->o.zone_size - 1) / td->o.zone_size;
304
305	for (i = 0; i < nr_zones; i++, zslba += (td->o.zone_size >> data->lba_shift)) {
306	struct nvme_passthru_cmd cmd = {
307	.opcode = nvme_zns_cmd_mgmt_send,
308	.nsid = data->nsid,
309	.cdw10 = zslba & 0xffffffff,
310	.cdw11 = zslba >> 32,
311	.cdw13 = NVME_ZNS_ZSA_RESET,
312	.addr = (__u64)(uintptr_t)NULL,
313	.data_len = 0,
314	.timeout_ms = NVME_DEFAULT_IOCTL_TIMEOUT,
315	};
316
317	ret = ioctl(fd, NVME_IOCTL_IO_CMD, &cmd);
318	}
319
320	if (f->fd < 0)
321	close(fd);
322	return -ret;
323	}
324
325	int fio_nvme_get_max_open_zones(struct thread_data td, struct fio_file f,
326	unsigned int *max_open_zones)
327	{
328	struct nvme_data *data = FILE_ENG_DATA(f);
329	struct nvme_zns_id_ns zns_ns;
330	int fd, ret = 0;
331
332	fd = open(f->file_name, O_RDONLY \| O_LARGEFILE);
333	if (fd < 0)
334	return -errno;
335
336	ret = nvme_identify(fd, data->nsid, NVME_IDENTIFY_CNS_CSI_NS,
337	NVME_CSI_ZNS, &zns_ns);
338	if (ret) {
339	log_err("%s: nvme_zns_identify_ns failed, err=%d\n",
340	f->file_name, ret);
341	goto out;
342	}
343
344	*max_open_zones = zns_ns.mor + 1;
345	out:
346	close(fd);
347	return ret;
348	}
a7e8aae0 KB	349
	350	static inline int nvme_fdp_reclaim_unit_handle_status(int fd, __u32 nsid,
	351	__u32 data_len, void *data)
	352	{
	353	struct nvme_passthru_cmd cmd = {
	354	.opcode = nvme_cmd_io_mgmt_recv,
	355	.nsid = nsid,
	356	.addr = (__u64)(uintptr_t)data,
	357	.data_len = data_len,
	358	.cdw10 = 1,
	359	.cdw11 = (data_len >> 2) - 1,
	360	};
	361
	362	return ioctl(fd, NVME_IOCTL_IO_CMD, &cmd);
	363	}
	364
	365	int fio_nvme_iomgmt_ruhs(struct thread_data td, struct fio_file f,
	366	struct nvme_fdp_ruh_status *ruhs, __u32 bytes)
	367	{
	368	struct nvme_data *data = FILE_ENG_DATA(f);
	369	int fd, ret;
	370
	371	fd = open(f->file_name, O_RDONLY \| O_LARGEFILE);
	372	if (fd < 0)
	373	return -errno;
	374
	375	ret = nvme_fdp_reclaim_unit_handle_status(fd, data->nsid, bytes, ruhs);
	376	if (ret) {
	377	log_err("%s: nvme_fdp_reclaim_unit_handle_status failed, err=%d\n",
	378	f->file_name, ret);
	379	errno = ENOTSUP;
	380	} else
	381	errno = 0;
	382
	383	close(fd);
	384	return -errno;
	385	}