2 * Copyright (c) 2011-2014, Intel Corporation.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
17 #include <linux/nvme.h>
18 #include <linux/pci.h>
19 #include <linux/kref.h>
20 #include <linux/blk-mq.h>
22 extern unsigned char nvme_io_timeout;
23 #define NVME_IO_TIMEOUT (nvme_io_timeout * HZ)
26 * Represents an NVM Express device. Each nvme_dev is a PCI function.
29 struct list_head node;
30 struct nvme_queue **queues;
31 struct request_queue *admin_q;
32 struct blk_mq_tag_set tagset;
33 struct blk_mq_tag_set admin_tagset;
36 struct dma_pool *prp_page_pool;
37 struct dma_pool *prp_small_pool;
40 unsigned online_queues;
45 struct msix_entry *entry;
46 struct nvme_bar __iomem *bar;
47 struct list_head namespaces;
49 struct device *device;
50 struct work_struct reset_work;
51 struct work_struct probe_work;
52 struct work_struct scan_work;
62 dma_addr_t cmb_dma_addr;
72 * An NVM Express namespace is equivalent to a SCSI LUN
75 struct list_head list;
78 struct request_queue *queue;
87 u64 mode_select_num_blocks;
88 u32 mode_select_block_len;
92 * The nvme_iod describes the data in an I/O, including the list of PRP
93 * entries. You can't see it in this data structure because C doesn't let
94 * me express that. Use nvme_alloc_iod to ensure there's enough space
95 * allocated to store the PRP list.
98 unsigned long private; /* For the use of the submitter of the I/O */
99 int npages; /* In the PRP list. 0 means small pool in use */
100 int offset; /* Of PRP list */
101 int nents; /* Used in scatterlist */
102 int length; /* Of data, in bytes */
103 dma_addr_t first_dma;
104 struct scatterlist meta_sg[1]; /* metadata requires single contiguous buffer */
105 struct scatterlist sg[0];
108 static inline u64 nvme_block_nr(struct nvme_ns *ns, sector_t sector)
110 return (sector >> (ns->lba_shift - 9));
113 int nvme_submit_sync_cmd(struct request_queue *q, struct nvme_command *cmd,
114 void *buf, unsigned bufflen);
115 int __nvme_submit_sync_cmd(struct request_queue *q, struct nvme_command *cmd,
116 void *buffer, void __user *ubuffer, unsigned bufflen,
117 u32 *result, unsigned timeout);
118 int nvme_identify_ctrl(struct nvme_dev *dev, struct nvme_id_ctrl **id);
119 int nvme_identify_ns(struct nvme_dev *dev, unsigned nsid,
120 struct nvme_id_ns **id);
121 int nvme_get_log_page(struct nvme_dev *dev, struct nvme_smart_log **log);
122 int nvme_get_features(struct nvme_dev *dev, unsigned fid, unsigned nsid,
123 dma_addr_t dma_addr, u32 *result);
124 int nvme_set_features(struct nvme_dev *dev, unsigned fid, unsigned dword11,
125 dma_addr_t dma_addr, u32 *result);
129 int nvme_sg_io(struct nvme_ns *ns, struct sg_io_hdr __user *u_hdr);
130 int nvme_sg_io32(struct nvme_ns *ns, unsigned long arg);
131 int nvme_sg_get_version_num(int __user *ip);