1 #include <linux/socket.h>
4 #include <rdma/ib_verbs.h>
5 #include <rdma/rdma_cm.h>
7 #define DRV_NAME "isert"
8 #define PFX DRV_NAME ": "
10 #define isert_dbg(fmt, arg...) \
12 if (unlikely(isert_debug_level > 2)) \
13 printk(KERN_DEBUG PFX "%s: " fmt,\
17 #define isert_warn(fmt, arg...) \
19 if (unlikely(isert_debug_level > 0)) \
20 pr_warn(PFX "%s: " fmt, \
24 #define isert_info(fmt, arg...) \
26 if (unlikely(isert_debug_level > 1)) \
27 pr_info(PFX "%s: " fmt, \
31 #define isert_err(fmt, arg...) \
32 pr_err(PFX "%s: " fmt, __func__ , ## arg)
34 #define ISCSI_ISER_SG_TABLESIZE 256
35 #define ISER_FASTREG_LI_WRID 0xffffffffffffffffULL
36 #define ISER_BEACON_WRID 0xfffffffffffffffeULL
38 enum isert_desc_type {
43 enum iser_ib_op_code {
50 enum iser_conn_state {
53 ISER_CONN_FULL_FEATURE,
54 ISER_CONN_TERMINATING,
59 struct iser_hdr iser_header;
60 struct iscsi_hdr iscsi_header;
61 char data[ISER_RECV_DATA_SEG_LEN];
64 char pad[ISER_RX_PAD_SIZE];
68 struct iser_hdr iser_header;
69 struct iscsi_hdr iscsi_header;
70 enum isert_desc_type type;
72 struct ib_sge tx_sg[2];
74 struct isert_cmd *isert_cmd;
75 struct ib_send_wr send_wr;
78 enum isert_indicator {
79 ISERT_PROTECTED = 1 << 0,
80 ISERT_DATA_KEY_VALID = 1 << 1,
81 ISERT_PROT_KEY_VALID = 1 << 2,
82 ISERT_SIG_KEY_VALID = 1 << 3,
86 struct ib_mr *prot_mr;
87 struct ib_fast_reg_page_list *prot_frpl;
91 struct fast_reg_descriptor {
92 struct list_head list;
93 struct ib_mr *data_mr;
94 struct ib_fast_reg_page_list *data_frpl;
96 struct pi_context *pi_ctx;
99 struct isert_data_buf {
100 struct scatterlist *sg;
103 u32 len; /* cur_rdma_length */
105 unsigned int dma_nents;
106 enum dma_data_direction dma_dir;
115 struct isert_rdma_wr {
116 struct list_head wr_list;
117 struct isert_cmd *isert_cmd;
118 enum iser_ib_op_code iser_ib_op;
119 struct ib_sge *ib_sge;
120 struct ib_sge s_ib_sge;
122 struct ib_send_wr *send_wr;
123 struct ib_send_wr s_send_wr;
124 struct ib_sge ib_sg[3];
125 struct isert_data_buf data;
126 struct isert_data_buf prot;
127 struct fast_reg_descriptor *fr_desc;
140 struct isert_conn *conn;
141 struct iscsi_cmd *iscsi_cmd;
142 struct iser_tx_desc tx_desc;
143 struct isert_rdma_wr rdma_wr;
144 struct work_struct comp_work;
150 enum iser_conn_state state;
151 int post_recv_buf_count;
152 u32 responder_resources;
162 unsigned int rx_desc_head;
163 struct iser_rx_desc *rx_descs;
164 struct ib_recv_wr rx_wr[ISERT_MIN_POSTED_RX];
165 struct iscsi_conn *conn;
166 struct list_head accept_node;
167 struct completion login_comp;
168 struct completion login_req_comp;
169 struct iser_tx_desc login_tx_desc;
170 struct rdma_cm_id *cm_id;
172 struct isert_device *device;
174 struct completion wait;
175 struct completion wait_comp_err;
177 struct list_head fr_pool;
179 /* lock to protect fastreg pool */
180 spinlock_t pool_lock;
181 struct work_struct release_work;
182 struct ib_recv_wr beacon;
186 #define ISERT_MAX_CQ 64
189 * struct isert_comp - iSER completion context
191 * @device: pointer to device handle
192 * @cq: completion queue
193 * @wcs: work completion array
194 * @active_qps: Number of active QPs attached
195 * to completion context
196 * @work: completion work handle
199 struct isert_device *device;
201 struct ib_wc wcs[16];
203 struct work_struct work;
206 struct isert_device {
210 struct ib_device *ib_device;
212 struct isert_comp *comps;
214 struct list_head dev_node;
215 struct ib_device_attr dev_attr;
216 int (*reg_rdma_mem)(struct iscsi_conn *conn,
217 struct iscsi_cmd *cmd,
218 struct isert_rdma_wr *wr);
219 void (*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
220 struct isert_conn *isert_conn);
225 struct semaphore np_sem;
226 struct rdma_cm_id *np_cm_id;
227 struct mutex np_accept_mutex;
228 struct list_head np_accept_list;
229 struct completion np_login_comp;