4 * Implementation of FSF commands.
6 * Copyright IBM Corporation 2002, 2008
9 #define KMSG_COMPONENT "zfcp"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12 #include <linux/blktrace_api.h>
15 static void zfcp_fsf_request_timeout_handler(unsigned long data)
17 struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
18 zfcp_erp_adapter_reopen(adapter, ZFCP_STATUS_COMMON_ERP_FAILED, 62,
22 static void zfcp_fsf_start_timer(struct zfcp_fsf_req *fsf_req,
23 unsigned long timeout)
25 fsf_req->timer.function = zfcp_fsf_request_timeout_handler;
26 fsf_req->timer.data = (unsigned long) fsf_req->adapter;
27 fsf_req->timer.expires = jiffies + timeout;
28 add_timer(&fsf_req->timer);
31 static void zfcp_fsf_start_erp_timer(struct zfcp_fsf_req *fsf_req)
33 BUG_ON(!fsf_req->erp_action);
34 fsf_req->timer.function = zfcp_erp_timeout_handler;
35 fsf_req->timer.data = (unsigned long) fsf_req->erp_action;
36 fsf_req->timer.expires = jiffies + 30 * HZ;
37 add_timer(&fsf_req->timer);
40 /* association between FSF command and FSF QTCB type */
41 static u32 fsf_qtcb_type[] = {
42 [FSF_QTCB_FCP_CMND] = FSF_IO_COMMAND,
43 [FSF_QTCB_ABORT_FCP_CMND] = FSF_SUPPORT_COMMAND,
44 [FSF_QTCB_OPEN_PORT_WITH_DID] = FSF_SUPPORT_COMMAND,
45 [FSF_QTCB_OPEN_LUN] = FSF_SUPPORT_COMMAND,
46 [FSF_QTCB_CLOSE_LUN] = FSF_SUPPORT_COMMAND,
47 [FSF_QTCB_CLOSE_PORT] = FSF_SUPPORT_COMMAND,
48 [FSF_QTCB_CLOSE_PHYSICAL_PORT] = FSF_SUPPORT_COMMAND,
49 [FSF_QTCB_SEND_ELS] = FSF_SUPPORT_COMMAND,
50 [FSF_QTCB_SEND_GENERIC] = FSF_SUPPORT_COMMAND,
51 [FSF_QTCB_EXCHANGE_CONFIG_DATA] = FSF_CONFIG_COMMAND,
52 [FSF_QTCB_EXCHANGE_PORT_DATA] = FSF_PORT_COMMAND,
53 [FSF_QTCB_DOWNLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND,
54 [FSF_QTCB_UPLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND
57 static void zfcp_act_eval_err(struct zfcp_adapter *adapter, u32 table)
59 u16 subtable = table >> 16;
60 u16 rule = table & 0xffff;
61 const char *act_type[] = { "unknown", "OS", "WWPN", "DID", "LUN" };
63 if (subtable && subtable < ARRAY_SIZE(act_type))
64 dev_warn(&adapter->ccw_device->dev,
65 "Access denied according to ACT rule type %s, "
66 "rule %d\n", act_type[subtable], rule);
69 static void zfcp_fsf_access_denied_port(struct zfcp_fsf_req *req,
70 struct zfcp_port *port)
72 struct fsf_qtcb_header *header = &req->qtcb->header;
73 dev_warn(&req->adapter->ccw_device->dev,
74 "Access denied to port 0x%016Lx\n",
75 (unsigned long long)port->wwpn);
76 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
77 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
78 zfcp_erp_port_access_denied(port, 55, req);
79 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
82 static void zfcp_fsf_access_denied_unit(struct zfcp_fsf_req *req,
83 struct zfcp_unit *unit)
85 struct fsf_qtcb_header *header = &req->qtcb->header;
86 dev_warn(&req->adapter->ccw_device->dev,
87 "Access denied to unit 0x%016Lx on port 0x%016Lx\n",
88 (unsigned long long)unit->fcp_lun,
89 (unsigned long long)unit->port->wwpn);
90 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
91 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
92 zfcp_erp_unit_access_denied(unit, 59, req);
93 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
96 static void zfcp_fsf_class_not_supp(struct zfcp_fsf_req *req)
98 dev_err(&req->adapter->ccw_device->dev, "FCP device not "
99 "operational because of an unsupported FC class\n");
100 zfcp_erp_adapter_shutdown(req->adapter, 0, 123, req);
101 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
105 * zfcp_fsf_req_free - free memory used by fsf request
106 * @fsf_req: pointer to struct zfcp_fsf_req
108 void zfcp_fsf_req_free(struct zfcp_fsf_req *req)
110 if (likely(req->pool)) {
111 mempool_free(req, req->pool);
116 kmem_cache_free(zfcp_data.fsf_req_qtcb_cache, req);
122 * zfcp_fsf_req_dismiss_all - dismiss all fsf requests
123 * @adapter: pointer to struct zfcp_adapter
125 * Never ever call this without shutting down the adapter first.
126 * Otherwise the adapter would continue using and corrupting s390 storage.
127 * Included BUG_ON() call to ensure this is done.
128 * ERP is supposed to be the only user of this function.
130 void zfcp_fsf_req_dismiss_all(struct zfcp_adapter *adapter)
132 struct zfcp_fsf_req *req, *tmp;
134 LIST_HEAD(remove_queue);
137 BUG_ON(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP);
138 spin_lock_irqsave(&adapter->req_list_lock, flags);
139 for (i = 0; i < REQUEST_LIST_SIZE; i++)
140 list_splice_init(&adapter->req_list[i], &remove_queue);
141 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
143 list_for_each_entry_safe(req, tmp, &remove_queue, list) {
144 list_del(&req->list);
145 req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
146 zfcp_fsf_req_complete(req);
150 static void zfcp_fsf_status_read_port_closed(struct zfcp_fsf_req *req)
152 struct fsf_status_read_buffer *sr_buf = req->data;
153 struct zfcp_adapter *adapter = req->adapter;
154 struct zfcp_port *port;
155 int d_id = sr_buf->d_id & ZFCP_DID_MASK;
158 read_lock_irqsave(&zfcp_data.config_lock, flags);
159 list_for_each_entry(port, &adapter->port_list_head, list)
160 if (port->d_id == d_id) {
161 read_unlock_irqrestore(&zfcp_data.config_lock, flags);
162 switch (sr_buf->status_subtype) {
163 case FSF_STATUS_READ_SUB_CLOSE_PHYS_PORT:
164 zfcp_erp_port_reopen(port, 0, 101, req);
166 case FSF_STATUS_READ_SUB_ERROR_PORT:
167 zfcp_erp_port_shutdown(port, 0, 122, req);
172 read_unlock_irqrestore(&zfcp_data.config_lock, flags);
175 static void zfcp_fsf_link_down_info_eval(struct zfcp_fsf_req *req, u8 id,
176 struct fsf_link_down_info *link_down)
178 struct zfcp_adapter *adapter = req->adapter;
180 if (atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED)
183 atomic_set_mask(ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
188 switch (link_down->error_code) {
189 case FSF_PSQ_LINK_NO_LIGHT:
190 dev_warn(&req->adapter->ccw_device->dev,
191 "There is no light signal from the local "
192 "fibre channel cable\n");
194 case FSF_PSQ_LINK_WRAP_PLUG:
195 dev_warn(&req->adapter->ccw_device->dev,
196 "There is a wrap plug instead of a fibre "
199 case FSF_PSQ_LINK_NO_FCP:
200 dev_warn(&req->adapter->ccw_device->dev,
201 "The adjacent fibre channel node does not "
204 case FSF_PSQ_LINK_FIRMWARE_UPDATE:
205 dev_warn(&req->adapter->ccw_device->dev,
206 "The FCP device is suspended because of a "
207 "firmware update\n");
209 case FSF_PSQ_LINK_INVALID_WWPN:
210 dev_warn(&req->adapter->ccw_device->dev,
211 "The FCP device detected a WWPN that is "
212 "duplicate or not valid\n");
214 case FSF_PSQ_LINK_NO_NPIV_SUPPORT:
215 dev_warn(&req->adapter->ccw_device->dev,
216 "The fibre channel fabric does not support NPIV\n");
218 case FSF_PSQ_LINK_NO_FCP_RESOURCES:
219 dev_warn(&req->adapter->ccw_device->dev,
220 "The FCP adapter cannot support more NPIV ports\n");
222 case FSF_PSQ_LINK_NO_FABRIC_RESOURCES:
223 dev_warn(&req->adapter->ccw_device->dev,
224 "The adjacent switch cannot support "
225 "more NPIV ports\n");
227 case FSF_PSQ_LINK_FABRIC_LOGIN_UNABLE:
228 dev_warn(&req->adapter->ccw_device->dev,
229 "The FCP adapter could not log in to the "
230 "fibre channel fabric\n");
232 case FSF_PSQ_LINK_WWPN_ASSIGNMENT_CORRUPTED:
233 dev_warn(&req->adapter->ccw_device->dev,
234 "The WWPN assignment file on the FCP adapter "
235 "has been damaged\n");
237 case FSF_PSQ_LINK_MODE_TABLE_CURRUPTED:
238 dev_warn(&req->adapter->ccw_device->dev,
239 "The mode table on the FCP adapter "
240 "has been damaged\n");
242 case FSF_PSQ_LINK_NO_WWPN_ASSIGNMENT:
243 dev_warn(&req->adapter->ccw_device->dev,
244 "All NPIV ports on the FCP adapter have "
248 dev_warn(&req->adapter->ccw_device->dev,
249 "The link between the FCP adapter and "
250 "the FC fabric is down\n");
253 zfcp_erp_adapter_failed(adapter, id, req);
256 static void zfcp_fsf_status_read_link_down(struct zfcp_fsf_req *req)
258 struct fsf_status_read_buffer *sr_buf = req->data;
259 struct fsf_link_down_info *ldi =
260 (struct fsf_link_down_info *) &sr_buf->payload;
262 switch (sr_buf->status_subtype) {
263 case FSF_STATUS_READ_SUB_NO_PHYSICAL_LINK:
264 zfcp_fsf_link_down_info_eval(req, 38, ldi);
266 case FSF_STATUS_READ_SUB_FDISC_FAILED:
267 zfcp_fsf_link_down_info_eval(req, 39, ldi);
269 case FSF_STATUS_READ_SUB_FIRMWARE_UPDATE:
270 zfcp_fsf_link_down_info_eval(req, 40, NULL);
274 static void zfcp_fsf_status_read_handler(struct zfcp_fsf_req *req)
276 struct zfcp_adapter *adapter = req->adapter;
277 struct fsf_status_read_buffer *sr_buf = req->data;
279 if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
280 zfcp_hba_dbf_event_fsf_unsol("dism", adapter, sr_buf);
281 mempool_free(sr_buf, adapter->pool.data_status_read);
282 zfcp_fsf_req_free(req);
286 zfcp_hba_dbf_event_fsf_unsol("read", adapter, sr_buf);
288 switch (sr_buf->status_type) {
289 case FSF_STATUS_READ_PORT_CLOSED:
290 zfcp_fsf_status_read_port_closed(req);
292 case FSF_STATUS_READ_INCOMING_ELS:
293 zfcp_fc_incoming_els(req);
295 case FSF_STATUS_READ_SENSE_DATA_AVAIL:
297 case FSF_STATUS_READ_BIT_ERROR_THRESHOLD:
298 dev_warn(&adapter->ccw_device->dev,
299 "The error threshold for checksum statistics "
300 "has been exceeded\n");
301 zfcp_hba_dbf_event_berr(adapter, req);
303 case FSF_STATUS_READ_LINK_DOWN:
304 zfcp_fsf_status_read_link_down(req);
306 case FSF_STATUS_READ_LINK_UP:
307 dev_info(&adapter->ccw_device->dev,
308 "The local link has been restored\n");
309 /* All ports should be marked as ready to run again */
310 zfcp_erp_modify_adapter_status(adapter, 30, NULL,
311 ZFCP_STATUS_COMMON_RUNNING,
313 zfcp_erp_adapter_reopen(adapter,
314 ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
315 ZFCP_STATUS_COMMON_ERP_FAILED,
318 case FSF_STATUS_READ_NOTIFICATION_LOST:
319 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_ACT_UPDATED)
320 zfcp_erp_adapter_access_changed(adapter, 135, req);
321 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_INCOMING_ELS)
322 schedule_work(&adapter->scan_work);
324 case FSF_STATUS_READ_CFDC_UPDATED:
325 zfcp_erp_adapter_access_changed(adapter, 136, req);
327 case FSF_STATUS_READ_FEATURE_UPDATE_ALERT:
328 adapter->adapter_features = sr_buf->payload.word[0];
332 mempool_free(sr_buf, adapter->pool.data_status_read);
333 zfcp_fsf_req_free(req);
335 atomic_inc(&adapter->stat_miss);
336 queue_work(zfcp_data.work_queue, &adapter->stat_work);
339 static void zfcp_fsf_fsfstatus_qual_eval(struct zfcp_fsf_req *req)
341 switch (req->qtcb->header.fsf_status_qual.word[0]) {
342 case FSF_SQ_FCP_RSP_AVAILABLE:
343 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
344 case FSF_SQ_NO_RETRY_POSSIBLE:
345 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
347 case FSF_SQ_COMMAND_ABORTED:
348 req->status |= ZFCP_STATUS_FSFREQ_ABORTED;
350 case FSF_SQ_NO_RECOM:
351 dev_err(&req->adapter->ccw_device->dev,
352 "The FCP adapter reported a problem "
353 "that cannot be recovered\n");
354 zfcp_erp_adapter_shutdown(req->adapter, 0, 121, req);
357 /* all non-return stats set FSFREQ_ERROR*/
358 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
361 static void zfcp_fsf_fsfstatus_eval(struct zfcp_fsf_req *req)
363 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
366 switch (req->qtcb->header.fsf_status) {
367 case FSF_UNKNOWN_COMMAND:
368 dev_err(&req->adapter->ccw_device->dev,
369 "The FCP adapter does not recognize the command 0x%x\n",
370 req->qtcb->header.fsf_command);
371 zfcp_erp_adapter_shutdown(req->adapter, 0, 120, req);
372 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
374 case FSF_ADAPTER_STATUS_AVAILABLE:
375 zfcp_fsf_fsfstatus_qual_eval(req);
380 static void zfcp_fsf_protstatus_eval(struct zfcp_fsf_req *req)
382 struct zfcp_adapter *adapter = req->adapter;
383 struct fsf_qtcb *qtcb = req->qtcb;
384 union fsf_prot_status_qual *psq = &qtcb->prefix.prot_status_qual;
386 zfcp_hba_dbf_event_fsf_response(req);
388 if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
389 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
390 ZFCP_STATUS_FSFREQ_RETRY; /* only for SCSI cmnds. */
394 switch (qtcb->prefix.prot_status) {
396 case FSF_PROT_FSF_STATUS_PRESENTED:
398 case FSF_PROT_QTCB_VERSION_ERROR:
399 dev_err(&adapter->ccw_device->dev,
400 "QTCB version 0x%x not supported by FCP adapter "
401 "(0x%x to 0x%x)\n", FSF_QTCB_CURRENT_VERSION,
402 psq->word[0], psq->word[1]);
403 zfcp_erp_adapter_shutdown(adapter, 0, 117, req);
405 case FSF_PROT_ERROR_STATE:
406 case FSF_PROT_SEQ_NUMB_ERROR:
407 zfcp_erp_adapter_reopen(adapter, 0, 98, req);
408 req->status |= ZFCP_STATUS_FSFREQ_RETRY;
410 case FSF_PROT_UNSUPP_QTCB_TYPE:
411 dev_err(&adapter->ccw_device->dev,
412 "The QTCB type is not supported by the FCP adapter\n");
413 zfcp_erp_adapter_shutdown(adapter, 0, 118, req);
415 case FSF_PROT_HOST_CONNECTION_INITIALIZING:
416 atomic_set_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
419 case FSF_PROT_DUPLICATE_REQUEST_ID:
420 dev_err(&adapter->ccw_device->dev,
421 "0x%Lx is an ambiguous request identifier\n",
422 (unsigned long long)qtcb->bottom.support.req_handle);
423 zfcp_erp_adapter_shutdown(adapter, 0, 78, req);
425 case FSF_PROT_LINK_DOWN:
426 zfcp_fsf_link_down_info_eval(req, 37, &psq->link_down_info);
427 /* FIXME: reopening adapter now? better wait for link up */
428 zfcp_erp_adapter_reopen(adapter, 0, 79, req);
430 case FSF_PROT_REEST_QUEUE:
431 /* All ports should be marked as ready to run again */
432 zfcp_erp_modify_adapter_status(adapter, 28, NULL,
433 ZFCP_STATUS_COMMON_RUNNING,
435 zfcp_erp_adapter_reopen(adapter,
436 ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
437 ZFCP_STATUS_COMMON_ERP_FAILED, 99, req);
440 dev_err(&adapter->ccw_device->dev,
441 "0x%x is not a valid transfer protocol status\n",
442 qtcb->prefix.prot_status);
443 zfcp_erp_adapter_shutdown(adapter, 0, 119, req);
445 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
449 * zfcp_fsf_req_complete - process completion of a FSF request
450 * @fsf_req: The FSF request that has been completed.
452 * When a request has been completed either from the FCP adapter,
453 * or it has been dismissed due to a queue shutdown, this function
454 * is called to process the completion status and trigger further
455 * events related to the FSF request.
457 void zfcp_fsf_req_complete(struct zfcp_fsf_req *req)
459 if (unlikely(req->fsf_command == FSF_QTCB_UNSOLICITED_STATUS)) {
460 zfcp_fsf_status_read_handler(req);
464 del_timer(&req->timer);
465 zfcp_fsf_protstatus_eval(req);
466 zfcp_fsf_fsfstatus_eval(req);
470 zfcp_erp_notify(req->erp_action, 0);
471 req->status |= ZFCP_STATUS_FSFREQ_COMPLETED;
473 if (likely(req->status & ZFCP_STATUS_FSFREQ_CLEANUP))
474 zfcp_fsf_req_free(req);
476 /* notify initiator waiting for the requests completion */
478 * FIXME: Race! We must not access fsf_req here as it might have been
479 * cleaned up already due to the set ZFCP_STATUS_FSFREQ_COMPLETED
480 * flag. It's an improbable case. But, we have the same paranoia for
481 * the cleanup flag already.
482 * Might better be handled using complete()?
483 * (setting the flag and doing wakeup ought to be atomic
484 * with regard to checking the flag as long as waitqueue is
485 * part of the to be released structure)
487 wake_up(&req->completion_wq);
490 static int zfcp_fsf_exchange_config_evaluate(struct zfcp_fsf_req *req)
492 struct fsf_qtcb_bottom_config *bottom;
493 struct zfcp_adapter *adapter = req->adapter;
494 struct Scsi_Host *shost = adapter->scsi_host;
496 bottom = &req->qtcb->bottom.config;
499 memcpy(req->data, bottom, sizeof(*bottom));
501 fc_host_node_name(shost) = bottom->nport_serv_param.wwnn;
502 fc_host_port_name(shost) = bottom->nport_serv_param.wwpn;
503 fc_host_port_id(shost) = bottom->s_id & ZFCP_DID_MASK;
504 fc_host_speed(shost) = bottom->fc_link_speed;
505 fc_host_supported_classes(shost) = FC_COS_CLASS2 | FC_COS_CLASS3;
507 adapter->hydra_version = bottom->adapter_type;
508 adapter->timer_ticks = bottom->timer_interval;
510 if (fc_host_permanent_port_name(shost) == -1)
511 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
513 switch (bottom->fc_topology) {
515 adapter->peer_d_id = bottom->peer_d_id & ZFCP_DID_MASK;
516 adapter->peer_wwpn = bottom->plogi_payload.wwpn;
517 adapter->peer_wwnn = bottom->plogi_payload.wwnn;
518 fc_host_port_type(shost) = FC_PORTTYPE_PTP;
520 case FSF_TOPO_FABRIC:
521 fc_host_port_type(shost) = FC_PORTTYPE_NPORT;
524 fc_host_port_type(shost) = FC_PORTTYPE_NLPORT;
526 dev_err(&adapter->ccw_device->dev,
527 "Unknown or unsupported arbitrated loop "
528 "fibre channel topology detected\n");
529 zfcp_erp_adapter_shutdown(adapter, 0, 127, req);
536 static void zfcp_fsf_exchange_config_data_handler(struct zfcp_fsf_req *req)
538 struct zfcp_adapter *adapter = req->adapter;
539 struct fsf_qtcb *qtcb = req->qtcb;
540 struct fsf_qtcb_bottom_config *bottom = &qtcb->bottom.config;
541 struct Scsi_Host *shost = adapter->scsi_host;
543 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
546 adapter->fsf_lic_version = bottom->lic_version;
547 adapter->adapter_features = bottom->adapter_features;
548 adapter->connection_features = bottom->connection_features;
549 adapter->peer_wwpn = 0;
550 adapter->peer_wwnn = 0;
551 adapter->peer_d_id = 0;
553 switch (qtcb->header.fsf_status) {
555 if (zfcp_fsf_exchange_config_evaluate(req))
558 if (bottom->max_qtcb_size < sizeof(struct fsf_qtcb)) {
559 dev_err(&adapter->ccw_device->dev,
560 "FCP adapter maximum QTCB size (%d bytes) "
562 bottom->max_qtcb_size);
563 zfcp_erp_adapter_shutdown(adapter, 0, 129, req);
566 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
569 case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
570 fc_host_node_name(shost) = 0;
571 fc_host_port_name(shost) = 0;
572 fc_host_port_id(shost) = 0;
573 fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
574 fc_host_port_type(shost) = FC_PORTTYPE_UNKNOWN;
575 adapter->hydra_version = 0;
577 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
580 zfcp_fsf_link_down_info_eval(req, 42,
581 &qtcb->header.fsf_status_qual.link_down_info);
584 zfcp_erp_adapter_shutdown(adapter, 0, 130, req);
588 if (adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT) {
589 adapter->hardware_version = bottom->hardware_version;
590 memcpy(fc_host_serial_number(shost), bottom->serial_number,
591 min(FC_SERIAL_NUMBER_SIZE, 17));
592 EBCASC(fc_host_serial_number(shost),
593 min(FC_SERIAL_NUMBER_SIZE, 17));
596 if (FSF_QTCB_CURRENT_VERSION < bottom->low_qtcb_version) {
597 dev_err(&adapter->ccw_device->dev,
598 "The FCP adapter only supports newer "
599 "control block versions\n");
600 zfcp_erp_adapter_shutdown(adapter, 0, 125, req);
603 if (FSF_QTCB_CURRENT_VERSION > bottom->high_qtcb_version) {
604 dev_err(&adapter->ccw_device->dev,
605 "The FCP adapter only supports older "
606 "control block versions\n");
607 zfcp_erp_adapter_shutdown(adapter, 0, 126, req);
611 static void zfcp_fsf_exchange_port_evaluate(struct zfcp_fsf_req *req)
613 struct zfcp_adapter *adapter = req->adapter;
614 struct fsf_qtcb_bottom_port *bottom = &req->qtcb->bottom.port;
615 struct Scsi_Host *shost = adapter->scsi_host;
618 memcpy(req->data, bottom, sizeof(*bottom));
620 if (adapter->connection_features & FSF_FEATURE_NPIV_MODE)
621 fc_host_permanent_port_name(shost) = bottom->wwpn;
623 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
624 fc_host_maxframe_size(shost) = bottom->maximum_frame_size;
625 fc_host_supported_speeds(shost) = bottom->supported_speed;
628 static void zfcp_fsf_exchange_port_data_handler(struct zfcp_fsf_req *req)
630 struct fsf_qtcb *qtcb = req->qtcb;
632 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
635 switch (qtcb->header.fsf_status) {
637 zfcp_fsf_exchange_port_evaluate(req);
639 case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
640 zfcp_fsf_exchange_port_evaluate(req);
641 zfcp_fsf_link_down_info_eval(req, 43,
642 &qtcb->header.fsf_status_qual.link_down_info);
647 static int zfcp_fsf_sbal_available(struct zfcp_adapter *adapter)
649 if (atomic_read(&adapter->req_q.count) > 0)
651 atomic_inc(&adapter->qdio_outb_full);
655 static int zfcp_fsf_req_sbal_get(struct zfcp_adapter *adapter)
656 __releases(&adapter->req_q_lock)
657 __acquires(&adapter->req_q_lock)
659 struct zfcp_qdio_queue *req_q = &adapter->req_q;
662 if (atomic_read(&req_q->count) <= -REQUEST_LIST_SIZE)
664 if (atomic_read(&req_q->count) > 0)
667 atomic_dec(&req_q->count);
668 spin_unlock_bh(&adapter->req_q_lock);
669 ret = wait_event_interruptible_timeout(adapter->request_wq,
670 atomic_read(&req_q->count) >= 0,
672 spin_lock_bh(&adapter->req_q_lock);
673 atomic_inc(&req_q->count);
678 atomic_inc(&adapter->qdio_outb_full);
682 static struct zfcp_fsf_req *zfcp_fsf_alloc_noqtcb(mempool_t *pool)
684 struct zfcp_fsf_req *req;
685 req = mempool_alloc(pool, GFP_ATOMIC);
688 memset(req, 0, sizeof(*req));
693 static struct zfcp_fsf_req *zfcp_fsf_alloc_qtcb(mempool_t *pool)
695 struct zfcp_fsf_req_qtcb *qtcb;
698 qtcb = mempool_alloc(pool, GFP_ATOMIC);
700 qtcb = kmem_cache_alloc(zfcp_data.fsf_req_qtcb_cache,
705 memset(qtcb, 0, sizeof(*qtcb));
706 qtcb->fsf_req.qtcb = &qtcb->qtcb;
707 qtcb->fsf_req.pool = pool;
709 return &qtcb->fsf_req;
712 static struct zfcp_fsf_req *zfcp_fsf_req_create(struct zfcp_adapter *adapter,
713 u32 fsf_cmd, int req_flags,
716 struct qdio_buffer_element *sbale;
718 struct zfcp_fsf_req *req;
719 struct zfcp_qdio_queue *req_q = &adapter->req_q;
721 if (req_flags & ZFCP_REQ_NO_QTCB)
722 req = zfcp_fsf_alloc_noqtcb(pool);
724 req = zfcp_fsf_alloc_qtcb(pool);
727 return ERR_PTR(-EIO);
729 if (adapter->req_no == 0)
732 INIT_LIST_HEAD(&req->list);
733 init_timer(&req->timer);
734 init_waitqueue_head(&req->completion_wq);
736 req->adapter = adapter;
737 req->fsf_command = fsf_cmd;
738 req->req_id = adapter->req_no++;
739 req->sbal_number = 1;
740 req->sbal_first = req_q->first;
741 req->sbal_last = req_q->first;
744 sbale = zfcp_qdio_sbale_req(req);
745 sbale[0].addr = (void *) req->req_id;
746 sbale[0].flags |= SBAL_FLAGS0_COMMAND;
748 if (likely(req->qtcb)) {
749 req->qtcb->prefix.req_seq_no = req->adapter->fsf_req_seq_no;
750 req->qtcb->prefix.req_id = req->req_id;
751 req->qtcb->prefix.ulp_info = 26;
752 req->qtcb->prefix.qtcb_type = fsf_qtcb_type[req->fsf_command];
753 req->qtcb->prefix.qtcb_version = FSF_QTCB_CURRENT_VERSION;
754 req->qtcb->header.req_handle = req->req_id;
755 req->qtcb->header.fsf_command = req->fsf_command;
756 req->seq_no = adapter->fsf_req_seq_no;
757 req->qtcb->prefix.req_seq_no = adapter->fsf_req_seq_no;
758 sbale[1].addr = (void *) req->qtcb;
759 sbale[1].length = sizeof(struct fsf_qtcb);
762 if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP)) {
763 zfcp_fsf_req_free(req);
764 return ERR_PTR(-EIO);
767 if (likely(req_flags & ZFCP_REQ_AUTO_CLEANUP))
768 req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
773 static int zfcp_fsf_req_send(struct zfcp_fsf_req *req)
775 struct zfcp_adapter *adapter = req->adapter;
779 /* put allocated FSF request into hash table */
780 spin_lock_irqsave(&adapter->req_list_lock, flags);
781 idx = zfcp_reqlist_hash(req->req_id);
782 list_add_tail(&req->list, &adapter->req_list[idx]);
783 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
785 req->qdio_outb_usage = atomic_read(&adapter->req_q.count);
786 req->issued = get_clock();
787 if (zfcp_qdio_send(req)) {
788 del_timer(&req->timer);
789 spin_lock_irqsave(&adapter->req_list_lock, flags);
790 /* lookup request again, list might have changed */
791 if (zfcp_reqlist_find_safe(adapter, req))
792 zfcp_reqlist_remove(adapter, req);
793 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
794 zfcp_erp_adapter_reopen(adapter, 0, 116, req);
798 /* Don't increase for unsolicited status */
800 adapter->fsf_req_seq_no++;
806 * zfcp_fsf_status_read - send status read request
807 * @adapter: pointer to struct zfcp_adapter
808 * @req_flags: request flags
809 * Returns: 0 on success, ERROR otherwise
811 int zfcp_fsf_status_read(struct zfcp_adapter *adapter)
813 struct zfcp_fsf_req *req;
814 struct fsf_status_read_buffer *sr_buf;
815 struct qdio_buffer_element *sbale;
818 spin_lock_bh(&adapter->req_q_lock);
819 if (zfcp_fsf_req_sbal_get(adapter))
822 req = zfcp_fsf_req_create(adapter, FSF_QTCB_UNSOLICITED_STATUS,
824 adapter->pool.fsf_req_status_read);
826 retval = PTR_ERR(req);
830 sbale = zfcp_qdio_sbale_req(req);
831 sbale[0].flags |= SBAL_FLAGS0_TYPE_STATUS;
832 sbale[2].flags |= SBAL_FLAGS_LAST_ENTRY;
835 sr_buf = mempool_alloc(adapter->pool.data_status_read, GFP_ATOMIC);
840 memset(sr_buf, 0, sizeof(*sr_buf));
842 sbale = zfcp_qdio_sbale_curr(req);
843 sbale->addr = (void *) sr_buf;
844 sbale->length = sizeof(*sr_buf);
846 retval = zfcp_fsf_req_send(req);
848 goto failed_req_send;
853 mempool_free(sr_buf, adapter->pool.data_status_read);
855 zfcp_fsf_req_free(req);
856 zfcp_hba_dbf_event_fsf_unsol("fail", adapter, NULL);
858 spin_unlock_bh(&adapter->req_q_lock);
862 static void zfcp_fsf_abort_fcp_command_handler(struct zfcp_fsf_req *req)
864 struct zfcp_unit *unit = req->data;
865 union fsf_status_qual *fsq = &req->qtcb->header.fsf_status_qual;
867 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
870 switch (req->qtcb->header.fsf_status) {
871 case FSF_PORT_HANDLE_NOT_VALID:
872 if (fsq->word[0] == fsq->word[1]) {
873 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 104,
875 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
878 case FSF_LUN_HANDLE_NOT_VALID:
879 if (fsq->word[0] == fsq->word[1]) {
880 zfcp_erp_port_reopen(unit->port, 0, 105, req);
881 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
884 case FSF_FCP_COMMAND_DOES_NOT_EXIST:
885 req->status |= ZFCP_STATUS_FSFREQ_ABORTNOTNEEDED;
888 zfcp_erp_port_boxed(unit->port, 47, req);
889 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
890 ZFCP_STATUS_FSFREQ_RETRY;
893 zfcp_erp_unit_boxed(unit, 48, req);
894 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
895 ZFCP_STATUS_FSFREQ_RETRY;
897 case FSF_ADAPTER_STATUS_AVAILABLE:
898 switch (fsq->word[0]) {
899 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
900 zfcp_test_link(unit->port);
901 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
902 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
907 req->status |= ZFCP_STATUS_FSFREQ_ABORTSUCCEEDED;
913 * zfcp_fsf_abort_fcp_command - abort running SCSI command
914 * @old_req_id: unsigned long
915 * @adapter: pointer to struct zfcp_adapter
916 * @unit: pointer to struct zfcp_unit
917 * @req_flags: integer specifying the request flags
918 * Returns: pointer to struct zfcp_fsf_req
920 * FIXME(design): should be watched by a timeout !!!
923 struct zfcp_fsf_req *zfcp_fsf_abort_fcp_command(unsigned long old_req_id,
924 struct zfcp_adapter *adapter,
925 struct zfcp_unit *unit,
928 struct qdio_buffer_element *sbale;
929 struct zfcp_fsf_req *req = NULL;
931 spin_lock(&adapter->req_q_lock);
932 if (!zfcp_fsf_sbal_available(adapter))
934 req = zfcp_fsf_req_create(adapter, FSF_QTCB_ABORT_FCP_CMND,
935 req_flags, adapter->pool.fsf_req_abort);
941 if (unlikely(!(atomic_read(&unit->status) &
942 ZFCP_STATUS_COMMON_UNBLOCKED)))
945 sbale = zfcp_qdio_sbale_req(req);
946 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
947 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
950 req->handler = zfcp_fsf_abort_fcp_command_handler;
951 req->qtcb->header.lun_handle = unit->handle;
952 req->qtcb->header.port_handle = unit->port->handle;
953 req->qtcb->bottom.support.req_handle = (u64) old_req_id;
955 zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
956 if (!zfcp_fsf_req_send(req))
960 zfcp_fsf_req_free(req);
963 spin_unlock(&adapter->req_q_lock);
967 static void zfcp_fsf_send_ct_handler(struct zfcp_fsf_req *req)
969 struct zfcp_adapter *adapter = req->adapter;
970 struct zfcp_send_ct *send_ct = req->data;
971 struct fsf_qtcb_header *header = &req->qtcb->header;
973 send_ct->status = -EINVAL;
975 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
978 switch (header->fsf_status) {
980 zfcp_san_dbf_event_ct_response(req);
983 case FSF_SERVICE_CLASS_NOT_SUPPORTED:
984 zfcp_fsf_class_not_supp(req);
986 case FSF_ADAPTER_STATUS_AVAILABLE:
987 switch (header->fsf_status_qual.word[0]){
988 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
989 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
990 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
994 case FSF_ACCESS_DENIED:
997 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
998 ZFCP_STATUS_FSFREQ_RETRY;
1000 case FSF_PORT_HANDLE_NOT_VALID:
1001 zfcp_erp_adapter_reopen(adapter, 0, 106, req);
1002 case FSF_GENERIC_COMMAND_REJECTED:
1003 case FSF_PAYLOAD_SIZE_MISMATCH:
1004 case FSF_REQUEST_SIZE_TOO_LARGE:
1005 case FSF_RESPONSE_SIZE_TOO_LARGE:
1006 case FSF_SBAL_MISMATCH:
1007 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1012 if (send_ct->handler)
1013 send_ct->handler(send_ct->handler_data);
1016 static int zfcp_fsf_setup_sbals(struct zfcp_fsf_req *req,
1017 struct scatterlist *sg_req,
1018 struct scatterlist *sg_resp, int max_sbals)
1022 bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1026 req->qtcb->bottom.support.req_buf_length = bytes;
1027 req->sbale_curr = ZFCP_LAST_SBALE_PER_SBAL;
1029 bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1030 sg_resp, max_sbals);
1033 req->qtcb->bottom.support.resp_buf_length = bytes;
1039 * zfcp_fsf_send_ct - initiate a Generic Service request (FC-GS)
1040 * @ct: pointer to struct zfcp_send_ct with data for request
1041 * @pool: if non-null this mempool is used to allocate struct zfcp_fsf_req
1042 * @erp_action: if non-null the Generic Service request sent within ERP
1044 int zfcp_fsf_send_ct(struct zfcp_send_ct *ct, mempool_t *pool,
1045 struct zfcp_erp_action *erp_action)
1047 struct zfcp_wka_port *wka_port = ct->wka_port;
1048 struct zfcp_adapter *adapter = wka_port->adapter;
1049 struct zfcp_fsf_req *req;
1052 spin_lock_bh(&adapter->req_q_lock);
1053 if (zfcp_fsf_req_sbal_get(adapter))
1056 req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_GENERIC,
1057 ZFCP_REQ_AUTO_CLEANUP, pool);
1063 ret = zfcp_fsf_setup_sbals(req, ct->req, ct->resp,
1064 FSF_MAX_SBALS_PER_REQ);
1068 req->handler = zfcp_fsf_send_ct_handler;
1069 req->qtcb->header.port_handle = wka_port->handle;
1070 req->qtcb->bottom.support.service_class = FSF_CLASS_3;
1071 req->qtcb->bottom.support.timeout = ct->timeout;
1074 zfcp_san_dbf_event_ct_request(req);
1077 erp_action->fsf_req = req;
1078 req->erp_action = erp_action;
1079 zfcp_fsf_start_erp_timer(req);
1081 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1083 ret = zfcp_fsf_req_send(req);
1090 zfcp_fsf_req_free(req);
1092 erp_action->fsf_req = NULL;
1094 spin_unlock_bh(&adapter->req_q_lock);
1098 static void zfcp_fsf_send_els_handler(struct zfcp_fsf_req *req)
1100 struct zfcp_send_els *send_els = req->data;
1101 struct zfcp_port *port = send_els->port;
1102 struct fsf_qtcb_header *header = &req->qtcb->header;
1104 send_els->status = -EINVAL;
1106 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1107 goto skip_fsfstatus;
1109 switch (header->fsf_status) {
1111 zfcp_san_dbf_event_els_response(req);
1112 send_els->status = 0;
1114 case FSF_SERVICE_CLASS_NOT_SUPPORTED:
1115 zfcp_fsf_class_not_supp(req);
1117 case FSF_ADAPTER_STATUS_AVAILABLE:
1118 switch (header->fsf_status_qual.word[0]){
1119 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1120 if (port && (send_els->ls_code != ZFCP_LS_ADISC))
1121 zfcp_test_link(port);
1123 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1124 case FSF_SQ_RETRY_IF_POSSIBLE:
1125 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1129 case FSF_ELS_COMMAND_REJECTED:
1130 case FSF_PAYLOAD_SIZE_MISMATCH:
1131 case FSF_REQUEST_SIZE_TOO_LARGE:
1132 case FSF_RESPONSE_SIZE_TOO_LARGE:
1134 case FSF_ACCESS_DENIED:
1135 zfcp_fsf_access_denied_port(req, port);
1137 case FSF_SBAL_MISMATCH:
1138 /* should never occure, avoided in zfcp_fsf_send_els */
1141 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1145 if (send_els->handler)
1146 send_els->handler(send_els->handler_data);
1150 * zfcp_fsf_send_els - initiate an ELS command (FC-FS)
1151 * @els: pointer to struct zfcp_send_els with data for the command
1153 int zfcp_fsf_send_els(struct zfcp_send_els *els)
1155 struct zfcp_fsf_req *req;
1156 struct zfcp_adapter *adapter = els->adapter;
1157 struct fsf_qtcb_bottom_support *bottom;
1160 if (unlikely(!(atomic_read(&els->port->status) &
1161 ZFCP_STATUS_COMMON_UNBLOCKED)))
1164 spin_lock(&adapter->req_q_lock);
1165 if (!zfcp_fsf_sbal_available(adapter))
1167 req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_ELS,
1168 ZFCP_REQ_AUTO_CLEANUP, NULL);
1174 ret = zfcp_fsf_setup_sbals(req, els->req, els->resp, 2);
1179 bottom = &req->qtcb->bottom.support;
1180 req->handler = zfcp_fsf_send_els_handler;
1181 bottom->d_id = els->d_id;
1182 bottom->service_class = FSF_CLASS_3;
1183 bottom->timeout = 2 * R_A_TOV;
1186 zfcp_san_dbf_event_els_request(req);
1188 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1189 ret = zfcp_fsf_req_send(req);
1196 zfcp_fsf_req_free(req);
1198 spin_unlock(&adapter->req_q_lock);
1202 int zfcp_fsf_exchange_config_data(struct zfcp_erp_action *erp_action)
1204 struct qdio_buffer_element *sbale;
1205 struct zfcp_fsf_req *req;
1206 struct zfcp_adapter *adapter = erp_action->adapter;
1209 spin_lock_bh(&adapter->req_q_lock);
1210 if (!zfcp_fsf_sbal_available(adapter))
1212 req = zfcp_fsf_req_create(adapter,
1213 FSF_QTCB_EXCHANGE_CONFIG_DATA,
1214 ZFCP_REQ_AUTO_CLEANUP,
1215 adapter->pool.fsf_req_erp);
1217 retval = PTR_ERR(req);
1221 sbale = zfcp_qdio_sbale_req(req);
1222 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1223 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1225 req->qtcb->bottom.config.feature_selection =
1227 FSF_FEATURE_LUN_SHARING |
1228 FSF_FEATURE_NOTIFICATION_LOST |
1229 FSF_FEATURE_UPDATE_ALERT;
1230 req->erp_action = erp_action;
1231 req->handler = zfcp_fsf_exchange_config_data_handler;
1232 erp_action->fsf_req = req;
1234 zfcp_fsf_start_erp_timer(req);
1235 retval = zfcp_fsf_req_send(req);
1237 zfcp_fsf_req_free(req);
1238 erp_action->fsf_req = NULL;
1241 spin_unlock_bh(&adapter->req_q_lock);
1245 int zfcp_fsf_exchange_config_data_sync(struct zfcp_adapter *adapter,
1246 struct fsf_qtcb_bottom_config *data)
1248 struct qdio_buffer_element *sbale;
1249 struct zfcp_fsf_req *req = NULL;
1252 spin_lock_bh(&adapter->req_q_lock);
1253 if (zfcp_fsf_req_sbal_get(adapter))
1256 req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_CONFIG_DATA,
1259 retval = PTR_ERR(req);
1263 sbale = zfcp_qdio_sbale_req(req);
1264 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1265 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1266 req->handler = zfcp_fsf_exchange_config_data_handler;
1268 req->qtcb->bottom.config.feature_selection =
1270 FSF_FEATURE_LUN_SHARING |
1271 FSF_FEATURE_NOTIFICATION_LOST |
1272 FSF_FEATURE_UPDATE_ALERT;
1277 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1278 retval = zfcp_fsf_req_send(req);
1280 spin_unlock_bh(&adapter->req_q_lock);
1282 wait_event(req->completion_wq,
1283 req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1285 zfcp_fsf_req_free(req);
1291 * zfcp_fsf_exchange_port_data - request information about local port
1292 * @erp_action: ERP action for the adapter for which port data is requested
1293 * Returns: 0 on success, error otherwise
1295 int zfcp_fsf_exchange_port_data(struct zfcp_erp_action *erp_action)
1297 struct qdio_buffer_element *sbale;
1298 struct zfcp_fsf_req *req;
1299 struct zfcp_adapter *adapter = erp_action->adapter;
1302 if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1305 spin_lock_bh(&adapter->req_q_lock);
1306 if (!zfcp_fsf_sbal_available(adapter))
1308 req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA,
1309 ZFCP_REQ_AUTO_CLEANUP,
1310 adapter->pool.fsf_req_erp);
1312 retval = PTR_ERR(req);
1316 sbale = zfcp_qdio_sbale_req(req);
1317 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1318 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1320 req->handler = zfcp_fsf_exchange_port_data_handler;
1321 req->erp_action = erp_action;
1322 erp_action->fsf_req = req;
1324 zfcp_fsf_start_erp_timer(req);
1325 retval = zfcp_fsf_req_send(req);
1327 zfcp_fsf_req_free(req);
1328 erp_action->fsf_req = NULL;
1331 spin_unlock_bh(&adapter->req_q_lock);
1336 * zfcp_fsf_exchange_port_data_sync - request information about local port
1337 * @adapter: pointer to struct zfcp_adapter
1338 * @data: pointer to struct fsf_qtcb_bottom_port
1339 * Returns: 0 on success, error otherwise
1341 int zfcp_fsf_exchange_port_data_sync(struct zfcp_adapter *adapter,
1342 struct fsf_qtcb_bottom_port *data)
1344 struct qdio_buffer_element *sbale;
1345 struct zfcp_fsf_req *req = NULL;
1348 if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1351 spin_lock_bh(&adapter->req_q_lock);
1352 if (!zfcp_fsf_sbal_available(adapter))
1355 req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA, 0,
1358 retval = PTR_ERR(req);
1365 sbale = zfcp_qdio_sbale_req(req);
1366 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1367 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1369 req->handler = zfcp_fsf_exchange_port_data_handler;
1370 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1371 retval = zfcp_fsf_req_send(req);
1373 spin_unlock_bh(&adapter->req_q_lock);
1375 wait_event(req->completion_wq,
1376 req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1377 zfcp_fsf_req_free(req);
1382 static void zfcp_fsf_open_port_handler(struct zfcp_fsf_req *req)
1384 struct zfcp_port *port = req->data;
1385 struct fsf_qtcb_header *header = &req->qtcb->header;
1386 struct fsf_plogi *plogi;
1388 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1391 switch (header->fsf_status) {
1392 case FSF_PORT_ALREADY_OPEN:
1394 case FSF_ACCESS_DENIED:
1395 zfcp_fsf_access_denied_port(req, port);
1397 case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1398 dev_warn(&req->adapter->ccw_device->dev,
1399 "Not enough FCP adapter resources to open "
1400 "remote port 0x%016Lx\n",
1401 (unsigned long long)port->wwpn);
1402 zfcp_erp_port_failed(port, 31, req);
1403 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1405 case FSF_ADAPTER_STATUS_AVAILABLE:
1406 switch (header->fsf_status_qual.word[0]) {
1407 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1408 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1409 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1411 case FSF_SQ_NO_RETRY_POSSIBLE:
1412 dev_warn(&req->adapter->ccw_device->dev,
1413 "Remote port 0x%016Lx could not be opened\n",
1414 (unsigned long long)port->wwpn);
1415 zfcp_erp_port_failed(port, 32, req);
1416 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1421 port->handle = header->port_handle;
1422 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN |
1423 ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1424 atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1425 ZFCP_STATUS_COMMON_ACCESS_BOXED,
1427 /* check whether D_ID has changed during open */
1429 * FIXME: This check is not airtight, as the FCP channel does
1430 * not monitor closures of target port connections caused on
1431 * the remote side. Thus, they might miss out on invalidating
1432 * locally cached WWPNs (and other N_Port parameters) of gone
1433 * target ports. So, our heroic attempt to make things safe
1434 * could be undermined by 'open port' response data tagged with
1435 * obsolete WWPNs. Another reason to monitor potential
1436 * connection closures ourself at least (by interpreting
1437 * incoming ELS' and unsolicited status). It just crosses my
1438 * mind that one should be able to cross-check by means of
1439 * another GID_PN straight after a port has been opened.
1440 * Alternately, an ADISC/PDISC ELS should suffice, as well.
1442 plogi = (struct fsf_plogi *) req->qtcb->bottom.support.els;
1443 if (req->qtcb->bottom.support.els1_length >= sizeof(*plogi)) {
1444 if (plogi->serv_param.wwpn != port->wwpn)
1447 port->wwnn = plogi->serv_param.wwnn;
1448 zfcp_fc_plogi_evaluate(port, plogi);
1452 case FSF_UNKNOWN_OP_SUBTYPE:
1453 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1459 * zfcp_fsf_open_port - create and send open port request
1460 * @erp_action: pointer to struct zfcp_erp_action
1461 * Returns: 0 on success, error otherwise
1463 int zfcp_fsf_open_port(struct zfcp_erp_action *erp_action)
1465 struct qdio_buffer_element *sbale;
1466 struct zfcp_adapter *adapter = erp_action->adapter;
1467 struct zfcp_fsf_req *req;
1470 spin_lock_bh(&adapter->req_q_lock);
1471 if (zfcp_fsf_req_sbal_get(adapter))
1474 req = zfcp_fsf_req_create(adapter,
1475 FSF_QTCB_OPEN_PORT_WITH_DID,
1476 ZFCP_REQ_AUTO_CLEANUP,
1477 adapter->pool.fsf_req_erp);
1479 retval = PTR_ERR(req);
1483 sbale = zfcp_qdio_sbale_req(req);
1484 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1485 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1487 req->handler = zfcp_fsf_open_port_handler;
1488 req->qtcb->bottom.support.d_id = erp_action->port->d_id;
1489 req->data = erp_action->port;
1490 req->erp_action = erp_action;
1491 erp_action->fsf_req = req;
1493 zfcp_fsf_start_erp_timer(req);
1494 retval = zfcp_fsf_req_send(req);
1496 zfcp_fsf_req_free(req);
1497 erp_action->fsf_req = NULL;
1500 spin_unlock_bh(&adapter->req_q_lock);
1504 static void zfcp_fsf_close_port_handler(struct zfcp_fsf_req *req)
1506 struct zfcp_port *port = req->data;
1508 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1511 switch (req->qtcb->header.fsf_status) {
1512 case FSF_PORT_HANDLE_NOT_VALID:
1513 zfcp_erp_adapter_reopen(port->adapter, 0, 107, req);
1514 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1516 case FSF_ADAPTER_STATUS_AVAILABLE:
1519 zfcp_erp_modify_port_status(port, 33, req,
1520 ZFCP_STATUS_COMMON_OPEN,
1527 * zfcp_fsf_close_port - create and send close port request
1528 * @erp_action: pointer to struct zfcp_erp_action
1529 * Returns: 0 on success, error otherwise
1531 int zfcp_fsf_close_port(struct zfcp_erp_action *erp_action)
1533 struct qdio_buffer_element *sbale;
1534 struct zfcp_adapter *adapter = erp_action->adapter;
1535 struct zfcp_fsf_req *req;
1538 spin_lock_bh(&adapter->req_q_lock);
1539 if (zfcp_fsf_req_sbal_get(adapter))
1542 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1543 ZFCP_REQ_AUTO_CLEANUP,
1544 adapter->pool.fsf_req_erp);
1546 retval = PTR_ERR(req);
1550 sbale = zfcp_qdio_sbale_req(req);
1551 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1552 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1554 req->handler = zfcp_fsf_close_port_handler;
1555 req->data = erp_action->port;
1556 req->erp_action = erp_action;
1557 req->qtcb->header.port_handle = erp_action->port->handle;
1558 erp_action->fsf_req = req;
1560 zfcp_fsf_start_erp_timer(req);
1561 retval = zfcp_fsf_req_send(req);
1563 zfcp_fsf_req_free(req);
1564 erp_action->fsf_req = NULL;
1567 spin_unlock_bh(&adapter->req_q_lock);
1571 static void zfcp_fsf_open_wka_port_handler(struct zfcp_fsf_req *req)
1573 struct zfcp_wka_port *wka_port = req->data;
1574 struct fsf_qtcb_header *header = &req->qtcb->header;
1576 if (req->status & ZFCP_STATUS_FSFREQ_ERROR) {
1577 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1581 switch (header->fsf_status) {
1582 case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1583 dev_warn(&req->adapter->ccw_device->dev,
1584 "Opening WKA port 0x%x failed\n", wka_port->d_id);
1585 case FSF_ADAPTER_STATUS_AVAILABLE:
1586 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1587 case FSF_ACCESS_DENIED:
1588 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1590 case FSF_PORT_ALREADY_OPEN:
1593 wka_port->handle = header->port_handle;
1594 wka_port->status = ZFCP_WKA_PORT_ONLINE;
1597 wake_up(&wka_port->completion_wq);
1601 * zfcp_fsf_open_wka_port - create and send open wka-port request
1602 * @wka_port: pointer to struct zfcp_wka_port
1603 * Returns: 0 on success, error otherwise
1605 int zfcp_fsf_open_wka_port(struct zfcp_wka_port *wka_port)
1607 struct qdio_buffer_element *sbale;
1608 struct zfcp_adapter *adapter = wka_port->adapter;
1609 struct zfcp_fsf_req *req;
1612 spin_lock_bh(&adapter->req_q_lock);
1613 if (zfcp_fsf_req_sbal_get(adapter))
1616 req = zfcp_fsf_req_create(adapter,
1617 FSF_QTCB_OPEN_PORT_WITH_DID,
1618 ZFCP_REQ_AUTO_CLEANUP,
1619 adapter->pool.fsf_req_erp);
1620 if (unlikely(IS_ERR(req))) {
1621 retval = PTR_ERR(req);
1625 sbale = zfcp_qdio_sbale_req(req);
1626 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1627 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1629 req->handler = zfcp_fsf_open_wka_port_handler;
1630 req->qtcb->bottom.support.d_id = wka_port->d_id;
1631 req->data = wka_port;
1633 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1634 retval = zfcp_fsf_req_send(req);
1636 zfcp_fsf_req_free(req);
1638 spin_unlock_bh(&adapter->req_q_lock);
1642 static void zfcp_fsf_close_wka_port_handler(struct zfcp_fsf_req *req)
1644 struct zfcp_wka_port *wka_port = req->data;
1646 if (req->qtcb->header.fsf_status == FSF_PORT_HANDLE_NOT_VALID) {
1647 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1648 zfcp_erp_adapter_reopen(wka_port->adapter, 0, 84, req);
1651 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1652 wake_up(&wka_port->completion_wq);
1656 * zfcp_fsf_close_wka_port - create and send close wka port request
1657 * @erp_action: pointer to struct zfcp_erp_action
1658 * Returns: 0 on success, error otherwise
1660 int zfcp_fsf_close_wka_port(struct zfcp_wka_port *wka_port)
1662 struct qdio_buffer_element *sbale;
1663 struct zfcp_adapter *adapter = wka_port->adapter;
1664 struct zfcp_fsf_req *req;
1667 spin_lock_bh(&adapter->req_q_lock);
1668 if (zfcp_fsf_req_sbal_get(adapter))
1671 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1672 ZFCP_REQ_AUTO_CLEANUP,
1673 adapter->pool.fsf_req_erp);
1674 if (unlikely(IS_ERR(req))) {
1675 retval = PTR_ERR(req);
1679 sbale = zfcp_qdio_sbale_req(req);
1680 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1681 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1683 req->handler = zfcp_fsf_close_wka_port_handler;
1684 req->data = wka_port;
1685 req->qtcb->header.port_handle = wka_port->handle;
1687 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1688 retval = zfcp_fsf_req_send(req);
1690 zfcp_fsf_req_free(req);
1692 spin_unlock_bh(&adapter->req_q_lock);
1696 static void zfcp_fsf_close_physical_port_handler(struct zfcp_fsf_req *req)
1698 struct zfcp_port *port = req->data;
1699 struct fsf_qtcb_header *header = &req->qtcb->header;
1700 struct zfcp_unit *unit;
1702 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1703 goto skip_fsfstatus;
1705 switch (header->fsf_status) {
1706 case FSF_PORT_HANDLE_NOT_VALID:
1707 zfcp_erp_adapter_reopen(port->adapter, 0, 108, req);
1708 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1710 case FSF_ACCESS_DENIED:
1711 zfcp_fsf_access_denied_port(req, port);
1713 case FSF_PORT_BOXED:
1714 zfcp_erp_port_boxed(port, 50, req);
1715 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1716 ZFCP_STATUS_FSFREQ_RETRY;
1717 /* can't use generic zfcp_erp_modify_port_status because
1718 * ZFCP_STATUS_COMMON_OPEN must not be reset for the port */
1719 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1720 list_for_each_entry(unit, &port->unit_list_head, list)
1721 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1724 case FSF_ADAPTER_STATUS_AVAILABLE:
1725 switch (header->fsf_status_qual.word[0]) {
1726 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1728 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1729 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1734 /* can't use generic zfcp_erp_modify_port_status because
1735 * ZFCP_STATUS_COMMON_OPEN must not be reset for the port
1737 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1738 list_for_each_entry(unit, &port->unit_list_head, list)
1739 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1744 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_CLOSING, &port->status);
1748 * zfcp_fsf_close_physical_port - close physical port
1749 * @erp_action: pointer to struct zfcp_erp_action
1750 * Returns: 0 on success
1752 int zfcp_fsf_close_physical_port(struct zfcp_erp_action *erp_action)
1754 struct qdio_buffer_element *sbale;
1755 struct zfcp_adapter *adapter = erp_action->adapter;
1756 struct zfcp_fsf_req *req;
1759 spin_lock_bh(&adapter->req_q_lock);
1760 if (zfcp_fsf_req_sbal_get(adapter))
1763 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PHYSICAL_PORT,
1764 ZFCP_REQ_AUTO_CLEANUP,
1765 adapter->pool.fsf_req_erp);
1767 retval = PTR_ERR(req);
1771 sbale = zfcp_qdio_sbale_req(req);
1772 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1773 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1775 req->data = erp_action->port;
1776 req->qtcb->header.port_handle = erp_action->port->handle;
1777 req->erp_action = erp_action;
1778 req->handler = zfcp_fsf_close_physical_port_handler;
1779 erp_action->fsf_req = req;
1780 atomic_set_mask(ZFCP_STATUS_PORT_PHYS_CLOSING,
1781 &erp_action->port->status);
1783 zfcp_fsf_start_erp_timer(req);
1784 retval = zfcp_fsf_req_send(req);
1786 zfcp_fsf_req_free(req);
1787 erp_action->fsf_req = NULL;
1790 spin_unlock_bh(&adapter->req_q_lock);
1794 static void zfcp_fsf_open_unit_handler(struct zfcp_fsf_req *req)
1796 struct zfcp_adapter *adapter = req->adapter;
1797 struct zfcp_unit *unit = req->data;
1798 struct fsf_qtcb_header *header = &req->qtcb->header;
1799 struct fsf_qtcb_bottom_support *bottom = &req->qtcb->bottom.support;
1800 struct fsf_queue_designator *queue_designator =
1801 &header->fsf_status_qual.fsf_queue_designator;
1802 int exclusive, readwrite;
1804 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1807 atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1808 ZFCP_STATUS_COMMON_ACCESS_BOXED |
1809 ZFCP_STATUS_UNIT_SHARED |
1810 ZFCP_STATUS_UNIT_READONLY,
1813 switch (header->fsf_status) {
1815 case FSF_PORT_HANDLE_NOT_VALID:
1816 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 109, req);
1818 case FSF_LUN_ALREADY_OPEN:
1820 case FSF_ACCESS_DENIED:
1821 zfcp_fsf_access_denied_unit(req, unit);
1822 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1823 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1825 case FSF_PORT_BOXED:
1826 zfcp_erp_port_boxed(unit->port, 51, req);
1827 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1828 ZFCP_STATUS_FSFREQ_RETRY;
1830 case FSF_LUN_SHARING_VIOLATION:
1831 if (header->fsf_status_qual.word[0])
1832 dev_warn(&adapter->ccw_device->dev,
1833 "LUN 0x%Lx on port 0x%Lx is already in "
1834 "use by CSS%d, MIF Image ID %x\n",
1835 (unsigned long long)unit->fcp_lun,
1836 (unsigned long long)unit->port->wwpn,
1837 queue_designator->cssid,
1838 queue_designator->hla);
1840 zfcp_act_eval_err(adapter,
1841 header->fsf_status_qual.word[2]);
1842 zfcp_erp_unit_access_denied(unit, 60, req);
1843 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1844 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1845 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1847 case FSF_MAXIMUM_NUMBER_OF_LUNS_EXCEEDED:
1848 dev_warn(&adapter->ccw_device->dev,
1849 "No handle is available for LUN "
1850 "0x%016Lx on port 0x%016Lx\n",
1851 (unsigned long long)unit->fcp_lun,
1852 (unsigned long long)unit->port->wwpn);
1853 zfcp_erp_unit_failed(unit, 34, req);
1855 case FSF_INVALID_COMMAND_OPTION:
1856 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1858 case FSF_ADAPTER_STATUS_AVAILABLE:
1859 switch (header->fsf_status_qual.word[0]) {
1860 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1861 zfcp_test_link(unit->port);
1863 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1864 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1870 unit->handle = header->lun_handle;
1871 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
1873 if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE) &&
1874 (adapter->adapter_features & FSF_FEATURE_LUN_SHARING) &&
1875 (adapter->ccw_device->id.dev_model != ZFCP_DEVICE_MODEL_PRIV)) {
1876 exclusive = (bottom->lun_access_info &
1877 FSF_UNIT_ACCESS_EXCLUSIVE);
1878 readwrite = (bottom->lun_access_info &
1879 FSF_UNIT_ACCESS_OUTBOUND_TRANSFER);
1882 atomic_set_mask(ZFCP_STATUS_UNIT_SHARED,
1886 atomic_set_mask(ZFCP_STATUS_UNIT_READONLY,
1888 dev_info(&adapter->ccw_device->dev,
1889 "SCSI device at LUN 0x%016Lx on port "
1890 "0x%016Lx opened read-only\n",
1891 (unsigned long long)unit->fcp_lun,
1892 (unsigned long long)unit->port->wwpn);
1895 if (exclusive && !readwrite) {
1896 dev_err(&adapter->ccw_device->dev,
1897 "Exclusive read-only access not "
1898 "supported (unit 0x%016Lx, "
1900 (unsigned long long)unit->fcp_lun,
1901 (unsigned long long)unit->port->wwpn);
1902 zfcp_erp_unit_failed(unit, 35, req);
1903 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1904 zfcp_erp_unit_shutdown(unit, 0, 80, req);
1905 } else if (!exclusive && readwrite) {
1906 dev_err(&adapter->ccw_device->dev,
1907 "Shared read-write access not "
1908 "supported (unit 0x%016Lx, port "
1910 (unsigned long long)unit->fcp_lun,
1911 (unsigned long long)unit->port->wwpn);
1912 zfcp_erp_unit_failed(unit, 36, req);
1913 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1914 zfcp_erp_unit_shutdown(unit, 0, 81, req);
1922 * zfcp_fsf_open_unit - open unit
1923 * @erp_action: pointer to struct zfcp_erp_action
1924 * Returns: 0 on success, error otherwise
1926 int zfcp_fsf_open_unit(struct zfcp_erp_action *erp_action)
1928 struct qdio_buffer_element *sbale;
1929 struct zfcp_adapter *adapter = erp_action->adapter;
1930 struct zfcp_fsf_req *req;
1933 spin_lock_bh(&adapter->req_q_lock);
1934 if (zfcp_fsf_req_sbal_get(adapter))
1937 req = zfcp_fsf_req_create(adapter, FSF_QTCB_OPEN_LUN,
1938 ZFCP_REQ_AUTO_CLEANUP,
1939 adapter->pool.fsf_req_erp);
1941 retval = PTR_ERR(req);
1945 sbale = zfcp_qdio_sbale_req(req);
1946 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1947 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1949 req->qtcb->header.port_handle = erp_action->port->handle;
1950 req->qtcb->bottom.support.fcp_lun = erp_action->unit->fcp_lun;
1951 req->handler = zfcp_fsf_open_unit_handler;
1952 req->data = erp_action->unit;
1953 req->erp_action = erp_action;
1954 erp_action->fsf_req = req;
1956 if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE))
1957 req->qtcb->bottom.support.option = FSF_OPEN_LUN_SUPPRESS_BOXING;
1959 zfcp_fsf_start_erp_timer(req);
1960 retval = zfcp_fsf_req_send(req);
1962 zfcp_fsf_req_free(req);
1963 erp_action->fsf_req = NULL;
1966 spin_unlock_bh(&adapter->req_q_lock);
1970 static void zfcp_fsf_close_unit_handler(struct zfcp_fsf_req *req)
1972 struct zfcp_unit *unit = req->data;
1974 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1977 switch (req->qtcb->header.fsf_status) {
1978 case FSF_PORT_HANDLE_NOT_VALID:
1979 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 110, req);
1980 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1982 case FSF_LUN_HANDLE_NOT_VALID:
1983 zfcp_erp_port_reopen(unit->port, 0, 111, req);
1984 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1986 case FSF_PORT_BOXED:
1987 zfcp_erp_port_boxed(unit->port, 52, req);
1988 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1989 ZFCP_STATUS_FSFREQ_RETRY;
1991 case FSF_ADAPTER_STATUS_AVAILABLE:
1992 switch (req->qtcb->header.fsf_status_qual.word[0]) {
1993 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1994 zfcp_test_link(unit->port);
1996 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1997 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2002 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
2008 * zfcp_fsf_close_unit - close zfcp unit
2009 * @erp_action: pointer to struct zfcp_unit
2010 * Returns: 0 on success, error otherwise
2012 int zfcp_fsf_close_unit(struct zfcp_erp_action *erp_action)
2014 struct qdio_buffer_element *sbale;
2015 struct zfcp_adapter *adapter = erp_action->adapter;
2016 struct zfcp_fsf_req *req;
2019 spin_lock_bh(&adapter->req_q_lock);
2020 if (zfcp_fsf_req_sbal_get(adapter))
2022 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_LUN,
2023 ZFCP_REQ_AUTO_CLEANUP,
2024 adapter->pool.fsf_req_erp);
2026 retval = PTR_ERR(req);
2030 sbale = zfcp_qdio_sbale_req(req);
2031 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
2032 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2034 req->qtcb->header.port_handle = erp_action->port->handle;
2035 req->qtcb->header.lun_handle = erp_action->unit->handle;
2036 req->handler = zfcp_fsf_close_unit_handler;
2037 req->data = erp_action->unit;
2038 req->erp_action = erp_action;
2039 erp_action->fsf_req = req;
2041 zfcp_fsf_start_erp_timer(req);
2042 retval = zfcp_fsf_req_send(req);
2044 zfcp_fsf_req_free(req);
2045 erp_action->fsf_req = NULL;
2048 spin_unlock_bh(&adapter->req_q_lock);
2052 static void zfcp_fsf_update_lat(struct fsf_latency_record *lat_rec, u32 lat)
2054 lat_rec->sum += lat;
2055 lat_rec->min = min(lat_rec->min, lat);
2056 lat_rec->max = max(lat_rec->max, lat);
2059 static void zfcp_fsf_req_latency(struct zfcp_fsf_req *req)
2061 struct fsf_qual_latency_info *lat_inf;
2062 struct latency_cont *lat;
2063 struct zfcp_unit *unit = req->unit;
2064 unsigned long flags;
2066 lat_inf = &req->qtcb->prefix.prot_status_qual.latency_info;
2068 switch (req->qtcb->bottom.io.data_direction) {
2069 case FSF_DATADIR_READ:
2070 lat = &unit->latencies.read;
2072 case FSF_DATADIR_WRITE:
2073 lat = &unit->latencies.write;
2075 case FSF_DATADIR_CMND:
2076 lat = &unit->latencies.cmd;
2082 spin_lock_irqsave(&unit->latencies.lock, flags);
2083 zfcp_fsf_update_lat(&lat->channel, lat_inf->channel_lat);
2084 zfcp_fsf_update_lat(&lat->fabric, lat_inf->fabric_lat);
2086 spin_unlock_irqrestore(&unit->latencies.lock, flags);
2089 #ifdef CONFIG_BLK_DEV_IO_TRACE
2090 static void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2092 struct fsf_qual_latency_info *lat_inf;
2093 struct scsi_cmnd *scsi_cmnd = (struct scsi_cmnd *)fsf_req->data;
2094 struct request *req = scsi_cmnd->request;
2095 struct zfcp_blk_drv_data trace;
2096 int ticks = fsf_req->adapter->timer_ticks;
2099 trace.magic = ZFCP_BLK_DRV_DATA_MAGIC;
2100 if (fsf_req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA) {
2101 trace.flags |= ZFCP_BLK_LAT_VALID;
2102 lat_inf = &fsf_req->qtcb->prefix.prot_status_qual.latency_info;
2103 trace.channel_lat = lat_inf->channel_lat * ticks;
2104 trace.fabric_lat = lat_inf->fabric_lat * ticks;
2106 if (fsf_req->status & ZFCP_STATUS_FSFREQ_ERROR)
2107 trace.flags |= ZFCP_BLK_REQ_ERROR;
2108 trace.inb_usage = fsf_req->qdio_inb_usage;
2109 trace.outb_usage = fsf_req->qdio_outb_usage;
2111 blk_add_driver_data(req->q, req, &trace, sizeof(trace));
2114 static inline void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2119 static void zfcp_fsf_send_fcp_command_task_handler(struct zfcp_fsf_req *req)
2121 struct scsi_cmnd *scpnt;
2122 struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2123 &(req->qtcb->bottom.io.fcp_rsp);
2125 char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2126 unsigned long flags;
2128 read_lock_irqsave(&req->adapter->abort_lock, flags);
2131 if (unlikely(!scpnt)) {
2132 read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2136 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ABORTED)) {
2137 set_host_byte(scpnt, DID_SOFT_ERROR);
2138 set_driver_byte(scpnt, SUGGEST_RETRY);
2139 goto skip_fsfstatus;
2142 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR)) {
2143 set_host_byte(scpnt, DID_ERROR);
2144 goto skip_fsfstatus;
2147 set_msg_byte(scpnt, COMMAND_COMPLETE);
2149 scpnt->result |= fcp_rsp_iu->scsi_status;
2151 if (req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA)
2152 zfcp_fsf_req_latency(req);
2154 zfcp_fsf_trace_latency(req);
2156 if (unlikely(fcp_rsp_iu->validity.bits.fcp_rsp_len_valid)) {
2157 if (fcp_rsp_info[3] == RSP_CODE_GOOD)
2158 set_host_byte(scpnt, DID_OK);
2160 set_host_byte(scpnt, DID_ERROR);
2161 goto skip_fsfstatus;
2165 if (unlikely(fcp_rsp_iu->validity.bits.fcp_sns_len_valid)) {
2166 sns_len = FSF_FCP_RSP_SIZE - sizeof(struct fcp_rsp_iu) +
2167 fcp_rsp_iu->fcp_rsp_len;
2168 sns_len = min(sns_len, (u32) SCSI_SENSE_BUFFERSIZE);
2169 sns_len = min(sns_len, fcp_rsp_iu->fcp_sns_len);
2171 memcpy(scpnt->sense_buffer,
2172 zfcp_get_fcp_sns_info_ptr(fcp_rsp_iu), sns_len);
2175 if (unlikely(fcp_rsp_iu->validity.bits.fcp_resid_under)) {
2176 scsi_set_resid(scpnt, fcp_rsp_iu->fcp_resid);
2177 if (scsi_bufflen(scpnt) - scsi_get_resid(scpnt) <
2179 set_host_byte(scpnt, DID_ERROR);
2182 if (scpnt->result != 0)
2183 zfcp_scsi_dbf_event_result("erro", 3, req->adapter, scpnt, req);
2184 else if (scpnt->retries > 0)
2185 zfcp_scsi_dbf_event_result("retr", 4, req->adapter, scpnt, req);
2187 zfcp_scsi_dbf_event_result("norm", 6, req->adapter, scpnt, req);
2189 scpnt->host_scribble = NULL;
2190 (scpnt->scsi_done) (scpnt);
2192 * We must hold this lock until scsi_done has been called.
2193 * Otherwise we may call scsi_done after abort regarding this
2194 * command has completed.
2195 * Note: scsi_done must not block!
2197 read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2200 static void zfcp_fsf_send_fcp_ctm_handler(struct zfcp_fsf_req *req)
2202 struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2203 &(req->qtcb->bottom.io.fcp_rsp);
2204 char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2206 if ((fcp_rsp_info[3] != RSP_CODE_GOOD) ||
2207 (req->status & ZFCP_STATUS_FSFREQ_ERROR))
2208 req->status |= ZFCP_STATUS_FSFREQ_TMFUNCFAILED;
2212 static void zfcp_fsf_send_fcp_command_handler(struct zfcp_fsf_req *req)
2214 struct zfcp_unit *unit;
2215 struct fsf_qtcb_header *header = &req->qtcb->header;
2217 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT))
2222 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
2223 goto skip_fsfstatus;
2225 switch (header->fsf_status) {
2226 case FSF_HANDLE_MISMATCH:
2227 case FSF_PORT_HANDLE_NOT_VALID:
2228 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 112, req);
2229 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2231 case FSF_FCPLUN_NOT_VALID:
2232 case FSF_LUN_HANDLE_NOT_VALID:
2233 zfcp_erp_port_reopen(unit->port, 0, 113, req);
2234 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2236 case FSF_SERVICE_CLASS_NOT_SUPPORTED:
2237 zfcp_fsf_class_not_supp(req);
2239 case FSF_ACCESS_DENIED:
2240 zfcp_fsf_access_denied_unit(req, unit);
2242 case FSF_DIRECTION_INDICATOR_NOT_VALID:
2243 dev_err(&req->adapter->ccw_device->dev,
2244 "Incorrect direction %d, unit 0x%016Lx on port "
2245 "0x%016Lx closed\n",
2246 req->qtcb->bottom.io.data_direction,
2247 (unsigned long long)unit->fcp_lun,
2248 (unsigned long long)unit->port->wwpn);
2249 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, 133, req);
2250 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2252 case FSF_CMND_LENGTH_NOT_VALID:
2253 dev_err(&req->adapter->ccw_device->dev,
2254 "Incorrect CDB length %d, unit 0x%016Lx on "
2255 "port 0x%016Lx closed\n",
2256 req->qtcb->bottom.io.fcp_cmnd_length,
2257 (unsigned long long)unit->fcp_lun,
2258 (unsigned long long)unit->port->wwpn);
2259 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, 134, req);
2260 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2262 case FSF_PORT_BOXED:
2263 zfcp_erp_port_boxed(unit->port, 53, req);
2264 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2265 ZFCP_STATUS_FSFREQ_RETRY;
2268 zfcp_erp_unit_boxed(unit, 54, req);
2269 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2270 ZFCP_STATUS_FSFREQ_RETRY;
2272 case FSF_ADAPTER_STATUS_AVAILABLE:
2273 if (header->fsf_status_qual.word[0] ==
2274 FSF_SQ_INVOKE_LINK_TEST_PROCEDURE)
2275 zfcp_test_link(unit->port);
2276 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2280 if (req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT)
2281 zfcp_fsf_send_fcp_ctm_handler(req);
2283 zfcp_fsf_send_fcp_command_task_handler(req);
2285 zfcp_unit_put(unit);
2289 static void zfcp_set_fcp_dl(struct fcp_cmnd_iu *fcp_cmd, u32 fcp_dl)
2294 * fcp_dl_addr = start address of fcp_cmnd structure +
2295 * size of fixed part + size of dynamically sized add_dcp_cdb field
2296 * SEE FCP-2 documentation
2298 fcp_dl_ptr = (u32 *) ((unsigned char *) &fcp_cmd[1] +
2299 (fcp_cmd->add_fcp_cdb_length << 2));
2300 *fcp_dl_ptr = fcp_dl;
2304 * zfcp_fsf_send_fcp_command_task - initiate an FCP command (for a SCSI command)
2305 * @adapter: adapter where scsi command is issued
2306 * @unit: unit where command is sent to
2307 * @scsi_cmnd: scsi command to be sent
2308 * @timer: timer to be started when request is initiated
2309 * @req_flags: flags for fsf_request
2311 int zfcp_fsf_send_fcp_command_task(struct zfcp_adapter *adapter,
2312 struct zfcp_unit *unit,
2313 struct scsi_cmnd *scsi_cmnd,
2314 int use_timer, int req_flags)
2316 struct zfcp_fsf_req *req;
2317 struct fcp_cmnd_iu *fcp_cmnd_iu;
2318 unsigned int sbtype;
2319 int real_bytes, retval = -EIO;
2321 if (unlikely(!(atomic_read(&unit->status) &
2322 ZFCP_STATUS_COMMON_UNBLOCKED)))
2325 spin_lock(&adapter->req_q_lock);
2326 if (!zfcp_fsf_sbal_available(adapter))
2328 req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND, req_flags,
2329 adapter->pool.fsf_req_scsi);
2331 retval = PTR_ERR(req);
2335 zfcp_unit_get(unit);
2337 req->data = scsi_cmnd;
2338 req->handler = zfcp_fsf_send_fcp_command_handler;
2339 req->qtcb->header.lun_handle = unit->handle;
2340 req->qtcb->header.port_handle = unit->port->handle;
2341 req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2343 scsi_cmnd->host_scribble = (unsigned char *) req->req_id;
2345 fcp_cmnd_iu = (struct fcp_cmnd_iu *) &(req->qtcb->bottom.io.fcp_cmnd);
2346 fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2348 * set depending on data direction:
2349 * data direction bits in SBALE (SB Type)
2350 * data direction bits in QTCB
2351 * data direction bits in FCP_CMND IU
2353 switch (scsi_cmnd->sc_data_direction) {
2355 req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2356 sbtype = SBAL_FLAGS0_TYPE_READ;
2358 case DMA_FROM_DEVICE:
2359 req->qtcb->bottom.io.data_direction = FSF_DATADIR_READ;
2360 sbtype = SBAL_FLAGS0_TYPE_READ;
2361 fcp_cmnd_iu->rddata = 1;
2364 req->qtcb->bottom.io.data_direction = FSF_DATADIR_WRITE;
2365 sbtype = SBAL_FLAGS0_TYPE_WRITE;
2366 fcp_cmnd_iu->wddata = 1;
2368 case DMA_BIDIRECTIONAL:
2371 goto failed_scsi_cmnd;
2374 if (likely((scsi_cmnd->device->simple_tags) ||
2375 ((atomic_read(&unit->status) & ZFCP_STATUS_UNIT_READONLY) &&
2376 (atomic_read(&unit->status) & ZFCP_STATUS_UNIT_SHARED))))
2377 fcp_cmnd_iu->task_attribute = SIMPLE_Q;
2379 fcp_cmnd_iu->task_attribute = UNTAGGED;
2381 if (unlikely(scsi_cmnd->cmd_len > FCP_CDB_LENGTH))
2382 fcp_cmnd_iu->add_fcp_cdb_length =
2383 (scsi_cmnd->cmd_len - FCP_CDB_LENGTH) >> 2;
2385 memcpy(fcp_cmnd_iu->fcp_cdb, scsi_cmnd->cmnd, scsi_cmnd->cmd_len);
2387 req->qtcb->bottom.io.fcp_cmnd_length = sizeof(struct fcp_cmnd_iu) +
2388 fcp_cmnd_iu->add_fcp_cdb_length + sizeof(u32);
2390 real_bytes = zfcp_qdio_sbals_from_sg(req, sbtype,
2391 scsi_sglist(scsi_cmnd),
2392 FSF_MAX_SBALS_PER_REQ);
2393 if (unlikely(real_bytes < 0)) {
2394 if (req->sbal_number < FSF_MAX_SBALS_PER_REQ)
2397 dev_err(&adapter->ccw_device->dev,
2398 "Oversize data package, unit 0x%016Lx "
2399 "on port 0x%016Lx closed\n",
2400 (unsigned long long)unit->fcp_lun,
2401 (unsigned long long)unit->port->wwpn);
2402 zfcp_erp_unit_shutdown(unit, 0, 131, req);
2405 goto failed_scsi_cmnd;
2408 zfcp_set_fcp_dl(fcp_cmnd_iu, real_bytes);
2411 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2413 retval = zfcp_fsf_req_send(req);
2414 if (unlikely(retval))
2415 goto failed_scsi_cmnd;
2420 zfcp_unit_put(unit);
2421 zfcp_fsf_req_free(req);
2422 scsi_cmnd->host_scribble = NULL;
2424 spin_unlock(&adapter->req_q_lock);
2429 * zfcp_fsf_send_fcp_ctm - send SCSI task management command
2430 * @adapter: pointer to struct zfcp-adapter
2431 * @unit: pointer to struct zfcp_unit
2432 * @tm_flags: unsigned byte for task management flags
2433 * @req_flags: int request flags
2434 * Returns: on success pointer to struct fsf_req, NULL otherwise
2436 struct zfcp_fsf_req *zfcp_fsf_send_fcp_ctm(struct zfcp_adapter *adapter,
2437 struct zfcp_unit *unit,
2438 u8 tm_flags, int req_flags)
2440 struct qdio_buffer_element *sbale;
2441 struct zfcp_fsf_req *req = NULL;
2442 struct fcp_cmnd_iu *fcp_cmnd_iu;
2444 if (unlikely(!(atomic_read(&unit->status) &
2445 ZFCP_STATUS_COMMON_UNBLOCKED)))
2448 spin_lock(&adapter->req_q_lock);
2449 if (!zfcp_fsf_sbal_available(adapter))
2451 req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND, req_flags,
2452 adapter->pool.fsf_req_scsi);
2458 req->status |= ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT;
2460 req->handler = zfcp_fsf_send_fcp_command_handler;
2461 req->qtcb->header.lun_handle = unit->handle;
2462 req->qtcb->header.port_handle = unit->port->handle;
2463 req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2464 req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2465 req->qtcb->bottom.io.fcp_cmnd_length = sizeof(struct fcp_cmnd_iu) +
2468 sbale = zfcp_qdio_sbale_req(req);
2469 sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE;
2470 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2472 fcp_cmnd_iu = (struct fcp_cmnd_iu *) &req->qtcb->bottom.io.fcp_cmnd;
2473 fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2474 fcp_cmnd_iu->task_management_flags = tm_flags;
2476 zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
2477 if (!zfcp_fsf_req_send(req))
2480 zfcp_fsf_req_free(req);
2483 spin_unlock(&adapter->req_q_lock);
2487 static void zfcp_fsf_control_file_handler(struct zfcp_fsf_req *req)
2489 if (req->qtcb->header.fsf_status != FSF_GOOD)
2490 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2494 * zfcp_fsf_control_file - control file upload/download
2495 * @adapter: pointer to struct zfcp_adapter
2496 * @fsf_cfdc: pointer to struct zfcp_fsf_cfdc
2497 * Returns: on success pointer to struct zfcp_fsf_req, NULL otherwise
2499 struct zfcp_fsf_req *zfcp_fsf_control_file(struct zfcp_adapter *adapter,
2500 struct zfcp_fsf_cfdc *fsf_cfdc)
2502 struct qdio_buffer_element *sbale;
2503 struct zfcp_fsf_req *req = NULL;
2504 struct fsf_qtcb_bottom_support *bottom;
2505 int direction, retval = -EIO, bytes;
2507 if (!(adapter->adapter_features & FSF_FEATURE_CFDC))
2508 return ERR_PTR(-EOPNOTSUPP);
2510 switch (fsf_cfdc->command) {
2511 case FSF_QTCB_DOWNLOAD_CONTROL_FILE:
2512 direction = SBAL_FLAGS0_TYPE_WRITE;
2514 case FSF_QTCB_UPLOAD_CONTROL_FILE:
2515 direction = SBAL_FLAGS0_TYPE_READ;
2518 return ERR_PTR(-EINVAL);
2521 spin_lock_bh(&adapter->req_q_lock);
2522 if (zfcp_fsf_req_sbal_get(adapter))
2525 req = zfcp_fsf_req_create(adapter, fsf_cfdc->command, 0, NULL);
2531 req->handler = zfcp_fsf_control_file_handler;
2533 sbale = zfcp_qdio_sbale_req(req);
2534 sbale[0].flags |= direction;
2536 bottom = &req->qtcb->bottom.support;
2537 bottom->operation_subtype = FSF_CFDC_OPERATION_SUBTYPE;
2538 bottom->option = fsf_cfdc->option;
2540 bytes = zfcp_qdio_sbals_from_sg(req, direction, fsf_cfdc->sg,
2541 FSF_MAX_SBALS_PER_REQ);
2542 if (bytes != ZFCP_CFDC_MAX_SIZE) {
2544 zfcp_fsf_req_free(req);
2548 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2549 retval = zfcp_fsf_req_send(req);
2551 spin_unlock_bh(&adapter->req_q_lock);
2554 wait_event(req->completion_wq,
2555 req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
2558 return ERR_PTR(retval);