[SCSI] lpfc 8.2.4 : Miscellaneous Discovery/ELS Fixes
[linux-2.6-block.git] / drivers / scsi / lpfc / lpfc_scsi.c
CommitLineData
dea3101e 1/*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
c44ce173 3 * Fibre Channel Host Bus Adapters. *
9413afff 4 * Copyright (C) 2004-2007 Emulex. All rights reserved. *
c44ce173 5 * EMULEX and SLI are trademarks of Emulex. *
dea3101e 6 * www.emulex.com *
c44ce173 7 * Portions Copyright (C) 2004-2005 Christoph Hellwig *
dea3101e 8 * *
9 * This program is free software; you can redistribute it and/or *
c44ce173
JSEC
10 * modify it under the terms of version 2 of the GNU General *
11 * Public License as published by the Free Software Foundation. *
12 * This program is distributed in the hope that it will be useful. *
13 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
14 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
15 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
16 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17 * TO BE LEGALLY INVALID. See the GNU General Public License for *
18 * more details, a copy of which can be found in the file COPYING *
19 * included with this package. *
dea3101e 20 *******************************************************************/
21
dea3101e 22#include <linux/pci.h>
23#include <linux/interrupt.h>
a90f5684 24#include <linux/delay.h>
dea3101e 25
26#include <scsi/scsi.h>
27#include <scsi/scsi_device.h>
28#include <scsi/scsi_host.h>
29#include <scsi/scsi_tcq.h>
30#include <scsi/scsi_transport_fc.h>
31
32#include "lpfc_version.h"
33#include "lpfc_hw.h"
34#include "lpfc_sli.h"
35#include "lpfc_disc.h"
36#include "lpfc_scsi.h"
37#include "lpfc.h"
38#include "lpfc_logmsg.h"
39#include "lpfc_crtn.h"
92d7f7b0 40#include "lpfc_vport.h"
dea3101e 41
42#define LPFC_RESET_WAIT 2
43#define LPFC_ABORT_WAIT 2
44
92d7f7b0
JS
45/*
46 * This function is called with no lock held when there is a resource
47 * error in driver or in firmware.
48 */
49void
50lpfc_adjust_queue_depth(struct lpfc_hba *phba)
51{
52 unsigned long flags;
53
54 spin_lock_irqsave(&phba->hbalock, flags);
55 atomic_inc(&phba->num_rsrc_err);
56 phba->last_rsrc_error_time = jiffies;
57
58 if ((phba->last_ramp_down_time + QUEUE_RAMP_DOWN_INTERVAL) > jiffies) {
59 spin_unlock_irqrestore(&phba->hbalock, flags);
60 return;
61 }
62
63 phba->last_ramp_down_time = jiffies;
64
65 spin_unlock_irqrestore(&phba->hbalock, flags);
66
67 spin_lock_irqsave(&phba->pport->work_port_lock, flags);
68 if ((phba->pport->work_port_events &
69 WORKER_RAMP_DOWN_QUEUE) == 0) {
70 phba->pport->work_port_events |= WORKER_RAMP_DOWN_QUEUE;
71 }
72 spin_unlock_irqrestore(&phba->pport->work_port_lock, flags);
73
74 spin_lock_irqsave(&phba->hbalock, flags);
75 if (phba->work_wait)
76 wake_up(phba->work_wait);
77 spin_unlock_irqrestore(&phba->hbalock, flags);
78
79 return;
80}
81
82/*
83 * This function is called with no lock held when there is a successful
84 * SCSI command completion.
85 */
86static inline void
3de2a653 87lpfc_rampup_queue_depth(struct lpfc_vport *vport,
92d7f7b0
JS
88 struct scsi_device *sdev)
89{
90 unsigned long flags;
3de2a653 91 struct lpfc_hba *phba = vport->phba;
92d7f7b0
JS
92 atomic_inc(&phba->num_cmd_success);
93
3de2a653 94 if (vport->cfg_lun_queue_depth <= sdev->queue_depth)
92d7f7b0 95 return;
92d7f7b0
JS
96 spin_lock_irqsave(&phba->hbalock, flags);
97 if (((phba->last_ramp_up_time + QUEUE_RAMP_UP_INTERVAL) > jiffies) ||
98 ((phba->last_rsrc_error_time + QUEUE_RAMP_UP_INTERVAL ) > jiffies)) {
99 spin_unlock_irqrestore(&phba->hbalock, flags);
100 return;
101 }
92d7f7b0
JS
102 phba->last_ramp_up_time = jiffies;
103 spin_unlock_irqrestore(&phba->hbalock, flags);
104
105 spin_lock_irqsave(&phba->pport->work_port_lock, flags);
106 if ((phba->pport->work_port_events &
107 WORKER_RAMP_UP_QUEUE) == 0) {
108 phba->pport->work_port_events |= WORKER_RAMP_UP_QUEUE;
109 }
110 spin_unlock_irqrestore(&phba->pport->work_port_lock, flags);
111
112 spin_lock_irqsave(&phba->hbalock, flags);
113 if (phba->work_wait)
114 wake_up(phba->work_wait);
115 spin_unlock_irqrestore(&phba->hbalock, flags);
116}
117
118void
119lpfc_ramp_down_queue_handler(struct lpfc_hba *phba)
120{
549e55cd
JS
121 struct lpfc_vport **vports;
122 struct Scsi_Host *shost;
92d7f7b0
JS
123 struct scsi_device *sdev;
124 unsigned long new_queue_depth;
125 unsigned long num_rsrc_err, num_cmd_success;
549e55cd 126 int i;
92d7f7b0
JS
127
128 num_rsrc_err = atomic_read(&phba->num_rsrc_err);
129 num_cmd_success = atomic_read(&phba->num_cmd_success);
130
549e55cd
JS
131 vports = lpfc_create_vport_work_array(phba);
132 if (vports != NULL)
133 for(i = 0; i < LPFC_MAX_VPORTS && vports[i] != NULL; i++) {
134 shost = lpfc_shost_from_vport(vports[i]);
135 shost_for_each_device(sdev, shost) {
92d7f7b0 136 new_queue_depth =
549e55cd
JS
137 sdev->queue_depth * num_rsrc_err /
138 (num_rsrc_err + num_cmd_success);
139 if (!new_queue_depth)
140 new_queue_depth = sdev->queue_depth - 1;
141 else
142 new_queue_depth = sdev->queue_depth -
143 new_queue_depth;
144 if (sdev->ordered_tags)
145 scsi_adjust_queue_depth(sdev,
146 MSG_ORDERED_TAG,
147 new_queue_depth);
148 else
149 scsi_adjust_queue_depth(sdev,
150 MSG_SIMPLE_TAG,
151 new_queue_depth);
152 }
92d7f7b0 153 }
549e55cd 154 lpfc_destroy_vport_work_array(vports);
92d7f7b0
JS
155 atomic_set(&phba->num_rsrc_err, 0);
156 atomic_set(&phba->num_cmd_success, 0);
157}
158
159void
160lpfc_ramp_up_queue_handler(struct lpfc_hba *phba)
161{
549e55cd
JS
162 struct lpfc_vport **vports;
163 struct Scsi_Host *shost;
92d7f7b0 164 struct scsi_device *sdev;
549e55cd
JS
165 int i;
166
167 vports = lpfc_create_vport_work_array(phba);
168 if (vports != NULL)
169 for(i = 0; i < LPFC_MAX_VPORTS && vports[i] != NULL; i++) {
170 shost = lpfc_shost_from_vport(vports[i]);
171 shost_for_each_device(sdev, shost) {
172 if (sdev->ordered_tags)
173 scsi_adjust_queue_depth(sdev,
174 MSG_ORDERED_TAG,
175 sdev->queue_depth+1);
176 else
177 scsi_adjust_queue_depth(sdev,
178 MSG_SIMPLE_TAG,
179 sdev->queue_depth+1);
180 }
92d7f7b0 181 }
549e55cd 182 lpfc_destroy_vport_work_array(vports);
92d7f7b0
JS
183 atomic_set(&phba->num_rsrc_err, 0);
184 atomic_set(&phba->num_cmd_success, 0);
185}
186
dea3101e 187/*
188 * This routine allocates a scsi buffer, which contains all the necessary
189 * information needed to initiate a SCSI I/O. The non-DMAable buffer region
190 * contains information to build the IOCB. The DMAable region contains
191 * memory for the FCP CMND, FCP RSP, and the inital BPL. In addition to
192 * allocating memeory, the FCP CMND and FCP RSP BDEs are setup in the BPL
193 * and the BPL BDE is setup in the IOCB.
194 */
195static struct lpfc_scsi_buf *
2e0fef85 196lpfc_new_scsi_buf(struct lpfc_vport *vport)
dea3101e 197{
2e0fef85 198 struct lpfc_hba *phba = vport->phba;
dea3101e 199 struct lpfc_scsi_buf *psb;
200 struct ulp_bde64 *bpl;
201 IOCB_t *iocb;
202 dma_addr_t pdma_phys;
604a3e30 203 uint16_t iotag;
dea3101e 204
bbfbbbc1 205 psb = kzalloc(sizeof(struct lpfc_scsi_buf), GFP_KERNEL);
dea3101e 206 if (!psb)
207 return NULL;
dea3101e 208
209 /*
210 * Get memory from the pci pool to map the virt space to pci bus space
211 * for an I/O. The DMA buffer includes space for the struct fcp_cmnd,
212 * struct fcp_rsp and the number of bde's necessary to support the
213 * sg_tablesize.
214 */
215 psb->data = pci_pool_alloc(phba->lpfc_scsi_dma_buf_pool, GFP_KERNEL,
216 &psb->dma_handle);
217 if (!psb->data) {
218 kfree(psb);
219 return NULL;
220 }
221
222 /* Initialize virtual ptrs to dma_buf region. */
223 memset(psb->data, 0, phba->cfg_sg_dma_buf_size);
224
604a3e30
JB
225 /* Allocate iotag for psb->cur_iocbq. */
226 iotag = lpfc_sli_next_iotag(phba, &psb->cur_iocbq);
227 if (iotag == 0) {
228 pci_pool_free(phba->lpfc_scsi_dma_buf_pool,
229 psb->data, psb->dma_handle);
230 kfree (psb);
231 return NULL;
232 }
0bd4ca25 233 psb->cur_iocbq.iocb_flag |= LPFC_IO_FCP;
604a3e30 234
dea3101e 235 psb->fcp_cmnd = psb->data;
236 psb->fcp_rsp = psb->data + sizeof(struct fcp_cmnd);
237 psb->fcp_bpl = psb->data + sizeof(struct fcp_cmnd) +
238 sizeof(struct fcp_rsp);
239
240 /* Initialize local short-hand pointers. */
241 bpl = psb->fcp_bpl;
242 pdma_phys = psb->dma_handle;
243
244 /*
245 * The first two bdes are the FCP_CMD and FCP_RSP. The balance are sg
246 * list bdes. Initialize the first two and leave the rest for
247 * queuecommand.
248 */
249 bpl->addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys));
250 bpl->addrLow = le32_to_cpu(putPaddrLow(pdma_phys));
251 bpl->tus.f.bdeSize = sizeof (struct fcp_cmnd);
252 bpl->tus.f.bdeFlags = BUFF_USE_CMND;
253 bpl->tus.w = le32_to_cpu(bpl->tus.w);
254 bpl++;
255
256 /* Setup the physical region for the FCP RSP */
257 pdma_phys += sizeof (struct fcp_cmnd);
258 bpl->addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys));
259 bpl->addrLow = le32_to_cpu(putPaddrLow(pdma_phys));
260 bpl->tus.f.bdeSize = sizeof (struct fcp_rsp);
261 bpl->tus.f.bdeFlags = (BUFF_USE_CMND | BUFF_USE_RCV);
262 bpl->tus.w = le32_to_cpu(bpl->tus.w);
263
264 /*
265 * Since the IOCB for the FCP I/O is built into this lpfc_scsi_buf,
266 * initialize it with all known data now.
267 */
268 pdma_phys += (sizeof (struct fcp_rsp));
269 iocb = &psb->cur_iocbq.iocb;
270 iocb->un.fcpi64.bdl.ulpIoTag32 = 0;
271 iocb->un.fcpi64.bdl.addrHigh = putPaddrHigh(pdma_phys);
272 iocb->un.fcpi64.bdl.addrLow = putPaddrLow(pdma_phys);
273 iocb->un.fcpi64.bdl.bdeSize = (2 * sizeof (struct ulp_bde64));
274 iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BDL;
275 iocb->ulpBdeCount = 1;
276 iocb->ulpClass = CLASS3;
277
278 return psb;
279}
280
455c53ec 281static struct lpfc_scsi_buf*
875fbdfe 282lpfc_get_scsi_buf(struct lpfc_hba * phba)
dea3101e 283{
0bd4ca25
JSEC
284 struct lpfc_scsi_buf * lpfc_cmd = NULL;
285 struct list_head *scsi_buf_list = &phba->lpfc_scsi_buf_list;
875fbdfe 286 unsigned long iflag = 0;
0bd4ca25 287
875fbdfe 288 spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
0bd4ca25 289 list_remove_head(scsi_buf_list, lpfc_cmd, struct lpfc_scsi_buf, list);
1dcb58e5
JS
290 if (lpfc_cmd) {
291 lpfc_cmd->seg_cnt = 0;
292 lpfc_cmd->nonsg_phys = 0;
293 }
875fbdfe 294 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
0bd4ca25
JSEC
295 return lpfc_cmd;
296}
dea3101e 297
0bd4ca25 298static void
92d7f7b0 299lpfc_release_scsi_buf(struct lpfc_hba *phba, struct lpfc_scsi_buf *psb)
0bd4ca25 300{
875fbdfe 301 unsigned long iflag = 0;
dea3101e 302
875fbdfe 303 spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
0bd4ca25 304 psb->pCmd = NULL;
dea3101e 305 list_add_tail(&psb->list, &phba->lpfc_scsi_buf_list);
875fbdfe 306 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
dea3101e 307}
308
309static int
92d7f7b0 310lpfc_scsi_prep_dma_buf(struct lpfc_hba *phba, struct lpfc_scsi_buf *lpfc_cmd)
dea3101e 311{
312 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
313 struct scatterlist *sgel = NULL;
314 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
315 struct ulp_bde64 *bpl = lpfc_cmd->fcp_bpl;
316 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
317 dma_addr_t physaddr;
318 uint32_t i, num_bde = 0;
a0b4f78f 319 int nseg, datadir = scsi_cmnd->sc_data_direction;
dea3101e 320
321 /*
322 * There are three possibilities here - use scatter-gather segment, use
323 * the single mapping, or neither. Start the lpfc command prep by
324 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
325 * data bde entry.
326 */
327 bpl += 2;
c59fd9eb 328 if (scsi_sg_count(scsi_cmnd)) {
dea3101e 329 /*
330 * The driver stores the segment count returned from pci_map_sg
331 * because this a count of dma-mappings used to map the use_sg
332 * pages. They are not guaranteed to be the same for those
333 * architectures that implement an IOMMU.
334 */
dea3101e 335
c59fd9eb
FT
336 nseg = dma_map_sg(&phba->pcidev->dev, scsi_sglist(scsi_cmnd),
337 scsi_sg_count(scsi_cmnd), datadir);
338 if (unlikely(!nseg))
339 return 1;
340
a0b4f78f 341 lpfc_cmd->seg_cnt = nseg;
dea3101e 342 if (lpfc_cmd->seg_cnt > phba->cfg_sg_seg_cnt) {
343 printk(KERN_ERR "%s: Too many sg segments from "
344 "dma_map_sg. Config %d, seg_cnt %d",
345 __FUNCTION__, phba->cfg_sg_seg_cnt,
346 lpfc_cmd->seg_cnt);
a0b4f78f 347 scsi_dma_unmap(scsi_cmnd);
dea3101e 348 return 1;
349 }
350
351 /*
352 * The driver established a maximum scatter-gather segment count
353 * during probe that limits the number of sg elements in any
354 * single scsi command. Just run through the seg_cnt and format
355 * the bde's.
356 */
a0b4f78f 357 scsi_for_each_sg(scsi_cmnd, sgel, nseg, i) {
dea3101e 358 physaddr = sg_dma_address(sgel);
359 bpl->addrLow = le32_to_cpu(putPaddrLow(physaddr));
360 bpl->addrHigh = le32_to_cpu(putPaddrHigh(physaddr));
361 bpl->tus.f.bdeSize = sg_dma_len(sgel);
362 if (datadir == DMA_TO_DEVICE)
363 bpl->tus.f.bdeFlags = 0;
364 else
365 bpl->tus.f.bdeFlags = BUFF_USE_RCV;
366 bpl->tus.w = le32_to_cpu(bpl->tus.w);
367 bpl++;
dea3101e 368 num_bde++;
369 }
c59fd9eb 370 }
dea3101e 371
372 /*
373 * Finish initializing those IOCB fields that are dependent on the
483f05f0
JSEC
374 * scsi_cmnd request_buffer. Note that the bdeSize is explicitly
375 * reinitialized since all iocb memory resources are used many times
376 * for transmit, receive, and continuation bpl's.
dea3101e 377 */
483f05f0 378 iocb_cmd->un.fcpi64.bdl.bdeSize = (2 * sizeof (struct ulp_bde64));
dea3101e 379 iocb_cmd->un.fcpi64.bdl.bdeSize +=
380 (num_bde * sizeof (struct ulp_bde64));
381 iocb_cmd->ulpBdeCount = 1;
382 iocb_cmd->ulpLe = 1;
a0b4f78f 383 fcp_cmnd->fcpDl = be32_to_cpu(scsi_bufflen(scsi_cmnd));
dea3101e 384 return 0;
385}
386
bcf4dbfa
JS
387static void
388lpfc_scsi_unprep_dma_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * psb)
389{
390 /*
391 * There are only two special cases to consider. (1) the scsi command
392 * requested scatter-gather usage or (2) the scsi command allocated
393 * a request buffer, but did not request use_sg. There is a third
394 * case, but it does not require resource deallocation.
395 */
a0b4f78f
FT
396 if (psb->seg_cnt > 0)
397 scsi_dma_unmap(psb->pCmd);
bcf4dbfa
JS
398}
399
dea3101e 400static void
2e0fef85
JS
401lpfc_handle_fcp_err(struct lpfc_vport *vport, struct lpfc_scsi_buf *lpfc_cmd,
402 struct lpfc_iocbq *rsp_iocb)
dea3101e 403{
404 struct scsi_cmnd *cmnd = lpfc_cmd->pCmd;
405 struct fcp_cmnd *fcpcmd = lpfc_cmd->fcp_cmnd;
406 struct fcp_rsp *fcprsp = lpfc_cmd->fcp_rsp;
7054a606 407 uint32_t fcpi_parm = rsp_iocb->iocb.un.fcpi.fcpi_parm;
dea3101e 408 uint32_t resp_info = fcprsp->rspStatus2;
409 uint32_t scsi_status = fcprsp->rspStatus3;
c7743956 410 uint32_t *lp;
dea3101e 411 uint32_t host_status = DID_OK;
412 uint32_t rsplen = 0;
c7743956 413 uint32_t logit = LOG_FCP | LOG_FCP_ERROR;
dea3101e 414
415 /*
416 * If this is a task management command, there is no
417 * scsi packet associated with this lpfc_cmd. The driver
418 * consumes it.
419 */
420 if (fcpcmd->fcpCntl2) {
421 scsi_status = 0;
422 goto out;
423 }
424
c7743956
JS
425 if ((resp_info & SNS_LEN_VALID) && fcprsp->rspSnsLen) {
426 uint32_t snslen = be32_to_cpu(fcprsp->rspSnsLen);
427 if (snslen > SCSI_SENSE_BUFFERSIZE)
428 snslen = SCSI_SENSE_BUFFERSIZE;
429
430 if (resp_info & RSP_LEN_VALID)
431 rsplen = be32_to_cpu(fcprsp->rspRspLen);
432 memcpy(cmnd->sense_buffer, &fcprsp->rspInfo0 + rsplen, snslen);
433 }
434 lp = (uint32_t *)cmnd->sense_buffer;
435
436 if (!scsi_status && (resp_info & RESID_UNDER))
437 logit = LOG_FCP;
438
e8b62011
JS
439 lpfc_printf_vlog(vport, KERN_WARNING, logit,
440 "0730 FCP command x%x failed: x%x SNS x%x x%x "
441 "Data: x%x x%x x%x x%x x%x\n",
442 cmnd->cmnd[0], scsi_status,
443 be32_to_cpu(*lp), be32_to_cpu(*(lp + 3)), resp_info,
444 be32_to_cpu(fcprsp->rspResId),
445 be32_to_cpu(fcprsp->rspSnsLen),
446 be32_to_cpu(fcprsp->rspRspLen),
447 fcprsp->rspInfo3);
dea3101e 448
449 if (resp_info & RSP_LEN_VALID) {
450 rsplen = be32_to_cpu(fcprsp->rspRspLen);
451 if ((rsplen != 0 && rsplen != 4 && rsplen != 8) ||
452 (fcprsp->rspInfo3 != RSP_NO_FAILURE)) {
453 host_status = DID_ERROR;
454 goto out;
455 }
456 }
457
a0b4f78f 458 scsi_set_resid(cmnd, 0);
dea3101e 459 if (resp_info & RESID_UNDER) {
a0b4f78f 460 scsi_set_resid(cmnd, be32_to_cpu(fcprsp->rspResId));
dea3101e 461
e8b62011
JS
462 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
463 "0716 FCP Read Underrun, expected %d, "
464 "residual %d Data: x%x x%x x%x\n",
465 be32_to_cpu(fcpcmd->fcpDl),
466 scsi_get_resid(cmnd), fcpi_parm, cmnd->cmnd[0],
467 cmnd->underflow);
dea3101e 468
7054a606
JS
469 /*
470 * If there is an under run check if under run reported by
471 * storage array is same as the under run reported by HBA.
472 * If this is not same, there is a dropped frame.
473 */
474 if ((cmnd->sc_data_direction == DMA_FROM_DEVICE) &&
475 fcpi_parm &&
a0b4f78f 476 (scsi_get_resid(cmnd) != fcpi_parm)) {
e8b62011
JS
477 lpfc_printf_vlog(vport, KERN_WARNING,
478 LOG_FCP | LOG_FCP_ERROR,
479 "0735 FCP Read Check Error "
480 "and Underrun Data: x%x x%x x%x x%x\n",
481 be32_to_cpu(fcpcmd->fcpDl),
482 scsi_get_resid(cmnd), fcpi_parm,
483 cmnd->cmnd[0]);
a0b4f78f 484 scsi_set_resid(cmnd, scsi_bufflen(cmnd));
7054a606
JS
485 host_status = DID_ERROR;
486 }
dea3101e 487 /*
488 * The cmnd->underflow is the minimum number of bytes that must
489 * be transfered for this command. Provided a sense condition
490 * is not present, make sure the actual amount transferred is at
491 * least the underflow value or fail.
492 */
493 if (!(resp_info & SNS_LEN_VALID) &&
494 (scsi_status == SAM_STAT_GOOD) &&
a0b4f78f
FT
495 (scsi_bufflen(cmnd) - scsi_get_resid(cmnd)
496 < cmnd->underflow)) {
e8b62011
JS
497 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
498 "0717 FCP command x%x residual "
499 "underrun converted to error "
500 "Data: x%x x%x x%x\n",
66dbfbe6 501 cmnd->cmnd[0], scsi_bufflen(cmnd),
e8b62011 502 scsi_get_resid(cmnd), cmnd->underflow);
dea3101e 503 host_status = DID_ERROR;
504 }
505 } else if (resp_info & RESID_OVER) {
e8b62011
JS
506 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
507 "0720 FCP command x%x residual overrun error. "
508 "Data: x%x x%x \n", cmnd->cmnd[0],
509 scsi_bufflen(cmnd), scsi_get_resid(cmnd));
dea3101e 510 host_status = DID_ERROR;
511
512 /*
513 * Check SLI validation that all the transfer was actually done
514 * (fcpi_parm should be zero). Apply check only to reads.
515 */
516 } else if ((scsi_status == SAM_STAT_GOOD) && fcpi_parm &&
517 (cmnd->sc_data_direction == DMA_FROM_DEVICE)) {
e8b62011
JS
518 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP | LOG_FCP_ERROR,
519 "0734 FCP Read Check Error Data: "
520 "x%x x%x x%x x%x\n",
521 be32_to_cpu(fcpcmd->fcpDl),
522 be32_to_cpu(fcprsp->rspResId),
523 fcpi_parm, cmnd->cmnd[0]);
dea3101e 524 host_status = DID_ERROR;
a0b4f78f 525 scsi_set_resid(cmnd, scsi_bufflen(cmnd));
dea3101e 526 }
527
528 out:
529 cmnd->result = ScsiResult(host_status, scsi_status);
530}
531
532static void
533lpfc_scsi_cmd_iocb_cmpl(struct lpfc_hba *phba, struct lpfc_iocbq *pIocbIn,
534 struct lpfc_iocbq *pIocbOut)
535{
536 struct lpfc_scsi_buf *lpfc_cmd =
537 (struct lpfc_scsi_buf *) pIocbIn->context1;
2e0fef85 538 struct lpfc_vport *vport = pIocbIn->vport;
dea3101e 539 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
540 struct lpfc_nodelist *pnode = rdata->pnode;
541 struct scsi_cmnd *cmd = lpfc_cmd->pCmd;
445cf4f4
JSEC
542 int result;
543 struct scsi_device *sdev, *tmp_sdev;
544 int depth = 0;
dea3101e 545
546 lpfc_cmd->result = pIocbOut->iocb.un.ulpWord[4];
547 lpfc_cmd->status = pIocbOut->iocb.ulpStatus;
548
549 if (lpfc_cmd->status) {
550 if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
551 (lpfc_cmd->result & IOERR_DRVR_MASK))
552 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
553 else if (lpfc_cmd->status >= IOSTAT_CNT)
554 lpfc_cmd->status = IOSTAT_DEFAULT;
555
e8b62011
JS
556 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
557 "0729 FCP cmd x%x failed <%d/%d> "
558 "status: x%x result: x%x Data: x%x x%x\n",
559 cmd->cmnd[0],
560 cmd->device ? cmd->device->id : 0xffff,
561 cmd->device ? cmd->device->lun : 0xffff,
562 lpfc_cmd->status, lpfc_cmd->result,
563 pIocbOut->iocb.ulpContext,
564 lpfc_cmd->cur_iocbq.iocb.ulpIoTag);
dea3101e 565
566 switch (lpfc_cmd->status) {
567 case IOSTAT_FCP_RSP_ERROR:
568 /* Call FCP RSP handler to determine result */
2e0fef85 569 lpfc_handle_fcp_err(vport, lpfc_cmd, pIocbOut);
dea3101e 570 break;
571 case IOSTAT_NPORT_BSY:
572 case IOSTAT_FABRIC_BSY:
573 cmd->result = ScsiResult(DID_BUS_BUSY, 0);
574 break;
92d7f7b0
JS
575 case IOSTAT_LOCAL_REJECT:
576 if (lpfc_cmd->result == RJT_UNAVAIL_PERM ||
577 lpfc_cmd->result == IOERR_NO_RESOURCES ||
578 lpfc_cmd->result == RJT_LOGIN_REQUIRED) {
579 cmd->result = ScsiResult(DID_REQUEUE, 0);
580 break;
581 } /* else: fall through */
dea3101e 582 default:
583 cmd->result = ScsiResult(DID_ERROR, 0);
584 break;
585 }
586
19a7b4ae
JSEC
587 if ((pnode == NULL )
588 || (pnode->nlp_state != NLP_STE_MAPPED_NODE))
589 cmd->result = ScsiResult(DID_BUS_BUSY, SAM_STAT_BUSY);
dea3101e 590 } else {
591 cmd->result = ScsiResult(DID_OK, 0);
592 }
593
594 if (cmd->result || lpfc_cmd->fcp_rsp->rspSnsLen) {
595 uint32_t *lp = (uint32_t *)cmd->sense_buffer;
596
e8b62011
JS
597 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
598 "0710 Iodone <%d/%d> cmd %p, error "
599 "x%x SNS x%x x%x Data: x%x x%x\n",
600 cmd->device->id, cmd->device->lun, cmd,
601 cmd->result, *lp, *(lp + 3), cmd->retries,
602 scsi_get_resid(cmd));
dea3101e 603 }
604
445cf4f4
JSEC
605 result = cmd->result;
606 sdev = cmd->device;
1dcb58e5 607 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
0bd4ca25
JSEC
608 cmd->scsi_done(cmd);
609
b808608b
JW
610 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
611 lpfc_release_scsi_buf(phba, lpfc_cmd);
612 return;
613 }
614
92d7f7b0
JS
615
616 if (!result)
3de2a653 617 lpfc_rampup_queue_depth(vport, sdev);
92d7f7b0 618
0c6ac8ef 619 if (!result && pnode != NULL &&
445cf4f4
JSEC
620 ((jiffies - pnode->last_ramp_up_time) >
621 LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
622 ((jiffies - pnode->last_q_full_time) >
623 LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
3de2a653 624 (vport->cfg_lun_queue_depth > sdev->queue_depth)) {
445cf4f4 625 shost_for_each_device(tmp_sdev, sdev->host) {
3de2a653 626 if (vport->cfg_lun_queue_depth > tmp_sdev->queue_depth){
445cf4f4
JSEC
627 if (tmp_sdev->id != sdev->id)
628 continue;
629 if (tmp_sdev->ordered_tags)
630 scsi_adjust_queue_depth(tmp_sdev,
631 MSG_ORDERED_TAG,
632 tmp_sdev->queue_depth+1);
633 else
634 scsi_adjust_queue_depth(tmp_sdev,
635 MSG_SIMPLE_TAG,
636 tmp_sdev->queue_depth+1);
637
638 pnode->last_ramp_up_time = jiffies;
639 }
640 }
641 }
642
643 /*
644 * Check for queue full. If the lun is reporting queue full, then
645 * back off the lun queue depth to prevent target overloads.
646 */
0c6ac8ef 647 if (result == SAM_STAT_TASK_SET_FULL && pnode != NULL) {
445cf4f4
JSEC
648 pnode->last_q_full_time = jiffies;
649
650 shost_for_each_device(tmp_sdev, sdev->host) {
651 if (tmp_sdev->id != sdev->id)
652 continue;
653 depth = scsi_track_queue_full(tmp_sdev,
654 tmp_sdev->queue_depth - 1);
655 }
656 /*
2e0fef85 657 * The queue depth cannot be lowered any more.
445cf4f4
JSEC
658 * Modify the returned error code to store
659 * the final depth value set by
660 * scsi_track_queue_full.
661 */
662 if (depth == -1)
663 depth = sdev->host->cmd_per_lun;
664
665 if (depth) {
e8b62011
JS
666 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
667 "0711 detected queue full - lun queue "
668 "depth adjusted to %d.\n", depth);
445cf4f4
JSEC
669 }
670 }
671
0bd4ca25 672 lpfc_release_scsi_buf(phba, lpfc_cmd);
dea3101e 673}
674
675static void
2e0fef85
JS
676lpfc_scsi_prep_cmnd(struct lpfc_vport *vport, struct lpfc_scsi_buf *lpfc_cmd,
677 struct lpfc_nodelist *pnode)
dea3101e 678{
2e0fef85 679 struct lpfc_hba *phba = vport->phba;
dea3101e 680 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
681 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
682 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
683 struct lpfc_iocbq *piocbq = &(lpfc_cmd->cur_iocbq);
684 int datadir = scsi_cmnd->sc_data_direction;
7e2b19fb 685 char tag[2];
dea3101e 686
687 lpfc_cmd->fcp_rsp->rspSnsLen = 0;
69859dc4
JSEC
688 /* clear task management bits */
689 lpfc_cmd->fcp_cmnd->fcpCntl2 = 0;
dea3101e 690
91886523
JSEC
691 int_to_scsilun(lpfc_cmd->pCmd->device->lun,
692 &lpfc_cmd->fcp_cmnd->fcp_lun);
dea3101e 693
694 memcpy(&fcp_cmnd->fcpCdb[0], scsi_cmnd->cmnd, 16);
695
7e2b19fb
JS
696 if (scsi_populate_tag_msg(scsi_cmnd, tag)) {
697 switch (tag[0]) {
dea3101e 698 case HEAD_OF_QUEUE_TAG:
699 fcp_cmnd->fcpCntl1 = HEAD_OF_Q;
700 break;
701 case ORDERED_QUEUE_TAG:
702 fcp_cmnd->fcpCntl1 = ORDERED_Q;
703 break;
704 default:
705 fcp_cmnd->fcpCntl1 = SIMPLE_Q;
706 break;
707 }
708 } else
709 fcp_cmnd->fcpCntl1 = 0;
710
711 /*
712 * There are three possibilities here - use scatter-gather segment, use
713 * the single mapping, or neither. Start the lpfc command prep by
714 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
715 * data bde entry.
716 */
a0b4f78f 717 if (scsi_sg_count(scsi_cmnd)) {
dea3101e 718 if (datadir == DMA_TO_DEVICE) {
719 iocb_cmd->ulpCommand = CMD_FCP_IWRITE64_CR;
720 iocb_cmd->un.fcpi.fcpi_parm = 0;
721 iocb_cmd->ulpPU = 0;
722 fcp_cmnd->fcpCntl3 = WRITE_DATA;
723 phba->fc4OutputRequests++;
724 } else {
725 iocb_cmd->ulpCommand = CMD_FCP_IREAD64_CR;
726 iocb_cmd->ulpPU = PARM_READ_CHECK;
a0b4f78f 727 iocb_cmd->un.fcpi.fcpi_parm = scsi_bufflen(scsi_cmnd);
dea3101e 728 fcp_cmnd->fcpCntl3 = READ_DATA;
729 phba->fc4InputRequests++;
730 }
731 } else {
732 iocb_cmd->ulpCommand = CMD_FCP_ICMND64_CR;
733 iocb_cmd->un.fcpi.fcpi_parm = 0;
734 iocb_cmd->ulpPU = 0;
735 fcp_cmnd->fcpCntl3 = 0;
736 phba->fc4ControlRequests++;
737 }
738
739 /*
740 * Finish initializing those IOCB fields that are independent
741 * of the scsi_cmnd request_buffer
742 */
743 piocbq->iocb.ulpContext = pnode->nlp_rpi;
744 if (pnode->nlp_fcp_info & NLP_FCP_2_DEVICE)
745 piocbq->iocb.ulpFCP2Rcvy = 1;
746
747 piocbq->iocb.ulpClass = (pnode->nlp_fcp_info & 0x0f);
748 piocbq->context1 = lpfc_cmd;
749 piocbq->iocb_cmpl = lpfc_scsi_cmd_iocb_cmpl;
750 piocbq->iocb.ulpTimeout = lpfc_cmd->timeout;
2e0fef85 751 piocbq->vport = vport;
dea3101e 752}
753
754static int
2e0fef85 755lpfc_scsi_prep_task_mgmt_cmd(struct lpfc_vport *vport,
dea3101e 756 struct lpfc_scsi_buf *lpfc_cmd,
420b630d 757 unsigned int lun,
dea3101e 758 uint8_t task_mgmt_cmd)
759{
dea3101e 760 struct lpfc_iocbq *piocbq;
761 IOCB_t *piocb;
762 struct fcp_cmnd *fcp_cmnd;
0b18ac42 763 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
dea3101e 764 struct lpfc_nodelist *ndlp = rdata->pnode;
765
19a7b4ae 766 if ((ndlp == NULL) || (ndlp->nlp_state != NLP_STE_MAPPED_NODE)) {
dea3101e 767 return 0;
768 }
769
dea3101e 770 piocbq = &(lpfc_cmd->cur_iocbq);
2e0fef85
JS
771 piocbq->vport = vport;
772
dea3101e 773 piocb = &piocbq->iocb;
774
775 fcp_cmnd = lpfc_cmd->fcp_cmnd;
420b630d 776 int_to_scsilun(lun, &lpfc_cmd->fcp_cmnd->fcp_lun);
dea3101e 777 fcp_cmnd->fcpCntl2 = task_mgmt_cmd;
778
779 piocb->ulpCommand = CMD_FCP_ICMND64_CR;
780
781 piocb->ulpContext = ndlp->nlp_rpi;
782 if (ndlp->nlp_fcp_info & NLP_FCP_2_DEVICE) {
783 piocb->ulpFCP2Rcvy = 1;
784 }
785 piocb->ulpClass = (ndlp->nlp_fcp_info & 0x0f);
786
787 /* ulpTimeout is only one byte */
788 if (lpfc_cmd->timeout > 0xff) {
789 /*
790 * Do not timeout the command at the firmware level.
791 * The driver will provide the timeout mechanism.
792 */
793 piocb->ulpTimeout = 0;
794 } else {
795 piocb->ulpTimeout = lpfc_cmd->timeout;
796 }
797
2e0fef85 798 return 1;
dea3101e 799}
800
7054a606
JS
801static void
802lpfc_tskmgmt_def_cmpl(struct lpfc_hba *phba,
803 struct lpfc_iocbq *cmdiocbq,
804 struct lpfc_iocbq *rspiocbq)
805{
806 struct lpfc_scsi_buf *lpfc_cmd =
807 (struct lpfc_scsi_buf *) cmdiocbq->context1;
808 if (lpfc_cmd)
809 lpfc_release_scsi_buf(phba, lpfc_cmd);
810 return;
811}
812
dea3101e 813static int
2e0fef85 814lpfc_scsi_tgt_reset(struct lpfc_scsi_buf *lpfc_cmd, struct lpfc_vport *vport,
420b630d
JS
815 unsigned tgt_id, unsigned int lun,
816 struct lpfc_rport_data *rdata)
dea3101e 817{
2e0fef85 818 struct lpfc_hba *phba = vport->phba;
dea3101e 819 struct lpfc_iocbq *iocbq;
0bd4ca25 820 struct lpfc_iocbq *iocbqrsp;
dea3101e 821 int ret;
822
f5603511
JS
823 if (!rdata->pnode)
824 return FAILED;
825
0b18ac42 826 lpfc_cmd->rdata = rdata;
2e0fef85 827 ret = lpfc_scsi_prep_task_mgmt_cmd(vport, lpfc_cmd, lun,
420b630d 828 FCP_TARGET_RESET);
dea3101e 829 if (!ret)
830 return FAILED;
831
dea3101e 832 iocbq = &lpfc_cmd->cur_iocbq;
0bd4ca25
JSEC
833 iocbqrsp = lpfc_sli_get_iocbq(phba);
834
dea3101e 835 if (!iocbqrsp)
836 return FAILED;
dea3101e 837
0b18ac42 838 /* Issue Target Reset to TGT <num> */
e8b62011
JS
839 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
840 "0702 Issue Target Reset to TGT %d Data: x%x x%x\n",
841 tgt_id, rdata->pnode->nlp_rpi, rdata->pnode->nlp_flag);
68876920
JSEC
842 ret = lpfc_sli_issue_iocb_wait(phba,
843 &phba->sli.ring[phba->sli.fcp_ring],
844 iocbq, iocbqrsp, lpfc_cmd->timeout);
dea3101e 845 if (ret != IOCB_SUCCESS) {
7054a606
JS
846 if (ret == IOCB_TIMEDOUT)
847 iocbq->iocb_cmpl = lpfc_tskmgmt_def_cmpl;
dea3101e 848 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
dea3101e 849 } else {
850 ret = SUCCESS;
851 lpfc_cmd->result = iocbqrsp->iocb.un.ulpWord[4];
852 lpfc_cmd->status = iocbqrsp->iocb.ulpStatus;
853 if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
854 (lpfc_cmd->result & IOERR_DRVR_MASK))
855 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
856 }
857
604a3e30 858 lpfc_sli_release_iocbq(phba, iocbqrsp);
dea3101e 859 return ret;
860}
861
dea3101e 862const char *
863lpfc_info(struct Scsi_Host *host)
864{
2e0fef85
JS
865 struct lpfc_vport *vport = (struct lpfc_vport *) host->hostdata;
866 struct lpfc_hba *phba = vport->phba;
dea3101e 867 int len;
868 static char lpfcinfobuf[384];
869
870 memset(lpfcinfobuf,0,384);
871 if (phba && phba->pcidev){
872 strncpy(lpfcinfobuf, phba->ModelDesc, 256);
873 len = strlen(lpfcinfobuf);
874 snprintf(lpfcinfobuf + len,
875 384-len,
876 " on PCI bus %02x device %02x irq %d",
877 phba->pcidev->bus->number,
878 phba->pcidev->devfn,
879 phba->pcidev->irq);
880 len = strlen(lpfcinfobuf);
881 if (phba->Port[0]) {
882 snprintf(lpfcinfobuf + len,
883 384-len,
884 " port %s",
885 phba->Port);
886 }
887 }
888 return lpfcinfobuf;
889}
890
875fbdfe
JSEC
891static __inline__ void lpfc_poll_rearm_timer(struct lpfc_hba * phba)
892{
893 unsigned long poll_tmo_expires =
894 (jiffies + msecs_to_jiffies(phba->cfg_poll_tmo));
895
896 if (phba->sli.ring[LPFC_FCP_RING].txcmplq_cnt)
897 mod_timer(&phba->fcp_poll_timer,
898 poll_tmo_expires);
899}
900
901void lpfc_poll_start_timer(struct lpfc_hba * phba)
902{
903 lpfc_poll_rearm_timer(phba);
904}
905
906void lpfc_poll_timeout(unsigned long ptr)
907{
2e0fef85 908 struct lpfc_hba *phba = (struct lpfc_hba *) ptr;
875fbdfe
JSEC
909
910 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
911 lpfc_sli_poll_fcp_ring (phba);
912 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
913 lpfc_poll_rearm_timer(phba);
914 }
875fbdfe
JSEC
915}
916
dea3101e 917static int
918lpfc_queuecommand(struct scsi_cmnd *cmnd, void (*done) (struct scsi_cmnd *))
919{
2e0fef85
JS
920 struct Scsi_Host *shost = cmnd->device->host;
921 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
922 struct lpfc_hba *phba = vport->phba;
923 struct lpfc_sli *psli = &phba->sli;
dea3101e 924 struct lpfc_rport_data *rdata = cmnd->device->hostdata;
925 struct lpfc_nodelist *ndlp = rdata->pnode;
0bd4ca25 926 struct lpfc_scsi_buf *lpfc_cmd;
19a7b4ae 927 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
19a7b4ae 928 int err;
dea3101e 929
19a7b4ae
JSEC
930 err = fc_remote_port_chkready(rport);
931 if (err) {
932 cmnd->result = err;
dea3101e 933 goto out_fail_command;
934 }
935
936 /*
19a7b4ae
JSEC
937 * Catch race where our node has transitioned, but the
938 * transport is still transitioning.
dea3101e 939 */
19a7b4ae
JSEC
940 if (!ndlp) {
941 cmnd->result = ScsiResult(DID_BUS_BUSY, 0);
942 goto out_fail_command;
dea3101e 943 }
ed957684 944 lpfc_cmd = lpfc_get_scsi_buf(phba);
dea3101e 945 if (lpfc_cmd == NULL) {
92d7f7b0
JS
946 lpfc_adjust_queue_depth(phba);
947
e8b62011
JS
948 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
949 "0707 driver's buffer pool is empty, "
950 "IO busied\n");
dea3101e 951 goto out_host_busy;
952 }
953
954 /*
955 * Store the midlayer's command structure for the completion phase
956 * and complete the command initialization.
957 */
958 lpfc_cmd->pCmd = cmnd;
959 lpfc_cmd->rdata = rdata;
960 lpfc_cmd->timeout = 0;
961 cmnd->host_scribble = (unsigned char *)lpfc_cmd;
962 cmnd->scsi_done = done;
963
964 err = lpfc_scsi_prep_dma_buf(phba, lpfc_cmd);
965 if (err)
966 goto out_host_busy_free_buf;
967
2e0fef85 968 lpfc_scsi_prep_cmnd(vport, lpfc_cmd, ndlp);
dea3101e 969
970 err = lpfc_sli_issue_iocb(phba, &phba->sli.ring[psli->fcp_ring],
92d7f7b0 971 &lpfc_cmd->cur_iocbq, SLI_IOCB_RET_IOCB);
dea3101e 972 if (err)
973 goto out_host_busy_free_buf;
875fbdfe
JSEC
974
975 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
976 lpfc_sli_poll_fcp_ring(phba);
977 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
978 lpfc_poll_rearm_timer(phba);
979 }
980
dea3101e 981 return 0;
982
983 out_host_busy_free_buf:
bcf4dbfa 984 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
0bd4ca25 985 lpfc_release_scsi_buf(phba, lpfc_cmd);
dea3101e 986 out_host_busy:
987 return SCSI_MLQUEUE_HOST_BUSY;
988
989 out_fail_command:
990 done(cmnd);
991 return 0;
992}
993
a90f5684
JS
994static void
995lpfc_block_error_handler(struct scsi_cmnd *cmnd)
996{
997 struct Scsi_Host *shost = cmnd->device->host;
998 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
999
1000 spin_lock_irq(shost->host_lock);
1001 while (rport->port_state == FC_PORTSTATE_BLOCKED) {
1002 spin_unlock_irq(shost->host_lock);
1003 msleep(1000);
1004 spin_lock_irq(shost->host_lock);
1005 }
1006 spin_unlock_irq(shost->host_lock);
1007 return;
1008}
63c59c3b 1009
dea3101e 1010static int
63c59c3b 1011lpfc_abort_handler(struct scsi_cmnd *cmnd)
dea3101e 1012{
2e0fef85
JS
1013 struct Scsi_Host *shost = cmnd->device->host;
1014 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1015 struct lpfc_hba *phba = vport->phba;
dea3101e 1016 struct lpfc_sli_ring *pring = &phba->sli.ring[phba->sli.fcp_ring];
0bd4ca25
JSEC
1017 struct lpfc_iocbq *iocb;
1018 struct lpfc_iocbq *abtsiocb;
dea3101e 1019 struct lpfc_scsi_buf *lpfc_cmd;
dea3101e 1020 IOCB_t *cmd, *icmd;
dea3101e 1021 unsigned int loop_count = 0;
0bd4ca25 1022 int ret = SUCCESS;
dea3101e 1023
a90f5684 1024 lpfc_block_error_handler(cmnd);
0bd4ca25
JSEC
1025 lpfc_cmd = (struct lpfc_scsi_buf *)cmnd->host_scribble;
1026 BUG_ON(!lpfc_cmd);
dea3101e 1027
0bd4ca25
JSEC
1028 /*
1029 * If pCmd field of the corresponding lpfc_scsi_buf structure
1030 * points to a different SCSI command, then the driver has
1031 * already completed this command, but the midlayer did not
1032 * see the completion before the eh fired. Just return
1033 * SUCCESS.
1034 */
1035 iocb = &lpfc_cmd->cur_iocbq;
1036 if (lpfc_cmd->pCmd != cmnd)
1037 goto out;
dea3101e 1038
0bd4ca25 1039 BUG_ON(iocb->context1 != lpfc_cmd);
dea3101e 1040
0bd4ca25
JSEC
1041 abtsiocb = lpfc_sli_get_iocbq(phba);
1042 if (abtsiocb == NULL) {
1043 ret = FAILED;
dea3101e 1044 goto out;
1045 }
1046
dea3101e 1047 /*
0bd4ca25
JSEC
1048 * The scsi command can not be in txq and it is in flight because the
1049 * pCmd is still pointig at the SCSI command we have to abort. There
1050 * is no need to search the txcmplq. Just send an abort to the FW.
dea3101e 1051 */
dea3101e 1052
0bd4ca25
JSEC
1053 cmd = &iocb->iocb;
1054 icmd = &abtsiocb->iocb;
1055 icmd->un.acxri.abortType = ABORT_TYPE_ABTS;
1056 icmd->un.acxri.abortContextTag = cmd->ulpContext;
1057 icmd->un.acxri.abortIoTag = cmd->ulpIoTag;
dea3101e 1058
0bd4ca25
JSEC
1059 icmd->ulpLe = 1;
1060 icmd->ulpClass = cmd->ulpClass;
2e0fef85 1061 if (lpfc_is_link_up(phba))
0bd4ca25
JSEC
1062 icmd->ulpCommand = CMD_ABORT_XRI_CN;
1063 else
1064 icmd->ulpCommand = CMD_CLOSE_XRI_CN;
dea3101e 1065
0bd4ca25 1066 abtsiocb->iocb_cmpl = lpfc_sli_abort_fcp_cmpl;
2e0fef85 1067 abtsiocb->vport = vport;
0bd4ca25
JSEC
1068 if (lpfc_sli_issue_iocb(phba, pring, abtsiocb, 0) == IOCB_ERROR) {
1069 lpfc_sli_release_iocbq(phba, abtsiocb);
1070 ret = FAILED;
1071 goto out;
1072 }
dea3101e 1073
875fbdfe
JSEC
1074 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
1075 lpfc_sli_poll_fcp_ring (phba);
1076
0bd4ca25
JSEC
1077 /* Wait for abort to complete */
1078 while (lpfc_cmd->pCmd == cmnd)
1079 {
875fbdfe
JSEC
1080 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
1081 lpfc_sli_poll_fcp_ring (phba);
1082
2e0fef85 1083 schedule_timeout_uninterruptible(LPFC_ABORT_WAIT * HZ);
0bd4ca25 1084 if (++loop_count
3de2a653 1085 > (2 * vport->cfg_devloss_tmo)/LPFC_ABORT_WAIT)
0bd4ca25
JSEC
1086 break;
1087 }
dea3101e 1088
0bd4ca25
JSEC
1089 if (lpfc_cmd->pCmd == cmnd) {
1090 ret = FAILED;
e8b62011
JS
1091 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1092 "0748 abort handler timed out waiting "
1093 "for abort to complete: ret %#x, ID %d, "
1094 "LUN %d, snum %#lx\n",
1095 ret, cmnd->device->id, cmnd->device->lun,
1096 cmnd->serial_number);
dea3101e 1097 }
1098
1099 out:
e8b62011
JS
1100 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
1101 "0749 SCSI Layer I/O Abort Request Status x%x ID %d "
1102 "LUN %d snum %#lx\n", ret, cmnd->device->id,
1103 cmnd->device->lun, cmnd->serial_number);
63c59c3b 1104 return ret;
8fa728a2
JG
1105}
1106
dea3101e 1107static int
7054a606 1108lpfc_device_reset_handler(struct scsi_cmnd *cmnd)
dea3101e 1109{
2e0fef85
JS
1110 struct Scsi_Host *shost = cmnd->device->host;
1111 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1112 struct lpfc_hba *phba = vport->phba;
0bd4ca25
JSEC
1113 struct lpfc_scsi_buf *lpfc_cmd;
1114 struct lpfc_iocbq *iocbq, *iocbqrsp;
dea3101e 1115 struct lpfc_rport_data *rdata = cmnd->device->hostdata;
1116 struct lpfc_nodelist *pnode = rdata->pnode;
6175c02a 1117 uint32_t cmd_result = 0, cmd_status = 0;
dea3101e 1118 int ret = FAILED;
7054a606 1119 int iocb_status = IOCB_SUCCESS;
dea3101e 1120 int cnt, loopcnt;
1121
a90f5684 1122 lpfc_block_error_handler(cmnd);
f5603511 1123 loopcnt = 0;
dea3101e 1124 /*
1125 * If target is not in a MAPPED state, delay the reset until
c01f3208 1126 * target is rediscovered or devloss timeout expires.
dea3101e 1127 */
92d7f7b0 1128 while (1) {
dea3101e 1129 if (!pnode)
7054a606 1130 goto out;
dea3101e 1131
1132 if (pnode->nlp_state != NLP_STE_MAPPED_NODE) {
a9a3047d 1133 schedule_timeout_uninterruptible(msecs_to_jiffies(500));
f5603511
JS
1134 loopcnt++;
1135 rdata = cmnd->device->hostdata;
1136 if (!rdata ||
3de2a653 1137 (loopcnt > ((vport->cfg_devloss_tmo * 2) + 1))){
e8b62011
JS
1138 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1139 "0721 LUN Reset rport "
1140 "failure: cnt x%x rdata x%p\n",
1141 loopcnt, rdata);
f5603511
JS
1142 goto out;
1143 }
1144 pnode = rdata->pnode;
1145 if (!pnode)
7054a606 1146 goto out;
dea3101e 1147 }
f5603511 1148 if (pnode->nlp_state == NLP_STE_MAPPED_NODE)
dea3101e 1149 break;
1150 }
1151
2e0fef85 1152 lpfc_cmd = lpfc_get_scsi_buf(phba);
dea3101e 1153 if (lpfc_cmd == NULL)
1154 goto out;
1155
dea3101e 1156 lpfc_cmd->timeout = 60;
0b18ac42 1157 lpfc_cmd->rdata = rdata;
dea3101e 1158
2e0fef85 1159 ret = lpfc_scsi_prep_task_mgmt_cmd(vport, lpfc_cmd, cmnd->device->lun,
7054a606 1160 FCP_TARGET_RESET);
dea3101e 1161 if (!ret)
1162 goto out_free_scsi_buf;
1163
1164 iocbq = &lpfc_cmd->cur_iocbq;
1165
1166 /* get a buffer for this IOCB command response */
0bd4ca25 1167 iocbqrsp = lpfc_sli_get_iocbq(phba);
dea3101e 1168 if (iocbqrsp == NULL)
1169 goto out_free_scsi_buf;
1170
e8b62011
JS
1171 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
1172 "0703 Issue target reset to TGT %d LUN %d "
1173 "rpi x%x nlp_flag x%x\n", cmnd->device->id,
1174 cmnd->device->lun, pnode->nlp_rpi, pnode->nlp_flag);
7054a606 1175 iocb_status = lpfc_sli_issue_iocb_wait(phba,
68876920
JSEC
1176 &phba->sli.ring[phba->sli.fcp_ring],
1177 iocbq, iocbqrsp, lpfc_cmd->timeout);
dea3101e 1178
7054a606
JS
1179 if (iocb_status == IOCB_TIMEDOUT)
1180 iocbq->iocb_cmpl = lpfc_tskmgmt_def_cmpl;
1181
1182 if (iocb_status == IOCB_SUCCESS)
1183 ret = SUCCESS;
1184 else
1185 ret = iocb_status;
6175c02a
JSEC
1186
1187 cmd_result = iocbqrsp->iocb.un.ulpWord[4];
1188 cmd_status = iocbqrsp->iocb.ulpStatus;
1189
1190 lpfc_sli_release_iocbq(phba, iocbqrsp);
dea3101e 1191
1192 /*
6175c02a 1193 * All outstanding txcmplq I/Os should have been aborted by the device.
dea3101e 1194 * Unfortunately, some targets do not abide by this forcing the driver
1195 * to double check.
1196 */
51ef4c26 1197 cnt = lpfc_sli_sum_iocb(vport, cmnd->device->id, cmnd->device->lun,
6175c02a
JSEC
1198 LPFC_CTX_LUN);
1199 if (cnt)
51ef4c26 1200 lpfc_sli_abort_iocb(vport, &phba->sli.ring[phba->sli.fcp_ring],
6175c02a 1201 cmnd->device->id, cmnd->device->lun,
51ef4c26 1202 LPFC_CTX_LUN);
dea3101e 1203 loopcnt = 0;
92d7f7b0 1204 while(cnt) {
a9a3047d 1205 schedule_timeout_uninterruptible(LPFC_RESET_WAIT*HZ);
dea3101e 1206
1207 if (++loopcnt
3de2a653 1208 > (2 * vport->cfg_devloss_tmo)/LPFC_RESET_WAIT)
dea3101e 1209 break;
6175c02a 1210
51ef4c26
JS
1211 cnt = lpfc_sli_sum_iocb(vport, cmnd->device->id,
1212 cmnd->device->lun, LPFC_CTX_LUN);
dea3101e 1213 }
1214
1215 if (cnt) {
e8b62011
JS
1216 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1217 "0719 device reset I/O flush failure: "
1218 "cnt x%x\n", cnt);
0bd4ca25 1219 ret = FAILED;
dea3101e 1220 }
1221
dea3101e 1222out_free_scsi_buf:
7054a606
JS
1223 if (iocb_status != IOCB_TIMEDOUT) {
1224 lpfc_release_scsi_buf(phba, lpfc_cmd);
1225 }
e8b62011
JS
1226 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1227 "0713 SCSI layer issued device reset (%d, %d) "
1228 "return x%x status x%x result x%x\n",
1229 cmnd->device->id, cmnd->device->lun, ret,
1230 cmd_status, cmd_result);
dea3101e 1231out:
1232 return ret;
1233}
1234
94d0e7b8 1235static int
7054a606 1236lpfc_bus_reset_handler(struct scsi_cmnd *cmnd)
dea3101e 1237{
2e0fef85
JS
1238 struct Scsi_Host *shost = cmnd->device->host;
1239 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1240 struct lpfc_hba *phba = vport->phba;
dea3101e 1241 struct lpfc_nodelist *ndlp = NULL;
1242 int match;
1243 int ret = FAILED, i, err_count = 0;
1244 int cnt, loopcnt;
0bd4ca25 1245 struct lpfc_scsi_buf * lpfc_cmd;
dea3101e 1246
a90f5684 1247 lpfc_block_error_handler(cmnd);
63c59c3b 1248
875fbdfe 1249 lpfc_cmd = lpfc_get_scsi_buf(phba);
dea3101e 1250 if (lpfc_cmd == NULL)
1251 goto out;
1252
1253 /* The lpfc_cmd storage is reused. Set all loop invariants. */
1254 lpfc_cmd->timeout = 60;
dea3101e 1255
1256 /*
1257 * Since the driver manages a single bus device, reset all
1258 * targets known to the driver. Should any target reset
1259 * fail, this routine returns failure to the midlayer.
1260 */
e17da18e 1261 for (i = 0; i < LPFC_MAX_TARGET; i++) {
685f0bf7 1262 /* Search for mapped node by target ID */
dea3101e 1263 match = 0;
2e0fef85
JS
1264 spin_lock_irq(shost->host_lock);
1265 list_for_each_entry(ndlp, &vport->fc_nodes, nlp_listp) {
685f0bf7
JS
1266 if (ndlp->nlp_state == NLP_STE_MAPPED_NODE &&
1267 i == ndlp->nlp_sid &&
1268 ndlp->rport) {
dea3101e 1269 match = 1;
1270 break;
1271 }
1272 }
2e0fef85 1273 spin_unlock_irq(shost->host_lock);
dea3101e 1274 if (!match)
1275 continue;
1276
2e0fef85
JS
1277 ret = lpfc_scsi_tgt_reset(lpfc_cmd, vport, i,
1278 cmnd->device->lun,
420b630d 1279 ndlp->rport->dd_data);
dea3101e 1280 if (ret != SUCCESS) {
e8b62011
JS
1281 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1282 "0700 Bus Reset on target %d failed\n",
1283 i);
dea3101e 1284 err_count++;
7054a606 1285 break;
dea3101e 1286 }
1287 }
1288
7054a606
JS
1289 if (ret != IOCB_TIMEDOUT)
1290 lpfc_release_scsi_buf(phba, lpfc_cmd);
1291
6175c02a
JSEC
1292 if (err_count == 0)
1293 ret = SUCCESS;
7054a606
JS
1294 else
1295 ret = FAILED;
6175c02a
JSEC
1296
1297 /*
1298 * All outstanding txcmplq I/Os should have been aborted by
1299 * the targets. Unfortunately, some targets do not abide by
1300 * this forcing the driver to double check.
1301 */
51ef4c26 1302 cnt = lpfc_sli_sum_iocb(vport, 0, 0, LPFC_CTX_HOST);
6175c02a 1303 if (cnt)
51ef4c26
JS
1304 lpfc_sli_abort_iocb(vport, &phba->sli.ring[phba->sli.fcp_ring],
1305 0, 0, LPFC_CTX_HOST);
dea3101e 1306 loopcnt = 0;
92d7f7b0 1307 while(cnt) {
a9a3047d 1308 schedule_timeout_uninterruptible(LPFC_RESET_WAIT*HZ);
dea3101e 1309
1310 if (++loopcnt
3de2a653 1311 > (2 * vport->cfg_devloss_tmo)/LPFC_RESET_WAIT)
dea3101e 1312 break;
6175c02a 1313
51ef4c26 1314 cnt = lpfc_sli_sum_iocb(vport, 0, 0, LPFC_CTX_HOST);
dea3101e 1315 }
1316
1317 if (cnt) {
e8b62011
JS
1318 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1319 "0715 Bus Reset I/O flush failure: "
1320 "cnt x%x left x%x\n", cnt, i);
0bd4ca25 1321 ret = FAILED;
6175c02a 1322 }
dea3101e 1323
e8b62011
JS
1324 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1325 "0714 SCSI layer issued Bus Reset Data: x%x\n", ret);
dea3101e 1326out:
1327 return ret;
1328}
1329
1330static int
1331lpfc_slave_alloc(struct scsi_device *sdev)
1332{
2e0fef85
JS
1333 struct lpfc_vport *vport = (struct lpfc_vport *) sdev->host->hostdata;
1334 struct lpfc_hba *phba = vport->phba;
dea3101e 1335 struct lpfc_scsi_buf *scsi_buf = NULL;
19a7b4ae 1336 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
dea3101e 1337 uint32_t total = 0, i;
1338 uint32_t num_to_alloc = 0;
1339 unsigned long flags;
dea3101e 1340
19a7b4ae 1341 if (!rport || fc_remote_port_chkready(rport))
dea3101e 1342 return -ENXIO;
1343
19a7b4ae 1344 sdev->hostdata = rport->dd_data;
dea3101e 1345
1346 /*
1347 * Populate the cmds_per_lun count scsi_bufs into this host's globally
1348 * available list of scsi buffers. Don't allocate more than the
a784efbf
JSEC
1349 * HBA limit conveyed to the midlayer via the host structure. The
1350 * formula accounts for the lun_queue_depth + error handlers + 1
1351 * extra. This list of scsi bufs exists for the lifetime of the driver.
dea3101e 1352 */
1353 total = phba->total_scsi_bufs;
3de2a653 1354 num_to_alloc = vport->cfg_lun_queue_depth + 2;
92d7f7b0
JS
1355
1356 /* Allow some exchanges to be available always to complete discovery */
1357 if (total >= phba->cfg_hba_queue_depth - LPFC_DISC_IOCB_BUFF_COUNT ) {
e8b62011
JS
1358 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
1359 "0704 At limitation of %d preallocated "
1360 "command buffers\n", total);
dea3101e 1361 return 0;
92d7f7b0
JS
1362 /* Allow some exchanges to be available always to complete discovery */
1363 } else if (total + num_to_alloc >
1364 phba->cfg_hba_queue_depth - LPFC_DISC_IOCB_BUFF_COUNT ) {
e8b62011
JS
1365 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
1366 "0705 Allocation request of %d "
1367 "command buffers will exceed max of %d. "
1368 "Reducing allocation request to %d.\n",
1369 num_to_alloc, phba->cfg_hba_queue_depth,
1370 (phba->cfg_hba_queue_depth - total));
dea3101e 1371 num_to_alloc = phba->cfg_hba_queue_depth - total;
1372 }
1373
1374 for (i = 0; i < num_to_alloc; i++) {
2e0fef85 1375 scsi_buf = lpfc_new_scsi_buf(vport);
dea3101e 1376 if (!scsi_buf) {
e8b62011
JS
1377 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
1378 "0706 Failed to allocate "
1379 "command buffer\n");
dea3101e 1380 break;
1381 }
1382
875fbdfe 1383 spin_lock_irqsave(&phba->scsi_buf_list_lock, flags);
dea3101e 1384 phba->total_scsi_bufs++;
1385 list_add_tail(&scsi_buf->list, &phba->lpfc_scsi_buf_list);
875fbdfe 1386 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, flags);
dea3101e 1387 }
1388 return 0;
1389}
1390
1391static int
1392lpfc_slave_configure(struct scsi_device *sdev)
1393{
2e0fef85
JS
1394 struct lpfc_vport *vport = (struct lpfc_vport *) sdev->host->hostdata;
1395 struct lpfc_hba *phba = vport->phba;
1396 struct fc_rport *rport = starget_to_rport(sdev->sdev_target);
dea3101e 1397
1398 if (sdev->tagged_supported)
3de2a653 1399 scsi_activate_tcq(sdev, vport->cfg_lun_queue_depth);
dea3101e 1400 else
3de2a653 1401 scsi_deactivate_tcq(sdev, vport->cfg_lun_queue_depth);
dea3101e 1402
1403 /*
1404 * Initialize the fc transport attributes for the target
1405 * containing this scsi device. Also note that the driver's
1406 * target pointer is stored in the starget_data for the
1407 * driver's sysfs entry point functions.
1408 */
3de2a653 1409 rport->dev_loss_tmo = vport->cfg_devloss_tmo;
dea3101e 1410
875fbdfe
JSEC
1411 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
1412 lpfc_sli_poll_fcp_ring(phba);
1413 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
1414 lpfc_poll_rearm_timer(phba);
1415 }
1416
dea3101e 1417 return 0;
1418}
1419
1420static void
1421lpfc_slave_destroy(struct scsi_device *sdev)
1422{
1423 sdev->hostdata = NULL;
1424 return;
1425}
1426
92d7f7b0 1427
dea3101e 1428struct scsi_host_template lpfc_template = {
1429 .module = THIS_MODULE,
1430 .name = LPFC_DRIVER_NAME,
1431 .info = lpfc_info,
1432 .queuecommand = lpfc_queuecommand,
1433 .eh_abort_handler = lpfc_abort_handler,
7054a606
JS
1434 .eh_device_reset_handler= lpfc_device_reset_handler,
1435 .eh_bus_reset_handler = lpfc_bus_reset_handler,
dea3101e 1436 .slave_alloc = lpfc_slave_alloc,
1437 .slave_configure = lpfc_slave_configure,
1438 .slave_destroy = lpfc_slave_destroy,
47a8617c 1439 .scan_finished = lpfc_scan_finished,
dea3101e 1440 .this_id = -1,
1441 .sg_tablesize = LPFC_SG_SEG_CNT,
9cb83c75 1442 .use_sg_chaining = ENABLE_SG_CHAINING,
dea3101e 1443 .cmd_per_lun = LPFC_CMD_PER_LUN,
1444 .use_clustering = ENABLE_CLUSTERING,
2e0fef85 1445 .shost_attrs = lpfc_hba_attrs,
564b2960 1446 .max_sectors = 0xFFFF,
dea3101e 1447};
3de2a653
JS
1448
1449struct scsi_host_template lpfc_vport_template = {
1450 .module = THIS_MODULE,
1451 .name = LPFC_DRIVER_NAME,
1452 .info = lpfc_info,
1453 .queuecommand = lpfc_queuecommand,
1454 .eh_abort_handler = lpfc_abort_handler,
1455 .eh_device_reset_handler= lpfc_device_reset_handler,
1456 .eh_bus_reset_handler = lpfc_bus_reset_handler,
1457 .slave_alloc = lpfc_slave_alloc,
1458 .slave_configure = lpfc_slave_configure,
1459 .slave_destroy = lpfc_slave_destroy,
1460 .scan_finished = lpfc_scan_finished,
1461 .this_id = -1,
1462 .sg_tablesize = LPFC_SG_SEG_CNT,
1463 .cmd_per_lun = LPFC_CMD_PER_LUN,
1464 .use_clustering = ENABLE_CLUSTERING,
9cb83c75 1465 .use_sg_chaining = ENABLE_SG_CHAINING,
3de2a653
JS
1466 .shost_attrs = lpfc_vport_attrs,
1467 .max_sectors = 0xFFFF,
1468};