projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
[SCSI] qla2xxx: Clear drive active CRB register when not in use.
[linux-2.6-block.git] / drivers / scsi / qla2xxx / qla_isr.c
CommitLineData
1da177e4 1/*
fa90c54f 2 * QLogic Fibre Channel HBA Driver
01e58d8e 3 * Copyright (c) 2003-2008 QLogic Corporation
1da177e4 4 *
fa90c54f 5 * See LICENSE.qla2xxx for copyright and licensing details.
1da177e4
LT		 6 */
7#include "qla_def.h"
8
05236a05 9#include <linux/delay.h>
5a0e3ad6 10#include <linux/slab.h>
df7baa50 11#include <scsi/scsi_tcq.h>
9a069e19 12#include <scsi/scsi_bsg_fc.h>
bad75002 13#include <scsi/scsi_eh.h>
df7baa50 14
1da177e4 15static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
73208dfd
AC		 16static void qla2x00_process_completed_request(struct scsi_qla_host *,
17 struct req_que *, uint32_t);
18static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
2afa19a9 19static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
73208dfd
AC		 20static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
21 sts_entry_t *);
9a853f71 22
1da177e4
LT		 23/**
24 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
25 * @irq:
26 * @dev_id: SCSI driver HA context
1da177e4
LT		 27 *
28 * Called by system whenever the host adapter generates an interrupt.
29 *
30 * Returns handled flag.
31 */
32irqreturn_t
7d12e780 33qla2100_intr_handler(int irq, void *dev_id)
1da177e4 34{
e315cd28
AC		 35 scsi_qla_host_t *vha;
36 struct qla_hw_data *ha;
3d71644c 37 struct device_reg_2xxx __iomem *reg;
1da177e4 38 int status;
1da177e4 39 unsigned long iter;
14e660e6 40 uint16_t hccr;
9a853f71 41 uint16_t mb[4];
e315cd28 42 struct rsp_que *rsp;
43fac4d9 43 unsigned long flags;
1da177e4 44
e315cd28
AC		 45 rsp = (struct rsp_que *) dev_id;
46 if (!rsp) {
1da177e4 47 printk(KERN_INFO
e315cd28 48 "%s(): NULL response queue pointer\n", __func__);
1da177e4
LT		 49 return (IRQ_NONE);
50 }
51
e315cd28 52 ha = rsp->hw;
3d71644c 53 reg = &ha->iobase->isp;
1da177e4
LT		 54 status = 0;
55
43fac4d9 56 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 57 vha = pci_get_drvdata(ha->pdev);
1da177e4 58 for (iter = 50; iter--; ) {
14e660e6
SJ		 59 hccr = RD_REG_WORD(&reg->hccr);
60 if (hccr & HCCR_RISC_PAUSE) {
61 if (pci_channel_offline(ha->pdev))
62 break;
63
64 /*
65 * Issue a "HARD" reset in order for the RISC interrupt
66 * bit to be cleared. Schedule a big hammmer to get
67 * out of the RISC PAUSED state.
68 */
69 WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
70 RD_REG_WORD(&reg->hccr);
71
e315cd28
AC		 72 ha->isp_ops->fw_dump(vha, 1);
73 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
14e660e6
SJ		 74 break;
75 } else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
1da177e4
LT		 76 break;
77
78 if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
79 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
80 RD_REG_WORD(&reg->hccr);
81
82 /* Get mailbox data. */
9a853f71
AV		 83 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
84 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
e315cd28 85 qla2x00_mbx_completion(vha, mb[0]);
1da177e4 86 status |= MBX_INTERRUPT;
9a853f71
AV		 87 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
88 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
89 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
90 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
73208dfd 91 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 92 } else {
93 /*EMPTY*/
94 DEBUG2(printk("scsi(%ld): Unrecognized "
9a853f71 95 "interrupt type (%d).\n",
e315cd28 96 vha->host_no, mb[0]));
1da177e4
LT		 97 }
98 /* Release mailbox registers. */
99 WRT_REG_WORD(&reg->semaphore, 0);
100 RD_REG_WORD(&reg->semaphore);
101 } else {
73208dfd 102 qla2x00_process_response_queue(rsp);
1da177e4
LT		 103
104 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
105 RD_REG_WORD(&reg->hccr);
106 }
107 }
43fac4d9 108 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1da177e4 109
1da177e4
LT		 110 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
111 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1da177e4 112 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 113 complete(&ha->mbx_intr_comp);
1da177e4
LT		 114 }
115
1da177e4
LT		 116 return (IRQ_HANDLED);
117}
118
119/**
120 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
121 * @irq:
122 * @dev_id: SCSI driver HA context
1da177e4
LT		 123 *
124 * Called by system whenever the host adapter generates an interrupt.
125 *
126 * Returns handled flag.
127 */
128irqreturn_t
7d12e780 129qla2300_intr_handler(int irq, void *dev_id)
1da177e4 130{
e315cd28 131 scsi_qla_host_t *vha;
3d71644c 132 struct device_reg_2xxx __iomem *reg;
1da177e4 133 int status;
1da177e4
LT		 134 unsigned long iter;
135 uint32_t stat;
1da177e4 136 uint16_t hccr;
9a853f71 137 uint16_t mb[4];
e315cd28
AC		 138 struct rsp_que *rsp;
139 struct qla_hw_data *ha;
43fac4d9 140 unsigned long flags;
1da177e4 141
e315cd28
AC		 142 rsp = (struct rsp_que *) dev_id;
143 if (!rsp) {
1da177e4 144 printk(KERN_INFO
e315cd28 145 "%s(): NULL response queue pointer\n", __func__);
1da177e4
LT		 146 return (IRQ_NONE);
147 }
148
e315cd28 149 ha = rsp->hw;
3d71644c 150 reg = &ha->iobase->isp;
1da177e4
LT		 151 status = 0;
152
43fac4d9 153 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 154 vha = pci_get_drvdata(ha->pdev);
1da177e4
LT		 155 for (iter = 50; iter--; ) {
156 stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
157 if (stat & HSR_RISC_PAUSED) {
85880801 158 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 159 break;
160
1da177e4
LT		 161 hccr = RD_REG_WORD(&reg->hccr);
162 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
07f31805
AV		 163 qla_printk(KERN_INFO, ha, "Parity error -- "
164 "HCCR=%x, Dumping firmware!\n", hccr);
1da177e4 165 else
07f31805
AV		 166 qla_printk(KERN_INFO, ha, "RISC paused -- "
167 "HCCR=%x, Dumping firmware!\n", hccr);
1da177e4
LT		 168
169 /*
170 * Issue a "HARD" reset in order for the RISC
171 * interrupt bit to be cleared. Schedule a big
172 * hammmer to get out of the RISC PAUSED state.
173 */
174 WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
175 RD_REG_WORD(&reg->hccr);
07f31805 176
e315cd28
AC		 177 ha->isp_ops->fw_dump(vha, 1);
178 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 179 break;
180 } else if ((stat & HSR_RISC_INT) == 0)
181 break;
182
1da177e4 183 switch (stat & 0xff) {
1da177e4
LT		 184 case 0x1:
185 case 0x2:
186 case 0x10:
187 case 0x11:
e315cd28 188 qla2x00_mbx_completion(vha, MSW(stat));
1da177e4
LT		 189 status |= MBX_INTERRUPT;
190
191 /* Release mailbox registers. */
192 WRT_REG_WORD(&reg->semaphore, 0);
193 break;
194 case 0x12:
9a853f71
AV		 195 mb[0] = MSW(stat);
196 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
197 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
198 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
73208dfd 199 qla2x00_async_event(vha, rsp, mb);
9a853f71
AV		 200 break;
201 case 0x13:
73208dfd 202 qla2x00_process_response_queue(rsp);
1da177e4
LT		 203 break;
204 case 0x15:
9a853f71
AV		 205 mb[0] = MBA_CMPLT_1_16BIT;
206 mb[1] = MSW(stat);
73208dfd 207 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 208 break;
209 case 0x16:
9a853f71
AV		 210 mb[0] = MBA_SCSI_COMPLETION;
211 mb[1] = MSW(stat);
212 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
73208dfd 213 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 214 break;
215 default:
216 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
9a853f71 217 "(%d).\n",
e315cd28 218 vha->host_no, stat & 0xff));
1da177e4
LT		 219 break;
220 }
221 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
222 RD_REG_WORD_RELAXED(&reg->hccr);
223 }
43fac4d9 224 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1da177e4 225
1da177e4
LT		 226 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
227 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1da177e4 228 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 229 complete(&ha->mbx_intr_comp);
1da177e4
LT		 230 }
231
1da177e4
LT		 232 return (IRQ_HANDLED);
233}
234
235/**
236 * qla2x00_mbx_completion() - Process mailbox command completions.
237 * @ha: SCSI driver HA context
238 * @mb0: Mailbox0 register
239 */
240static void
e315cd28 241qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1da177e4
LT		 242{
243 uint16_t cnt;
244 uint16_t __iomem *wptr;
e315cd28 245 struct qla_hw_data *ha = vha->hw;
3d71644c 246 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1da177e4
LT		 247
248 /* Load return mailbox registers. */
249 ha->flags.mbox_int = 1;
250 ha->mailbox_out[0] = mb0;
251 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
252
253 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
fa2a1ce5 254 if (IS_QLA2200(ha) && cnt == 8)
1da177e4
LT		 255 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
256 if (cnt == 4 || cnt == 5)
257 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
258 else
259 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
fa2a1ce5 260
1da177e4
LT		 261 wptr++;
262 }
263
264 if (ha->mcp) {
265 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
e315cd28 266 __func__, vha->host_no, ha->mcp->mb[0]));
1da177e4
LT		 267 } else {
268 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
e315cd28 269 __func__, vha->host_no));
1da177e4
LT		 270 }
271}
272
8a659571
AV		 273static void
274qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
275{
276 static char *event[] =
277 { "Complete", "Request Notification", "Time Extension" };
278 int rval;
279 struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
280 uint16_t __iomem *wptr;
281 uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
282
283 /* Seed data -- mailbox1 -> mailbox7. */
284 wptr = (uint16_t __iomem *)&reg24->mailbox1;
285 for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
286 mb[cnt] = RD_REG_WORD(wptr);
287
288 DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
289 "%04x %04x %04x %04x %04x %04x %04x.\n", vha->host_no,
290 event[aen & 0xff],
291 mb[0], mb[1], mb[2], mb[3], mb[4], mb[5], mb[6]));
292
293 /* Acknowledgement needed? [Notify && non-zero timeout]. */
294 timeout = (descr >> 8) & 0xf;
295 if (aen != MBA_IDC_NOTIFY || !timeout)
296 return;
297
298 DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
299 "ACK timeout=%d.\n", vha->host_no, event[aen & 0xff], timeout));
300
301 rval = qla2x00_post_idc_ack_work(vha, mb);
302 if (rval != QLA_SUCCESS)
303 qla_printk(KERN_WARNING, vha->hw,
304 "IDC failed to post ACK.\n");
305}
306
1da177e4
LT		 307/**
308 * qla2x00_async_event() - Process aynchronous events.
309 * @ha: SCSI driver HA context
9a853f71 310 * @mb: Mailbox registers (0 - 3)
1da177e4 311 */
2c3dfe3f 312void
73208dfd 313qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
1da177e4 314{
9a853f71 315#define LS_UNKNOWN 2
3a03eb79 316 static char *link_speeds[] = { "1", "2", "?", "4", "8", "10" };
1da177e4 317 char *link_speed;
1da177e4 318 uint16_t handle_cnt;
bdab23da 319 uint16_t cnt, mbx;
1da177e4 320 uint32_t handles[5];
e315cd28 321 struct qla_hw_data *ha = vha->hw;
3d71644c 322 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
bdab23da 323 struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
1da177e4
LT		 324 uint32_t rscn_entry, host_pid;
325 uint8_t rscn_queue_index;
4d4df193 326 unsigned long flags;
1da177e4
LT		 327
328 /* Setup to process RIO completion. */
329 handle_cnt = 0;
a9083016 330 if (IS_QLA8XXX_TYPE(ha))
3a03eb79 331 goto skip_rio;
1da177e4
LT		 332 switch (mb[0]) {
333 case MBA_SCSI_COMPLETION:
9a853f71 334 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
1da177e4
LT		 335 handle_cnt = 1;
336 break;
337 case MBA_CMPLT_1_16BIT:
9a853f71 338 handles[0] = mb[1];
1da177e4
LT		 339 handle_cnt = 1;
340 mb[0] = MBA_SCSI_COMPLETION;
341 break;
342 case MBA_CMPLT_2_16BIT:
9a853f71
AV		 343 handles[0] = mb[1];
344 handles[1] = mb[2];
1da177e4
LT		 345 handle_cnt = 2;
346 mb[0] = MBA_SCSI_COMPLETION;
347 break;
348 case MBA_CMPLT_3_16BIT:
9a853f71
AV		 349 handles[0] = mb[1];
350 handles[1] = mb[2];
351 handles[2] = mb[3];
1da177e4
LT		 352 handle_cnt = 3;
353 mb[0] = MBA_SCSI_COMPLETION;
354 break;
355 case MBA_CMPLT_4_16BIT:
9a853f71
AV		 356 handles[0] = mb[1];
357 handles[1] = mb[2];
358 handles[2] = mb[3];
1da177e4
LT		 359 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
360 handle_cnt = 4;
361 mb[0] = MBA_SCSI_COMPLETION;
362 break;
363 case MBA_CMPLT_5_16BIT:
9a853f71
AV		 364 handles[0] = mb[1];
365 handles[1] = mb[2];
366 handles[2] = mb[3];
1da177e4
LT		 367 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
368 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
369 handle_cnt = 5;
370 mb[0] = MBA_SCSI_COMPLETION;
371 break;
372 case MBA_CMPLT_2_32BIT:
9a853f71 373 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
1da177e4
LT		 374 handles[1] = le32_to_cpu(
375 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
376 RD_MAILBOX_REG(ha, reg, 6));
377 handle_cnt = 2;
378 mb[0] = MBA_SCSI_COMPLETION;
379 break;
380 default:
381 break;
382 }
3a03eb79 383skip_rio:
1da177e4
LT		 384 switch (mb[0]) {
385 case MBA_SCSI_COMPLETION: /* Fast Post */
e315cd28 386 if (!vha->flags.online)
1da177e4
LT		 387 break;
388
389 for (cnt = 0; cnt < handle_cnt; cnt++)
73208dfd
AC		 390 qla2x00_process_completed_request(vha, rsp->req,
391 handles[cnt]);
1da177e4
LT		 392 break;
393
394 case MBA_RESET: /* Reset */
e315cd28
AC		 395 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n",
396 vha->host_no));
1da177e4 397
e315cd28 398 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
1da177e4
LT		 399 break;
400
401 case MBA_SYSTEM_ERR: /* System Error */
bdab23da 402 mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox7) : 0;
1da177e4 403 qla_printk(KERN_INFO, ha,
bdab23da
AV		 404 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
405 "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
1da177e4 406
e315cd28 407 ha->isp_ops->fw_dump(vha, 1);
1da177e4 408
e428924c 409 if (IS_FWI2_CAPABLE(ha)) {
9a853f71
AV		 410 if (mb[1] == 0 && mb[2] == 0) {
411 qla_printk(KERN_ERR, ha,
412 "Unrecoverable Hardware Error: adapter "
413 "marked OFFLINE!\n");
e315cd28 414 vha->flags.online = 0;
9a853f71 415 } else
e315cd28 416 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
9a853f71 417 } else if (mb[1] == 0) {
1da177e4
LT		 418 qla_printk(KERN_INFO, ha,
419 "Unrecoverable Hardware Error: adapter marked "
420 "OFFLINE!\n");
e315cd28 421 vha->flags.online = 0;
1da177e4 422 } else
e315cd28 423 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 424 break;
425
426 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
bdab23da
AV		 427 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error (%x).\n",
428 vha->host_no, mb[1]));
429 qla_printk(KERN_WARNING, ha,
430 "ISP Request Transfer Error (%x).\n", mb[1]);
1da177e4 431
e315cd28 432 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 433 break;
434
435 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
436 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
e315cd28 437 vha->host_no));
1da177e4
LT		 438 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
439
e315cd28 440 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 441 break;
442
443 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
444 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
e315cd28 445 vha->host_no));
1da177e4
LT		 446 break;
447
448 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
e315cd28 449 DEBUG2(printk("scsi(%ld): LIP occurred (%x).\n", vha->host_no,
1da177e4 450 mb[1]));
cc3ef7bc 451 qla_printk(KERN_INFO, ha, "LIP occurred (%x).\n", mb[1]);
1da177e4 452
e315cd28
AC		 453 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
454 atomic_set(&vha->loop_state, LOOP_DOWN);
455 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
456 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 457 }
458
e315cd28
AC		 459 if (vha->vp_idx) {
460 atomic_set(&vha->vp_state, VP_FAILED);
461 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 462 }
463
e315cd28
AC		 464 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
465 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
1da177e4 466
e315cd28
AC		 467 vha->flags.management_server_logged_in = 0;
468 qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
1da177e4
LT		 469 break;
470
471 case MBA_LOOP_UP: /* Loop Up Event */
1da177e4
LT		 472 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
473 link_speed = link_speeds[0];
d8b45213 474 ha->link_data_rate = PORT_SPEED_1GB;
1da177e4 475 } else {
9a853f71 476 link_speed = link_speeds[LS_UNKNOWN];
1da177e4
LT		 477 if (mb[1] < 5)
478 link_speed = link_speeds[mb[1]];
3a03eb79
AV		 479 else if (mb[1] == 0x13)
480 link_speed = link_speeds[5];
1da177e4
LT		 481 ha->link_data_rate = mb[1];
482 }
483
484 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
e315cd28 485 vha->host_no, link_speed));
1da177e4
LT		 486 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
487 link_speed);
488
e315cd28
AC		 489 vha->flags.management_server_logged_in = 0;
490 qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
1da177e4
LT		 491 break;
492
493 case MBA_LOOP_DOWN: /* Loop Down Event */
bdab23da 494 mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox4) : 0;
4d4df193 495 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN "
bdab23da
AV		 496 "(%x %x %x %x).\n", vha->host_no, mb[1], mb[2], mb[3],
497 mbx));
498 qla_printk(KERN_INFO, ha,
499 "LOOP DOWN detected (%x %x %x %x).\n", mb[1], mb[2], mb[3],
500 mbx);
1da177e4 501
e315cd28
AC		 502 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
503 atomic_set(&vha->loop_state, LOOP_DOWN);
504 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
505 vha->device_flags |= DFLG_NO_CABLE;
506 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 507 }
508
e315cd28
AC		 509 if (vha->vp_idx) {
510 atomic_set(&vha->vp_state, VP_FAILED);
511 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 512 }
513
e315cd28 514 vha->flags.management_server_logged_in = 0;
d8b45213 515 ha->link_data_rate = PORT_SPEED_UNKNOWN;
e315cd28 516 qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
1da177e4
LT		 517 break;
518
519 case MBA_LIP_RESET: /* LIP reset occurred */
1da177e4 520 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
e315cd28 521 vha->host_no, mb[1]));
1da177e4 522 qla_printk(KERN_INFO, ha,
cc3ef7bc 523 "LIP reset occurred (%x).\n", mb[1]);
1da177e4 524
e315cd28
AC		 525 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
526 atomic_set(&vha->loop_state, LOOP_DOWN);
527 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
528 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 529 }
530
e315cd28
AC		 531 if (vha->vp_idx) {
532 atomic_set(&vha->vp_state, VP_FAILED);
533 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 534 }
535
e315cd28 536 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
1da177e4
LT		 537
538 ha->operating_mode = LOOP;
e315cd28
AC		 539 vha->flags.management_server_logged_in = 0;
540 qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
1da177e4
LT		 541 break;
542
3a03eb79 543 /* case MBA_DCBX_COMPLETE: */
1da177e4
LT		 544 case MBA_POINT_TO_POINT: /* Point-to-Point */
545 if (IS_QLA2100(ha))
546 break;
547
a9083016 548 if (IS_QLA8XXX_TYPE(ha))
3a03eb79
AV		 549 DEBUG2(printk("scsi(%ld): DCBX Completed -- %04x %04x "
550 "%04x\n", vha->host_no, mb[1], mb[2], mb[3]));
551 else
552 DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE "
553 "received.\n", vha->host_no));
1da177e4
LT		 554
555 /*
556 * Until there's a transition from loop down to loop up, treat
557 * this as loop down only.
558 */
e315cd28
AC		 559 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
560 atomic_set(&vha->loop_state, LOOP_DOWN);
561 if (!atomic_read(&vha->loop_down_timer))
562 atomic_set(&vha->loop_down_timer,
1da177e4 563 LOOP_DOWN_TIME);
e315cd28 564 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 565 }
566
e315cd28
AC		 567 if (vha->vp_idx) {
568 atomic_set(&vha->vp_state, VP_FAILED);
569 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 570 }
571
e315cd28
AC		 572 if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
573 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
574
575 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
576 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
4346b149
AV		 577
578 ha->flags.gpsc_supported = 1;
e315cd28 579 vha->flags.management_server_logged_in = 0;
1da177e4
LT		 580 break;
581
582 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
583 if (IS_QLA2100(ha))
584 break;
585
1da177e4
LT		 586 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
587 "received.\n",
e315cd28 588 vha->host_no));
1da177e4
LT		 589 qla_printk(KERN_INFO, ha,
590 "Configuration change detected: value=%x.\n", mb[1]);
591
e315cd28
AC		 592 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
593 atomic_set(&vha->loop_state, LOOP_DOWN);
594 if (!atomic_read(&vha->loop_down_timer))
595 atomic_set(&vha->loop_down_timer,
1da177e4 596 LOOP_DOWN_TIME);
e315cd28 597 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 598 }
599
e315cd28
AC		 600 if (vha->vp_idx) {
601 atomic_set(&vha->vp_state, VP_FAILED);
602 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 603 }
604
e315cd28
AC		 605 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
606 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
1da177e4
LT		 607 break;
608
609 case MBA_PORT_UPDATE: /* Port database update */
55903b9d
SV		 610 /*
611 * Handle only global and vn-port update events
612 *
613 * Relevant inputs:
614 * mb[1] = N_Port handle of changed port
615 * OR 0xffff for global event
616 * mb[2] = New login state
617 * 7 = Port logged out
618 * mb[3] = LSB is vp_idx, 0xff = all vps
619 *
620 * Skip processing if:
621 * Event is global, vp_idx is NOT all vps,
622 * vp_idx does not match
623 * Event is not global, vp_idx does not match
624 */
12cec63e
AV		 625 if (IS_QLA2XXX_MIDTYPE(ha) &&
626 ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
627 (mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
628 break;
73208dfd 629
9764ff88
AV		 630 /* Global event -- port logout or port unavailable. */
631 if (mb[1] == 0xffff && mb[2] == 0x7) {
632 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
633 vha->host_no));
634 DEBUG(printk(KERN_INFO
635 "scsi(%ld): Port unavailable %04x %04x %04x.\n",
636 vha->host_no, mb[1], mb[2], mb[3]));
637
638 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
639 atomic_set(&vha->loop_state, LOOP_DOWN);
640 atomic_set(&vha->loop_down_timer,
641 LOOP_DOWN_TIME);
642 vha->device_flags |= DFLG_NO_CABLE;
643 qla2x00_mark_all_devices_lost(vha, 1);
644 }
645
646 if (vha->vp_idx) {
647 atomic_set(&vha->vp_state, VP_FAILED);
648 fc_vport_set_state(vha->fc_vport,
649 FC_VPORT_FAILED);
faadc5e7 650 qla2x00_mark_all_devices_lost(vha, 1);
9764ff88
AV		 651 }
652
653 vha->flags.management_server_logged_in = 0;
654 ha->link_data_rate = PORT_SPEED_UNKNOWN;
655 break;
656 }
657
1da177e4 658 /*
cc3ef7bc 659 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
1da177e4
LT		 660 * event etc. earlier indicating loop is down) then process
661 * it. Otherwise ignore it and Wait for RSCN to come in.
662 */
e315cd28
AC		 663 atomic_set(&vha->loop_down_timer, 0);
664 if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
665 atomic_read(&vha->loop_state) != LOOP_DEAD) {
1da177e4 666 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
e315cd28 667 "ignored %04x/%04x/%04x.\n", vha->host_no, mb[1],
9a853f71 668 mb[2], mb[3]));
1da177e4
LT		 669 break;
670 }
671
672 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
e315cd28 673 vha->host_no));
1da177e4 674 DEBUG(printk(KERN_INFO
9a853f71 675 "scsi(%ld): Port database changed %04x %04x %04x.\n",
e315cd28 676 vha->host_no, mb[1], mb[2], mb[3]));
1da177e4
LT		 677
678 /*
679 * Mark all devices as missing so we will login again.
680 */
e315cd28 681 atomic_set(&vha->loop_state, LOOP_UP);
1da177e4 682
e315cd28 683 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4 684
e315cd28 685 vha->flags.rscn_queue_overflow = 1;
1da177e4 686
e315cd28
AC		 687 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
688 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
1da177e4
LT		 689 break;
690
691 case MBA_RSCN_UPDATE: /* State Change Registration */
3c397400 692 /* Check if the Vport has issued a SCR */
e315cd28 693 if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
3c397400
SJ		 694 break;
695 /* Only handle SCNs for our Vport index. */
0d6e61bc 696 if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
3c397400 697 break;
0d6e61bc 698
1da177e4 699 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
e315cd28 700 vha->host_no));
1da177e4 701 DEBUG(printk(KERN_INFO
f4a8dbc7 702 "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
e315cd28 703 vha->host_no, mb[1], mb[2], mb[3]));
1da177e4 704
59d72d87 705 rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
e315cd28
AC		 706 host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
707 | vha->d_id.b.al_pa;
1da177e4
LT		 708 if (rscn_entry == host_pid) {
709 DEBUG(printk(KERN_INFO
710 "scsi(%ld): Ignoring RSCN update to local host "
711 "port ID (%06x)\n",
e315cd28 712 vha->host_no, host_pid));
1da177e4
LT		 713 break;
714 }
715
59d72d87
RA		 716 /* Ignore reserved bits from RSCN-payload. */
717 rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
e315cd28 718 rscn_queue_index = vha->rscn_in_ptr + 1;
1da177e4
LT		 719 if (rscn_queue_index == MAX_RSCN_COUNT)
720 rscn_queue_index = 0;
e315cd28
AC		 721 if (rscn_queue_index != vha->rscn_out_ptr) {
722 vha->rscn_queue[vha->rscn_in_ptr] = rscn_entry;
723 vha->rscn_in_ptr = rscn_queue_index;
1da177e4 724 } else {
e315cd28 725 vha->flags.rscn_queue_overflow = 1;
1da177e4
LT		 726 }
727
e315cd28
AC		 728 atomic_set(&vha->loop_state, LOOP_UPDATE);
729 atomic_set(&vha->loop_down_timer, 0);
730 vha->flags.management_server_logged_in = 0;
1da177e4 731
e315cd28
AC		 732 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
733 set_bit(RSCN_UPDATE, &vha->dpc_flags);
734 qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
1da177e4
LT		 735 break;
736
737 /* case MBA_RIO_RESPONSE: */
738 case MBA_ZIO_RESPONSE:
3fd67cdf 739 DEBUG3(printk("scsi(%ld): [R|Z]IO update completion.\n",
e315cd28 740 vha->host_no));
1da177e4 741
e428924c 742 if (IS_FWI2_CAPABLE(ha))
2afa19a9 743 qla24xx_process_response_queue(vha, rsp);
4fdfefe5 744 else
73208dfd 745 qla2x00_process_response_queue(rsp);
1da177e4 746 break;
9a853f71
AV		 747
748 case MBA_DISCARD_RND_FRAME:
749 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
e315cd28 750 "%04x.\n", vha->host_no, mb[1], mb[2], mb[3]));
9a853f71 751 break;
45ebeb56
AV		 752
753 case MBA_TRACE_NOTIFICATION:
754 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
e315cd28 755 vha->host_no, mb[1], mb[2]));
45ebeb56 756 break;
4d4df193
HK		 757
758 case MBA_ISP84XX_ALERT:
759 DEBUG2(printk("scsi(%ld): ISP84XX Alert Notification -- "
e315cd28 760 "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
4d4df193
HK		 761
762 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
763 switch (mb[1]) {
764 case A84_PANIC_RECOVERY:
765 qla_printk(KERN_INFO, ha, "Alert 84XX: panic recovery "
766 "%04x %04x\n", mb[2], mb[3]);
767 break;
768 case A84_OP_LOGIN_COMPLETE:
769 ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
770 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
771 "firmware version %x\n", ha->cs84xx->op_fw_version));
772 break;
773 case A84_DIAG_LOGIN_COMPLETE:
774 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
775 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
776 "diagnostic firmware version %x\n",
777 ha->cs84xx->diag_fw_version));
778 break;
779 case A84_GOLD_LOGIN_COMPLETE:
780 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
781 ha->cs84xx->fw_update = 1;
782 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX: gold "
783 "firmware version %x\n",
784 ha->cs84xx->gold_fw_version));
785 break;
786 default:
787 qla_printk(KERN_ERR, ha,
788 "Alert 84xx: Invalid Alert %04x %04x %04x\n",
789 mb[1], mb[2], mb[3]);
790 }
791 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
792 break;
3a03eb79
AV		 793 case MBA_DCBX_START:
794 DEBUG2(printk("scsi(%ld): DCBX Started -- %04x %04x %04x\n",
795 vha->host_no, mb[1], mb[2], mb[3]));
796 break;
797 case MBA_DCBX_PARAM_UPDATE:
798 DEBUG2(printk("scsi(%ld): DCBX Parameters Updated -- "
799 "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
800 break;
801 case MBA_FCF_CONF_ERR:
802 DEBUG2(printk("scsi(%ld): FCF Configuration Error -- "
803 "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
804 break;
805 case MBA_IDC_COMPLETE:
3a03eb79 806 case MBA_IDC_NOTIFY:
3a03eb79 807 case MBA_IDC_TIME_EXT:
8a659571 808 qla81xx_idc_event(vha, mb[0], mb[1]);
3a03eb79 809 break;
1da177e4 810 }
2c3dfe3f 811
e315cd28 812 if (!vha->vp_idx && ha->num_vhosts)
73208dfd 813 qla2x00_alert_all_vps(rsp, mb);
1da177e4
LT		 814}
815
816/**
817 * qla2x00_process_completed_request() - Process a Fast Post response.
818 * @ha: SCSI driver HA context
819 * @index: SRB index
820 */
821static void
73208dfd
AC		 822qla2x00_process_completed_request(struct scsi_qla_host *vha,
823 struct req_que *req, uint32_t index)
1da177e4
LT		 824{
825 srb_t *sp;
e315cd28 826 struct qla_hw_data *ha = vha->hw;
1da177e4
LT		 827
828 /* Validate handle. */
829 if (index >= MAX_OUTSTANDING_COMMANDS) {
830 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
e315cd28 831 vha->host_no, index));
1da177e4
LT		 832 qla_printk(KERN_WARNING, ha,
833 "Invalid SCSI completion handle %d.\n", index);
834
e315cd28 835 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 836 return;
837 }
838
e315cd28 839 sp = req->outstanding_cmds[index];
1da177e4
LT		 840 if (sp) {
841 /* Free outstanding command slot. */
e315cd28 842 req->outstanding_cmds[index] = NULL;
1da177e4 843
1da177e4
LT		 844 /* Save ISP completion status */
845 sp->cmd->result = DID_OK << 16;
73208dfd 846 qla2x00_sp_compl(ha, sp);
1da177e4 847 } else {
2afa19a9 848 DEBUG2(printk("scsi(%ld) Req:%d: Invalid ISP SCSI completion"
a9083016 849 " handle(0x%x)\n", vha->host_no, req->id, index));
1da177e4
LT		 850 qla_printk(KERN_WARNING, ha,
851 "Invalid ISP SCSI completion handle\n");
852
e315cd28 853 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 854 }
855}
856
ac280b67
AV		 857static srb_t *
858qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
859 struct req_que *req, void *iocb)
860{
861 struct qla_hw_data *ha = vha->hw;
862 sts_entry_t *pkt = iocb;
863 srb_t *sp = NULL;
864 uint16_t index;
865
866 index = LSW(pkt->handle);
867 if (index >= MAX_OUTSTANDING_COMMANDS) {
868 qla_printk(KERN_WARNING, ha,
869 "%s: Invalid completion handle (%x).\n", func, index);
870 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
871 goto done;
872 }
873 sp = req->outstanding_cmds[index];
874 if (!sp) {
875 qla_printk(KERN_WARNING, ha,
876 "%s: Invalid completion handle (%x) -- timed-out.\n", func,
877 index);
878 return sp;
879 }
880 if (sp->handle != index) {
881 qla_printk(KERN_WARNING, ha,
882 "%s: SRB handle (%x) mismatch %x.\n", func, sp->handle,
883 index);
884 return NULL;
885 }
9a069e19 886
ac280b67 887 req->outstanding_cmds[index] = NULL;
9a069e19 888
ac280b67
AV		 889done:
890 return sp;
891}
892
893static void
894qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
895 struct mbx_entry *mbx)
896{
897 const char func[] = "MBX-IOCB";
898 const char *type;
ac280b67
AV		 899 fc_port_t *fcport;
900 srb_t *sp;
4916392b
MI		 901 struct srb_iocb *lio;
902 struct srb_ctx *ctx;
99b0bec7 903 uint16_t *data;
5ff1d584 904 uint16_t status;
ac280b67
AV		 905
906 sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
907 if (!sp)
908 return;
909
4916392b
MI		 910 ctx = sp->ctx;
911 lio = ctx->u.iocb_cmd;
912 type = ctx->name;
ac280b67 913 fcport = sp->fcport;
4916392b 914 data = lio->u.logio.data;
ac280b67 915
5ff1d584 916 data[0] = MBS_COMMAND_ERROR;
4916392b 917 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
5ff1d584 918 QLA_LOGIO_LOGIN_RETRIED : 0;
ac280b67
AV		 919 if (mbx->entry_status) {
920 DEBUG2(printk(KERN_WARNING
921 "scsi(%ld:%x): Async-%s error entry - entry-status=%x "
922 "status=%x state-flag=%x status-flags=%x.\n",
923 fcport->vha->host_no, sp->handle, type,
924 mbx->entry_status, le16_to_cpu(mbx->status),
925 le16_to_cpu(mbx->state_flags),
926 le16_to_cpu(mbx->status_flags)));
927 DEBUG2(qla2x00_dump_buffer((uint8_t *)mbx, sizeof(*mbx)));
928
99b0bec7 929 goto logio_done;
ac280b67
AV		 930 }
931
5ff1d584 932 status = le16_to_cpu(mbx->status);
4916392b 933 if (status == 0x30 && ctx->type == SRB_LOGIN_CMD &&
5ff1d584
AV		 934 le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
935 status = 0;
936 if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
ac280b67
AV		 937 DEBUG2(printk(KERN_DEBUG
938 "scsi(%ld:%x): Async-%s complete - mbx1=%x.\n",
939 fcport->vha->host_no, sp->handle, type,
940 le16_to_cpu(mbx->mb1)));
941
942 data[0] = MBS_COMMAND_COMPLETE;
4916392b 943 if (ctx->type == SRB_LOGIN_CMD) {
99b0bec7
AV		 944 fcport->port_type = FCT_TARGET;
945 if (le16_to_cpu(mbx->mb1) & BIT_0)
946 fcport->port_type = FCT_INITIATOR;
947 if (le16_to_cpu(mbx->mb1) & BIT_1)
948 fcport->flags |= FCF_FCP2_DEVICE;
5ff1d584 949 }
99b0bec7 950 goto logio_done;
ac280b67
AV		 951 }
952
953 data[0] = le16_to_cpu(mbx->mb0);
954 switch (data[0]) {
955 case MBS_PORT_ID_USED:
956 data[1] = le16_to_cpu(mbx->mb1);
957 break;
958 case MBS_LOOP_ID_USED:
959 break;
960 default:
961 data[0] = MBS_COMMAND_ERROR;
ac280b67
AV		 962 break;
963 }
964
965 DEBUG2(printk(KERN_WARNING
966 "scsi(%ld:%x): Async-%s failed - status=%x mb0=%x mb1=%x mb2=%x "
967 "mb6=%x mb7=%x.\n",
5ff1d584 968 fcport->vha->host_no, sp->handle, type, status,
ac280b67
AV		 969 le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
970 le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
971 le16_to_cpu(mbx->mb7)));
972
99b0bec7 973logio_done:
4916392b 974 lio->done(sp);
ac280b67
AV		 975}
976
9a069e19
GM		 977static void
978qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
979 struct sts_entry_24xx *pkt, int iocb_type)
980{
981 const char func[] = "ELS_CT_IOCB";
982 const char *type;
983 struct qla_hw_data *ha = vha->hw;
984 srb_t *sp;
4916392b 985 struct srb_ctx *sp_bsg;
9a069e19
GM		 986 struct fc_bsg_job *bsg_job;
987 uint16_t comp_status;
988 uint32_t fw_status[3];
989 uint8_t* fw_sts_ptr;
990
991 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
992 if (!sp)
993 return;
4916392b
MI		 994 sp_bsg = sp->ctx;
995 bsg_job = sp_bsg->u.bsg_job;
9a069e19
GM		 996
997 type = NULL;
4916392b 998 switch (sp_bsg->type) {
9a069e19
GM		 999 case SRB_ELS_CMD_RPT:
1000 case SRB_ELS_CMD_HST:
1001 type = "els";
1002 break;
1003 case SRB_CT_CMD:
1004 type = "ct pass-through";
1005 break;
1006 default:
1007 qla_printk(KERN_WARNING, ha,
1008 "%s: Unrecognized SRB: (%p) type=%d.\n", func, sp,
4916392b 1009 sp_bsg->type);
9a069e19
GM		 1010 return;
1011 }
1012
1013 comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1014 fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1015 fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1016
1017 /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1018 * fc payload to the caller
1019 */
1020 bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1021 bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1022
1023 if (comp_status != CS_COMPLETE) {
1024 if (comp_status == CS_DATA_UNDERRUN) {
1025 bsg_job->reply->result = DID_OK << 16;
1026 bsg_job->reply->reply_payload_rcv_len =
1027 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count);
1028
1029 DEBUG2(qla_printk(KERN_WARNING, ha,
1030 "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1031 "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1032 vha->host_no, sp->handle, type, comp_status, fw_status[1], fw_status[2],
1033 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count)));
1034 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1035 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1036 }
1037 else {
1038 DEBUG2(qla_printk(KERN_WARNING, ha,
1039 "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1040 "error subcode 1=0x%x error subcode 2=0x%x.\n",
1041 vha->host_no, sp->handle, type, comp_status,
1042 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1),
1043 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2)));
1044 bsg_job->reply->result = DID_ERROR << 16;
1045 bsg_job->reply->reply_payload_rcv_len = 0;
1046 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1047 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1048 }
1049 DEBUG2(qla2x00_dump_buffer((uint8_t *)pkt, sizeof(*pkt)));
1050 }
1051 else {
1052 bsg_job->reply->result = DID_OK << 16;;
1053 bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1054 bsg_job->reply_len = 0;
1055 }
1056
1057 dma_unmap_sg(&ha->pdev->dev,
1058 bsg_job->request_payload.sg_list,
1059 bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1060 dma_unmap_sg(&ha->pdev->dev,
1061 bsg_job->reply_payload.sg_list,
1062 bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
4916392b
MI		 1063 if ((sp_bsg->type == SRB_ELS_CMD_HST) ||
1064 (sp_bsg->type == SRB_CT_CMD))
9a069e19
GM		 1065 kfree(sp->fcport);
1066 kfree(sp->ctx);
1067 mempool_free(sp, ha->srb_mempool);
1068 bsg_job->job_done(bsg_job);
1069}
1070
ac280b67
AV		 1071static void
1072qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1073 struct logio_entry_24xx *logio)
1074{
1075 const char func[] = "LOGIO-IOCB";
1076 const char *type;
ac280b67
AV		 1077 fc_port_t *fcport;
1078 srb_t *sp;
4916392b
MI		 1079 struct srb_iocb *lio;
1080 struct srb_ctx *ctx;
99b0bec7 1081 uint16_t *data;
ac280b67
AV		 1082 uint32_t iop[2];
1083
1084 sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1085 if (!sp)
1086 return;
1087
4916392b
MI		 1088 ctx = sp->ctx;
1089 lio = ctx->u.iocb_cmd;
1090 type = ctx->name;
ac280b67 1091 fcport = sp->fcport;
4916392b 1092 data = lio->u.logio.data;
ac280b67 1093
5ff1d584 1094 data[0] = MBS_COMMAND_ERROR;
4916392b 1095 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
5ff1d584 1096 QLA_LOGIO_LOGIN_RETRIED : 0;
ac280b67
AV		 1097 if (logio->entry_status) {
1098 DEBUG2(printk(KERN_WARNING
1099 "scsi(%ld:%x): Async-%s error entry - entry-status=%x.\n",
1100 fcport->vha->host_no, sp->handle, type,
1101 logio->entry_status));
1102 DEBUG2(qla2x00_dump_buffer((uint8_t *)logio, sizeof(*logio)));
1103
99b0bec7 1104 goto logio_done;
ac280b67
AV		 1105 }
1106
1107 if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1108 DEBUG2(printk(KERN_DEBUG
1109 "scsi(%ld:%x): Async-%s complete - iop0=%x.\n",
1110 fcport->vha->host_no, sp->handle, type,
1111 le32_to_cpu(logio->io_parameter[0])));
1112
1113 data[0] = MBS_COMMAND_COMPLETE;
4916392b 1114 if (ctx->type != SRB_LOGIN_CMD)
99b0bec7 1115 goto logio_done;
ac280b67
AV		 1116
1117 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1118 if (iop[0] & BIT_4) {
1119 fcport->port_type = FCT_TARGET;
1120 if (iop[0] & BIT_8)
8474f3a0 1121 fcport->flags |= FCF_FCP2_DEVICE;
ac280b67
AV		 1122 }
1123 if (iop[0] & BIT_5)
1124 fcport->port_type = FCT_INITIATOR;
1125 if (logio->io_parameter[7] || logio->io_parameter[8])
1126 fcport->supported_classes |= FC_COS_CLASS2;
1127 if (logio->io_parameter[9] || logio->io_parameter[10])
1128 fcport->supported_classes |= FC_COS_CLASS3;
1129
99b0bec7 1130 goto logio_done;
ac280b67
AV		 1131 }
1132
1133 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1134 iop[1] = le32_to_cpu(logio->io_parameter[1]);
1135 switch (iop[0]) {
1136 case LSC_SCODE_PORTID_USED:
1137 data[0] = MBS_PORT_ID_USED;
1138 data[1] = LSW(iop[1]);
1139 break;
1140 case LSC_SCODE_NPORT_USED:
1141 data[0] = MBS_LOOP_ID_USED;
1142 break;
1143 case LSC_SCODE_CMD_FAILED:
1144 if ((iop[1] & 0xff) == 0x05) {
1145 data[0] = MBS_NOT_LOGGED_IN;
1146 break;
1147 }
1148 /* Fall through. */
1149 default:
1150 data[0] = MBS_COMMAND_ERROR;
ac280b67
AV		 1151 break;
1152 }
1153
1154 DEBUG2(printk(KERN_WARNING
1155 "scsi(%ld:%x): Async-%s failed - comp=%x iop0=%x iop1=%x.\n",
1156 fcport->vha->host_no, sp->handle, type,
1157 le16_to_cpu(logio->comp_status),
1158 le32_to_cpu(logio->io_parameter[0]),
1159 le32_to_cpu(logio->io_parameter[1])));
1160
99b0bec7 1161logio_done:
4916392b 1162 lio->done(sp);
ac280b67
AV		 1163}
1164
3822263e
MI		 1165static void
1166qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1167 struct tsk_mgmt_entry *tsk)
1168{
1169 const char func[] = "TMF-IOCB";
1170 const char *type;
1171 fc_port_t *fcport;
1172 srb_t *sp;
1173 struct srb_iocb *iocb;
1174 struct srb_ctx *ctx;
1175 struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1176 int error = 1;
1177
1178 sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1179 if (!sp)
1180 return;
1181
1182 ctx = sp->ctx;
1183 iocb = ctx->u.iocb_cmd;
1184 type = ctx->name;
1185 fcport = sp->fcport;
1186
1187 if (sts->entry_status) {
1188 DEBUG2(printk(KERN_WARNING
1189 "scsi(%ld:%x): Async-%s error - entry-status(%x).\n",
1190 fcport->vha->host_no, sp->handle, type,
1191 sts->entry_status));
1192 } else if (sts->comp_status != __constant_cpu_to_le16(CS_COMPLETE)) {
1193 DEBUG2(printk(KERN_WARNING
1194 "scsi(%ld:%x): Async-%s error - completion status(%x).\n",
1195 fcport->vha->host_no, sp->handle, type,
1196 sts->comp_status));
1197 } else if (!(le16_to_cpu(sts->scsi_status) &
1198 SS_RESPONSE_INFO_LEN_VALID)) {
1199 DEBUG2(printk(KERN_WARNING
1200 "scsi(%ld:%x): Async-%s error - no response info(%x).\n",
1201 fcport->vha->host_no, sp->handle, type,
1202 sts->scsi_status));
1203 } else if (le32_to_cpu(sts->rsp_data_len) < 4) {
1204 DEBUG2(printk(KERN_WARNING
1205 "scsi(%ld:%x): Async-%s error - not enough response(%d).\n",
1206 fcport->vha->host_no, sp->handle, type,
1207 sts->rsp_data_len));
1208 } else if (sts->data[3]) {
1209 DEBUG2(printk(KERN_WARNING
1210 "scsi(%ld:%x): Async-%s error - response(%x).\n",
1211 fcport->vha->host_no, sp->handle, type,
1212 sts->data[3]));
1213 } else {
1214 error = 0;
1215 }
1216
1217 if (error) {
1218 iocb->u.tmf.data = error;
1219 DEBUG2(qla2x00_dump_buffer((uint8_t *)sts, sizeof(*sts)));
1220 }
1221
1222 iocb->done(sp);
1223}
1224
1225static void
1226qla24xx_marker_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1227 struct mrk_entry_24xx *mrk)
1228{
1229 const char func[] = "MRK-IOCB";
1230 const char *type;
1231 fc_port_t *fcport;
1232 srb_t *sp;
1233 struct srb_iocb *iocb;
1234 struct srb_ctx *ctx;
1235 struct sts_entry_24xx *sts = (struct sts_entry_24xx *)mrk;
1236
1237 sp = qla2x00_get_sp_from_handle(vha, func, req, mrk);
1238 if (!sp)
1239 return;
1240
1241 ctx = sp->ctx;
1242 iocb = ctx->u.iocb_cmd;
1243 type = ctx->name;
1244 fcport = sp->fcport;
1245
1246 if (sts->entry_status) {
1247 iocb->u.marker.data = 1;
1248 DEBUG2(printk(KERN_WARNING
1249 "scsi(%ld:%x): Async-%s error entry - entry-status=%x.\n",
1250 fcport->vha->host_no, sp->handle, type,
1251 sts->entry_status));
1252 DEBUG2(qla2x00_dump_buffer((uint8_t *)mrk, sizeof(*sts)));
1253 }
1254
1255 iocb->done(sp);
1256}
1257
1da177e4
LT		 1258/**
1259 * qla2x00_process_response_queue() - Process response queue entries.
1260 * @ha: SCSI driver HA context
1261 */
1262void
73208dfd 1263qla2x00_process_response_queue(struct rsp_que *rsp)
1da177e4 1264{
73208dfd
AC		 1265 struct scsi_qla_host *vha;
1266 struct qla_hw_data *ha = rsp->hw;
3d71644c 1267 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1da177e4
LT		 1268 sts_entry_t *pkt;
1269 uint16_t handle_cnt;
1270 uint16_t cnt;
73208dfd 1271
2afa19a9 1272 vha = pci_get_drvdata(ha->pdev);
1da177e4 1273
e315cd28 1274 if (!vha->flags.online)
1da177e4
LT		 1275 return;
1276
e315cd28
AC		 1277 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1278 pkt = (sts_entry_t *)rsp->ring_ptr;
1da177e4 1279
e315cd28
AC		 1280 rsp->ring_index++;
1281 if (rsp->ring_index == rsp->length) {
1282 rsp->ring_index = 0;
1283 rsp->ring_ptr = rsp->ring;
1da177e4 1284 } else {
e315cd28 1285 rsp->ring_ptr++;
1da177e4
LT		 1286 }
1287
1288 if (pkt->entry_status != 0) {
1289 DEBUG3(printk(KERN_INFO
e315cd28 1290 "scsi(%ld): Process error entry.\n", vha->host_no));
1da177e4 1291
73208dfd 1292 qla2x00_error_entry(vha, rsp, pkt);
1da177e4
LT		 1293 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1294 wmb();
1295 continue;
1296 }
1297
1298 switch (pkt->entry_type) {
1299 case STATUS_TYPE:
73208dfd 1300 qla2x00_status_entry(vha, rsp, pkt);
1da177e4
LT		 1301 break;
1302 case STATUS_TYPE_21:
1303 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1304 for (cnt = 0; cnt < handle_cnt; cnt++) {
73208dfd 1305 qla2x00_process_completed_request(vha, rsp->req,
1da177e4
LT		 1306 ((sts21_entry_t *)pkt)->handle[cnt]);
1307 }
1308 break;
1309 case STATUS_TYPE_22:
1310 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1311 for (cnt = 0; cnt < handle_cnt; cnt++) {
73208dfd 1312 qla2x00_process_completed_request(vha, rsp->req,
1da177e4
LT		 1313 ((sts22_entry_t *)pkt)->handle[cnt]);
1314 }
1315 break;
1316 case STATUS_CONT_TYPE:
2afa19a9 1317 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1da177e4 1318 break;
ac280b67
AV		 1319 case MBX_IOCB_TYPE:
1320 qla2x00_mbx_iocb_entry(vha, rsp->req,
1321 (struct mbx_entry *)pkt);
3822263e 1322 break;
1da177e4
LT		 1323 default:
1324 /* Type Not Supported. */
1325 DEBUG4(printk(KERN_WARNING
1326 "scsi(%ld): Received unknown response pkt type %x "
1327 "entry status=%x.\n",
e315cd28 1328 vha->host_no, pkt->entry_type, pkt->entry_status));
1da177e4
LT		 1329 break;
1330 }
1331 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1332 wmb();
1333 }
1334
1335 /* Adjust ring index */
e315cd28 1336 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1da177e4
LT		 1337}
1338
4733fcb1 1339static inline void
2afa19a9
AC		 1340qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t sense_len,
1341 struct rsp_que *rsp)
4733fcb1
AV		 1342{
1343 struct scsi_cmnd *cp = sp->cmd;
1344
1345 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1346 sense_len = SCSI_SENSE_BUFFERSIZE;
1347
4733fcb1
AV		 1348 sp->request_sense_length = sense_len;
1349 sp->request_sense_ptr = cp->sense_buffer;
1350 if (sp->request_sense_length > 32)
1351 sense_len = 32;
1352
1353 memcpy(cp->sense_buffer, sense_data, sense_len);
1354
1355 sp->request_sense_ptr += sense_len;
1356 sp->request_sense_length -= sense_len;
1357 if (sp->request_sense_length != 0)
2afa19a9 1358 rsp->status_srb = sp;
4733fcb1
AV		 1359
1360 DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
e315cd28 1361 "cmd=%p pid=%ld\n", __func__, sp->fcport->vha->host_no,
19851f13
AV		 1362 cp->device->channel, cp->device->id, cp->device->lun, cp,
1363 cp->serial_number));
4733fcb1 1364 if (sense_len)
ddb9b126 1365 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer, sense_len));
4733fcb1
AV		 1366}
1367
bad75002
AE		 1368struct scsi_dif_tuple {
1369 __be16 guard; /* Checksum */
1370 __be16 app_tag; /* APPL identifer */
1371 __be32 ref_tag; /* Target LBA or indirect LBA */
1372};
1373
1374/*
1375 * Checks the guard or meta-data for the type of error
1376 * detected by the HBA. In case of errors, we set the
1377 * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1378 * to indicate to the kernel that the HBA detected error.
1379 */
1380static inline void
1381qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1382{
1383 struct scsi_cmnd *cmd = sp->cmd;
1384 struct scsi_dif_tuple *ep =
1385 (struct scsi_dif_tuple *)&sts24->data[20];
1386 struct scsi_dif_tuple *ap =
1387 (struct scsi_dif_tuple *)&sts24->data[12];
1388 uint32_t e_ref_tag, a_ref_tag;
1389 uint16_t e_app_tag, a_app_tag;
1390 uint16_t e_guard, a_guard;
1391
1392 e_ref_tag = be32_to_cpu(ep->ref_tag);
1393 a_ref_tag = be32_to_cpu(ap->ref_tag);
1394 e_app_tag = be16_to_cpu(ep->app_tag);
1395 a_app_tag = be16_to_cpu(ap->app_tag);
1396 e_guard = be16_to_cpu(ep->guard);
1397 a_guard = be16_to_cpu(ap->guard);
1398
1399 DEBUG18(printk(KERN_DEBUG
1400 "%s(): iocb(s) %p Returned STATUS\n", __func__, sts24));
1401
1402 DEBUG18(printk(KERN_ERR "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1403 " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1404 " tag=0x%x, act guard=0x%x, exp guard=0x%x\n",
1405 cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1406 a_app_tag, e_app_tag, a_guard, e_guard));
1407
1408
1409 /* check guard */
1410 if (e_guard != a_guard) {
1411 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1412 0x10, 0x1);
1413 set_driver_byte(cmd, DRIVER_SENSE);
1414 set_host_byte(cmd, DID_ABORT);
1415 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1416 return;
1417 }
1418
1419 /* check appl tag */
1420 if (e_app_tag != a_app_tag) {
1421 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1422 0x10, 0x2);
1423 set_driver_byte(cmd, DRIVER_SENSE);
1424 set_host_byte(cmd, DID_ABORT);
1425 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1426 return;
1427 }
1428
1429 /* check ref tag */
1430 if (e_ref_tag != a_ref_tag) {
1431 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1432 0x10, 0x3);
1433 set_driver_byte(cmd, DRIVER_SENSE);
1434 set_host_byte(cmd, DID_ABORT);
1435 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1436 return;
1437 }
1438}
1439
1da177e4
LT		 1440/**
1441 * qla2x00_status_entry() - Process a Status IOCB entry.
1442 * @ha: SCSI driver HA context
1443 * @pkt: Entry pointer
1444 */
1445static void
73208dfd 1446qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
1da177e4 1447{
1da177e4 1448 srb_t *sp;
1da177e4
LT		 1449 fc_port_t *fcport;
1450 struct scsi_cmnd *cp;
9a853f71
AV		 1451 sts_entry_t *sts;
1452 struct sts_entry_24xx *sts24;
1da177e4
LT		 1453 uint16_t comp_status;
1454 uint16_t scsi_status;
b7d2280c 1455 uint16_t ox_id;
1da177e4
LT		 1456 uint8_t lscsi_status;
1457 int32_t resid;
ed17c71b 1458 uint32_t sense_len, rsp_info_len, resid_len, fw_resid_len;
9a853f71 1459 uint8_t *rsp_info, *sense_data;
e315cd28 1460 struct qla_hw_data *ha = vha->hw;
2afa19a9
AC		 1461 uint32_t handle;
1462 uint16_t que;
1463 struct req_que *req;
b7d2280c 1464 int logit = 1;
9a853f71
AV		 1465
1466 sts = (sts_entry_t *) pkt;
1467 sts24 = (struct sts_entry_24xx *) pkt;
e428924c 1468 if (IS_FWI2_CAPABLE(ha)) {
9a853f71
AV		 1469 comp_status = le16_to_cpu(sts24->comp_status);
1470 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1471 } else {
1472 comp_status = le16_to_cpu(sts->comp_status);
1473 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1474 }
2afa19a9
AC		 1475 handle = (uint32_t) LSW(sts->handle);
1476 que = MSW(sts->handle);
1477 req = ha->req_q_map[que];
a9083016 1478
1da177e4 1479 /* Fast path completion. */
9a853f71 1480 if (comp_status == CS_COMPLETE && scsi_status == 0) {
2afa19a9 1481 qla2x00_process_completed_request(vha, req, handle);
1da177e4
LT		 1482
1483 return;
1484 }
1485
1486 /* Validate handle. */
2afa19a9
AC		 1487 if (handle < MAX_OUTSTANDING_COMMANDS) {
1488 sp = req->outstanding_cmds[handle];
1489 req->outstanding_cmds[handle] = NULL;
1da177e4
LT		 1490 } else
1491 sp = NULL;
1492
1493 if (sp == NULL) {
b7d2280c
AV		 1494 qla_printk(KERN_WARNING, ha,
1495 "scsi(%ld): Invalid status handle (0x%x).\n", vha->host_no,
1496 sts->handle);
1da177e4 1497
e315cd28
AC		 1498 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1499 qla2xxx_wake_dpc(vha);
1da177e4
LT		 1500 return;
1501 }
1502 cp = sp->cmd;
1503 if (cp == NULL) {
1da177e4 1504 qla_printk(KERN_WARNING, ha,
b7d2280c
AV		 1505 "scsi(%ld): Command already returned (0x%x/%p).\n",
1506 vha->host_no, sts->handle, sp);
1da177e4
LT		 1507
1508 return;
1509 }
1510
9a853f71 1511 lscsi_status = scsi_status & STATUS_MASK;
1da177e4 1512
bdf79621 1513 fcport = sp->fcport;
1da177e4 1514
b7d2280c 1515 ox_id = 0;
ed17c71b 1516 sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
e428924c 1517 if (IS_FWI2_CAPABLE(ha)) {
0f00a206
LC		 1518 if (scsi_status & SS_SENSE_LEN_VALID)
1519 sense_len = le32_to_cpu(sts24->sense_len);
1520 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1521 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
1522 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
1523 resid_len = le32_to_cpu(sts24->rsp_residual_count);
1524 if (comp_status == CS_DATA_UNDERRUN)
1525 fw_resid_len = le32_to_cpu(sts24->residual_len);
9a853f71
AV		 1526 rsp_info = sts24->data;
1527 sense_data = sts24->data;
1528 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
b7d2280c 1529 ox_id = le16_to_cpu(sts24->ox_id);
9a853f71 1530 } else {
0f00a206
LC		 1531 if (scsi_status & SS_SENSE_LEN_VALID)
1532 sense_len = le16_to_cpu(sts->req_sense_length);
1533 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1534 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
9a853f71
AV		 1535 resid_len = le32_to_cpu(sts->residual_length);
1536 rsp_info = sts->rsp_info;
1537 sense_data = sts->req_sense_data;
1538 }
1539
1da177e4
LT		 1540 /* Check for any FCP transport errors. */
1541 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
9a853f71 1542 /* Sense data lies beyond any FCP RESPONSE data. */
e428924c 1543 if (IS_FWI2_CAPABLE(ha))
9a853f71
AV		 1544 sense_data += rsp_info_len;
1545 if (rsp_info_len > 3 && rsp_info[3]) {
b7d2280c
AV		 1546 DEBUG2(qla_printk(KERN_INFO, ha,
1547 "scsi(%ld:%d:%d): FCP I/O protocol failure "
1548 "(0x%x/0x%x).\n", vha->host_no, cp->device->id,
1549 cp->device->lun, rsp_info_len, rsp_info[3]));
1da177e4
LT		 1550
1551 cp->result = DID_BUS_BUSY << 16;
b7d2280c 1552 goto out;
1da177e4
LT		 1553 }
1554 }
1555
3e8ce320
AV		 1556 /* Check for overrun. */
1557 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1558 scsi_status & SS_RESIDUAL_OVER)
1559 comp_status = CS_DATA_OVERRUN;
1560
1da177e4
LT		 1561 /*
1562 * Based on Host and scsi status generate status code for Linux
1563 */
1564 switch (comp_status) {
1565 case CS_COMPLETE:
df7baa50 1566 case CS_QUEUE_FULL:
1da177e4
LT		 1567 if (scsi_status == 0) {
1568 cp->result = DID_OK << 16;
1569 break;
1570 }
1571 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
9a853f71 1572 resid = resid_len;
385d70b4 1573 scsi_set_resid(cp, resid);
0da69df1
AV		 1574
1575 if (!lscsi_status &&
385d70b4 1576 ((unsigned)(scsi_bufflen(cp) - resid) <
0da69df1
AV		 1577 cp->underflow)) {
1578 qla_printk(KERN_INFO, ha,
b7d2280c
AV		 1579 "scsi(%ld:%d:%d): Mid-layer underflow "
1580 "detected (0x%x of 0x%x bytes).\n",
1581 vha->host_no, cp->device->id,
1582 cp->device->lun, resid, scsi_bufflen(cp));
0da69df1
AV		 1583
1584 cp->result = DID_ERROR << 16;
1585 break;
1586 }
1da177e4 1587 }
1da177e4
LT		 1588 cp->result = DID_OK << 16 | lscsi_status;
1589
df7baa50 1590 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
b7d2280c
AV		 1591 DEBUG2(qla_printk(KERN_INFO, ha,
1592 "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1593 vha->host_no, cp->device->id, cp->device->lun));
df7baa50
AV		 1594 break;
1595 }
b7d2280c 1596 logit = 0;
1da177e4
LT		 1597 if (lscsi_status != SS_CHECK_CONDITION)
1598 break;
1599
b80ca4f7 1600 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1da177e4
LT		 1601 if (!(scsi_status & SS_SENSE_LEN_VALID))
1602 break;
1603
2afa19a9 1604 qla2x00_handle_sense(sp, sense_data, sense_len, rsp);
1da177e4
LT		 1605 break;
1606
1607 case CS_DATA_UNDERRUN:
ed17c71b 1608 /* Use F/W calculated residual length. */
0f00a206
LC		 1609 resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
1610 scsi_set_resid(cp, resid);
1611 if (scsi_status & SS_RESIDUAL_UNDER) {
1612 if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
b7d2280c
AV		 1613 DEBUG2(qla_printk(KERN_INFO, ha,
1614 "scsi(%ld:%d:%d) Dropped frame(s) detected "
1615 "(0x%x of 0x%x bytes).\n", vha->host_no,
0f00a206
LC		 1616 cp->device->id, cp->device->lun, resid,
1617 scsi_bufflen(cp)));
1618
1619 cp->result = DID_ERROR << 16 | lscsi_status;
1620 break;
6acf8190 1621 }
ed17c71b 1622
0f00a206
LC		 1623 if (!lscsi_status &&
1624 ((unsigned)(scsi_bufflen(cp) - resid) <
1625 cp->underflow)) {
1626 qla_printk(KERN_INFO, ha,
b7d2280c
AV		 1627 "scsi(%ld:%d:%d): Mid-layer underflow "
1628 "detected (0x%x of 0x%x bytes).\n",
1629 vha->host_no, cp->device->id,
0f00a206 1630 cp->device->lun, resid, scsi_bufflen(cp));
e038a1be 1631
0f00a206
LC		 1632 cp->result = DID_ERROR << 16;
1633 break;
1634 }
1635 } else if (!lscsi_status) {
b7d2280c
AV		 1636 DEBUG2(qla_printk(KERN_INFO, ha,
1637 "scsi(%ld:%d:%d) Dropped frame(s) detected (0x%x "
1638 "of 0x%x bytes).\n", vha->host_no, cp->device->id,
0f00a206
LC		 1639 cp->device->lun, resid, scsi_bufflen(cp)));
1640
1641 cp->result = DID_ERROR << 16;
1642 break;
1da177e4
LT		 1643 }
1644
0f00a206 1645 cp->result = DID_OK << 16 | lscsi_status;
b7d2280c 1646 logit = 0;
0f00a206 1647
1da177e4 1648 /*
fa2a1ce5 1649 * Check to see if SCSI Status is non zero. If so report SCSI
1da177e4
LT		 1650 * Status.
1651 */
1652 if (lscsi_status != 0) {
ffec28a3 1653 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
b7d2280c
AV		 1654 DEBUG2(qla_printk(KERN_INFO, ha,
1655 "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1656 vha->host_no, cp->device->id,
1657 cp->device->lun));
1658 logit = 1;
ffec28a3
AV		 1659 break;
1660 }
1da177e4
LT		 1661 if (lscsi_status != SS_CHECK_CONDITION)
1662 break;
1663
b80ca4f7 1664 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1da177e4
LT		 1665 if (!(scsi_status & SS_SENSE_LEN_VALID))
1666 break;
1667
2afa19a9 1668 qla2x00_handle_sense(sp, sense_data, sense_len, rsp);
1da177e4
LT		 1669 }
1670 break;
1671
1da177e4
LT		 1672 case CS_PORT_LOGGED_OUT:
1673 case CS_PORT_CONFIG_CHG:
1674 case CS_PORT_BUSY:
1675 case CS_INCOMPLETE:
1676 case CS_PORT_UNAVAILABLE:
b7d2280c 1677 case CS_TIMEOUT:
056a4483
MC		 1678 /*
1679 * We are going to have the fc class block the rport
1680 * while we try to recover so instruct the mid layer
1681 * to requeue until the class decides how to handle this.
1682 */
1683 cp->result = DID_TRANSPORT_DISRUPTED << 16;
b7d2280c
AV		 1684
1685 if (comp_status == CS_TIMEOUT) {
1686 if (IS_FWI2_CAPABLE(ha))
1687 break;
1688 else if ((le16_to_cpu(sts->status_flags) &
1689 SF_LOGOUT_SENT) == 0)
1690 break;
1691 }
1692
1693 DEBUG2(qla_printk(KERN_INFO, ha,
1694 "scsi(%ld:%d:%d) Port down status: port-state=0x%x\n",
1695 vha->host_no, cp->device->id, cp->device->lun,
1696 atomic_read(&fcport->state)));
1697
a7a28504 1698 if (atomic_read(&fcport->state) == FCS_ONLINE)
e315cd28 1699 qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1da177e4
LT		 1700 break;
1701
1702 case CS_RESET:
1da177e4 1703 case CS_ABORTED:
1da177e4
LT		 1704 cp->result = DID_RESET << 16;
1705 break;
bad75002
AE		 1706
1707 case CS_DIF_ERROR:
1708 qla2x00_handle_dif_error(sp, sts24);
1709 break;
1da177e4 1710 default:
1da177e4
LT		 1711 cp->result = DID_ERROR << 16;
1712 break;
1713 }
1714
b7d2280c
AV		 1715out:
1716 if (logit)
1717 DEBUG2(qla_printk(KERN_INFO, ha,
1718 "scsi(%ld:%d:%d) FCP command status: 0x%x-0x%x (0x%x) "
1719 "oxid=0x%x ser=0x%lx cdb=%02x%02x%02x len=0x%x "
1720 "rsp_info=0x%x resid=0x%x fw_resid=0x%x\n", vha->host_no,
1721 cp->device->id, cp->device->lun, comp_status, scsi_status,
1722 cp->result, ox_id, cp->serial_number, cp->cmnd[0],
1723 cp->cmnd[1], cp->cmnd[2], scsi_bufflen(cp), rsp_info_len,
1724 resid_len, fw_resid_len));
1725
2afa19a9 1726 if (rsp->status_srb == NULL)
73208dfd 1727 qla2x00_sp_compl(ha, sp);
1da177e4
LT		 1728}
1729
1730/**
1731 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1732 * @ha: SCSI driver HA context
1733 * @pkt: Entry pointer
1734 *
1735 * Extended sense data.
1736 */
1737static void
2afa19a9 1738qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
1da177e4
LT		 1739{
1740 uint8_t sense_sz = 0;
2afa19a9
AC		 1741 struct qla_hw_data *ha = rsp->hw;
1742 srb_t *sp = rsp->status_srb;
1da177e4
LT		 1743 struct scsi_cmnd *cp;
1744
1745 if (sp != NULL && sp->request_sense_length != 0) {
1746 cp = sp->cmd;
1747 if (cp == NULL) {
1748 DEBUG2(printk("%s(): Cmd already returned back to OS "
75bc4190 1749 "sp=%p.\n", __func__, sp));
1da177e4
LT		 1750 qla_printk(KERN_INFO, ha,
1751 "cmd is NULL: already returned to OS (sp=%p)\n",
fa2a1ce5 1752 sp);
1da177e4 1753
2afa19a9 1754 rsp->status_srb = NULL;
1da177e4
LT		 1755 return;
1756 }
1757
1758 if (sp->request_sense_length > sizeof(pkt->data)) {
1759 sense_sz = sizeof(pkt->data);
1760 } else {
1761 sense_sz = sp->request_sense_length;
1762 }
1763
1764 /* Move sense data. */
e428924c 1765 if (IS_FWI2_CAPABLE(ha))
9a853f71 1766 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1da177e4
LT		 1767 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1768 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1769
1770 sp->request_sense_ptr += sense_sz;
1771 sp->request_sense_length -= sense_sz;
1772
1773 /* Place command on done queue. */
1774 if (sp->request_sense_length == 0) {
2afa19a9 1775 rsp->status_srb = NULL;
73208dfd 1776 qla2x00_sp_compl(ha, sp);
1da177e4
LT		 1777 }
1778 }
1779}
1780
1781/**
1782 * qla2x00_error_entry() - Process an error entry.
1783 * @ha: SCSI driver HA context
1784 * @pkt: Entry pointer
1785 */
1786static void
73208dfd 1787qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1da177e4
LT		 1788{
1789 srb_t *sp;
e315cd28 1790 struct qla_hw_data *ha = vha->hw;
2afa19a9
AC		 1791 uint32_t handle = LSW(pkt->handle);
1792 uint16_t que = MSW(pkt->handle);
1793 struct req_que *req = ha->req_q_map[que];
1da177e4
LT		 1794#if defined(QL_DEBUG_LEVEL_2)
1795 if (pkt->entry_status & RF_INV_E_ORDER)
1796 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1797 else if (pkt->entry_status & RF_INV_E_COUNT)
1798 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1799 else if (pkt->entry_status & RF_INV_E_PARAM)
fa2a1ce5 1800 qla_printk(KERN_ERR, ha,
1da177e4
LT		 1801 "%s: Invalid Entry Parameter\n", __func__);
1802 else if (pkt->entry_status & RF_INV_E_TYPE)
1803 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1804 else if (pkt->entry_status & RF_BUSY)
1805 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1806 else
1807 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1808#endif
1809
1810 /* Validate handle. */
2afa19a9
AC		 1811 if (handle < MAX_OUTSTANDING_COMMANDS)
1812 sp = req->outstanding_cmds[handle];
1da177e4
LT		 1813 else
1814 sp = NULL;
1815
1816 if (sp) {
1817 /* Free outstanding command slot. */
2afa19a9 1818 req->outstanding_cmds[handle] = NULL;
354d6b21 1819
1da177e4
LT		 1820 /* Bad payload or header */
1821 if (pkt->entry_status &
1822 (RF_INV_E_ORDER | RF_INV_E_COUNT |
1823 RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1824 sp->cmd->result = DID_ERROR << 16;
1825 } else if (pkt->entry_status & RF_BUSY) {
1826 sp->cmd->result = DID_BUS_BUSY << 16;
1827 } else {
1828 sp->cmd->result = DID_ERROR << 16;
1829 }
73208dfd 1830 qla2x00_sp_compl(ha, sp);
1da177e4 1831
9a853f71
AV		 1832 } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1833 COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1da177e4 1834 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
e315cd28 1835 vha->host_no));
1da177e4
LT		 1836 qla_printk(KERN_WARNING, ha,
1837 "Error entry - invalid handle\n");
1838
e315cd28
AC		 1839 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1840 qla2xxx_wake_dpc(vha);
1da177e4
LT		 1841 }
1842}
1843
9a853f71
AV		 1844/**
1845 * qla24xx_mbx_completion() - Process mailbox command completions.
1846 * @ha: SCSI driver HA context
1847 * @mb0: Mailbox0 register
1848 */
1849static void
e315cd28 1850qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
9a853f71
AV		 1851{
1852 uint16_t cnt;
1853 uint16_t __iomem *wptr;
e315cd28 1854 struct qla_hw_data *ha = vha->hw;
9a853f71
AV		 1855 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1856
1857 /* Load return mailbox registers. */
1858 ha->flags.mbox_int = 1;
1859 ha->mailbox_out[0] = mb0;
1860 wptr = (uint16_t __iomem *)&reg->mailbox1;
1861
1862 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1863 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1864 wptr++;
1865 }
1866
1867 if (ha->mcp) {
1868 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
e315cd28 1869 __func__, vha->host_no, ha->mcp->mb[0]));
9a853f71
AV		 1870 } else {
1871 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
e315cd28 1872 __func__, vha->host_no));
9a853f71
AV		 1873 }
1874}
1875
1876/**
1877 * qla24xx_process_response_queue() - Process response queue entries.
1878 * @ha: SCSI driver HA context
1879 */
2afa19a9
AC		 1880void qla24xx_process_response_queue(struct scsi_qla_host *vha,
1881 struct rsp_que *rsp)
9a853f71 1882{
9a853f71 1883 struct sts_entry_24xx *pkt;
a9083016 1884 struct qla_hw_data *ha = vha->hw;
9a853f71 1885
e315cd28 1886 if (!vha->flags.online)
9a853f71
AV		 1887 return;
1888
e315cd28
AC		 1889 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1890 pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
9a853f71 1891
e315cd28
AC		 1892 rsp->ring_index++;
1893 if (rsp->ring_index == rsp->length) {
1894 rsp->ring_index = 0;
1895 rsp->ring_ptr = rsp->ring;
9a853f71 1896 } else {
e315cd28 1897 rsp->ring_ptr++;
9a853f71
AV		 1898 }
1899
1900 if (pkt->entry_status != 0) {
1901 DEBUG3(printk(KERN_INFO
e315cd28 1902 "scsi(%ld): Process error entry.\n", vha->host_no));
9a853f71 1903
73208dfd 1904 qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
9a853f71
AV		 1905 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1906 wmb();
1907 continue;
1908 }
1909
1910 switch (pkt->entry_type) {
1911 case STATUS_TYPE:
73208dfd 1912 qla2x00_status_entry(vha, rsp, pkt);
9a853f71
AV		 1913 break;
1914 case STATUS_CONT_TYPE:
2afa19a9 1915 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
9a853f71 1916 break;
2c3dfe3f 1917 case VP_RPT_ID_IOCB_TYPE:
e315cd28 1918 qla24xx_report_id_acquisition(vha,
2c3dfe3f
SJ		 1919 (struct vp_rpt_id_entry_24xx *)pkt);
1920 break;
ac280b67
AV		 1921 case LOGINOUT_PORT_IOCB_TYPE:
1922 qla24xx_logio_entry(vha, rsp->req,
1923 (struct logio_entry_24xx *)pkt);
1924 break;
3822263e
MI		 1925 case TSK_MGMT_IOCB_TYPE:
1926 qla24xx_tm_iocb_entry(vha, rsp->req,
1927 (struct tsk_mgmt_entry *)pkt);
1928 break;
1929 case MARKER_TYPE:
1930 qla24xx_marker_iocb_entry(vha, rsp->req,
1931 (struct mrk_entry_24xx *)pkt);
1932 break;
9a069e19
GM		 1933 case CT_IOCB_TYPE:
1934 qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1935 clear_bit(MBX_INTERRUPT, &vha->hw->mbx_cmd_flags);
1936 break;
1937 case ELS_IOCB_TYPE:
1938 qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
1939 break;
9a853f71
AV		 1940 default:
1941 /* Type Not Supported. */
1942 DEBUG4(printk(KERN_WARNING
1943 "scsi(%ld): Received unknown response pkt type %x "
1944 "entry status=%x.\n",
e315cd28 1945 vha->host_no, pkt->entry_type, pkt->entry_status));
9a853f71
AV		 1946 break;
1947 }
1948 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1949 wmb();
1950 }
1951
1952 /* Adjust ring index */
a9083016
GM		 1953 if (IS_QLA82XX(ha)) {
1954 struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
1955 WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
1956 } else
1957 WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
9a853f71
AV		 1958}
1959
05236a05 1960static void
e315cd28 1961qla2xxx_check_risc_status(scsi_qla_host_t *vha)
05236a05
AV		 1962{
1963 int rval;
1964 uint32_t cnt;
e315cd28 1965 struct qla_hw_data *ha = vha->hw;
05236a05
AV		 1966 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1967
3a03eb79 1968 if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha))
05236a05
AV		 1969 return;
1970
1971 rval = QLA_SUCCESS;
1972 WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
1973 RD_REG_DWORD(&reg->iobase_addr);
1974 WRT_REG_DWORD(&reg->iobase_window, 0x0001);
1975 for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
1976 rval == QLA_SUCCESS; cnt--) {
1977 if (cnt) {
1978 WRT_REG_DWORD(&reg->iobase_window, 0x0001);
1979 udelay(10);
1980 } else
1981 rval = QLA_FUNCTION_TIMEOUT;
1982 }
1983 if (rval == QLA_SUCCESS)
1984 goto next_test;
1985
1986 WRT_REG_DWORD(&reg->iobase_window, 0x0003);
1987 for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
1988 rval == QLA_SUCCESS; cnt--) {
1989 if (cnt) {
1990 WRT_REG_DWORD(&reg->iobase_window, 0x0003);
1991 udelay(10);
1992 } else
1993 rval = QLA_FUNCTION_TIMEOUT;
1994 }
1995 if (rval != QLA_SUCCESS)
1996 goto done;
1997
1998next_test:
1999 if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
2000 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
2001
2002done:
2003 WRT_REG_DWORD(&reg->iobase_window, 0x0000);
2004 RD_REG_DWORD(&reg->iobase_window);
2005}
2006
9a853f71
AV		 2007/**
2008 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
2009 * @irq:
2010 * @dev_id: SCSI driver HA context
9a853f71
AV		 2011 *
2012 * Called by system whenever the host adapter generates an interrupt.
2013 *
2014 * Returns handled flag.
2015 */
2016irqreturn_t
7d12e780 2017qla24xx_intr_handler(int irq, void *dev_id)
9a853f71 2018{
e315cd28
AC		 2019 scsi_qla_host_t *vha;
2020 struct qla_hw_data *ha;
9a853f71
AV		 2021 struct device_reg_24xx __iomem *reg;
2022 int status;
9a853f71
AV		 2023 unsigned long iter;
2024 uint32_t stat;
2025 uint32_t hccr;
2026 uint16_t mb[4];
e315cd28 2027 struct rsp_que *rsp;
43fac4d9 2028 unsigned long flags;
9a853f71 2029
e315cd28
AC		 2030 rsp = (struct rsp_que *) dev_id;
2031 if (!rsp) {
9a853f71 2032 printk(KERN_INFO
e315cd28 2033 "%s(): NULL response queue pointer\n", __func__);
9a853f71
AV		 2034 return IRQ_NONE;
2035 }
2036
e315cd28 2037 ha = rsp->hw;
9a853f71
AV		 2038 reg = &ha->iobase->isp24;
2039 status = 0;
2040
85880801
AV		 2041 if (unlikely(pci_channel_offline(ha->pdev)))
2042 return IRQ_HANDLED;
2043
43fac4d9 2044 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 2045 vha = pci_get_drvdata(ha->pdev);
9a853f71
AV		 2046 for (iter = 50; iter--; ) {
2047 stat = RD_REG_DWORD(&reg->host_status);
2048 if (stat & HSRX_RISC_PAUSED) {
85880801 2049 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 2050 break;
2051
9a853f71
AV		 2052 hccr = RD_REG_DWORD(&reg->hccr);
2053
2054 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2055 "Dumping firmware!\n", hccr);
05236a05 2056
e315cd28 2057 qla2xxx_check_risc_status(vha);
05236a05 2058
e315cd28
AC		 2059 ha->isp_ops->fw_dump(vha, 1);
2060 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
9a853f71
AV		 2061 break;
2062 } else if ((stat & HSRX_RISC_INT) == 0)
2063 break;
2064
2065 switch (stat & 0xff) {
2066 case 0x1:
2067 case 0x2:
2068 case 0x10:
2069 case 0x11:
e315cd28 2070 qla24xx_mbx_completion(vha, MSW(stat));
9a853f71
AV		 2071 status |= MBX_INTERRUPT;
2072
2073 break;
2074 case 0x12:
2075 mb[0] = MSW(stat);
2076 mb[1] = RD_REG_WORD(&reg->mailbox1);
2077 mb[2] = RD_REG_WORD(&reg->mailbox2);
2078 mb[3] = RD_REG_WORD(&reg->mailbox3);
73208dfd 2079 qla2x00_async_event(vha, rsp, mb);
9a853f71
AV		 2080 break;
2081 case 0x13:
73208dfd 2082 case 0x14:
2afa19a9 2083 qla24xx_process_response_queue(vha, rsp);
9a853f71
AV		 2084 break;
2085 default:
2086 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2087 "(%d).\n",
e315cd28 2088 vha->host_no, stat & 0xff));
9a853f71
AV		 2089 break;
2090 }
2091 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2092 RD_REG_DWORD_RELAXED(&reg->hccr);
2093 }
43fac4d9 2094 spin_unlock_irqrestore(&ha->hardware_lock, flags);
9a853f71
AV		 2095
2096 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2097 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
9a853f71 2098 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 2099 complete(&ha->mbx_intr_comp);
9a853f71
AV		 2100 }
2101
2102 return IRQ_HANDLED;
2103}
2104
a8488abe
AV		 2105static irqreturn_t
2106qla24xx_msix_rsp_q(int irq, void *dev_id)
2107{
e315cd28
AC		 2108 struct qla_hw_data *ha;
2109 struct rsp_que *rsp;
a8488abe 2110 struct device_reg_24xx __iomem *reg;
2afa19a9 2111 struct scsi_qla_host *vha;
0f19bc68 2112 unsigned long flags;
a8488abe 2113
e315cd28
AC		 2114 rsp = (struct rsp_que *) dev_id;
2115 if (!rsp) {
2116 printk(KERN_INFO
2117 "%s(): NULL response queue pointer\n", __func__);
2118 return IRQ_NONE;
2119 }
2120 ha = rsp->hw;
a8488abe
AV		 2121 reg = &ha->iobase->isp24;
2122
0f19bc68 2123 spin_lock_irqsave(&ha->hardware_lock, flags);
a8488abe 2124
a67093d4 2125 vha = pci_get_drvdata(ha->pdev);
2afa19a9 2126 qla24xx_process_response_queue(vha, rsp);
3155754a 2127 if (!ha->flags.disable_msix_handshake) {
eb94114b
AC		 2128 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2129 RD_REG_DWORD_RELAXED(&reg->hccr);
2130 }
0f19bc68 2131 spin_unlock_irqrestore(&ha->hardware_lock, flags);
a8488abe
AV		 2132
2133 return IRQ_HANDLED;
2134}
2135
68ca949c
AC		 2136static irqreturn_t
2137qla25xx_msix_rsp_q(int irq, void *dev_id)
2138{
2139 struct qla_hw_data *ha;
2140 struct rsp_que *rsp;
3155754a 2141 struct device_reg_24xx __iomem *reg;
0f19bc68 2142 unsigned long flags;
68ca949c
AC		 2143
2144 rsp = (struct rsp_que *) dev_id;
2145 if (!rsp) {
2146 printk(KERN_INFO
2147 "%s(): NULL response queue pointer\n", __func__);
2148 return IRQ_NONE;
2149 }
2150 ha = rsp->hw;
2151
3155754a
AC		 2152 /* Clear the interrupt, if enabled, for this response queue */
2153 if (rsp->options & ~BIT_6) {
2154 reg = &ha->iobase->isp24;
0f19bc68 2155 spin_lock_irqsave(&ha->hardware_lock, flags);
3155754a
AC		 2156 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2157 RD_REG_DWORD_RELAXED(&reg->hccr);
0f19bc68 2158 spin_unlock_irqrestore(&ha->hardware_lock, flags);
3155754a 2159 }
68ca949c
AC		 2160 queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2161
2162 return IRQ_HANDLED;
2163}
2164
a8488abe
AV		 2165static irqreturn_t
2166qla24xx_msix_default(int irq, void *dev_id)
2167{
e315cd28
AC		 2168 scsi_qla_host_t *vha;
2169 struct qla_hw_data *ha;
2170 struct rsp_que *rsp;
a8488abe
AV		 2171 struct device_reg_24xx __iomem *reg;
2172 int status;
a8488abe
AV		 2173 uint32_t stat;
2174 uint32_t hccr;
2175 uint16_t mb[4];
0f19bc68 2176 unsigned long flags;
a8488abe 2177
e315cd28
AC		 2178 rsp = (struct rsp_que *) dev_id;
2179 if (!rsp) {
2180 DEBUG(printk(
2181 "%s(): NULL response queue pointer\n", __func__));
2182 return IRQ_NONE;
2183 }
2184 ha = rsp->hw;
a8488abe
AV		 2185 reg = &ha->iobase->isp24;
2186 status = 0;
2187
0f19bc68 2188 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 2189 vha = pci_get_drvdata(ha->pdev);
87f27015 2190 do {
a8488abe
AV		 2191 stat = RD_REG_DWORD(&reg->host_status);
2192 if (stat & HSRX_RISC_PAUSED) {
85880801 2193 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 2194 break;
2195
a8488abe
AV		 2196 hccr = RD_REG_DWORD(&reg->hccr);
2197
2198 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2199 "Dumping firmware!\n", hccr);
05236a05 2200
e315cd28 2201 qla2xxx_check_risc_status(vha);
05236a05 2202
e315cd28
AC		 2203 ha->isp_ops->fw_dump(vha, 1);
2204 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
a8488abe
AV		 2205 break;
2206 } else if ((stat & HSRX_RISC_INT) == 0)
2207 break;
2208
2209 switch (stat & 0xff) {
2210 case 0x1:
2211 case 0x2:
2212 case 0x10:
2213 case 0x11:
e315cd28 2214 qla24xx_mbx_completion(vha, MSW(stat));
a8488abe
AV		 2215 status |= MBX_INTERRUPT;
2216
2217 break;
2218 case 0x12:
2219 mb[0] = MSW(stat);
2220 mb[1] = RD_REG_WORD(&reg->mailbox1);
2221 mb[2] = RD_REG_WORD(&reg->mailbox2);
2222 mb[3] = RD_REG_WORD(&reg->mailbox3);
73208dfd 2223 qla2x00_async_event(vha, rsp, mb);
a8488abe
AV		 2224 break;
2225 case 0x13:
73208dfd 2226 case 0x14:
2afa19a9 2227 qla24xx_process_response_queue(vha, rsp);
a8488abe
AV		 2228 break;
2229 default:
2230 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2231 "(%d).\n",
e315cd28 2232 vha->host_no, stat & 0xff));
a8488abe
AV		 2233 break;
2234 }
2235 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
87f27015 2236 } while (0);
0f19bc68 2237 spin_unlock_irqrestore(&ha->hardware_lock, flags);
a8488abe
AV		 2238
2239 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2240 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
a8488abe 2241 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 2242 complete(&ha->mbx_intr_comp);
a8488abe 2243 }
a8488abe
AV		 2244 return IRQ_HANDLED;
2245}
2246
2247/* Interrupt handling helpers. */
2248
2249struct qla_init_msix_entry {
a8488abe 2250 const char *name;
476834c2 2251 irq_handler_t handler;
a8488abe
AV		 2252};
2253
68ca949c 2254static struct qla_init_msix_entry msix_entries[3] = {
2afa19a9
AC		 2255 { "qla2xxx (default)", qla24xx_msix_default },
2256 { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
68ca949c 2257 { "qla2xxx (multiq)", qla25xx_msix_rsp_q },
a8488abe
AV		 2258};
2259
a9083016
GM		 2260static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2261 { "qla2xxx (default)", qla82xx_msix_default },
2262 { "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2263};
2264
a8488abe 2265static void
e315cd28 2266qla24xx_disable_msix(struct qla_hw_data *ha)
a8488abe
AV		 2267{
2268 int i;
2269 struct qla_msix_entry *qentry;
2270
73208dfd
AC		 2271 for (i = 0; i < ha->msix_count; i++) {
2272 qentry = &ha->msix_entries[i];
a8488abe 2273 if (qentry->have_irq)
73208dfd 2274 free_irq(qentry->vector, qentry->rsp);
a8488abe
AV		 2275 }
2276 pci_disable_msix(ha->pdev);
73208dfd
AC		 2277 kfree(ha->msix_entries);
2278 ha->msix_entries = NULL;
2279 ha->flags.msix_enabled = 0;
a8488abe
AV		 2280}
2281
2282static int
73208dfd 2283qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
a8488abe 2284{
ad038fa8 2285#define MIN_MSIX_COUNT 2
a8488abe 2286 int i, ret;
73208dfd 2287 struct msix_entry *entries;
a8488abe 2288 struct qla_msix_entry *qentry;
73208dfd
AC		 2289
2290 entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
a9083016 2291 GFP_KERNEL);
73208dfd
AC		 2292 if (!entries)
2293 return -ENOMEM;
a8488abe 2294
73208dfd
AC		 2295 for (i = 0; i < ha->msix_count; i++)
2296 entries[i].entry = i;
a8488abe 2297
73208dfd 2298 ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
a8488abe 2299 if (ret) {
ad038fa8
LC		 2300 if (ret < MIN_MSIX_COUNT)
2301 goto msix_failed;
2302
a8488abe 2303 qla_printk(KERN_WARNING, ha,
73208dfd
AC		 2304 "MSI-X: Failed to enable support -- %d/%d\n"
2305 " Retry with %d vectors\n", ha->msix_count, ret, ret);
2306 ha->msix_count = ret;
2307 ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2308 if (ret) {
ad038fa8 2309msix_failed:
73208dfd
AC		 2310 qla_printk(KERN_WARNING, ha, "MSI-X: Failed to enable"
2311 " support, giving up -- %d/%d\n",
2312 ha->msix_count, ret);
2313 goto msix_out;
2314 }
2afa19a9 2315 ha->max_rsp_queues = ha->msix_count - 1;
73208dfd
AC		 2316 }
2317 ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
2318 ha->msix_count, GFP_KERNEL);
2319 if (!ha->msix_entries) {
2320 ret = -ENOMEM;
a8488abe
AV		 2321 goto msix_out;
2322 }
2323 ha->flags.msix_enabled = 1;
2324
73208dfd
AC		 2325 for (i = 0; i < ha->msix_count; i++) {
2326 qentry = &ha->msix_entries[i];
2327 qentry->vector = entries[i].vector;
2328 qentry->entry = entries[i].entry;
a8488abe 2329 qentry->have_irq = 0;
73208dfd 2330 qentry->rsp = NULL;
a8488abe
AV		 2331 }
2332
2afa19a9
AC		 2333 /* Enable MSI-X vectors for the base queue */
2334 for (i = 0; i < 2; i++) {
2335 qentry = &ha->msix_entries[i];
a9083016
GM		 2336 if (IS_QLA82XX(ha)) {
2337 ret = request_irq(qentry->vector,
2338 qla82xx_msix_entries[i].handler,
2339 0, qla82xx_msix_entries[i].name, rsp);
2340 } else {
2341 ret = request_irq(qentry->vector,
2342 msix_entries[i].handler,
2343 0, msix_entries[i].name, rsp);
2344 }
2afa19a9
AC		 2345 if (ret) {
2346 qla_printk(KERN_WARNING, ha,
73208dfd
AC		 2347 "MSI-X: Unable to register handler -- %x/%d.\n",
2348 qentry->vector, ret);
2afa19a9
AC		 2349 qla24xx_disable_msix(ha);
2350 ha->mqenable = 0;
2351 goto msix_out;
2352 }
2353 qentry->have_irq = 1;
2354 qentry->rsp = rsp;
2355 rsp->msix = qentry;
73208dfd 2356 }
73208dfd
AC		 2357
2358 /* Enable MSI-X vector for response queue update for queue 0 */
2afa19a9 2359 if (ha->mqiobase && (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
73208dfd 2360 ha->mqenable = 1;
73208dfd 2361
a8488abe 2362msix_out:
73208dfd 2363 kfree(entries);
a8488abe
AV		 2364 return ret;
2365}
2366
2367int
73208dfd 2368qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
a8488abe
AV		 2369{
2370 int ret;
963b0fdd 2371 device_reg_t __iomem *reg = ha->iobase;
a8488abe
AV		 2372
2373 /* If possible, enable MSI-X. */
3a03eb79 2374 if (!IS_QLA2432(ha) && !IS_QLA2532(ha) &&
a9083016 2375 !IS_QLA8432(ha) && !IS_QLA8XXX_TYPE(ha))
6377a7ae
BH		 2376 goto skip_msi;
2377
2378 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
2379 (ha->pdev->subsystem_device == 0x7040 ||
2380 ha->pdev->subsystem_device == 0x7041 ||
2381 ha->pdev->subsystem_device == 0x1705)) {
2382 DEBUG2(qla_printk(KERN_WARNING, ha,
2383 "MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X,0x%X).\n",
2384 ha->pdev->subsystem_vendor,
2385 ha->pdev->subsystem_device));
2386 goto skip_msi;
2387 }
a8488abe 2388
e315cd28
AC		 2389 if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX ||
2390 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
a8488abe 2391 DEBUG2(qla_printk(KERN_WARNING, ha,
e315cd28
AC		 2392 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
2393 ha->pdev->revision, ha->fw_attributes));
a8488abe
AV		 2394 goto skip_msix;
2395 }
2396
73208dfd 2397 ret = qla24xx_enable_msix(ha, rsp);
a8488abe
AV		 2398 if (!ret) {
2399 DEBUG2(qla_printk(KERN_INFO, ha,
2400 "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
2401 ha->fw_attributes));
963b0fdd 2402 goto clear_risc_ints;
a8488abe
AV		 2403 }
2404 qla_printk(KERN_WARNING, ha,
a9083016 2405 "MSI-X: Falling back-to MSI mode -- %d.\n", ret);
a8488abe 2406skip_msix:
cbedb601 2407
3a03eb79
AV		 2408 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
2409 !IS_QLA8001(ha))
cbedb601
AV		 2410 goto skip_msi;
2411
2412 ret = pci_enable_msi(ha->pdev);
2413 if (!ret) {
2414 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
2415 ha->flags.msi_enabled = 1;
a9083016
GM		 2416 } else
2417 qla_printk(KERN_WARNING, ha,
2418 "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
cbedb601
AV		 2419skip_msi:
2420
fd34f556 2421 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
d1b1bef4 2422 IRQF_SHARED, QLA2XXX_DRIVER_NAME, rsp);
963b0fdd 2423 if (ret) {
a8488abe
AV		 2424 qla_printk(KERN_WARNING, ha,
2425 "Failed to reserve interrupt %d already in use.\n",
2426 ha->pdev->irq);
963b0fdd
AV		 2427 goto fail;
2428 }
2429 ha->flags.inta_enabled = 1;
963b0fdd
AV		 2430clear_risc_ints:
2431
3a03eb79
AV		 2432 /*
2433 * FIXME: Noted that 8014s were being dropped during NK testing.
2434 * Timing deltas during MSI-X/INTa transitions?
2435 */
a9083016 2436 if (IS_QLA81XX(ha) || IS_QLA82XX(ha))
3a03eb79 2437 goto fail;
c6952483 2438 spin_lock_irq(&ha->hardware_lock);
963b0fdd
AV		 2439 if (IS_FWI2_CAPABLE(ha)) {
2440 WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_HOST_INT);
2441 WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_RISC_INT);
2442 } else {
2443 WRT_REG_WORD(&reg->isp.semaphore, 0);
2444 WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_RISC_INT);
2445 WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_HOST_INT);
a8488abe 2446 }
c6952483 2447 spin_unlock_irq(&ha->hardware_lock);
a8488abe 2448
963b0fdd 2449fail:
a8488abe
AV		 2450 return ret;
2451}
2452
2453void
e315cd28 2454qla2x00_free_irqs(scsi_qla_host_t *vha)
a8488abe 2455{
e315cd28 2456 struct qla_hw_data *ha = vha->hw;
73208dfd 2457 struct rsp_que *rsp = ha->rsp_q_map[0];
a8488abe
AV		 2458
2459 if (ha->flags.msix_enabled)
2460 qla24xx_disable_msix(ha);
90a86fc0 2461 else if (ha->flags.msi_enabled) {
e315cd28 2462 free_irq(ha->pdev->irq, rsp);
cbedb601 2463 pci_disable_msi(ha->pdev);
90a86fc0
JC		 2464 } else
2465 free_irq(ha->pdev->irq, rsp);
a8488abe 2466}
e315cd28 2467
73208dfd
AC		 2468
2469int qla25xx_request_irq(struct rsp_que *rsp)
2470{
2471 struct qla_hw_data *ha = rsp->hw;
2afa19a9 2472 struct qla_init_msix_entry *intr = &msix_entries[2];
73208dfd
AC		 2473 struct qla_msix_entry *msix = rsp->msix;
2474 int ret;
2475
2476 ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
2477 if (ret) {
2478 qla_printk(KERN_WARNING, ha,
2479 "MSI-X: Unable to register handler -- %x/%d.\n",
2480 msix->vector, ret);
2481 return ret;
2482 }
2483 msix->have_irq = 1;
2484 msix->rsp = rsp;
2485 return ret;
2486}
Linux 6.x block layer and io_uring tree(s)