projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
[SCSI] qla2xxx: Check for golden firmware and show version if available
[linux-2.6-block.git] / drivers / scsi / qla2xxx / qla_isr.c
CommitLineData
1da177e4 1/*
fa90c54f 2 * QLogic Fibre Channel HBA Driver
01e58d8e 3 * Copyright (c) 2003-2008 QLogic Corporation
1da177e4 4 *
fa90c54f 5 * See LICENSE.qla2xxx for copyright and licensing details.
1da177e4
LT		 6 */
7#include "qla_def.h"
8
05236a05 9#include <linux/delay.h>
5a0e3ad6 10#include <linux/slab.h>
df7baa50 11#include <scsi/scsi_tcq.h>
9a069e19 12#include <scsi/scsi_bsg_fc.h>
bad75002 13#include <scsi/scsi_eh.h>
df7baa50 14
1da177e4 15static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
73208dfd
AC		 16static void qla2x00_process_completed_request(struct scsi_qla_host *,
17 struct req_que *, uint32_t);
18static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
2afa19a9 19static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
73208dfd
AC		 20static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
21 sts_entry_t *);
9a853f71 22
1da177e4
LT		 23/**
24 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
25 * @irq:
26 * @dev_id: SCSI driver HA context
1da177e4
LT		 27 *
28 * Called by system whenever the host adapter generates an interrupt.
29 *
30 * Returns handled flag.
31 */
32irqreturn_t
7d12e780 33qla2100_intr_handler(int irq, void *dev_id)
1da177e4 34{
e315cd28
AC		 35 scsi_qla_host_t *vha;
36 struct qla_hw_data *ha;
3d71644c 37 struct device_reg_2xxx __iomem *reg;
1da177e4 38 int status;
1da177e4 39 unsigned long iter;
14e660e6 40 uint16_t hccr;
9a853f71 41 uint16_t mb[4];
e315cd28 42 struct rsp_que *rsp;
43fac4d9 43 unsigned long flags;
1da177e4 44
e315cd28
AC		 45 rsp = (struct rsp_que *) dev_id;
46 if (!rsp) {
1da177e4 47 printk(KERN_INFO
e315cd28 48 "%s(): NULL response queue pointer\n", __func__);
1da177e4
LT		 49 return (IRQ_NONE);
50 }
51
e315cd28 52 ha = rsp->hw;
3d71644c 53 reg = &ha->iobase->isp;
1da177e4
LT		 54 status = 0;
55
43fac4d9 56 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 57 vha = pci_get_drvdata(ha->pdev);
1da177e4 58 for (iter = 50; iter--; ) {
14e660e6
SJ		 59 hccr = RD_REG_WORD(&reg->hccr);
60 if (hccr & HCCR_RISC_PAUSE) {
61 if (pci_channel_offline(ha->pdev))
62 break;
63
64 /*
65 * Issue a "HARD" reset in order for the RISC interrupt
66 * bit to be cleared. Schedule a big hammmer to get
67 * out of the RISC PAUSED state.
68 */
69 WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
70 RD_REG_WORD(&reg->hccr);
71
e315cd28
AC		 72 ha->isp_ops->fw_dump(vha, 1);
73 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
14e660e6
SJ		 74 break;
75 } else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
1da177e4
LT		 76 break;
77
78 if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
79 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
80 RD_REG_WORD(&reg->hccr);
81
82 /* Get mailbox data. */
9a853f71
AV		 83 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
84 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
e315cd28 85 qla2x00_mbx_completion(vha, mb[0]);
1da177e4 86 status |= MBX_INTERRUPT;
9a853f71
AV		 87 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
88 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
89 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
90 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
73208dfd 91 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 92 } else {
93 /*EMPTY*/
94 DEBUG2(printk("scsi(%ld): Unrecognized "
9a853f71 95 "interrupt type (%d).\n",
e315cd28 96 vha->host_no, mb[0]));
1da177e4
LT		 97 }
98 /* Release mailbox registers. */
99 WRT_REG_WORD(&reg->semaphore, 0);
100 RD_REG_WORD(&reg->semaphore);
101 } else {
73208dfd 102 qla2x00_process_response_queue(rsp);
1da177e4
LT		 103
104 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
105 RD_REG_WORD(&reg->hccr);
106 }
107 }
43fac4d9 108 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1da177e4 109
1da177e4
LT		 110 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
111 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1da177e4 112 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 113 complete(&ha->mbx_intr_comp);
1da177e4
LT		 114 }
115
1da177e4
LT		 116 return (IRQ_HANDLED);
117}
118
119/**
120 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
121 * @irq:
122 * @dev_id: SCSI driver HA context
1da177e4
LT		 123 *
124 * Called by system whenever the host adapter generates an interrupt.
125 *
126 * Returns handled flag.
127 */
128irqreturn_t
7d12e780 129qla2300_intr_handler(int irq, void *dev_id)
1da177e4 130{
e315cd28 131 scsi_qla_host_t *vha;
3d71644c 132 struct device_reg_2xxx __iomem *reg;
1da177e4 133 int status;
1da177e4
LT		 134 unsigned long iter;
135 uint32_t stat;
1da177e4 136 uint16_t hccr;
9a853f71 137 uint16_t mb[4];
e315cd28
AC		 138 struct rsp_que *rsp;
139 struct qla_hw_data *ha;
43fac4d9 140 unsigned long flags;
1da177e4 141
e315cd28
AC		 142 rsp = (struct rsp_que *) dev_id;
143 if (!rsp) {
1da177e4 144 printk(KERN_INFO
e315cd28 145 "%s(): NULL response queue pointer\n", __func__);
1da177e4
LT		 146 return (IRQ_NONE);
147 }
148
e315cd28 149 ha = rsp->hw;
3d71644c 150 reg = &ha->iobase->isp;
1da177e4
LT		 151 status = 0;
152
43fac4d9 153 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 154 vha = pci_get_drvdata(ha->pdev);
1da177e4
LT		 155 for (iter = 50; iter--; ) {
156 stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
157 if (stat & HSR_RISC_PAUSED) {
85880801 158 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 159 break;
160
1da177e4
LT		 161 hccr = RD_REG_WORD(&reg->hccr);
162 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
07f31805
AV		 163 qla_printk(KERN_INFO, ha, "Parity error -- "
164 "HCCR=%x, Dumping firmware!\n", hccr);
1da177e4 165 else
07f31805
AV		 166 qla_printk(KERN_INFO, ha, "RISC paused -- "
167 "HCCR=%x, Dumping firmware!\n", hccr);
1da177e4
LT		 168
169 /*
170 * Issue a "HARD" reset in order for the RISC
171 * interrupt bit to be cleared. Schedule a big
172 * hammmer to get out of the RISC PAUSED state.
173 */
174 WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
175 RD_REG_WORD(&reg->hccr);
07f31805 176
e315cd28
AC		 177 ha->isp_ops->fw_dump(vha, 1);
178 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 179 break;
180 } else if ((stat & HSR_RISC_INT) == 0)
181 break;
182
1da177e4 183 switch (stat & 0xff) {
1da177e4
LT		 184 case 0x1:
185 case 0x2:
186 case 0x10:
187 case 0x11:
e315cd28 188 qla2x00_mbx_completion(vha, MSW(stat));
1da177e4
LT		 189 status |= MBX_INTERRUPT;
190
191 /* Release mailbox registers. */
192 WRT_REG_WORD(&reg->semaphore, 0);
193 break;
194 case 0x12:
9a853f71
AV		 195 mb[0] = MSW(stat);
196 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
197 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
198 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
73208dfd 199 qla2x00_async_event(vha, rsp, mb);
9a853f71
AV		 200 break;
201 case 0x13:
73208dfd 202 qla2x00_process_response_queue(rsp);
1da177e4
LT		 203 break;
204 case 0x15:
9a853f71
AV		 205 mb[0] = MBA_CMPLT_1_16BIT;
206 mb[1] = MSW(stat);
73208dfd 207 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 208 break;
209 case 0x16:
9a853f71
AV		 210 mb[0] = MBA_SCSI_COMPLETION;
211 mb[1] = MSW(stat);
212 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
73208dfd 213 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 214 break;
215 default:
216 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
9a853f71 217 "(%d).\n",
e315cd28 218 vha->host_no, stat & 0xff));
1da177e4
LT		 219 break;
220 }
221 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
222 RD_REG_WORD_RELAXED(&reg->hccr);
223 }
43fac4d9 224 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1da177e4 225
1da177e4
LT		 226 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
227 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1da177e4 228 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 229 complete(&ha->mbx_intr_comp);
1da177e4
LT		 230 }
231
1da177e4
LT		 232 return (IRQ_HANDLED);
233}
234
235/**
236 * qla2x00_mbx_completion() - Process mailbox command completions.
237 * @ha: SCSI driver HA context
238 * @mb0: Mailbox0 register
239 */
240static void
e315cd28 241qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1da177e4
LT		 242{
243 uint16_t cnt;
244 uint16_t __iomem *wptr;
e315cd28 245 struct qla_hw_data *ha = vha->hw;
3d71644c 246 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1da177e4
LT		 247
248 /* Load return mailbox registers. */
249 ha->flags.mbox_int = 1;
250 ha->mailbox_out[0] = mb0;
251 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
252
253 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
fa2a1ce5 254 if (IS_QLA2200(ha) && cnt == 8)
1da177e4
LT		 255 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
256 if (cnt == 4 || cnt == 5)
257 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
258 else
259 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
fa2a1ce5 260
1da177e4
LT		 261 wptr++;
262 }
263
264 if (ha->mcp) {
265 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
e315cd28 266 __func__, vha->host_no, ha->mcp->mb[0]));
1da177e4
LT		 267 } else {
268 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
e315cd28 269 __func__, vha->host_no));
1da177e4
LT		 270 }
271}
272
8a659571
AV		 273static void
274qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
275{
276 static char *event[] =
277 { "Complete", "Request Notification", "Time Extension" };
278 int rval;
279 struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
280 uint16_t __iomem *wptr;
281 uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
282
283 /* Seed data -- mailbox1 -> mailbox7. */
284 wptr = (uint16_t __iomem *)&reg24->mailbox1;
285 for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
286 mb[cnt] = RD_REG_WORD(wptr);
287
288 DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
289 "%04x %04x %04x %04x %04x %04x %04x.\n", vha->host_no,
290 event[aen & 0xff],
291 mb[0], mb[1], mb[2], mb[3], mb[4], mb[5], mb[6]));
292
293 /* Acknowledgement needed? [Notify && non-zero timeout]. */
294 timeout = (descr >> 8) & 0xf;
295 if (aen != MBA_IDC_NOTIFY || !timeout)
296 return;
297
298 DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
299 "ACK timeout=%d.\n", vha->host_no, event[aen & 0xff], timeout));
300
301 rval = qla2x00_post_idc_ack_work(vha, mb);
302 if (rval != QLA_SUCCESS)
303 qla_printk(KERN_WARNING, vha->hw,
304 "IDC failed to post ACK.\n");
305}
306
1da177e4
LT		 307/**
308 * qla2x00_async_event() - Process aynchronous events.
309 * @ha: SCSI driver HA context
9a853f71 310 * @mb: Mailbox registers (0 - 3)
1da177e4 311 */
2c3dfe3f 312void
73208dfd 313qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
1da177e4 314{
9a853f71 315#define LS_UNKNOWN 2
3a03eb79 316 static char *link_speeds[] = { "1", "2", "?", "4", "8", "10" };
1da177e4 317 char *link_speed;
1da177e4 318 uint16_t handle_cnt;
bdab23da 319 uint16_t cnt, mbx;
1da177e4 320 uint32_t handles[5];
e315cd28 321 struct qla_hw_data *ha = vha->hw;
3d71644c 322 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
bdab23da 323 struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
1da177e4
LT		 324 uint32_t rscn_entry, host_pid;
325 uint8_t rscn_queue_index;
4d4df193 326 unsigned long flags;
1da177e4
LT		 327
328 /* Setup to process RIO completion. */
329 handle_cnt = 0;
a9083016 330 if (IS_QLA8XXX_TYPE(ha))
3a03eb79 331 goto skip_rio;
1da177e4
LT		 332 switch (mb[0]) {
333 case MBA_SCSI_COMPLETION:
9a853f71 334 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
1da177e4
LT		 335 handle_cnt = 1;
336 break;
337 case MBA_CMPLT_1_16BIT:
9a853f71 338 handles[0] = mb[1];
1da177e4
LT		 339 handle_cnt = 1;
340 mb[0] = MBA_SCSI_COMPLETION;
341 break;
342 case MBA_CMPLT_2_16BIT:
9a853f71
AV		 343 handles[0] = mb[1];
344 handles[1] = mb[2];
1da177e4
LT		 345 handle_cnt = 2;
346 mb[0] = MBA_SCSI_COMPLETION;
347 break;
348 case MBA_CMPLT_3_16BIT:
9a853f71
AV		 349 handles[0] = mb[1];
350 handles[1] = mb[2];
351 handles[2] = mb[3];
1da177e4
LT		 352 handle_cnt = 3;
353 mb[0] = MBA_SCSI_COMPLETION;
354 break;
355 case MBA_CMPLT_4_16BIT:
9a853f71
AV		 356 handles[0] = mb[1];
357 handles[1] = mb[2];
358 handles[2] = mb[3];
1da177e4
LT		 359 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
360 handle_cnt = 4;
361 mb[0] = MBA_SCSI_COMPLETION;
362 break;
363 case MBA_CMPLT_5_16BIT:
9a853f71
AV		 364 handles[0] = mb[1];
365 handles[1] = mb[2];
366 handles[2] = mb[3];
1da177e4
LT		 367 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
368 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
369 handle_cnt = 5;
370 mb[0] = MBA_SCSI_COMPLETION;
371 break;
372 case MBA_CMPLT_2_32BIT:
9a853f71 373 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
1da177e4
LT		 374 handles[1] = le32_to_cpu(
375 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
376 RD_MAILBOX_REG(ha, reg, 6));
377 handle_cnt = 2;
378 mb[0] = MBA_SCSI_COMPLETION;
379 break;
380 default:
381 break;
382 }
3a03eb79 383skip_rio:
1da177e4
LT		 384 switch (mb[0]) {
385 case MBA_SCSI_COMPLETION: /* Fast Post */
e315cd28 386 if (!vha->flags.online)
1da177e4
LT		 387 break;
388
389 for (cnt = 0; cnt < handle_cnt; cnt++)
73208dfd
AC		 390 qla2x00_process_completed_request(vha, rsp->req,
391 handles[cnt]);
1da177e4
LT		 392 break;
393
394 case MBA_RESET: /* Reset */
e315cd28
AC		 395 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n",
396 vha->host_no));
1da177e4 397
e315cd28 398 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
1da177e4
LT		 399 break;
400
401 case MBA_SYSTEM_ERR: /* System Error */
bdab23da 402 mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox7) : 0;
1da177e4 403 qla_printk(KERN_INFO, ha,
bdab23da
AV		 404 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
405 "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
1da177e4 406
e315cd28 407 ha->isp_ops->fw_dump(vha, 1);
1da177e4 408
e428924c 409 if (IS_FWI2_CAPABLE(ha)) {
9a853f71
AV		 410 if (mb[1] == 0 && mb[2] == 0) {
411 qla_printk(KERN_ERR, ha,
412 "Unrecoverable Hardware Error: adapter "
413 "marked OFFLINE!\n");
e315cd28 414 vha->flags.online = 0;
9a853f71 415 } else
e315cd28 416 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
9a853f71 417 } else if (mb[1] == 0) {
1da177e4
LT		 418 qla_printk(KERN_INFO, ha,
419 "Unrecoverable Hardware Error: adapter marked "
420 "OFFLINE!\n");
e315cd28 421 vha->flags.online = 0;
1da177e4 422 } else
e315cd28 423 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 424 break;
425
426 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
bdab23da
AV		 427 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error (%x).\n",
428 vha->host_no, mb[1]));
429 qla_printk(KERN_WARNING, ha,
430 "ISP Request Transfer Error (%x).\n", mb[1]);
1da177e4 431
e315cd28 432 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 433 break;
434
435 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
436 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
e315cd28 437 vha->host_no));
1da177e4
LT		 438 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
439
e315cd28 440 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 441 break;
442
443 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
444 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
e315cd28 445 vha->host_no));
1da177e4
LT		 446 break;
447
448 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
e315cd28 449 DEBUG2(printk("scsi(%ld): LIP occurred (%x).\n", vha->host_no,
1da177e4 450 mb[1]));
cc3ef7bc 451 qla_printk(KERN_INFO, ha, "LIP occurred (%x).\n", mb[1]);
1da177e4 452
e315cd28
AC		 453 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
454 atomic_set(&vha->loop_state, LOOP_DOWN);
455 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
456 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 457 }
458
e315cd28
AC		 459 if (vha->vp_idx) {
460 atomic_set(&vha->vp_state, VP_FAILED);
461 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 462 }
463
e315cd28
AC		 464 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
465 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
1da177e4 466
e315cd28
AC		 467 vha->flags.management_server_logged_in = 0;
468 qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
1da177e4
LT		 469 break;
470
471 case MBA_LOOP_UP: /* Loop Up Event */
1da177e4
LT		 472 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
473 link_speed = link_speeds[0];
d8b45213 474 ha->link_data_rate = PORT_SPEED_1GB;
1da177e4 475 } else {
9a853f71 476 link_speed = link_speeds[LS_UNKNOWN];
1da177e4
LT		 477 if (mb[1] < 5)
478 link_speed = link_speeds[mb[1]];
3a03eb79
AV		 479 else if (mb[1] == 0x13)
480 link_speed = link_speeds[5];
1da177e4
LT		 481 ha->link_data_rate = mb[1];
482 }
483
484 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
e315cd28 485 vha->host_no, link_speed));
1da177e4
LT		 486 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
487 link_speed);
488
e315cd28
AC		 489 vha->flags.management_server_logged_in = 0;
490 qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
1da177e4
LT		 491 break;
492
493 case MBA_LOOP_DOWN: /* Loop Down Event */
bdab23da 494 mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox4) : 0;
4d4df193 495 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN "
bdab23da
AV		 496 "(%x %x %x %x).\n", vha->host_no, mb[1], mb[2], mb[3],
497 mbx));
498 qla_printk(KERN_INFO, ha,
499 "LOOP DOWN detected (%x %x %x %x).\n", mb[1], mb[2], mb[3],
500 mbx);
1da177e4 501
e315cd28
AC		 502 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
503 atomic_set(&vha->loop_state, LOOP_DOWN);
504 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
505 vha->device_flags |= DFLG_NO_CABLE;
506 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 507 }
508
e315cd28
AC		 509 if (vha->vp_idx) {
510 atomic_set(&vha->vp_state, VP_FAILED);
511 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 512 }
513
e315cd28 514 vha->flags.management_server_logged_in = 0;
d8b45213 515 ha->link_data_rate = PORT_SPEED_UNKNOWN;
e315cd28 516 qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
1da177e4
LT		 517 break;
518
519 case MBA_LIP_RESET: /* LIP reset occurred */
1da177e4 520 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
e315cd28 521 vha->host_no, mb[1]));
1da177e4 522 qla_printk(KERN_INFO, ha,
cc3ef7bc 523 "LIP reset occurred (%x).\n", mb[1]);
1da177e4 524
e315cd28
AC		 525 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
526 atomic_set(&vha->loop_state, LOOP_DOWN);
527 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
528 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 529 }
530
e315cd28
AC		 531 if (vha->vp_idx) {
532 atomic_set(&vha->vp_state, VP_FAILED);
533 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 534 }
535
e315cd28 536 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
1da177e4
LT		 537
538 ha->operating_mode = LOOP;
e315cd28
AC		 539 vha->flags.management_server_logged_in = 0;
540 qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
1da177e4
LT		 541 break;
542
3a03eb79 543 /* case MBA_DCBX_COMPLETE: */
1da177e4
LT		 544 case MBA_POINT_TO_POINT: /* Point-to-Point */
545 if (IS_QLA2100(ha))
546 break;
547
23f2ebd1 548 if (IS_QLA8XXX_TYPE(ha)) {
3a03eb79
AV		 549 DEBUG2(printk("scsi(%ld): DCBX Completed -- %04x %04x "
550 "%04x\n", vha->host_no, mb[1], mb[2], mb[3]));
23f2ebd1
SR		 551 if (ha->notify_dcbx_comp)
552 complete(&ha->dcbx_comp);
553
554 } else
3a03eb79
AV		 555 DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE "
556 "received.\n", vha->host_no));
1da177e4
LT		 557
558 /*
559 * Until there's a transition from loop down to loop up, treat
560 * this as loop down only.
561 */
e315cd28
AC		 562 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
563 atomic_set(&vha->loop_state, LOOP_DOWN);
564 if (!atomic_read(&vha->loop_down_timer))
565 atomic_set(&vha->loop_down_timer,
1da177e4 566 LOOP_DOWN_TIME);
e315cd28 567 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 568 }
569
e315cd28
AC		 570 if (vha->vp_idx) {
571 atomic_set(&vha->vp_state, VP_FAILED);
572 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 573 }
574
e315cd28
AC		 575 if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
576 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
577
578 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
579 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
4346b149
AV		 580
581 ha->flags.gpsc_supported = 1;
e315cd28 582 vha->flags.management_server_logged_in = 0;
1da177e4
LT		 583 break;
584
585 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
586 if (IS_QLA2100(ha))
587 break;
588
1da177e4
LT		 589 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
590 "received.\n",
e315cd28 591 vha->host_no));
1da177e4
LT		 592 qla_printk(KERN_INFO, ha,
593 "Configuration change detected: value=%x.\n", mb[1]);
594
e315cd28
AC		 595 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
596 atomic_set(&vha->loop_state, LOOP_DOWN);
597 if (!atomic_read(&vha->loop_down_timer))
598 atomic_set(&vha->loop_down_timer,
1da177e4 599 LOOP_DOWN_TIME);
e315cd28 600 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 601 }
602
e315cd28
AC		 603 if (vha->vp_idx) {
604 atomic_set(&vha->vp_state, VP_FAILED);
605 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 606 }
607
e315cd28
AC		 608 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
609 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
1da177e4
LT		 610 break;
611
612 case MBA_PORT_UPDATE: /* Port database update */
55903b9d
SV		 613 /*
614 * Handle only global and vn-port update events
615 *
616 * Relevant inputs:
617 * mb[1] = N_Port handle of changed port
618 * OR 0xffff for global event
619 * mb[2] = New login state
620 * 7 = Port logged out
621 * mb[3] = LSB is vp_idx, 0xff = all vps
622 *
623 * Skip processing if:
624 * Event is global, vp_idx is NOT all vps,
625 * vp_idx does not match
626 * Event is not global, vp_idx does not match
627 */
12cec63e
AV		 628 if (IS_QLA2XXX_MIDTYPE(ha) &&
629 ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
630 (mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
631 break;
73208dfd 632
9764ff88
AV		 633 /* Global event -- port logout or port unavailable. */
634 if (mb[1] == 0xffff && mb[2] == 0x7) {
635 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
636 vha->host_no));
637 DEBUG(printk(KERN_INFO
638 "scsi(%ld): Port unavailable %04x %04x %04x.\n",
639 vha->host_no, mb[1], mb[2], mb[3]));
640
641 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
642 atomic_set(&vha->loop_state, LOOP_DOWN);
643 atomic_set(&vha->loop_down_timer,
644 LOOP_DOWN_TIME);
645 vha->device_flags |= DFLG_NO_CABLE;
646 qla2x00_mark_all_devices_lost(vha, 1);
647 }
648
649 if (vha->vp_idx) {
650 atomic_set(&vha->vp_state, VP_FAILED);
651 fc_vport_set_state(vha->fc_vport,
652 FC_VPORT_FAILED);
faadc5e7 653 qla2x00_mark_all_devices_lost(vha, 1);
9764ff88
AV		 654 }
655
656 vha->flags.management_server_logged_in = 0;
657 ha->link_data_rate = PORT_SPEED_UNKNOWN;
658 break;
659 }
660
1da177e4 661 /*
cc3ef7bc 662 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
1da177e4
LT		 663 * event etc. earlier indicating loop is down) then process
664 * it. Otherwise ignore it and Wait for RSCN to come in.
665 */
e315cd28
AC		 666 atomic_set(&vha->loop_down_timer, 0);
667 if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
668 atomic_read(&vha->loop_state) != LOOP_DEAD) {
1da177e4 669 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
e315cd28 670 "ignored %04x/%04x/%04x.\n", vha->host_no, mb[1],
9a853f71 671 mb[2], mb[3]));
1da177e4
LT		 672 break;
673 }
674
675 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
e315cd28 676 vha->host_no));
1da177e4 677 DEBUG(printk(KERN_INFO
9a853f71 678 "scsi(%ld): Port database changed %04x %04x %04x.\n",
e315cd28 679 vha->host_no, mb[1], mb[2], mb[3]));
1da177e4
LT		 680
681 /*
682 * Mark all devices as missing so we will login again.
683 */
e315cd28 684 atomic_set(&vha->loop_state, LOOP_UP);
1da177e4 685
e315cd28 686 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4 687
e315cd28 688 vha->flags.rscn_queue_overflow = 1;
1da177e4 689
e315cd28
AC		 690 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
691 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
1da177e4
LT		 692 break;
693
694 case MBA_RSCN_UPDATE: /* State Change Registration */
3c397400 695 /* Check if the Vport has issued a SCR */
e315cd28 696 if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
3c397400
SJ		 697 break;
698 /* Only handle SCNs for our Vport index. */
0d6e61bc 699 if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
3c397400 700 break;
0d6e61bc 701
1da177e4 702 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
e315cd28 703 vha->host_no));
1da177e4 704 DEBUG(printk(KERN_INFO
f4a8dbc7 705 "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
e315cd28 706 vha->host_no, mb[1], mb[2], mb[3]));
1da177e4 707
59d72d87 708 rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
e315cd28
AC		 709 host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
710 | vha->d_id.b.al_pa;
1da177e4
LT		 711 if (rscn_entry == host_pid) {
712 DEBUG(printk(KERN_INFO
713 "scsi(%ld): Ignoring RSCN update to local host "
714 "port ID (%06x)\n",
e315cd28 715 vha->host_no, host_pid));
1da177e4
LT		 716 break;
717 }
718
59d72d87
RA		 719 /* Ignore reserved bits from RSCN-payload. */
720 rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
e315cd28 721 rscn_queue_index = vha->rscn_in_ptr + 1;
1da177e4
LT		 722 if (rscn_queue_index == MAX_RSCN_COUNT)
723 rscn_queue_index = 0;
e315cd28
AC		 724 if (rscn_queue_index != vha->rscn_out_ptr) {
725 vha->rscn_queue[vha->rscn_in_ptr] = rscn_entry;
726 vha->rscn_in_ptr = rscn_queue_index;
1da177e4 727 } else {
e315cd28 728 vha->flags.rscn_queue_overflow = 1;
1da177e4
LT		 729 }
730
e315cd28
AC		 731 atomic_set(&vha->loop_state, LOOP_UPDATE);
732 atomic_set(&vha->loop_down_timer, 0);
733 vha->flags.management_server_logged_in = 0;
1da177e4 734
e315cd28
AC		 735 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
736 set_bit(RSCN_UPDATE, &vha->dpc_flags);
737 qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
1da177e4
LT		 738 break;
739
740 /* case MBA_RIO_RESPONSE: */
741 case MBA_ZIO_RESPONSE:
3fd67cdf 742 DEBUG3(printk("scsi(%ld): [R|Z]IO update completion.\n",
e315cd28 743 vha->host_no));
1da177e4 744
e428924c 745 if (IS_FWI2_CAPABLE(ha))
2afa19a9 746 qla24xx_process_response_queue(vha, rsp);
4fdfefe5 747 else
73208dfd 748 qla2x00_process_response_queue(rsp);
1da177e4 749 break;
9a853f71
AV		 750
751 case MBA_DISCARD_RND_FRAME:
752 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
e315cd28 753 "%04x.\n", vha->host_no, mb[1], mb[2], mb[3]));
9a853f71 754 break;
45ebeb56
AV		 755
756 case MBA_TRACE_NOTIFICATION:
757 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
e315cd28 758 vha->host_no, mb[1], mb[2]));
45ebeb56 759 break;
4d4df193
HK		 760
761 case MBA_ISP84XX_ALERT:
762 DEBUG2(printk("scsi(%ld): ISP84XX Alert Notification -- "
e315cd28 763 "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
4d4df193
HK		 764
765 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
766 switch (mb[1]) {
767 case A84_PANIC_RECOVERY:
768 qla_printk(KERN_INFO, ha, "Alert 84XX: panic recovery "
769 "%04x %04x\n", mb[2], mb[3]);
770 break;
771 case A84_OP_LOGIN_COMPLETE:
772 ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
773 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
774 "firmware version %x\n", ha->cs84xx->op_fw_version));
775 break;
776 case A84_DIAG_LOGIN_COMPLETE:
777 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
778 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
779 "diagnostic firmware version %x\n",
780 ha->cs84xx->diag_fw_version));
781 break;
782 case A84_GOLD_LOGIN_COMPLETE:
783 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
784 ha->cs84xx->fw_update = 1;
785 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX: gold "
786 "firmware version %x\n",
787 ha->cs84xx->gold_fw_version));
788 break;
789 default:
790 qla_printk(KERN_ERR, ha,
791 "Alert 84xx: Invalid Alert %04x %04x %04x\n",
792 mb[1], mb[2], mb[3]);
793 }
794 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
795 break;
3a03eb79
AV		 796 case MBA_DCBX_START:
797 DEBUG2(printk("scsi(%ld): DCBX Started -- %04x %04x %04x\n",
798 vha->host_no, mb[1], mb[2], mb[3]));
799 break;
800 case MBA_DCBX_PARAM_UPDATE:
801 DEBUG2(printk("scsi(%ld): DCBX Parameters Updated -- "
802 "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
803 break;
804 case MBA_FCF_CONF_ERR:
805 DEBUG2(printk("scsi(%ld): FCF Configuration Error -- "
806 "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
807 break;
808 case MBA_IDC_COMPLETE:
3a03eb79 809 case MBA_IDC_NOTIFY:
3a03eb79 810 case MBA_IDC_TIME_EXT:
8a659571 811 qla81xx_idc_event(vha, mb[0], mb[1]);
3a03eb79 812 break;
1da177e4 813 }
2c3dfe3f 814
e315cd28 815 if (!vha->vp_idx && ha->num_vhosts)
73208dfd 816 qla2x00_alert_all_vps(rsp, mb);
1da177e4
LT		 817}
818
819/**
820 * qla2x00_process_completed_request() - Process a Fast Post response.
821 * @ha: SCSI driver HA context
822 * @index: SRB index
823 */
824static void
73208dfd
AC		 825qla2x00_process_completed_request(struct scsi_qla_host *vha,
826 struct req_que *req, uint32_t index)
1da177e4
LT		 827{
828 srb_t *sp;
e315cd28 829 struct qla_hw_data *ha = vha->hw;
1da177e4
LT		 830
831 /* Validate handle. */
832 if (index >= MAX_OUTSTANDING_COMMANDS) {
833 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
e315cd28 834 vha->host_no, index));
1da177e4
LT		 835 qla_printk(KERN_WARNING, ha,
836 "Invalid SCSI completion handle %d.\n", index);
837
e315cd28 838 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 839 return;
840 }
841
e315cd28 842 sp = req->outstanding_cmds[index];
1da177e4
LT		 843 if (sp) {
844 /* Free outstanding command slot. */
e315cd28 845 req->outstanding_cmds[index] = NULL;
1da177e4 846
1da177e4
LT		 847 /* Save ISP completion status */
848 sp->cmd->result = DID_OK << 16;
73208dfd 849 qla2x00_sp_compl(ha, sp);
1da177e4 850 } else {
2afa19a9 851 DEBUG2(printk("scsi(%ld) Req:%d: Invalid ISP SCSI completion"
a9083016 852 " handle(0x%x)\n", vha->host_no, req->id, index));
1da177e4
LT		 853 qla_printk(KERN_WARNING, ha,
854 "Invalid ISP SCSI completion handle\n");
855
e315cd28 856 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 857 }
858}
859
ac280b67
AV		 860static srb_t *
861qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
862 struct req_que *req, void *iocb)
863{
864 struct qla_hw_data *ha = vha->hw;
865 sts_entry_t *pkt = iocb;
866 srb_t *sp = NULL;
867 uint16_t index;
868
869 index = LSW(pkt->handle);
870 if (index >= MAX_OUTSTANDING_COMMANDS) {
871 qla_printk(KERN_WARNING, ha,
872 "%s: Invalid completion handle (%x).\n", func, index);
873 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
874 goto done;
875 }
876 sp = req->outstanding_cmds[index];
877 if (!sp) {
878 qla_printk(KERN_WARNING, ha,
879 "%s: Invalid completion handle (%x) -- timed-out.\n", func,
880 index);
881 return sp;
882 }
883 if (sp->handle != index) {
884 qla_printk(KERN_WARNING, ha,
885 "%s: SRB handle (%x) mismatch %x.\n", func, sp->handle,
886 index);
887 return NULL;
888 }
9a069e19 889
ac280b67 890 req->outstanding_cmds[index] = NULL;
9a069e19 891
ac280b67
AV		 892done:
893 return sp;
894}
895
896static void
897qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
898 struct mbx_entry *mbx)
899{
900 const char func[] = "MBX-IOCB";
901 const char *type;
ac280b67
AV		 902 fc_port_t *fcport;
903 srb_t *sp;
4916392b
MI		 904 struct srb_iocb *lio;
905 struct srb_ctx *ctx;
99b0bec7 906 uint16_t *data;
5ff1d584 907 uint16_t status;
ac280b67
AV		 908
909 sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
910 if (!sp)
911 return;
912
4916392b
MI		 913 ctx = sp->ctx;
914 lio = ctx->u.iocb_cmd;
915 type = ctx->name;
ac280b67 916 fcport = sp->fcport;
4916392b 917 data = lio->u.logio.data;
ac280b67 918
5ff1d584 919 data[0] = MBS_COMMAND_ERROR;
4916392b 920 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
5ff1d584 921 QLA_LOGIO_LOGIN_RETRIED : 0;
ac280b67
AV		 922 if (mbx->entry_status) {
923 DEBUG2(printk(KERN_WARNING
d3fa9e7d
AV		 924 "scsi(%ld:%x): Async-%s error entry - portid=%02x%02x%02x "
925 "entry-status=%x status=%x state-flag=%x "
926 "status-flags=%x.\n",
ac280b67 927 fcport->vha->host_no, sp->handle, type,
d3fa9e7d
AV		 928 fcport->d_id.b.domain, fcport->d_id.b.area,
929 fcport->d_id.b.al_pa, mbx->entry_status,
930 le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
ac280b67 931 le16_to_cpu(mbx->status_flags)));
d3fa9e7d 932
ac280b67
AV		 933 DEBUG2(qla2x00_dump_buffer((uint8_t *)mbx, sizeof(*mbx)));
934
99b0bec7 935 goto logio_done;
ac280b67
AV		 936 }
937
5ff1d584 938 status = le16_to_cpu(mbx->status);
4916392b 939 if (status == 0x30 && ctx->type == SRB_LOGIN_CMD &&
5ff1d584
AV		 940 le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
941 status = 0;
942 if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
ac280b67 943 DEBUG2(printk(KERN_DEBUG
d3fa9e7d
AV		 944 "scsi(%ld:%x): Async-%s complete - portid=%02x%02x%02x "
945 "mbx1=%x.\n",
ac280b67 946 fcport->vha->host_no, sp->handle, type,
d3fa9e7d
AV		 947 fcport->d_id.b.domain, fcport->d_id.b.area,
948 fcport->d_id.b.al_pa, le16_to_cpu(mbx->mb1)));
ac280b67
AV		 949
950 data[0] = MBS_COMMAND_COMPLETE;
4916392b 951 if (ctx->type == SRB_LOGIN_CMD) {
99b0bec7
AV		 952 fcport->port_type = FCT_TARGET;
953 if (le16_to_cpu(mbx->mb1) & BIT_0)
954 fcport->port_type = FCT_INITIATOR;
6ac52608 955 else if (le16_to_cpu(mbx->mb1) & BIT_1)
99b0bec7 956 fcport->flags |= FCF_FCP2_DEVICE;
5ff1d584 957 }
99b0bec7 958 goto logio_done;
ac280b67
AV		 959 }
960
961 data[0] = le16_to_cpu(mbx->mb0);
962 switch (data[0]) {
963 case MBS_PORT_ID_USED:
964 data[1] = le16_to_cpu(mbx->mb1);
965 break;
966 case MBS_LOOP_ID_USED:
967 break;
968 default:
969 data[0] = MBS_COMMAND_ERROR;
ac280b67
AV		 970 break;
971 }
972
973 DEBUG2(printk(KERN_WARNING
d3fa9e7d
AV		 974 "scsi(%ld:%x): Async-%s failed - portid=%02x%02x%02x status=%x "
975 "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n",
976 fcport->vha->host_no, sp->handle, type, fcport->d_id.b.domain,
977 fcport->d_id.b.area, fcport->d_id.b.al_pa, status,
ac280b67
AV		 978 le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
979 le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
980 le16_to_cpu(mbx->mb7)));
981
99b0bec7 982logio_done:
4916392b 983 lio->done(sp);
ac280b67
AV		 984}
985
9a069e19
GM		 986static void
987qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
988 struct sts_entry_24xx *pkt, int iocb_type)
989{
990 const char func[] = "ELS_CT_IOCB";
991 const char *type;
992 struct qla_hw_data *ha = vha->hw;
993 srb_t *sp;
4916392b 994 struct srb_ctx *sp_bsg;
9a069e19
GM		 995 struct fc_bsg_job *bsg_job;
996 uint16_t comp_status;
997 uint32_t fw_status[3];
998 uint8_t* fw_sts_ptr;
999
1000 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1001 if (!sp)
1002 return;
4916392b
MI		 1003 sp_bsg = sp->ctx;
1004 bsg_job = sp_bsg->u.bsg_job;
9a069e19
GM		 1005
1006 type = NULL;
4916392b 1007 switch (sp_bsg->type) {
9a069e19
GM		 1008 case SRB_ELS_CMD_RPT:
1009 case SRB_ELS_CMD_HST:
1010 type = "els";
1011 break;
1012 case SRB_CT_CMD:
1013 type = "ct pass-through";
1014 break;
1015 default:
1016 qla_printk(KERN_WARNING, ha,
1017 "%s: Unrecognized SRB: (%p) type=%d.\n", func, sp,
4916392b 1018 sp_bsg->type);
9a069e19
GM		 1019 return;
1020 }
1021
1022 comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1023 fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1024 fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1025
1026 /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1027 * fc payload to the caller
1028 */
1029 bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1030 bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1031
1032 if (comp_status != CS_COMPLETE) {
1033 if (comp_status == CS_DATA_UNDERRUN) {
1034 bsg_job->reply->result = DID_OK << 16;
1035 bsg_job->reply->reply_payload_rcv_len =
1036 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count);
1037
1038 DEBUG2(qla_printk(KERN_WARNING, ha,
1039 "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1040 "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1041 vha->host_no, sp->handle, type, comp_status, fw_status[1], fw_status[2],
1042 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count)));
1043 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1044 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1045 }
1046 else {
1047 DEBUG2(qla_printk(KERN_WARNING, ha,
1048 "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1049 "error subcode 1=0x%x error subcode 2=0x%x.\n",
1050 vha->host_no, sp->handle, type, comp_status,
1051 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1),
1052 le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2)));
1053 bsg_job->reply->result = DID_ERROR << 16;
1054 bsg_job->reply->reply_payload_rcv_len = 0;
1055 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1056 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1057 }
1058 DEBUG2(qla2x00_dump_buffer((uint8_t *)pkt, sizeof(*pkt)));
1059 }
1060 else {
1061 bsg_job->reply->result = DID_OK << 16;;
1062 bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1063 bsg_job->reply_len = 0;
1064 }
1065
1066 dma_unmap_sg(&ha->pdev->dev,
1067 bsg_job->request_payload.sg_list,
1068 bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1069 dma_unmap_sg(&ha->pdev->dev,
1070 bsg_job->reply_payload.sg_list,
1071 bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
4916392b
MI		 1072 if ((sp_bsg->type == SRB_ELS_CMD_HST) ||
1073 (sp_bsg->type == SRB_CT_CMD))
9a069e19
GM		 1074 kfree(sp->fcport);
1075 kfree(sp->ctx);
1076 mempool_free(sp, ha->srb_mempool);
1077 bsg_job->job_done(bsg_job);
1078}
1079
ac280b67
AV		 1080static void
1081qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1082 struct logio_entry_24xx *logio)
1083{
1084 const char func[] = "LOGIO-IOCB";
1085 const char *type;
ac280b67
AV		 1086 fc_port_t *fcport;
1087 srb_t *sp;
4916392b
MI		 1088 struct srb_iocb *lio;
1089 struct srb_ctx *ctx;
99b0bec7 1090 uint16_t *data;
ac280b67
AV		 1091 uint32_t iop[2];
1092
1093 sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1094 if (!sp)
1095 return;
1096
4916392b
MI		 1097 ctx = sp->ctx;
1098 lio = ctx->u.iocb_cmd;
1099 type = ctx->name;
ac280b67 1100 fcport = sp->fcport;
4916392b 1101 data = lio->u.logio.data;
ac280b67 1102
5ff1d584 1103 data[0] = MBS_COMMAND_ERROR;
4916392b 1104 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
5ff1d584 1105 QLA_LOGIO_LOGIN_RETRIED : 0;
ac280b67
AV		 1106 if (logio->entry_status) {
1107 DEBUG2(printk(KERN_WARNING
d3fa9e7d
AV		 1108 "scsi(%ld:%x): Async-%s error entry - "
1109 "portid=%02x%02x%02x entry-status=%x.\n",
ac280b67 1110 fcport->vha->host_no, sp->handle, type,
d3fa9e7d
AV		 1111 fcport->d_id.b.domain, fcport->d_id.b.area,
1112 fcport->d_id.b.al_pa, logio->entry_status));
ac280b67
AV		 1113 DEBUG2(qla2x00_dump_buffer((uint8_t *)logio, sizeof(*logio)));
1114
99b0bec7 1115 goto logio_done;
ac280b67
AV		 1116 }
1117
1118 if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1119 DEBUG2(printk(KERN_DEBUG
d3fa9e7d
AV		 1120 "scsi(%ld:%x): Async-%s complete - portid=%02x%02x%02x "
1121 "iop0=%x.\n",
ac280b67 1122 fcport->vha->host_no, sp->handle, type,
d3fa9e7d
AV		 1123 fcport->d_id.b.domain, fcport->d_id.b.area,
1124 fcport->d_id.b.al_pa,
ac280b67
AV		 1125 le32_to_cpu(logio->io_parameter[0])));
1126
1127 data[0] = MBS_COMMAND_COMPLETE;
4916392b 1128 if (ctx->type != SRB_LOGIN_CMD)
99b0bec7 1129 goto logio_done;
ac280b67
AV		 1130
1131 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1132 if (iop[0] & BIT_4) {
1133 fcport->port_type = FCT_TARGET;
1134 if (iop[0] & BIT_8)
8474f3a0 1135 fcport->flags |= FCF_FCP2_DEVICE;
b0cd579c 1136 } else if (iop[0] & BIT_5)
ac280b67 1137 fcport->port_type = FCT_INITIATOR;
b0cd579c 1138
ac280b67
AV		 1139 if (logio->io_parameter[7] || logio->io_parameter[8])
1140 fcport->supported_classes |= FC_COS_CLASS2;
1141 if (logio->io_parameter[9] || logio->io_parameter[10])
1142 fcport->supported_classes |= FC_COS_CLASS3;
1143
99b0bec7 1144 goto logio_done;
ac280b67
AV		 1145 }
1146
1147 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1148 iop[1] = le32_to_cpu(logio->io_parameter[1]);
1149 switch (iop[0]) {
1150 case LSC_SCODE_PORTID_USED:
1151 data[0] = MBS_PORT_ID_USED;
1152 data[1] = LSW(iop[1]);
1153 break;
1154 case LSC_SCODE_NPORT_USED:
1155 data[0] = MBS_LOOP_ID_USED;
1156 break;
1157 case LSC_SCODE_CMD_FAILED:
1158 if ((iop[1] & 0xff) == 0x05) {
1159 data[0] = MBS_NOT_LOGGED_IN;
1160 break;
1161 }
1162 /* Fall through. */
1163 default:
1164 data[0] = MBS_COMMAND_ERROR;
ac280b67
AV		 1165 break;
1166 }
1167
1168 DEBUG2(printk(KERN_WARNING
d3fa9e7d
AV		 1169 "scsi(%ld:%x): Async-%s failed - portid=%02x%02x%02x comp=%x "
1170 "iop0=%x iop1=%x.\n",
1171 fcport->vha->host_no, sp->handle, type, fcport->d_id.b.domain,
1172 fcport->d_id.b.area, fcport->d_id.b.al_pa,
ac280b67
AV		 1173 le16_to_cpu(logio->comp_status),
1174 le32_to_cpu(logio->io_parameter[0]),
1175 le32_to_cpu(logio->io_parameter[1])));
1176
99b0bec7 1177logio_done:
4916392b 1178 lio->done(sp);
ac280b67
AV		 1179}
1180
3822263e
MI		 1181static void
1182qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1183 struct tsk_mgmt_entry *tsk)
1184{
1185 const char func[] = "TMF-IOCB";
1186 const char *type;
1187 fc_port_t *fcport;
1188 srb_t *sp;
1189 struct srb_iocb *iocb;
1190 struct srb_ctx *ctx;
1191 struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1192 int error = 1;
1193
1194 sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1195 if (!sp)
1196 return;
1197
1198 ctx = sp->ctx;
1199 iocb = ctx->u.iocb_cmd;
1200 type = ctx->name;
1201 fcport = sp->fcport;
1202
1203 if (sts->entry_status) {
1204 DEBUG2(printk(KERN_WARNING
1205 "scsi(%ld:%x): Async-%s error - entry-status(%x).\n",
1206 fcport->vha->host_no, sp->handle, type,
1207 sts->entry_status));
1208 } else if (sts->comp_status != __constant_cpu_to_le16(CS_COMPLETE)) {
1209 DEBUG2(printk(KERN_WARNING
1210 "scsi(%ld:%x): Async-%s error - completion status(%x).\n",
1211 fcport->vha->host_no, sp->handle, type,
1212 sts->comp_status));
1213 } else if (!(le16_to_cpu(sts->scsi_status) &
1214 SS_RESPONSE_INFO_LEN_VALID)) {
1215 DEBUG2(printk(KERN_WARNING
1216 "scsi(%ld:%x): Async-%s error - no response info(%x).\n",
1217 fcport->vha->host_no, sp->handle, type,
1218 sts->scsi_status));
1219 } else if (le32_to_cpu(sts->rsp_data_len) < 4) {
1220 DEBUG2(printk(KERN_WARNING
1221 "scsi(%ld:%x): Async-%s error - not enough response(%d).\n",
1222 fcport->vha->host_no, sp->handle, type,
1223 sts->rsp_data_len));
1224 } else if (sts->data[3]) {
1225 DEBUG2(printk(KERN_WARNING
1226 "scsi(%ld:%x): Async-%s error - response(%x).\n",
1227 fcport->vha->host_no, sp->handle, type,
1228 sts->data[3]));
1229 } else {
1230 error = 0;
1231 }
1232
1233 if (error) {
1234 iocb->u.tmf.data = error;
1235 DEBUG2(qla2x00_dump_buffer((uint8_t *)sts, sizeof(*sts)));
1236 }
1237
1238 iocb->done(sp);
1239}
1240
1da177e4
LT		 1241/**
1242 * qla2x00_process_response_queue() - Process response queue entries.
1243 * @ha: SCSI driver HA context
1244 */
1245void
73208dfd 1246qla2x00_process_response_queue(struct rsp_que *rsp)
1da177e4 1247{
73208dfd
AC		 1248 struct scsi_qla_host *vha;
1249 struct qla_hw_data *ha = rsp->hw;
3d71644c 1250 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1da177e4
LT		 1251 sts_entry_t *pkt;
1252 uint16_t handle_cnt;
1253 uint16_t cnt;
73208dfd 1254
2afa19a9 1255 vha = pci_get_drvdata(ha->pdev);
1da177e4 1256
e315cd28 1257 if (!vha->flags.online)
1da177e4
LT		 1258 return;
1259
e315cd28
AC		 1260 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1261 pkt = (sts_entry_t *)rsp->ring_ptr;
1da177e4 1262
e315cd28
AC		 1263 rsp->ring_index++;
1264 if (rsp->ring_index == rsp->length) {
1265 rsp->ring_index = 0;
1266 rsp->ring_ptr = rsp->ring;
1da177e4 1267 } else {
e315cd28 1268 rsp->ring_ptr++;
1da177e4
LT		 1269 }
1270
1271 if (pkt->entry_status != 0) {
1272 DEBUG3(printk(KERN_INFO
e315cd28 1273 "scsi(%ld): Process error entry.\n", vha->host_no));
1da177e4 1274
73208dfd 1275 qla2x00_error_entry(vha, rsp, pkt);
1da177e4
LT		 1276 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1277 wmb();
1278 continue;
1279 }
1280
1281 switch (pkt->entry_type) {
1282 case STATUS_TYPE:
73208dfd 1283 qla2x00_status_entry(vha, rsp, pkt);
1da177e4
LT		 1284 break;
1285 case STATUS_TYPE_21:
1286 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1287 for (cnt = 0; cnt < handle_cnt; cnt++) {
73208dfd 1288 qla2x00_process_completed_request(vha, rsp->req,
1da177e4
LT		 1289 ((sts21_entry_t *)pkt)->handle[cnt]);
1290 }
1291 break;
1292 case STATUS_TYPE_22:
1293 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1294 for (cnt = 0; cnt < handle_cnt; cnt++) {
73208dfd 1295 qla2x00_process_completed_request(vha, rsp->req,
1da177e4
LT		 1296 ((sts22_entry_t *)pkt)->handle[cnt]);
1297 }
1298 break;
1299 case STATUS_CONT_TYPE:
2afa19a9 1300 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1da177e4 1301 break;
ac280b67
AV		 1302 case MBX_IOCB_TYPE:
1303 qla2x00_mbx_iocb_entry(vha, rsp->req,
1304 (struct mbx_entry *)pkt);
3822263e 1305 break;
1da177e4
LT		 1306 default:
1307 /* Type Not Supported. */
1308 DEBUG4(printk(KERN_WARNING
1309 "scsi(%ld): Received unknown response pkt type %x "
1310 "entry status=%x.\n",
e315cd28 1311 vha->host_no, pkt->entry_type, pkt->entry_status));
1da177e4
LT		 1312 break;
1313 }
1314 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1315 wmb();
1316 }
1317
1318 /* Adjust ring index */
e315cd28 1319 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1da177e4
LT		 1320}
1321
4733fcb1 1322static inline void
2afa19a9
AC		 1323qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t sense_len,
1324 struct rsp_que *rsp)
4733fcb1
AV		 1325{
1326 struct scsi_cmnd *cp = sp->cmd;
1327
1328 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1329 sense_len = SCSI_SENSE_BUFFERSIZE;
1330
4733fcb1
AV		 1331 sp->request_sense_length = sense_len;
1332 sp->request_sense_ptr = cp->sense_buffer;
1333 if (sp->request_sense_length > 32)
1334 sense_len = 32;
1335
1336 memcpy(cp->sense_buffer, sense_data, sense_len);
1337
1338 sp->request_sense_ptr += sense_len;
1339 sp->request_sense_length -= sense_len;
1340 if (sp->request_sense_length != 0)
2afa19a9 1341 rsp->status_srb = sp;
4733fcb1
AV		 1342
1343 DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
e315cd28 1344 "cmd=%p pid=%ld\n", __func__, sp->fcport->vha->host_no,
19851f13
AV		 1345 cp->device->channel, cp->device->id, cp->device->lun, cp,
1346 cp->serial_number));
4733fcb1 1347 if (sense_len)
ddb9b126 1348 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer, sense_len));
4733fcb1
AV		 1349}
1350
bad75002
AE		 1351struct scsi_dif_tuple {
1352 __be16 guard; /* Checksum */
1353 __be16 app_tag; /* APPL identifer */
1354 __be32 ref_tag; /* Target LBA or indirect LBA */
1355};
1356
1357/*
1358 * Checks the guard or meta-data for the type of error
1359 * detected by the HBA. In case of errors, we set the
1360 * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1361 * to indicate to the kernel that the HBA detected error.
1362 */
1363static inline void
1364qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1365{
1366 struct scsi_cmnd *cmd = sp->cmd;
1367 struct scsi_dif_tuple *ep =
1368 (struct scsi_dif_tuple *)&sts24->data[20];
1369 struct scsi_dif_tuple *ap =
1370 (struct scsi_dif_tuple *)&sts24->data[12];
1371 uint32_t e_ref_tag, a_ref_tag;
1372 uint16_t e_app_tag, a_app_tag;
1373 uint16_t e_guard, a_guard;
1374
1375 e_ref_tag = be32_to_cpu(ep->ref_tag);
1376 a_ref_tag = be32_to_cpu(ap->ref_tag);
1377 e_app_tag = be16_to_cpu(ep->app_tag);
1378 a_app_tag = be16_to_cpu(ap->app_tag);
1379 e_guard = be16_to_cpu(ep->guard);
1380 a_guard = be16_to_cpu(ap->guard);
1381
1382 DEBUG18(printk(KERN_DEBUG
1383 "%s(): iocb(s) %p Returned STATUS\n", __func__, sts24));
1384
1385 DEBUG18(printk(KERN_ERR "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1386 " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1387 " tag=0x%x, act guard=0x%x, exp guard=0x%x\n",
1388 cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1389 a_app_tag, e_app_tag, a_guard, e_guard));
1390
1391
1392 /* check guard */
1393 if (e_guard != a_guard) {
1394 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1395 0x10, 0x1);
1396 set_driver_byte(cmd, DRIVER_SENSE);
1397 set_host_byte(cmd, DID_ABORT);
1398 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1399 return;
1400 }
1401
1402 /* check appl tag */
1403 if (e_app_tag != a_app_tag) {
1404 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1405 0x10, 0x2);
1406 set_driver_byte(cmd, DRIVER_SENSE);
1407 set_host_byte(cmd, DID_ABORT);
1408 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1409 return;
1410 }
1411
1412 /* check ref tag */
1413 if (e_ref_tag != a_ref_tag) {
1414 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1415 0x10, 0x3);
1416 set_driver_byte(cmd, DRIVER_SENSE);
1417 set_host_byte(cmd, DID_ABORT);
1418 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1419 return;
1420 }
1421}
1422
1da177e4
LT		 1423/**
1424 * qla2x00_status_entry() - Process a Status IOCB entry.
1425 * @ha: SCSI driver HA context
1426 * @pkt: Entry pointer
1427 */
1428static void
73208dfd 1429qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
1da177e4 1430{
1da177e4 1431 srb_t *sp;
1da177e4
LT		 1432 fc_port_t *fcport;
1433 struct scsi_cmnd *cp;
9a853f71
AV		 1434 sts_entry_t *sts;
1435 struct sts_entry_24xx *sts24;
1da177e4
LT		 1436 uint16_t comp_status;
1437 uint16_t scsi_status;
b7d2280c 1438 uint16_t ox_id;
1da177e4
LT		 1439 uint8_t lscsi_status;
1440 int32_t resid;
ed17c71b 1441 uint32_t sense_len, rsp_info_len, resid_len, fw_resid_len;
9a853f71 1442 uint8_t *rsp_info, *sense_data;
e315cd28 1443 struct qla_hw_data *ha = vha->hw;
2afa19a9
AC		 1444 uint32_t handle;
1445 uint16_t que;
1446 struct req_que *req;
b7d2280c 1447 int logit = 1;
9a853f71
AV		 1448
1449 sts = (sts_entry_t *) pkt;
1450 sts24 = (struct sts_entry_24xx *) pkt;
e428924c 1451 if (IS_FWI2_CAPABLE(ha)) {
9a853f71
AV		 1452 comp_status = le16_to_cpu(sts24->comp_status);
1453 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1454 } else {
1455 comp_status = le16_to_cpu(sts->comp_status);
1456 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1457 }
2afa19a9
AC		 1458 handle = (uint32_t) LSW(sts->handle);
1459 que = MSW(sts->handle);
1460 req = ha->req_q_map[que];
a9083016 1461
1da177e4 1462 /* Fast path completion. */
9a853f71 1463 if (comp_status == CS_COMPLETE && scsi_status == 0) {
2afa19a9 1464 qla2x00_process_completed_request(vha, req, handle);
1da177e4
LT		 1465
1466 return;
1467 }
1468
1469 /* Validate handle. */
2afa19a9
AC		 1470 if (handle < MAX_OUTSTANDING_COMMANDS) {
1471 sp = req->outstanding_cmds[handle];
1472 req->outstanding_cmds[handle] = NULL;
1da177e4
LT		 1473 } else
1474 sp = NULL;
1475
1476 if (sp == NULL) {
b7d2280c
AV		 1477 qla_printk(KERN_WARNING, ha,
1478 "scsi(%ld): Invalid status handle (0x%x).\n", vha->host_no,
1479 sts->handle);
1da177e4 1480
e315cd28
AC		 1481 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1482 qla2xxx_wake_dpc(vha);
1da177e4
LT		 1483 return;
1484 }
1485 cp = sp->cmd;
1486 if (cp == NULL) {
1da177e4 1487 qla_printk(KERN_WARNING, ha,
b7d2280c
AV		 1488 "scsi(%ld): Command already returned (0x%x/%p).\n",
1489 vha->host_no, sts->handle, sp);
1da177e4
LT		 1490
1491 return;
1492 }
1493
9a853f71 1494 lscsi_status = scsi_status & STATUS_MASK;
1da177e4 1495
bdf79621 1496 fcport = sp->fcport;
1da177e4 1497
b7d2280c 1498 ox_id = 0;
ed17c71b 1499 sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
e428924c 1500 if (IS_FWI2_CAPABLE(ha)) {
0f00a206
LC		 1501 if (scsi_status & SS_SENSE_LEN_VALID)
1502 sense_len = le32_to_cpu(sts24->sense_len);
1503 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1504 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
1505 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
1506 resid_len = le32_to_cpu(sts24->rsp_residual_count);
1507 if (comp_status == CS_DATA_UNDERRUN)
1508 fw_resid_len = le32_to_cpu(sts24->residual_len);
9a853f71
AV		 1509 rsp_info = sts24->data;
1510 sense_data = sts24->data;
1511 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
b7d2280c 1512 ox_id = le16_to_cpu(sts24->ox_id);
9a853f71 1513 } else {
0f00a206
LC		 1514 if (scsi_status & SS_SENSE_LEN_VALID)
1515 sense_len = le16_to_cpu(sts->req_sense_length);
1516 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1517 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
9a853f71
AV		 1518 resid_len = le32_to_cpu(sts->residual_length);
1519 rsp_info = sts->rsp_info;
1520 sense_data = sts->req_sense_data;
1521 }
1522
1da177e4
LT		 1523 /* Check for any FCP transport errors. */
1524 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
9a853f71 1525 /* Sense data lies beyond any FCP RESPONSE data. */
e428924c 1526 if (IS_FWI2_CAPABLE(ha))
9a853f71
AV		 1527 sense_data += rsp_info_len;
1528 if (rsp_info_len > 3 && rsp_info[3]) {
b7d2280c
AV		 1529 DEBUG2(qla_printk(KERN_INFO, ha,
1530 "scsi(%ld:%d:%d): FCP I/O protocol failure "
1531 "(0x%x/0x%x).\n", vha->host_no, cp->device->id,
1532 cp->device->lun, rsp_info_len, rsp_info[3]));
1da177e4
LT		 1533
1534 cp->result = DID_BUS_BUSY << 16;
b7d2280c 1535 goto out;
1da177e4
LT		 1536 }
1537 }
1538
3e8ce320
AV		 1539 /* Check for overrun. */
1540 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1541 scsi_status & SS_RESIDUAL_OVER)
1542 comp_status = CS_DATA_OVERRUN;
1543
1da177e4
LT		 1544 /*
1545 * Based on Host and scsi status generate status code for Linux
1546 */
1547 switch (comp_status) {
1548 case CS_COMPLETE:
df7baa50 1549 case CS_QUEUE_FULL:
1da177e4
LT		 1550 if (scsi_status == 0) {
1551 cp->result = DID_OK << 16;
1552 break;
1553 }
1554 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
9a853f71 1555 resid = resid_len;
385d70b4 1556 scsi_set_resid(cp, resid);
0da69df1
AV		 1557
1558 if (!lscsi_status &&
385d70b4 1559 ((unsigned)(scsi_bufflen(cp) - resid) <
0da69df1
AV		 1560 cp->underflow)) {
1561 qla_printk(KERN_INFO, ha,
b7d2280c
AV		 1562 "scsi(%ld:%d:%d): Mid-layer underflow "
1563 "detected (0x%x of 0x%x bytes).\n",
1564 vha->host_no, cp->device->id,
1565 cp->device->lun, resid, scsi_bufflen(cp));
0da69df1
AV		 1566
1567 cp->result = DID_ERROR << 16;
1568 break;
1569 }
1da177e4 1570 }
1da177e4
LT		 1571 cp->result = DID_OK << 16 | lscsi_status;
1572
df7baa50 1573 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
b7d2280c
AV		 1574 DEBUG2(qla_printk(KERN_INFO, ha,
1575 "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1576 vha->host_no, cp->device->id, cp->device->lun));
df7baa50
AV		 1577 break;
1578 }
b7d2280c 1579 logit = 0;
1da177e4
LT		 1580 if (lscsi_status != SS_CHECK_CONDITION)
1581 break;
1582
b80ca4f7 1583 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1da177e4
LT		 1584 if (!(scsi_status & SS_SENSE_LEN_VALID))
1585 break;
1586
2afa19a9 1587 qla2x00_handle_sense(sp, sense_data, sense_len, rsp);
1da177e4
LT		 1588 break;
1589
1590 case CS_DATA_UNDERRUN:
ed17c71b 1591 /* Use F/W calculated residual length. */
0f00a206
LC		 1592 resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
1593 scsi_set_resid(cp, resid);
1594 if (scsi_status & SS_RESIDUAL_UNDER) {
1595 if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
b7d2280c
AV		 1596 DEBUG2(qla_printk(KERN_INFO, ha,
1597 "scsi(%ld:%d:%d) Dropped frame(s) detected "
1598 "(0x%x of 0x%x bytes).\n", vha->host_no,
0f00a206
LC		 1599 cp->device->id, cp->device->lun, resid,
1600 scsi_bufflen(cp)));
1601
1602 cp->result = DID_ERROR << 16 | lscsi_status;
1603 break;
6acf8190 1604 }
ed17c71b 1605
0f00a206
LC		 1606 if (!lscsi_status &&
1607 ((unsigned)(scsi_bufflen(cp) - resid) <
1608 cp->underflow)) {
1609 qla_printk(KERN_INFO, ha,
b7d2280c
AV		 1610 "scsi(%ld:%d:%d): Mid-layer underflow "
1611 "detected (0x%x of 0x%x bytes).\n",
1612 vha->host_no, cp->device->id,
0f00a206 1613 cp->device->lun, resid, scsi_bufflen(cp));
e038a1be 1614
0f00a206
LC		 1615 cp->result = DID_ERROR << 16;
1616 break;
1617 }
1618 } else if (!lscsi_status) {
b7d2280c
AV		 1619 DEBUG2(qla_printk(KERN_INFO, ha,
1620 "scsi(%ld:%d:%d) Dropped frame(s) detected (0x%x "
1621 "of 0x%x bytes).\n", vha->host_no, cp->device->id,
0f00a206
LC		 1622 cp->device->lun, resid, scsi_bufflen(cp)));
1623
1624 cp->result = DID_ERROR << 16;
1625 break;
1da177e4
LT		 1626 }
1627
0f00a206 1628 cp->result = DID_OK << 16 | lscsi_status;
b7d2280c 1629 logit = 0;
0f00a206 1630
1da177e4 1631 /*
fa2a1ce5 1632 * Check to see if SCSI Status is non zero. If so report SCSI
1da177e4
LT		 1633 * Status.
1634 */
1635 if (lscsi_status != 0) {
ffec28a3 1636 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
b7d2280c
AV		 1637 DEBUG2(qla_printk(KERN_INFO, ha,
1638 "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1639 vha->host_no, cp->device->id,
1640 cp->device->lun));
1641 logit = 1;
ffec28a3
AV		 1642 break;
1643 }
1da177e4
LT		 1644 if (lscsi_status != SS_CHECK_CONDITION)
1645 break;
1646
b80ca4f7 1647 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1da177e4
LT		 1648 if (!(scsi_status & SS_SENSE_LEN_VALID))
1649 break;
1650
2afa19a9 1651 qla2x00_handle_sense(sp, sense_data, sense_len, rsp);
1da177e4
LT		 1652 }
1653 break;
1654
1da177e4
LT		 1655 case CS_PORT_LOGGED_OUT:
1656 case CS_PORT_CONFIG_CHG:
1657 case CS_PORT_BUSY:
1658 case CS_INCOMPLETE:
1659 case CS_PORT_UNAVAILABLE:
b7d2280c 1660 case CS_TIMEOUT:
056a4483
MC		 1661 /*
1662 * We are going to have the fc class block the rport
1663 * while we try to recover so instruct the mid layer
1664 * to requeue until the class decides how to handle this.
1665 */
1666 cp->result = DID_TRANSPORT_DISRUPTED << 16;
b7d2280c
AV		 1667
1668 if (comp_status == CS_TIMEOUT) {
1669 if (IS_FWI2_CAPABLE(ha))
1670 break;
1671 else if ((le16_to_cpu(sts->status_flags) &
1672 SF_LOGOUT_SENT) == 0)
1673 break;
1674 }
1675
1676 DEBUG2(qla_printk(KERN_INFO, ha,
1677 "scsi(%ld:%d:%d) Port down status: port-state=0x%x\n",
1678 vha->host_no, cp->device->id, cp->device->lun,
1679 atomic_read(&fcport->state)));
1680
a7a28504 1681 if (atomic_read(&fcport->state) == FCS_ONLINE)
e315cd28 1682 qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1da177e4
LT		 1683 break;
1684
1685 case CS_RESET:
1da177e4 1686 case CS_ABORTED:
1da177e4
LT		 1687 cp->result = DID_RESET << 16;
1688 break;
bad75002
AE		 1689
1690 case CS_DIF_ERROR:
1691 qla2x00_handle_dif_error(sp, sts24);
1692 break;
1da177e4 1693 default:
1da177e4
LT		 1694 cp->result = DID_ERROR << 16;
1695 break;
1696 }
1697
b7d2280c
AV		 1698out:
1699 if (logit)
1700 DEBUG2(qla_printk(KERN_INFO, ha,
1701 "scsi(%ld:%d:%d) FCP command status: 0x%x-0x%x (0x%x) "
1702 "oxid=0x%x ser=0x%lx cdb=%02x%02x%02x len=0x%x "
1703 "rsp_info=0x%x resid=0x%x fw_resid=0x%x\n", vha->host_no,
1704 cp->device->id, cp->device->lun, comp_status, scsi_status,
1705 cp->result, ox_id, cp->serial_number, cp->cmnd[0],
1706 cp->cmnd[1], cp->cmnd[2], scsi_bufflen(cp), rsp_info_len,
1707 resid_len, fw_resid_len));
1708
2afa19a9 1709 if (rsp->status_srb == NULL)
73208dfd 1710 qla2x00_sp_compl(ha, sp);
1da177e4
LT		 1711}
1712
1713/**
1714 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1715 * @ha: SCSI driver HA context
1716 * @pkt: Entry pointer
1717 *
1718 * Extended sense data.
1719 */
1720static void
2afa19a9 1721qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
1da177e4
LT		 1722{
1723 uint8_t sense_sz = 0;
2afa19a9
AC		 1724 struct qla_hw_data *ha = rsp->hw;
1725 srb_t *sp = rsp->status_srb;
1da177e4
LT		 1726 struct scsi_cmnd *cp;
1727
1728 if (sp != NULL && sp->request_sense_length != 0) {
1729 cp = sp->cmd;
1730 if (cp == NULL) {
1731 DEBUG2(printk("%s(): Cmd already returned back to OS "
75bc4190 1732 "sp=%p.\n", __func__, sp));
1da177e4
LT		 1733 qla_printk(KERN_INFO, ha,
1734 "cmd is NULL: already returned to OS (sp=%p)\n",
fa2a1ce5 1735 sp);
1da177e4 1736
2afa19a9 1737 rsp->status_srb = NULL;
1da177e4
LT		 1738 return;
1739 }
1740
1741 if (sp->request_sense_length > sizeof(pkt->data)) {
1742 sense_sz = sizeof(pkt->data);
1743 } else {
1744 sense_sz = sp->request_sense_length;
1745 }
1746
1747 /* Move sense data. */
e428924c 1748 if (IS_FWI2_CAPABLE(ha))
9a853f71 1749 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1da177e4
LT		 1750 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1751 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1752
1753 sp->request_sense_ptr += sense_sz;
1754 sp->request_sense_length -= sense_sz;
1755
1756 /* Place command on done queue. */
1757 if (sp->request_sense_length == 0) {
2afa19a9 1758 rsp->status_srb = NULL;
73208dfd 1759 qla2x00_sp_compl(ha, sp);
1da177e4
LT		 1760 }
1761 }
1762}
1763
1764/**
1765 * qla2x00_error_entry() - Process an error entry.
1766 * @ha: SCSI driver HA context
1767 * @pkt: Entry pointer
1768 */
1769static void
73208dfd 1770qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1da177e4
LT		 1771{
1772 srb_t *sp;
e315cd28 1773 struct qla_hw_data *ha = vha->hw;
2afa19a9
AC		 1774 uint32_t handle = LSW(pkt->handle);
1775 uint16_t que = MSW(pkt->handle);
1776 struct req_que *req = ha->req_q_map[que];
1da177e4
LT		 1777#if defined(QL_DEBUG_LEVEL_2)
1778 if (pkt->entry_status & RF_INV_E_ORDER)
1779 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1780 else if (pkt->entry_status & RF_INV_E_COUNT)
1781 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1782 else if (pkt->entry_status & RF_INV_E_PARAM)
fa2a1ce5 1783 qla_printk(KERN_ERR, ha,
1da177e4
LT		 1784 "%s: Invalid Entry Parameter\n", __func__);
1785 else if (pkt->entry_status & RF_INV_E_TYPE)
1786 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1787 else if (pkt->entry_status & RF_BUSY)
1788 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1789 else
1790 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1791#endif
1792
1793 /* Validate handle. */
2afa19a9
AC		 1794 if (handle < MAX_OUTSTANDING_COMMANDS)
1795 sp = req->outstanding_cmds[handle];
1da177e4
LT		 1796 else
1797 sp = NULL;
1798
1799 if (sp) {
1800 /* Free outstanding command slot. */
2afa19a9 1801 req->outstanding_cmds[handle] = NULL;
354d6b21 1802
1da177e4
LT		 1803 /* Bad payload or header */
1804 if (pkt->entry_status &
1805 (RF_INV_E_ORDER | RF_INV_E_COUNT |
1806 RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1807 sp->cmd->result = DID_ERROR << 16;
1808 } else if (pkt->entry_status & RF_BUSY) {
1809 sp->cmd->result = DID_BUS_BUSY << 16;
1810 } else {
1811 sp->cmd->result = DID_ERROR << 16;
1812 }
73208dfd 1813 qla2x00_sp_compl(ha, sp);
1da177e4 1814
9a853f71
AV		 1815 } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1816 COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1da177e4 1817 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
e315cd28 1818 vha->host_no));
1da177e4
LT		 1819 qla_printk(KERN_WARNING, ha,
1820 "Error entry - invalid handle\n");
1821
e315cd28
AC		 1822 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1823 qla2xxx_wake_dpc(vha);
1da177e4
LT		 1824 }
1825}
1826
9a853f71
AV		 1827/**
1828 * qla24xx_mbx_completion() - Process mailbox command completions.
1829 * @ha: SCSI driver HA context
1830 * @mb0: Mailbox0 register
1831 */
1832static void
e315cd28 1833qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
9a853f71
AV		 1834{
1835 uint16_t cnt;
1836 uint16_t __iomem *wptr;
e315cd28 1837 struct qla_hw_data *ha = vha->hw;
9a853f71
AV		 1838 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1839
1840 /* Load return mailbox registers. */
1841 ha->flags.mbox_int = 1;
1842 ha->mailbox_out[0] = mb0;
1843 wptr = (uint16_t __iomem *)&reg->mailbox1;
1844
1845 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1846 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1847 wptr++;
1848 }
1849
1850 if (ha->mcp) {
1851 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
e315cd28 1852 __func__, vha->host_no, ha->mcp->mb[0]));
9a853f71
AV		 1853 } else {
1854 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
e315cd28 1855 __func__, vha->host_no));
9a853f71
AV		 1856 }
1857}
1858
1859/**
1860 * qla24xx_process_response_queue() - Process response queue entries.
1861 * @ha: SCSI driver HA context
1862 */
2afa19a9
AC		 1863void qla24xx_process_response_queue(struct scsi_qla_host *vha,
1864 struct rsp_que *rsp)
9a853f71 1865{
9a853f71 1866 struct sts_entry_24xx *pkt;
a9083016 1867 struct qla_hw_data *ha = vha->hw;
9a853f71 1868
e315cd28 1869 if (!vha->flags.online)
9a853f71
AV		 1870 return;
1871
e315cd28
AC		 1872 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1873 pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
9a853f71 1874
e315cd28
AC		 1875 rsp->ring_index++;
1876 if (rsp->ring_index == rsp->length) {
1877 rsp->ring_index = 0;
1878 rsp->ring_ptr = rsp->ring;
9a853f71 1879 } else {
e315cd28 1880 rsp->ring_ptr++;
9a853f71
AV		 1881 }
1882
1883 if (pkt->entry_status != 0) {
1884 DEBUG3(printk(KERN_INFO
e315cd28 1885 "scsi(%ld): Process error entry.\n", vha->host_no));
9a853f71 1886
73208dfd 1887 qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
9a853f71
AV		 1888 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1889 wmb();
1890 continue;
1891 }
1892
1893 switch (pkt->entry_type) {
1894 case STATUS_TYPE:
73208dfd 1895 qla2x00_status_entry(vha, rsp, pkt);
9a853f71
AV		 1896 break;
1897 case STATUS_CONT_TYPE:
2afa19a9 1898 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
9a853f71 1899 break;
2c3dfe3f 1900 case VP_RPT_ID_IOCB_TYPE:
e315cd28 1901 qla24xx_report_id_acquisition(vha,
2c3dfe3f
SJ		 1902 (struct vp_rpt_id_entry_24xx *)pkt);
1903 break;
ac280b67
AV		 1904 case LOGINOUT_PORT_IOCB_TYPE:
1905 qla24xx_logio_entry(vha, rsp->req,
1906 (struct logio_entry_24xx *)pkt);
1907 break;
3822263e
MI		 1908 case TSK_MGMT_IOCB_TYPE:
1909 qla24xx_tm_iocb_entry(vha, rsp->req,
1910 (struct tsk_mgmt_entry *)pkt);
1911 break;
9a069e19
GM		 1912 case CT_IOCB_TYPE:
1913 qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1914 clear_bit(MBX_INTERRUPT, &vha->hw->mbx_cmd_flags);
1915 break;
1916 case ELS_IOCB_TYPE:
1917 qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
1918 break;
9a853f71
AV		 1919 default:
1920 /* Type Not Supported. */
1921 DEBUG4(printk(KERN_WARNING
1922 "scsi(%ld): Received unknown response pkt type %x "
1923 "entry status=%x.\n",
e315cd28 1924 vha->host_no, pkt->entry_type, pkt->entry_status));
9a853f71
AV		 1925 break;
1926 }
1927 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1928 wmb();
1929 }
1930
1931 /* Adjust ring index */
a9083016
GM		 1932 if (IS_QLA82XX(ha)) {
1933 struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
1934 WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
1935 } else
1936 WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
9a853f71
AV		 1937}
1938
05236a05 1939static void
e315cd28 1940qla2xxx_check_risc_status(scsi_qla_host_t *vha)
05236a05
AV		 1941{
1942 int rval;
1943 uint32_t cnt;
e315cd28 1944 struct qla_hw_data *ha = vha->hw;
05236a05
AV		 1945 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1946
3a03eb79 1947 if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha))
05236a05
AV		 1948 return;
1949
1950 rval = QLA_SUCCESS;
1951 WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
1952 RD_REG_DWORD(&reg->iobase_addr);
1953 WRT_REG_DWORD(&reg->iobase_window, 0x0001);
1954 for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
1955 rval == QLA_SUCCESS; cnt--) {
1956 if (cnt) {
1957 WRT_REG_DWORD(&reg->iobase_window, 0x0001);
1958 udelay(10);
1959 } else
1960 rval = QLA_FUNCTION_TIMEOUT;
1961 }
1962 if (rval == QLA_SUCCESS)
1963 goto next_test;
1964
1965 WRT_REG_DWORD(&reg->iobase_window, 0x0003);
1966 for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
1967 rval == QLA_SUCCESS; cnt--) {
1968 if (cnt) {
1969 WRT_REG_DWORD(&reg->iobase_window, 0x0003);
1970 udelay(10);
1971 } else
1972 rval = QLA_FUNCTION_TIMEOUT;
1973 }
1974 if (rval != QLA_SUCCESS)
1975 goto done;
1976
1977next_test:
1978 if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
1979 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
1980
1981done:
1982 WRT_REG_DWORD(&reg->iobase_window, 0x0000);
1983 RD_REG_DWORD(&reg->iobase_window);
1984}
1985
9a853f71
AV		 1986/**
1987 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
1988 * @irq:
1989 * @dev_id: SCSI driver HA context
9a853f71
AV		 1990 *
1991 * Called by system whenever the host adapter generates an interrupt.
1992 *
1993 * Returns handled flag.
1994 */
1995irqreturn_t
7d12e780 1996qla24xx_intr_handler(int irq, void *dev_id)
9a853f71 1997{
e315cd28
AC		 1998 scsi_qla_host_t *vha;
1999 struct qla_hw_data *ha;
9a853f71
AV		 2000 struct device_reg_24xx __iomem *reg;
2001 int status;
9a853f71
AV		 2002 unsigned long iter;
2003 uint32_t stat;
2004 uint32_t hccr;
2005 uint16_t mb[4];
e315cd28 2006 struct rsp_que *rsp;
43fac4d9 2007 unsigned long flags;
9a853f71 2008
e315cd28
AC		 2009 rsp = (struct rsp_que *) dev_id;
2010 if (!rsp) {
9a853f71 2011 printk(KERN_INFO
e315cd28 2012 "%s(): NULL response queue pointer\n", __func__);
9a853f71
AV		 2013 return IRQ_NONE;
2014 }
2015
e315cd28 2016 ha = rsp->hw;
9a853f71
AV		 2017 reg = &ha->iobase->isp24;
2018 status = 0;
2019
85880801
AV		 2020 if (unlikely(pci_channel_offline(ha->pdev)))
2021 return IRQ_HANDLED;
2022
43fac4d9 2023 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 2024 vha = pci_get_drvdata(ha->pdev);
9a853f71
AV		 2025 for (iter = 50; iter--; ) {
2026 stat = RD_REG_DWORD(&reg->host_status);
2027 if (stat & HSRX_RISC_PAUSED) {
85880801 2028 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 2029 break;
2030
9a853f71
AV		 2031 hccr = RD_REG_DWORD(&reg->hccr);
2032
2033 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2034 "Dumping firmware!\n", hccr);
05236a05 2035
e315cd28 2036 qla2xxx_check_risc_status(vha);
05236a05 2037
e315cd28
AC		 2038 ha->isp_ops->fw_dump(vha, 1);
2039 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
9a853f71
AV		 2040 break;
2041 } else if ((stat & HSRX_RISC_INT) == 0)
2042 break;
2043
2044 switch (stat & 0xff) {
2045 case 0x1:
2046 case 0x2:
2047 case 0x10:
2048 case 0x11:
e315cd28 2049 qla24xx_mbx_completion(vha, MSW(stat));
9a853f71
AV		 2050 status |= MBX_INTERRUPT;
2051
2052 break;
2053 case 0x12:
2054 mb[0] = MSW(stat);
2055 mb[1] = RD_REG_WORD(&reg->mailbox1);
2056 mb[2] = RD_REG_WORD(&reg->mailbox2);
2057 mb[3] = RD_REG_WORD(&reg->mailbox3);
73208dfd 2058 qla2x00_async_event(vha, rsp, mb);
9a853f71
AV		 2059 break;
2060 case 0x13:
73208dfd 2061 case 0x14:
2afa19a9 2062 qla24xx_process_response_queue(vha, rsp);
9a853f71
AV		 2063 break;
2064 default:
2065 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2066 "(%d).\n",
e315cd28 2067 vha->host_no, stat & 0xff));
9a853f71
AV		 2068 break;
2069 }
2070 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2071 RD_REG_DWORD_RELAXED(&reg->hccr);
2072 }
43fac4d9 2073 spin_unlock_irqrestore(&ha->hardware_lock, flags);
9a853f71
AV		 2074
2075 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2076 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
9a853f71 2077 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 2078 complete(&ha->mbx_intr_comp);
9a853f71
AV		 2079 }
2080
2081 return IRQ_HANDLED;
2082}
2083
a8488abe
AV		 2084static irqreturn_t
2085qla24xx_msix_rsp_q(int irq, void *dev_id)
2086{
e315cd28
AC		 2087 struct qla_hw_data *ha;
2088 struct rsp_que *rsp;
a8488abe 2089 struct device_reg_24xx __iomem *reg;
2afa19a9 2090 struct scsi_qla_host *vha;
0f19bc68 2091 unsigned long flags;
a8488abe 2092
e315cd28
AC		 2093 rsp = (struct rsp_que *) dev_id;
2094 if (!rsp) {
2095 printk(KERN_INFO
2096 "%s(): NULL response queue pointer\n", __func__);
2097 return IRQ_NONE;
2098 }
2099 ha = rsp->hw;
a8488abe
AV		 2100 reg = &ha->iobase->isp24;
2101
0f19bc68 2102 spin_lock_irqsave(&ha->hardware_lock, flags);
a8488abe 2103
a67093d4 2104 vha = pci_get_drvdata(ha->pdev);
2afa19a9 2105 qla24xx_process_response_queue(vha, rsp);
3155754a 2106 if (!ha->flags.disable_msix_handshake) {
eb94114b
AC		 2107 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2108 RD_REG_DWORD_RELAXED(&reg->hccr);
2109 }
0f19bc68 2110 spin_unlock_irqrestore(&ha->hardware_lock, flags);
a8488abe
AV		 2111
2112 return IRQ_HANDLED;
2113}
2114
68ca949c
AC		 2115static irqreturn_t
2116qla25xx_msix_rsp_q(int irq, void *dev_id)
2117{
2118 struct qla_hw_data *ha;
2119 struct rsp_que *rsp;
3155754a 2120 struct device_reg_24xx __iomem *reg;
0f19bc68 2121 unsigned long flags;
68ca949c
AC		 2122
2123 rsp = (struct rsp_que *) dev_id;
2124 if (!rsp) {
2125 printk(KERN_INFO
2126 "%s(): NULL response queue pointer\n", __func__);
2127 return IRQ_NONE;
2128 }
2129 ha = rsp->hw;
2130
3155754a
AC		 2131 /* Clear the interrupt, if enabled, for this response queue */
2132 if (rsp->options & ~BIT_6) {
2133 reg = &ha->iobase->isp24;
0f19bc68 2134 spin_lock_irqsave(&ha->hardware_lock, flags);
3155754a
AC		 2135 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2136 RD_REG_DWORD_RELAXED(&reg->hccr);
0f19bc68 2137 spin_unlock_irqrestore(&ha->hardware_lock, flags);
3155754a 2138 }
68ca949c
AC		 2139 queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2140
2141 return IRQ_HANDLED;
2142}
2143
a8488abe
AV		 2144static irqreturn_t
2145qla24xx_msix_default(int irq, void *dev_id)
2146{
e315cd28
AC		 2147 scsi_qla_host_t *vha;
2148 struct qla_hw_data *ha;
2149 struct rsp_que *rsp;
a8488abe
AV		 2150 struct device_reg_24xx __iomem *reg;
2151 int status;
a8488abe
AV		 2152 uint32_t stat;
2153 uint32_t hccr;
2154 uint16_t mb[4];
0f19bc68 2155 unsigned long flags;
a8488abe 2156
e315cd28
AC		 2157 rsp = (struct rsp_que *) dev_id;
2158 if (!rsp) {
2159 DEBUG(printk(
2160 "%s(): NULL response queue pointer\n", __func__));
2161 return IRQ_NONE;
2162 }
2163 ha = rsp->hw;
a8488abe
AV		 2164 reg = &ha->iobase->isp24;
2165 status = 0;
2166
0f19bc68 2167 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 2168 vha = pci_get_drvdata(ha->pdev);
87f27015 2169 do {
a8488abe
AV		 2170 stat = RD_REG_DWORD(&reg->host_status);
2171 if (stat & HSRX_RISC_PAUSED) {
85880801 2172 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 2173 break;
2174
a8488abe
AV		 2175 hccr = RD_REG_DWORD(&reg->hccr);
2176
2177 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2178 "Dumping firmware!\n", hccr);
05236a05 2179
e315cd28 2180 qla2xxx_check_risc_status(vha);
05236a05 2181
e315cd28
AC		 2182 ha->isp_ops->fw_dump(vha, 1);
2183 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
a8488abe
AV		 2184 break;
2185 } else if ((stat & HSRX_RISC_INT) == 0)
2186 break;
2187
2188 switch (stat & 0xff) {
2189 case 0x1:
2190 case 0x2:
2191 case 0x10:
2192 case 0x11:
e315cd28 2193 qla24xx_mbx_completion(vha, MSW(stat));
a8488abe
AV		 2194 status |= MBX_INTERRUPT;
2195
2196 break;
2197 case 0x12:
2198 mb[0] = MSW(stat);
2199 mb[1] = RD_REG_WORD(&reg->mailbox1);
2200 mb[2] = RD_REG_WORD(&reg->mailbox2);
2201 mb[3] = RD_REG_WORD(&reg->mailbox3);
73208dfd 2202 qla2x00_async_event(vha, rsp, mb);
a8488abe
AV		 2203 break;
2204 case 0x13:
73208dfd 2205 case 0x14:
2afa19a9 2206 qla24xx_process_response_queue(vha, rsp);
a8488abe
AV		 2207 break;
2208 default:
2209 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2210 "(%d).\n",
e315cd28 2211 vha->host_no, stat & 0xff));
a8488abe
AV		 2212 break;
2213 }
2214 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
87f27015 2215 } while (0);
0f19bc68 2216 spin_unlock_irqrestore(&ha->hardware_lock, flags);
a8488abe
AV		 2217
2218 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2219 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
a8488abe 2220 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
0b05a1f0 2221 complete(&ha->mbx_intr_comp);
a8488abe 2222 }
a8488abe
AV		 2223 return IRQ_HANDLED;
2224}
2225
2226/* Interrupt handling helpers. */
2227
2228struct qla_init_msix_entry {
a8488abe 2229 const char *name;
476834c2 2230 irq_handler_t handler;
a8488abe
AV		 2231};
2232
68ca949c 2233static struct qla_init_msix_entry msix_entries[3] = {
2afa19a9
AC		 2234 { "qla2xxx (default)", qla24xx_msix_default },
2235 { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
68ca949c 2236 { "qla2xxx (multiq)", qla25xx_msix_rsp_q },
a8488abe
AV		 2237};
2238
a9083016
GM		 2239static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2240 { "qla2xxx (default)", qla82xx_msix_default },
2241 { "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2242};
2243
a8488abe 2244static void
e315cd28 2245qla24xx_disable_msix(struct qla_hw_data *ha)
a8488abe
AV		 2246{
2247 int i;
2248 struct qla_msix_entry *qentry;
2249
73208dfd
AC		 2250 for (i = 0; i < ha->msix_count; i++) {
2251 qentry = &ha->msix_entries[i];
a8488abe 2252 if (qentry->have_irq)
73208dfd 2253 free_irq(qentry->vector, qentry->rsp);
a8488abe
AV		 2254 }
2255 pci_disable_msix(ha->pdev);
73208dfd
AC		 2256 kfree(ha->msix_entries);
2257 ha->msix_entries = NULL;
2258 ha->flags.msix_enabled = 0;
a8488abe
AV		 2259}
2260
2261static int
73208dfd 2262qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
a8488abe 2263{
ad038fa8 2264#define MIN_MSIX_COUNT 2
a8488abe 2265 int i, ret;
73208dfd 2266 struct msix_entry *entries;
a8488abe 2267 struct qla_msix_entry *qentry;
73208dfd
AC		 2268
2269 entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
a9083016 2270 GFP_KERNEL);
73208dfd
AC		 2271 if (!entries)
2272 return -ENOMEM;
a8488abe 2273
73208dfd
AC		 2274 for (i = 0; i < ha->msix_count; i++)
2275 entries[i].entry = i;
a8488abe 2276
73208dfd 2277 ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
a8488abe 2278 if (ret) {
ad038fa8
LC		 2279 if (ret < MIN_MSIX_COUNT)
2280 goto msix_failed;
2281
a8488abe 2282 qla_printk(KERN_WARNING, ha,
73208dfd
AC		 2283 "MSI-X: Failed to enable support -- %d/%d\n"
2284 " Retry with %d vectors\n", ha->msix_count, ret, ret);
2285 ha->msix_count = ret;
2286 ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2287 if (ret) {
ad038fa8 2288msix_failed:
73208dfd
AC		 2289 qla_printk(KERN_WARNING, ha, "MSI-X: Failed to enable"
2290 " support, giving up -- %d/%d\n",
2291 ha->msix_count, ret);
2292 goto msix_out;
2293 }
2afa19a9 2294 ha->max_rsp_queues = ha->msix_count - 1;
73208dfd
AC		 2295 }
2296 ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
2297 ha->msix_count, GFP_KERNEL);
2298 if (!ha->msix_entries) {
2299 ret = -ENOMEM;
a8488abe
AV		 2300 goto msix_out;
2301 }
2302 ha->flags.msix_enabled = 1;
2303
73208dfd
AC		 2304 for (i = 0; i < ha->msix_count; i++) {
2305 qentry = &ha->msix_entries[i];
2306 qentry->vector = entries[i].vector;
2307 qentry->entry = entries[i].entry;
a8488abe 2308 qentry->have_irq = 0;
73208dfd 2309 qentry->rsp = NULL;
a8488abe
AV		 2310 }
2311
2afa19a9
AC		 2312 /* Enable MSI-X vectors for the base queue */
2313 for (i = 0; i < 2; i++) {
2314 qentry = &ha->msix_entries[i];
a9083016
GM		 2315 if (IS_QLA82XX(ha)) {
2316 ret = request_irq(qentry->vector,
2317 qla82xx_msix_entries[i].handler,
2318 0, qla82xx_msix_entries[i].name, rsp);
2319 } else {
2320 ret = request_irq(qentry->vector,
2321 msix_entries[i].handler,
2322 0, msix_entries[i].name, rsp);
2323 }
2afa19a9
AC		 2324 if (ret) {
2325 qla_printk(KERN_WARNING, ha,
73208dfd
AC		 2326 "MSI-X: Unable to register handler -- %x/%d.\n",
2327 qentry->vector, ret);
2afa19a9
AC		 2328 qla24xx_disable_msix(ha);
2329 ha->mqenable = 0;
2330 goto msix_out;
2331 }
2332 qentry->have_irq = 1;
2333 qentry->rsp = rsp;
2334 rsp->msix = qentry;
73208dfd 2335 }
73208dfd
AC		 2336
2337 /* Enable MSI-X vector for response queue update for queue 0 */
2afa19a9 2338 if (ha->mqiobase && (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
73208dfd 2339 ha->mqenable = 1;
73208dfd 2340
a8488abe 2341msix_out:
73208dfd 2342 kfree(entries);
a8488abe
AV		 2343 return ret;
2344}
2345
2346int
73208dfd 2347qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
a8488abe
AV		 2348{
2349 int ret;
963b0fdd 2350 device_reg_t __iomem *reg = ha->iobase;
a8488abe
AV		 2351
2352 /* If possible, enable MSI-X. */
3a03eb79 2353 if (!IS_QLA2432(ha) && !IS_QLA2532(ha) &&
a9083016 2354 !IS_QLA8432(ha) && !IS_QLA8XXX_TYPE(ha))
6377a7ae
BH		 2355 goto skip_msi;
2356
2357 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
2358 (ha->pdev->subsystem_device == 0x7040 ||
2359 ha->pdev->subsystem_device == 0x7041 ||
2360 ha->pdev->subsystem_device == 0x1705)) {
2361 DEBUG2(qla_printk(KERN_WARNING, ha,
2362 "MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X,0x%X).\n",
2363 ha->pdev->subsystem_vendor,
2364 ha->pdev->subsystem_device));
2365 goto skip_msi;
2366 }
a8488abe 2367
e315cd28
AC		 2368 if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX ||
2369 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
a8488abe 2370 DEBUG2(qla_printk(KERN_WARNING, ha,
e315cd28
AC		 2371 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
2372 ha->pdev->revision, ha->fw_attributes));
a8488abe
AV		 2373 goto skip_msix;
2374 }
2375
73208dfd 2376 ret = qla24xx_enable_msix(ha, rsp);
a8488abe
AV		 2377 if (!ret) {
2378 DEBUG2(qla_printk(KERN_INFO, ha,
2379 "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
2380 ha->fw_attributes));
963b0fdd 2381 goto clear_risc_ints;
a8488abe
AV		 2382 }
2383 qla_printk(KERN_WARNING, ha,
a9083016 2384 "MSI-X: Falling back-to MSI mode -- %d.\n", ret);
a8488abe 2385skip_msix:
cbedb601 2386
3a03eb79
AV		 2387 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
2388 !IS_QLA8001(ha))
cbedb601
AV		 2389 goto skip_msi;
2390
2391 ret = pci_enable_msi(ha->pdev);
2392 if (!ret) {
2393 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
2394 ha->flags.msi_enabled = 1;
a9083016
GM		 2395 } else
2396 qla_printk(KERN_WARNING, ha,
2397 "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
cbedb601
AV		 2398skip_msi:
2399
fd34f556 2400 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
d1b1bef4 2401 IRQF_SHARED, QLA2XXX_DRIVER_NAME, rsp);
963b0fdd 2402 if (ret) {
a8488abe
AV		 2403 qla_printk(KERN_WARNING, ha,
2404 "Failed to reserve interrupt %d already in use.\n",
2405 ha->pdev->irq);
963b0fdd
AV		 2406 goto fail;
2407 }
2408 ha->flags.inta_enabled = 1;
963b0fdd
AV		 2409clear_risc_ints:
2410
3a03eb79
AV		 2411 /*
2412 * FIXME: Noted that 8014s were being dropped during NK testing.
2413 * Timing deltas during MSI-X/INTa transitions?
2414 */
a9083016 2415 if (IS_QLA81XX(ha) || IS_QLA82XX(ha))
3a03eb79 2416 goto fail;
c6952483 2417 spin_lock_irq(&ha->hardware_lock);
963b0fdd
AV		 2418 if (IS_FWI2_CAPABLE(ha)) {
2419 WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_HOST_INT);
2420 WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_RISC_INT);
2421 } else {
2422 WRT_REG_WORD(&reg->isp.semaphore, 0);
2423 WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_RISC_INT);
2424 WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_HOST_INT);
a8488abe 2425 }
c6952483 2426 spin_unlock_irq(&ha->hardware_lock);
a8488abe 2427
963b0fdd 2428fail:
a8488abe
AV		 2429 return ret;
2430}
2431
2432void
e315cd28 2433qla2x00_free_irqs(scsi_qla_host_t *vha)
a8488abe 2434{
e315cd28 2435 struct qla_hw_data *ha = vha->hw;
73208dfd 2436 struct rsp_que *rsp = ha->rsp_q_map[0];
a8488abe
AV		 2437
2438 if (ha->flags.msix_enabled)
2439 qla24xx_disable_msix(ha);
90a86fc0 2440 else if (ha->flags.msi_enabled) {
e315cd28 2441 free_irq(ha->pdev->irq, rsp);
cbedb601 2442 pci_disable_msi(ha->pdev);
90a86fc0
JC		 2443 } else
2444 free_irq(ha->pdev->irq, rsp);
a8488abe 2445}
e315cd28 2446
73208dfd
AC		 2447
2448int qla25xx_request_irq(struct rsp_que *rsp)
2449{
2450 struct qla_hw_data *ha = rsp->hw;
2afa19a9 2451 struct qla_init_msix_entry *intr = &msix_entries[2];
73208dfd
AC		 2452 struct qla_msix_entry *msix = rsp->msix;
2453 int ret;
2454
2455 ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
2456 if (ret) {
2457 qla_printk(KERN_WARNING, ha,
2458 "MSI-X: Unable to register handler -- %x/%d.\n",
2459 msix->vector, ret);
2460 return ret;
2461 }
2462 msix->have_irq = 1;
2463 msix->rsp = rsp;
2464 return ret;
2465}
Linux 6.x block layer and io_uring tree(s)