projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'mac80211-for-davem-2016-01-26' of git://git.kernel.org/pub/scm/linux/kerne...
[linux-2.6-block.git] / drivers / scsi / qla2xxx / qla_isr.c
CommitLineData
1da177e4 1/*
fa90c54f 2 * QLogic Fibre Channel HBA Driver
bd21eaf9 3 * Copyright (c) 2003-2014 QLogic Corporation
1da177e4 4 *
fa90c54f 5 * See LICENSE.qla2xxx for copyright and licensing details.
1da177e4
LT		 6 */
7#include "qla_def.h"
2d70c103 8#include "qla_target.h"
1da177e4 9
05236a05 10#include <linux/delay.h>
5a0e3ad6 11#include <linux/slab.h>
df7baa50 12#include <scsi/scsi_tcq.h>
9a069e19 13#include <scsi/scsi_bsg_fc.h>
bad75002 14#include <scsi/scsi_eh.h>
df7baa50 15
1da177e4 16static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
73208dfd 17static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
2afa19a9 18static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
73208dfd
AC		 19static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
20 sts_entry_t *);
9a853f71 21
1da177e4
LT		 22/**
23 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
24 * @irq:
25 * @dev_id: SCSI driver HA context
1da177e4
LT		 26 *
27 * Called by system whenever the host adapter generates an interrupt.
28 *
29 * Returns handled flag.
30 */
31irqreturn_t
7d12e780 32qla2100_intr_handler(int irq, void *dev_id)
1da177e4 33{
e315cd28
AC		 34 scsi_qla_host_t *vha;
35 struct qla_hw_data *ha;
3d71644c 36 struct device_reg_2xxx __iomem *reg;
1da177e4 37 int status;
1da177e4 38 unsigned long iter;
14e660e6 39 uint16_t hccr;
9a853f71 40 uint16_t mb[4];
e315cd28 41 struct rsp_que *rsp;
43fac4d9 42 unsigned long flags;
1da177e4 43
e315cd28
AC		 44 rsp = (struct rsp_que *) dev_id;
45 if (!rsp) {
3256b435
CD		 46 ql_log(ql_log_info, NULL, 0x505d,
47 "%s: NULL response queue pointer.\n", __func__);
1da177e4
LT		 48 return (IRQ_NONE);
49 }
50
e315cd28 51 ha = rsp->hw;
3d71644c 52 reg = &ha->iobase->isp;
1da177e4
LT		 53 status = 0;
54
43fac4d9 55 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 56 vha = pci_get_drvdata(ha->pdev);
1da177e4 57 for (iter = 50; iter--; ) {
14e660e6 58 hccr = RD_REG_WORD(&reg->hccr);
c821e0d5 59 if (qla2x00_check_reg16_for_disconnect(vha, hccr))
f3ddac19 60 break;
14e660e6
SJ		 61 if (hccr & HCCR_RISC_PAUSE) {
62 if (pci_channel_offline(ha->pdev))
63 break;
64
65 /*
66 * Issue a "HARD" reset in order for the RISC interrupt
a06a0f8e 67 * bit to be cleared. Schedule a big hammer to get
14e660e6
SJ		 68 * out of the RISC PAUSED state.
69 */
70 WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
71 RD_REG_WORD(&reg->hccr);
72
e315cd28
AC		 73 ha->isp_ops->fw_dump(vha, 1);
74 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
14e660e6
SJ		 75 break;
76 } else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
1da177e4
LT		 77 break;
78
79 if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
80 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
81 RD_REG_WORD(&reg->hccr);
82
83 /* Get mailbox data. */
9a853f71
AV		 84 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
85 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
e315cd28 86 qla2x00_mbx_completion(vha, mb[0]);
1da177e4 87 status |= MBX_INTERRUPT;
9a853f71
AV		 88 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
89 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
90 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
91 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
73208dfd 92 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 93 } else {
94 /*EMPTY*/
7c3df132
SK		 95 ql_dbg(ql_dbg_async, vha, 0x5025,
96 "Unrecognized interrupt type (%d).\n",
97 mb[0]);
1da177e4
LT		 98 }
99 /* Release mailbox registers. */
100 WRT_REG_WORD(&reg->semaphore, 0);
101 RD_REG_WORD(&reg->semaphore);
102 } else {
73208dfd 103 qla2x00_process_response_queue(rsp);
1da177e4
LT		 104
105 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
106 RD_REG_WORD(&reg->hccr);
107 }
108 }
36439832 109 qla2x00_handle_mbx_completion(ha, status);
43fac4d9 110 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1da177e4 111
1da177e4
LT		 112 return (IRQ_HANDLED);
113}
114
f3ddac19 115bool
c821e0d5 116qla2x00_check_reg32_for_disconnect(scsi_qla_host_t *vha, uint32_t reg)
f3ddac19
CD		 117{
118 /* Check for PCI disconnection */
a30c2a3b 119 if (reg == 0xffffffff && !pci_channel_offline(vha->hw->pdev)) {
beb9e315 120 if (!test_and_set_bit(PFLG_DISCONNECTED, &vha->pci_flags) &&
6b383979
JL		 121 !test_bit(PFLG_DRIVER_REMOVING, &vha->pci_flags) &&
122 !test_bit(PFLG_DRIVER_PROBING, &vha->pci_flags)) {
232792b6
JL		 123 /*
124 * Schedule this (only once) on the default system
125 * workqueue so that all the adapter workqueues and the
126 * DPC thread can be shutdown cleanly.
127 */
128 schedule_work(&vha->hw->board_disable);
129 }
f3ddac19
CD		 130 return true;
131 } else
132 return false;
133}
134
c821e0d5
JL		 135bool
136qla2x00_check_reg16_for_disconnect(scsi_qla_host_t *vha, uint16_t reg)
137{
138 return qla2x00_check_reg32_for_disconnect(vha, 0xffff0000 | reg);
139}
140
1da177e4
LT		 141/**
142 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
143 * @irq:
144 * @dev_id: SCSI driver HA context
1da177e4
LT		 145 *
146 * Called by system whenever the host adapter generates an interrupt.
147 *
148 * Returns handled flag.
149 */
150irqreturn_t
7d12e780 151qla2300_intr_handler(int irq, void *dev_id)
1da177e4 152{
e315cd28 153 scsi_qla_host_t *vha;
3d71644c 154 struct device_reg_2xxx __iomem *reg;
1da177e4 155 int status;
1da177e4
LT		 156 unsigned long iter;
157 uint32_t stat;
1da177e4 158 uint16_t hccr;
9a853f71 159 uint16_t mb[4];
e315cd28
AC		 160 struct rsp_que *rsp;
161 struct qla_hw_data *ha;
43fac4d9 162 unsigned long flags;
1da177e4 163
e315cd28
AC		 164 rsp = (struct rsp_que *) dev_id;
165 if (!rsp) {
3256b435
CD		 166 ql_log(ql_log_info, NULL, 0x5058,
167 "%s: NULL response queue pointer.\n", __func__);
1da177e4
LT		 168 return (IRQ_NONE);
169 }
170
e315cd28 171 ha = rsp->hw;
3d71644c 172 reg = &ha->iobase->isp;
1da177e4
LT		 173 status = 0;
174
43fac4d9 175 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 176 vha = pci_get_drvdata(ha->pdev);
1da177e4
LT		 177 for (iter = 50; iter--; ) {
178 stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
c821e0d5 179 if (qla2x00_check_reg32_for_disconnect(vha, stat))
f3ddac19 180 break;
1da177e4 181 if (stat & HSR_RISC_PAUSED) {
85880801 182 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 183 break;
184
1da177e4 185 hccr = RD_REG_WORD(&reg->hccr);
f3ddac19 186
1da177e4 187 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
7c3df132
SK		 188 ql_log(ql_log_warn, vha, 0x5026,
189 "Parity error -- HCCR=%x, Dumping "
190 "firmware.\n", hccr);
1da177e4 191 else
7c3df132
SK		 192 ql_log(ql_log_warn, vha, 0x5027,
193 "RISC paused -- HCCR=%x, Dumping "
194 "firmware.\n", hccr);
1da177e4
LT		 195
196 /*
197 * Issue a "HARD" reset in order for the RISC
198 * interrupt bit to be cleared. Schedule a big
a06a0f8e 199 * hammer to get out of the RISC PAUSED state.
1da177e4
LT		 200 */
201 WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
202 RD_REG_WORD(&reg->hccr);
07f31805 203
e315cd28
AC		 204 ha->isp_ops->fw_dump(vha, 1);
205 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 206 break;
207 } else if ((stat & HSR_RISC_INT) == 0)
208 break;
209
1da177e4 210 switch (stat & 0xff) {
1da177e4
LT		 211 case 0x1:
212 case 0x2:
213 case 0x10:
214 case 0x11:
e315cd28 215 qla2x00_mbx_completion(vha, MSW(stat));
1da177e4
LT		 216 status |= MBX_INTERRUPT;
217
218 /* Release mailbox registers. */
219 WRT_REG_WORD(&reg->semaphore, 0);
220 break;
221 case 0x12:
9a853f71
AV		 222 mb[0] = MSW(stat);
223 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
224 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
225 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
73208dfd 226 qla2x00_async_event(vha, rsp, mb);
9a853f71
AV		 227 break;
228 case 0x13:
73208dfd 229 qla2x00_process_response_queue(rsp);
1da177e4
LT		 230 break;
231 case 0x15:
9a853f71
AV		 232 mb[0] = MBA_CMPLT_1_16BIT;
233 mb[1] = MSW(stat);
73208dfd 234 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 235 break;
236 case 0x16:
9a853f71
AV		 237 mb[0] = MBA_SCSI_COMPLETION;
238 mb[1] = MSW(stat);
239 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
73208dfd 240 qla2x00_async_event(vha, rsp, mb);
1da177e4
LT		 241 break;
242 default:
7c3df132
SK		 243 ql_dbg(ql_dbg_async, vha, 0x5028,
244 "Unrecognized interrupt type (%d).\n", stat & 0xff);
1da177e4
LT		 245 break;
246 }
247 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
248 RD_REG_WORD_RELAXED(&reg->hccr);
249 }
36439832 250 qla2x00_handle_mbx_completion(ha, status);
43fac4d9 251 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1da177e4 252
1da177e4
LT		 253 return (IRQ_HANDLED);
254}
255
256/**
257 * qla2x00_mbx_completion() - Process mailbox command completions.
258 * @ha: SCSI driver HA context
259 * @mb0: Mailbox0 register
260 */
261static void
e315cd28 262qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1da177e4
LT		 263{
264 uint16_t cnt;
4fa94f83 265 uint32_t mboxes;
1da177e4 266 uint16_t __iomem *wptr;
e315cd28 267 struct qla_hw_data *ha = vha->hw;
3d71644c 268 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1da177e4 269
4fa94f83
AV		 270 /* Read all mbox registers? */
271 mboxes = (1 << ha->mbx_count) - 1;
272 if (!ha->mcp)
a720101d 273 ql_dbg(ql_dbg_async, vha, 0x5001, "MBX pointer ERROR.\n");
4fa94f83
AV		 274 else
275 mboxes = ha->mcp->in_mb;
276
1da177e4
LT		 277 /* Load return mailbox registers. */
278 ha->flags.mbox_int = 1;
279 ha->mailbox_out[0] = mb0;
4fa94f83 280 mboxes >>= 1;
1da177e4
LT		 281 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
282
283 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
fa2a1ce5 284 if (IS_QLA2200(ha) && cnt == 8)
1da177e4 285 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
4fa94f83 286 if ((cnt == 4 || cnt == 5) && (mboxes & BIT_0))
1da177e4 287 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
4fa94f83 288 else if (mboxes & BIT_0)
1da177e4 289 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
fa2a1ce5 290
1da177e4 291 wptr++;
4fa94f83 292 mboxes >>= 1;
1da177e4 293 }
1da177e4
LT		 294}
295
8a659571
AV		 296static void
297qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
298{
299 static char *event[] =
300 { "Complete", "Request Notification", "Time Extension" };
301 int rval;
302 struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
9e5054ec 303 struct device_reg_82xx __iomem *reg82 = &vha->hw->iobase->isp82;
8a659571
AV		 304 uint16_t __iomem *wptr;
305 uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
306
307 /* Seed data -- mailbox1 -> mailbox7. */
9e5054ec
CD		 308 if (IS_QLA81XX(vha->hw) || IS_QLA83XX(vha->hw))
309 wptr = (uint16_t __iomem *)&reg24->mailbox1;
310 else if (IS_QLA8044(vha->hw))
311 wptr = (uint16_t __iomem *)&reg82->mailbox_out[1];
312 else
313 return;
314
8a659571
AV		 315 for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
316 mb[cnt] = RD_REG_WORD(wptr);
317
7c3df132 318 ql_dbg(ql_dbg_async, vha, 0x5021,
6246b8a1 319 "Inter-Driver Communication %s -- "
7c3df132
SK		 320 "%04x %04x %04x %04x %04x %04x %04x.\n",
321 event[aen & 0xff], mb[0], mb[1], mb[2], mb[3],
322 mb[4], mb[5], mb[6]);
454073c9
SV		 323 switch (aen) {
324 /* Handle IDC Error completion case. */
325 case MBA_IDC_COMPLETE:
326 if (mb[1] >> 15) {
327 vha->hw->flags.idc_compl_status = 1;
9aaf2cea 328 if (vha->hw->notify_dcbx_comp && !vha->vp_idx)
454073c9
SV		 329 complete(&vha->hw->dcbx_comp);
330 }
331 break;
332
333 case MBA_IDC_NOTIFY:
334 /* Acknowledgement needed? [Notify && non-zero timeout]. */
335 timeout = (descr >> 8) & 0xf;
336 ql_dbg(ql_dbg_async, vha, 0x5022,
337 "%lu Inter-Driver Communication %s -- ACK timeout=%d.\n",
338 vha->host_no, event[aen & 0xff], timeout);
339
340 if (!timeout)
341 return;
342 rval = qla2x00_post_idc_ack_work(vha, mb);
343 if (rval != QLA_SUCCESS)
344 ql_log(ql_log_warn, vha, 0x5023,
345 "IDC failed to post ACK.\n");
346 break;
347 case MBA_IDC_TIME_EXT:
348 vha->hw->idc_extend_tmo = descr;
349 ql_dbg(ql_dbg_async, vha, 0x5087,
350 "%lu Inter-Driver Communication %s -- "
351 "Extend timeout by=%d.\n",
352 vha->host_no, event[aen & 0xff], vha->hw->idc_extend_tmo);
353 break;
bf5b8ad7 354 }
8a659571
AV		 355}
356
daae62a3 357#define LS_UNKNOWN 2
d0297c9a
JC		 358const char *
359qla2x00_get_link_speed_str(struct qla_hw_data *ha, uint16_t speed)
daae62a3 360{
f73cb695
CD		 361 static const char *const link_speeds[] = {
362 "1", "2", "?", "4", "8", "16", "32", "10"
d0297c9a 363 };
f73cb695 364#define QLA_LAST_SPEED 7
daae62a3
CD		 365
366 if (IS_QLA2100(ha) || IS_QLA2200(ha))
d0297c9a
JC		 367 return link_speeds[0];
368 else if (speed == 0x13)
f73cb695
CD		 369 return link_speeds[QLA_LAST_SPEED];
370 else if (speed < QLA_LAST_SPEED)
d0297c9a
JC		 371 return link_speeds[speed];
372 else
373 return link_speeds[LS_UNKNOWN];
daae62a3
CD		 374}
375
fa492630 376static void
7d613ac6
SV		 377qla83xx_handle_8200_aen(scsi_qla_host_t *vha, uint16_t *mb)
378{
379 struct qla_hw_data *ha = vha->hw;
380
381 /*
382 * 8200 AEN Interpretation:
383 * mb[0] = AEN code
384 * mb[1] = AEN Reason code
385 * mb[2] = LSW of Peg-Halt Status-1 Register
386 * mb[6] = MSW of Peg-Halt Status-1 Register
387 * mb[3] = LSW of Peg-Halt Status-2 register
388 * mb[7] = MSW of Peg-Halt Status-2 register
389 * mb[4] = IDC Device-State Register value
390 * mb[5] = IDC Driver-Presence Register value
391 */
392 ql_dbg(ql_dbg_async, vha, 0x506b, "AEN Code: mb[0] = 0x%x AEN reason: "
393 "mb[1] = 0x%x PH-status1: mb[2] = 0x%x PH-status1: mb[6] = 0x%x.\n",
394 mb[0], mb[1], mb[2], mb[6]);
395 ql_dbg(ql_dbg_async, vha, 0x506c, "PH-status2: mb[3] = 0x%x "
396 "PH-status2: mb[7] = 0x%x Device-State: mb[4] = 0x%x "
397 "Drv-Presence: mb[5] = 0x%x.\n", mb[3], mb[7], mb[4], mb[5]);
398
399 if (mb[1] & (IDC_PEG_HALT_STATUS_CHANGE | IDC_NIC_FW_REPORTED_FAILURE |
400 IDC_HEARTBEAT_FAILURE)) {
401 ha->flags.nic_core_hung = 1;
402 ql_log(ql_log_warn, vha, 0x5060,
403 "83XX: F/W Error Reported: Check if reset required.\n");
404
405 if (mb[1] & IDC_PEG_HALT_STATUS_CHANGE) {
406 uint32_t protocol_engine_id, fw_err_code, err_level;
407
408 /*
409 * IDC_PEG_HALT_STATUS_CHANGE interpretation:
410 * - PEG-Halt Status-1 Register:
411 * (LSW = mb[2], MSW = mb[6])
412 * Bits 0-7 = protocol-engine ID
413 * Bits 8-28 = f/w error code
414 * Bits 29-31 = Error-level
415 * Error-level 0x1 = Non-Fatal error
416 * Error-level 0x2 = Recoverable Fatal error
417 * Error-level 0x4 = UnRecoverable Fatal error
418 * - PEG-Halt Status-2 Register:
419 * (LSW = mb[3], MSW = mb[7])
420 */
421 protocol_engine_id = (mb[2] & 0xff);
422 fw_err_code = (((mb[2] & 0xff00) >> 8) |
423 ((mb[6] & 0x1fff) << 8));
424 err_level = ((mb[6] & 0xe000) >> 13);
425 ql_log(ql_log_warn, vha, 0x5061, "PegHalt Status-1 "
426 "Register: protocol_engine_id=0x%x "
427 "fw_err_code=0x%x err_level=0x%x.\n",
428 protocol_engine_id, fw_err_code, err_level);
429 ql_log(ql_log_warn, vha, 0x5062, "PegHalt Status-2 "
430 "Register: 0x%x%x.\n", mb[7], mb[3]);
431 if (err_level == ERR_LEVEL_NON_FATAL) {
432 ql_log(ql_log_warn, vha, 0x5063,
433 "Not a fatal error, f/w has recovered "
434 "iteself.\n");
435 } else if (err_level == ERR_LEVEL_RECOVERABLE_FATAL) {
436 ql_log(ql_log_fatal, vha, 0x5064,
437 "Recoverable Fatal error: Chip reset "
438 "required.\n");
439 qla83xx_schedule_work(vha,
440 QLA83XX_NIC_CORE_RESET);
441 } else if (err_level == ERR_LEVEL_UNRECOVERABLE_FATAL) {
442 ql_log(ql_log_fatal, vha, 0x5065,
443 "Unrecoverable Fatal error: Set FAILED "
444 "state, reboot required.\n");
445 qla83xx_schedule_work(vha,
446 QLA83XX_NIC_CORE_UNRECOVERABLE);
447 }
448 }
449
450 if (mb[1] & IDC_NIC_FW_REPORTED_FAILURE) {
451 uint16_t peg_fw_state, nw_interface_link_up;
452 uint16_t nw_interface_signal_detect, sfp_status;
453 uint16_t htbt_counter, htbt_monitor_enable;
454 uint16_t sfp_additonal_info, sfp_multirate;
455 uint16_t sfp_tx_fault, link_speed, dcbx_status;
456
457 /*
458 * IDC_NIC_FW_REPORTED_FAILURE interpretation:
459 * - PEG-to-FC Status Register:
460 * (LSW = mb[2], MSW = mb[6])
461 * Bits 0-7 = Peg-Firmware state
462 * Bit 8 = N/W Interface Link-up
463 * Bit 9 = N/W Interface signal detected
464 * Bits 10-11 = SFP Status
465 * SFP Status 0x0 = SFP+ transceiver not expected
466 * SFP Status 0x1 = SFP+ transceiver not present
467 * SFP Status 0x2 = SFP+ transceiver invalid
468 * SFP Status 0x3 = SFP+ transceiver present and
469 * valid
470 * Bits 12-14 = Heartbeat Counter
471 * Bit 15 = Heartbeat Monitor Enable
472 * Bits 16-17 = SFP Additional Info
473 * SFP info 0x0 = Unregocnized transceiver for
474 * Ethernet
475 * SFP info 0x1 = SFP+ brand validation failed
476 * SFP info 0x2 = SFP+ speed validation failed
477 * SFP info 0x3 = SFP+ access error
478 * Bit 18 = SFP Multirate
479 * Bit 19 = SFP Tx Fault
480 * Bits 20-22 = Link Speed
481 * Bits 23-27 = Reserved
482 * Bits 28-30 = DCBX Status
483 * DCBX Status 0x0 = DCBX Disabled
484 * DCBX Status 0x1 = DCBX Enabled
485 * DCBX Status 0x2 = DCBX Exchange error
486 * Bit 31 = Reserved
487 */
488 peg_fw_state = (mb[2] & 0x00ff);
489 nw_interface_link_up = ((mb[2] & 0x0100) >> 8);
490 nw_interface_signal_detect = ((mb[2] & 0x0200) >> 9);
491 sfp_status = ((mb[2] & 0x0c00) >> 10);
492 htbt_counter = ((mb[2] & 0x7000) >> 12);
493 htbt_monitor_enable = ((mb[2] & 0x8000) >> 15);
494 sfp_additonal_info = (mb[6] & 0x0003);
495 sfp_multirate = ((mb[6] & 0x0004) >> 2);
496 sfp_tx_fault = ((mb[6] & 0x0008) >> 3);
497 link_speed = ((mb[6] & 0x0070) >> 4);
498 dcbx_status = ((mb[6] & 0x7000) >> 12);
499
500 ql_log(ql_log_warn, vha, 0x5066,
501 "Peg-to-Fc Status Register:\n"
502 "peg_fw_state=0x%x, nw_interface_link_up=0x%x, "
503 "nw_interface_signal_detect=0x%x"
504 "\nsfp_statis=0x%x.\n ", peg_fw_state,
505 nw_interface_link_up, nw_interface_signal_detect,
506 sfp_status);
507 ql_log(ql_log_warn, vha, 0x5067,
508 "htbt_counter=0x%x, htbt_monitor_enable=0x%x, "
509 "sfp_additonal_info=0x%x, sfp_multirate=0x%x.\n ",
510 htbt_counter, htbt_monitor_enable,
511 sfp_additonal_info, sfp_multirate);
512 ql_log(ql_log_warn, vha, 0x5068,
513 "sfp_tx_fault=0x%x, link_state=0x%x, "
514 "dcbx_status=0x%x.\n", sfp_tx_fault, link_speed,
515 dcbx_status);
516
517 qla83xx_schedule_work(vha, QLA83XX_NIC_CORE_RESET);
518 }
519
520 if (mb[1] & IDC_HEARTBEAT_FAILURE) {
521 ql_log(ql_log_warn, vha, 0x5069,
522 "Heartbeat Failure encountered, chip reset "
523 "required.\n");
524
525 qla83xx_schedule_work(vha, QLA83XX_NIC_CORE_RESET);
526 }
527 }
528
529 if (mb[1] & IDC_DEVICE_STATE_CHANGE) {
530 ql_log(ql_log_info, vha, 0x506a,
531 "IDC Device-State changed = 0x%x.\n", mb[4]);
6c3943cd
SK		 532 if (ha->flags.nic_core_reset_owner)
533 return;
7d613ac6
SV		 534 qla83xx_schedule_work(vha, MBA_IDC_AEN);
535 }
536}
537
bb4cf5b7
CD		 538int
539qla2x00_is_a_vp_did(scsi_qla_host_t *vha, uint32_t rscn_entry)
540{
541 struct qla_hw_data *ha = vha->hw;
542 scsi_qla_host_t *vp;
543 uint32_t vp_did;
544 unsigned long flags;
545 int ret = 0;
546
547 if (!ha->num_vhosts)
548 return ret;
549
550 spin_lock_irqsave(&ha->vport_slock, flags);
551 list_for_each_entry(vp, &ha->vp_list, list) {
552 vp_did = vp->d_id.b24;
553 if (vp_did == rscn_entry) {
554 ret = 1;
555 break;
556 }
557 }
558 spin_unlock_irqrestore(&ha->vport_slock, flags);
559
560 return ret;
561}
562
17cac3a1
JC		 563static inline fc_port_t *
564qla2x00_find_fcport_by_loopid(scsi_qla_host_t *vha, uint16_t loop_id)
565{
566 fc_port_t *fcport;
567
568 list_for_each_entry(fcport, &vha->vp_fcports, list)
569 if (fcport->loop_id == loop_id)
570 return fcport;
571 return NULL;
572}
573
1da177e4
LT		 574/**
575 * qla2x00_async_event() - Process aynchronous events.
576 * @ha: SCSI driver HA context
9a853f71 577 * @mb: Mailbox registers (0 - 3)
1da177e4 578 */
2c3dfe3f 579void
73208dfd 580qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
1da177e4 581{
1da177e4 582 uint16_t handle_cnt;
bdab23da 583 uint16_t cnt, mbx;
1da177e4 584 uint32_t handles[5];
e315cd28 585 struct qla_hw_data *ha = vha->hw;
3d71644c 586 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
bdab23da 587 struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
bc5c2aad 588 struct device_reg_82xx __iomem *reg82 = &ha->iobase->isp82;
52c82823 589 uint32_t rscn_entry, host_pid;
4d4df193 590 unsigned long flags;
ef86cb20 591 fc_port_t *fcport = NULL;
1da177e4
LT		 592
593 /* Setup to process RIO completion. */
594 handle_cnt = 0;
6246b8a1 595 if (IS_CNA_CAPABLE(ha))
3a03eb79 596 goto skip_rio;
1da177e4
LT		 597 switch (mb[0]) {
598 case MBA_SCSI_COMPLETION:
9a853f71 599 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
1da177e4
LT		 600 handle_cnt = 1;
601 break;
602 case MBA_CMPLT_1_16BIT:
9a853f71 603 handles[0] = mb[1];
1da177e4
LT		 604 handle_cnt = 1;
605 mb[0] = MBA_SCSI_COMPLETION;
606 break;
607 case MBA_CMPLT_2_16BIT:
9a853f71
AV		 608 handles[0] = mb[1];
609 handles[1] = mb[2];
1da177e4
LT		 610 handle_cnt = 2;
611 mb[0] = MBA_SCSI_COMPLETION;
612 break;
613 case MBA_CMPLT_3_16BIT:
9a853f71
AV		 614 handles[0] = mb[1];
615 handles[1] = mb[2];
616 handles[2] = mb[3];
1da177e4
LT		 617 handle_cnt = 3;
618 mb[0] = MBA_SCSI_COMPLETION;
619 break;
620 case MBA_CMPLT_4_16BIT:
9a853f71
AV		 621 handles[0] = mb[1];
622 handles[1] = mb[2];
623 handles[2] = mb[3];
1da177e4
LT		 624 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
625 handle_cnt = 4;
626 mb[0] = MBA_SCSI_COMPLETION;
627 break;
628 case MBA_CMPLT_5_16BIT:
9a853f71
AV		 629 handles[0] = mb[1];
630 handles[1] = mb[2];
631 handles[2] = mb[3];
1da177e4
LT		 632 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
633 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
634 handle_cnt = 5;
635 mb[0] = MBA_SCSI_COMPLETION;
636 break;
637 case MBA_CMPLT_2_32BIT:
9a853f71 638 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
1da177e4
LT		 639 handles[1] = le32_to_cpu(
640 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
641 RD_MAILBOX_REG(ha, reg, 6));
642 handle_cnt = 2;
643 mb[0] = MBA_SCSI_COMPLETION;
644 break;
645 default:
646 break;
647 }
3a03eb79 648skip_rio:
1da177e4
LT		 649 switch (mb[0]) {
650 case MBA_SCSI_COMPLETION: /* Fast Post */
e315cd28 651 if (!vha->flags.online)
1da177e4
LT		 652 break;
653
654 for (cnt = 0; cnt < handle_cnt; cnt++)
73208dfd
AC		 655 qla2x00_process_completed_request(vha, rsp->req,
656 handles[cnt]);
1da177e4
LT		 657 break;
658
659 case MBA_RESET: /* Reset */
7c3df132
SK		 660 ql_dbg(ql_dbg_async, vha, 0x5002,
661 "Asynchronous RESET.\n");
1da177e4 662
e315cd28 663 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
1da177e4
LT		 664 break;
665
666 case MBA_SYSTEM_ERR: /* System Error */
f73cb695 667 mbx = (IS_QLA81XX(ha) || IS_QLA83XX(ha) || IS_QLA27XX(ha)) ?
6246b8a1 668 RD_REG_WORD(&reg24->mailbox7) : 0;
7c3df132 669 ql_log(ql_log_warn, vha, 0x5003,
bdab23da
AV		 670 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
671 "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
1da177e4 672
e315cd28 673 ha->isp_ops->fw_dump(vha, 1);
1da177e4 674
e428924c 675 if (IS_FWI2_CAPABLE(ha)) {
9a853f71 676 if (mb[1] == 0 && mb[2] == 0) {
7c3df132 677 ql_log(ql_log_fatal, vha, 0x5004,
9a853f71
AV		 678 "Unrecoverable Hardware Error: adapter "
679 "marked OFFLINE!\n");
e315cd28 680 vha->flags.online = 0;
6246b8a1 681 vha->device_flags |= DFLG_DEV_FAILED;
b1d46989 682 } else {
25985edc 683 /* Check to see if MPI timeout occurred */
f73cb695 684 if ((mbx & MBX_3) && (ha->port_no == 0))
b1d46989
MI		 685 set_bit(MPI_RESET_NEEDED,
686 &vha->dpc_flags);
687
e315cd28 688 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
b1d46989 689 }
9a853f71 690 } else if (mb[1] == 0) {
7c3df132 691 ql_log(ql_log_fatal, vha, 0x5005,
1da177e4
LT		 692 "Unrecoverable Hardware Error: adapter marked "
693 "OFFLINE!\n");
e315cd28 694 vha->flags.online = 0;
6246b8a1 695 vha->device_flags |= DFLG_DEV_FAILED;
1da177e4 696 } else
e315cd28 697 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 698 break;
699
700 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
7c3df132
SK		 701 ql_log(ql_log_warn, vha, 0x5006,
702 "ISP Request Transfer Error (%x).\n", mb[1]);
1da177e4 703
e315cd28 704 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 705 break;
706
707 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
7c3df132
SK		 708 ql_log(ql_log_warn, vha, 0x5007,
709 "ISP Response Transfer Error.\n");
1da177e4 710
e315cd28 711 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 712 break;
713
714 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
7c3df132
SK		 715 ql_dbg(ql_dbg_async, vha, 0x5008,
716 "Asynchronous WAKEUP_THRES.\n");
1da177e4 717
2d70c103 718 break;
1da177e4 719 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
cfb0919c 720 ql_dbg(ql_dbg_async, vha, 0x5009,
7c3df132 721 "LIP occurred (%x).\n", mb[1]);
1da177e4 722
e315cd28
AC		 723 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
724 atomic_set(&vha->loop_state, LOOP_DOWN);
725 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
726 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 727 }
728
e315cd28
AC		 729 if (vha->vp_idx) {
730 atomic_set(&vha->vp_state, VP_FAILED);
731 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 732 }
733
e315cd28
AC		 734 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
735 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
1da177e4 736
e315cd28
AC		 737 vha->flags.management_server_logged_in = 0;
738 qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
1da177e4
LT		 739 break;
740
741 case MBA_LOOP_UP: /* Loop Up Event */
daae62a3 742 if (IS_QLA2100(ha) || IS_QLA2200(ha))
d8b45213 743 ha->link_data_rate = PORT_SPEED_1GB;
daae62a3 744 else
1da177e4 745 ha->link_data_rate = mb[1];
1da177e4 746
8e5a9484 747 ql_log(ql_log_info, vha, 0x500a,
daae62a3 748 "LOOP UP detected (%s Gbps).\n",
d0297c9a 749 qla2x00_get_link_speed_str(ha, ha->link_data_rate));
1da177e4 750
e315cd28
AC		 751 vha->flags.management_server_logged_in = 0;
752 qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
1da177e4
LT		 753 break;
754
755 case MBA_LOOP_DOWN: /* Loop Down Event */
6246b8a1
GM		 756 mbx = (IS_QLA81XX(ha) || IS_QLA8031(ha))
757 ? RD_REG_WORD(&reg24->mailbox4) : 0;
7ec0effd
AD		 758 mbx = (IS_P3P_TYPE(ha)) ? RD_REG_WORD(&reg82->mailbox_out[4])
759 : mbx;
8e5a9484 760 ql_log(ql_log_info, vha, 0x500b,
7c3df132
SK		 761 "LOOP DOWN detected (%x %x %x %x).\n",
762 mb[1], mb[2], mb[3], mbx);
1da177e4 763
e315cd28
AC		 764 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
765 atomic_set(&vha->loop_state, LOOP_DOWN);
766 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
2486c627
HM		 767 /*
768 * In case of loop down, restore WWPN from
769 * NVRAM in case of FA-WWPN capable ISP
718abbdc 770 * Restore for Physical Port only
2486c627 771 */
718abbdc
SC		 772 if (!vha->vp_idx) {
773 if (ha->flags.fawwpn_enabled) {
774 void *wwpn = ha->init_cb->port_name;
775 memcpy(vha->port_name, wwpn, WWN_SIZE);
776 fc_host_port_name(vha->host) =
777 wwn_to_u64(vha->port_name);
778 ql_dbg(ql_dbg_init + ql_dbg_verbose,
779 vha, 0x0144, "LOOP DOWN detected,"
780 "restore WWPN %016llx\n",
781 wwn_to_u64(vha->port_name));
782 }
783
784 clear_bit(VP_CONFIG_OK, &vha->vp_flags);
2486c627
HM		 785 }
786
e315cd28
AC		 787 vha->device_flags |= DFLG_NO_CABLE;
788 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 789 }
790
e315cd28
AC		 791 if (vha->vp_idx) {
792 atomic_set(&vha->vp_state, VP_FAILED);
793 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 794 }
795
e315cd28 796 vha->flags.management_server_logged_in = 0;
d8b45213 797 ha->link_data_rate = PORT_SPEED_UNKNOWN;
e315cd28 798 qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
1da177e4
LT		 799 break;
800
801 case MBA_LIP_RESET: /* LIP reset occurred */
cfb0919c 802 ql_dbg(ql_dbg_async, vha, 0x500c,
cc3ef7bc 803 "LIP reset occurred (%x).\n", mb[1]);
1da177e4 804
e315cd28
AC		 805 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
806 atomic_set(&vha->loop_state, LOOP_DOWN);
807 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
808 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 809 }
810
e315cd28
AC		 811 if (vha->vp_idx) {
812 atomic_set(&vha->vp_state, VP_FAILED);
813 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 814 }
815
e315cd28 816 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
1da177e4
LT		 817
818 ha->operating_mode = LOOP;
e315cd28
AC		 819 vha->flags.management_server_logged_in = 0;
820 qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
1da177e4
LT		 821 break;
822
3a03eb79 823 /* case MBA_DCBX_COMPLETE: */
1da177e4
LT		 824 case MBA_POINT_TO_POINT: /* Point-to-Point */
825 if (IS_QLA2100(ha))
826 break;
827
7ec0effd 828 if (IS_CNA_CAPABLE(ha)) {
7c3df132
SK		 829 ql_dbg(ql_dbg_async, vha, 0x500d,
830 "DCBX Completed -- %04x %04x %04x.\n",
831 mb[1], mb[2], mb[3]);
9aaf2cea 832 if (ha->notify_dcbx_comp && !vha->vp_idx)
23f2ebd1
SR		 833 complete(&ha->dcbx_comp);
834
835 } else
7c3df132
SK		 836 ql_dbg(ql_dbg_async, vha, 0x500e,
837 "Asynchronous P2P MODE received.\n");
1da177e4
LT		 838
839 /*
840 * Until there's a transition from loop down to loop up, treat
841 * this as loop down only.
842 */
e315cd28
AC		 843 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
844 atomic_set(&vha->loop_state, LOOP_DOWN);
845 if (!atomic_read(&vha->loop_down_timer))
846 atomic_set(&vha->loop_down_timer,
1da177e4 847 LOOP_DOWN_TIME);
e315cd28 848 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 849 }
850
e315cd28
AC		 851 if (vha->vp_idx) {
852 atomic_set(&vha->vp_state, VP_FAILED);
853 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 854 }
855
e315cd28
AC		 856 if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
857 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
858
859 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
860 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
4346b149
AV		 861
862 ha->flags.gpsc_supported = 1;
e315cd28 863 vha->flags.management_server_logged_in = 0;
1da177e4
LT		 864 break;
865
866 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
867 if (IS_QLA2100(ha))
868 break;
869
cfb0919c 870 ql_dbg(ql_dbg_async, vha, 0x500f,
1da177e4
LT		 871 "Configuration change detected: value=%x.\n", mb[1]);
872
e315cd28
AC		 873 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
874 atomic_set(&vha->loop_state, LOOP_DOWN);
875 if (!atomic_read(&vha->loop_down_timer))
876 atomic_set(&vha->loop_down_timer,
1da177e4 877 LOOP_DOWN_TIME);
e315cd28 878 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4
LT		 879 }
880
e315cd28
AC		 881 if (vha->vp_idx) {
882 atomic_set(&vha->vp_state, VP_FAILED);
883 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
2c3dfe3f
SJ		 884 }
885
e315cd28
AC		 886 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
887 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
1da177e4
LT		 888 break;
889
890 case MBA_PORT_UPDATE: /* Port database update */
55903b9d
SV		 891 /*
892 * Handle only global and vn-port update events
893 *
894 * Relevant inputs:
895 * mb[1] = N_Port handle of changed port
896 * OR 0xffff for global event
897 * mb[2] = New login state
898 * 7 = Port logged out
899 * mb[3] = LSB is vp_idx, 0xff = all vps
900 *
901 * Skip processing if:
902 * Event is global, vp_idx is NOT all vps,
903 * vp_idx does not match
904 * Event is not global, vp_idx does not match
905 */
12cec63e
AV		 906 if (IS_QLA2XXX_MIDTYPE(ha) &&
907 ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
908 (mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
909 break;
73208dfd 910
17cac3a1 911 if (mb[2] == 0x7) {
7c3df132 912 ql_dbg(ql_dbg_async, vha, 0x5010,
17cac3a1
JC		 913 "Port %s %04x %04x %04x.\n",
914 mb[1] == 0xffff ? "unavailable" : "logout",
7c3df132 915 mb[1], mb[2], mb[3]);
17cac3a1
JC		 916
917 if (mb[1] == 0xffff)
918 goto global_port_update;
919
920 /* Port logout */
921 fcport = qla2x00_find_fcport_by_loopid(vha, mb[1]);
922 if (!fcport)
923 break;
924 if (atomic_read(&fcport->state) != FCS_ONLINE)
925 break;
926 ql_dbg(ql_dbg_async, vha, 0x508a,
927 "Marking port lost loopid=%04x portid=%06x.\n",
928 fcport->loop_id, fcport->d_id.b24);
929 qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
930 break;
931
932global_port_update:
933 /* Port unavailable. */
daae62a3
CD		 934 ql_log(ql_log_warn, vha, 0x505e,
935 "Link is offline.\n");
9764ff88
AV		 936
937 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
938 atomic_set(&vha->loop_state, LOOP_DOWN);
939 atomic_set(&vha->loop_down_timer,
940 LOOP_DOWN_TIME);
941 vha->device_flags |= DFLG_NO_CABLE;
942 qla2x00_mark_all_devices_lost(vha, 1);
943 }
944
945 if (vha->vp_idx) {
946 atomic_set(&vha->vp_state, VP_FAILED);
947 fc_vport_set_state(vha->fc_vport,
948 FC_VPORT_FAILED);
faadc5e7 949 qla2x00_mark_all_devices_lost(vha, 1);
9764ff88
AV		 950 }
951
952 vha->flags.management_server_logged_in = 0;
953 ha->link_data_rate = PORT_SPEED_UNKNOWN;
954 break;
955 }
956
1da177e4 957 /*
cc3ef7bc 958 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
1da177e4
LT		 959 * event etc. earlier indicating loop is down) then process
960 * it. Otherwise ignore it and Wait for RSCN to come in.
961 */
e315cd28 962 atomic_set(&vha->loop_down_timer, 0);
8e5a9484
CD		 963 if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
964 atomic_read(&vha->loop_state) != LOOP_DEAD) {
7c3df132
SK		 965 ql_dbg(ql_dbg_async, vha, 0x5011,
966 "Asynchronous PORT UPDATE ignored %04x/%04x/%04x.\n",
967 mb[1], mb[2], mb[3]);
2d70c103
NB		 968
969 qlt_async_event(mb[0], vha, mb);
1da177e4
LT		 970 break;
971 }
972
7c3df132
SK		 973 ql_dbg(ql_dbg_async, vha, 0x5012,
974 "Port database changed %04x %04x %04x.\n",
975 mb[1], mb[2], mb[3]);
1da177e4
LT		 976
977 /*
978 * Mark all devices as missing so we will login again.
979 */
e315cd28 980 atomic_set(&vha->loop_state, LOOP_UP);
1da177e4 981
e315cd28 982 qla2x00_mark_all_devices_lost(vha, 1);
1da177e4 983
2d70c103
NB		 984 if (vha->vp_idx == 0 && !qla_ini_mode_enabled(vha))
985 set_bit(SCR_PENDING, &vha->dpc_flags);
986
e315cd28
AC		 987 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
988 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
ded6411f 989 set_bit(VP_CONFIG_OK, &vha->vp_flags);
2d70c103
NB		 990
991 qlt_async_event(mb[0], vha, mb);
1da177e4
LT		 992 break;
993
994 case MBA_RSCN_UPDATE: /* State Change Registration */
3c397400 995 /* Check if the Vport has issued a SCR */
e315cd28 996 if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
3c397400
SJ		 997 break;
998 /* Only handle SCNs for our Vport index. */
0d6e61bc 999 if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
3c397400 1000 break;
0d6e61bc 1001
7c3df132
SK		 1002 ql_dbg(ql_dbg_async, vha, 0x5013,
1003 "RSCN database changed -- %04x %04x %04x.\n",
1004 mb[1], mb[2], mb[3]);
1da177e4 1005
59d72d87 1006 rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
e315cd28
AC		 1007 host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
1008 | vha->d_id.b.al_pa;
1da177e4 1009 if (rscn_entry == host_pid) {
7c3df132
SK		 1010 ql_dbg(ql_dbg_async, vha, 0x5014,
1011 "Ignoring RSCN update to local host "
1012 "port ID (%06x).\n", host_pid);
1da177e4
LT		 1013 break;
1014 }
1015
59d72d87
RA		 1016 /* Ignore reserved bits from RSCN-payload. */
1017 rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
1da177e4 1018
bb4cf5b7
CD		 1019 /* Skip RSCNs for virtual ports on the same physical port */
1020 if (qla2x00_is_a_vp_did(vha, rscn_entry))
1021 break;
1022
ef86cb20
CD		 1023 /*
1024 * Search for the rport related to this RSCN entry and mark it
1025 * as lost.
1026 */
1027 list_for_each_entry(fcport, &vha->vp_fcports, list) {
1028 if (atomic_read(&fcport->state) != FCS_ONLINE)
1029 continue;
ef86cb20
CD		 1030 if (fcport->d_id.b24 == rscn_entry) {
1031 qla2x00_mark_device_lost(vha, fcport, 0, 0);
1032 break;
1033 }
1034 }
1035
e315cd28
AC		 1036 atomic_set(&vha->loop_down_timer, 0);
1037 vha->flags.management_server_logged_in = 0;
1da177e4 1038
e315cd28
AC		 1039 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
1040 set_bit(RSCN_UPDATE, &vha->dpc_flags);
1041 qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
1da177e4
LT		 1042 break;
1043
1044 /* case MBA_RIO_RESPONSE: */
1045 case MBA_ZIO_RESPONSE:
7c3df132
SK		 1046 ql_dbg(ql_dbg_async, vha, 0x5015,
1047 "[R|Z]IO update completion.\n");
1da177e4 1048
e428924c 1049 if (IS_FWI2_CAPABLE(ha))
2afa19a9 1050 qla24xx_process_response_queue(vha, rsp);
4fdfefe5 1051 else
73208dfd 1052 qla2x00_process_response_queue(rsp);
1da177e4 1053 break;
9a853f71
AV		 1054
1055 case MBA_DISCARD_RND_FRAME:
7c3df132
SK		 1056 ql_dbg(ql_dbg_async, vha, 0x5016,
1057 "Discard RND Frame -- %04x %04x %04x.\n",
1058 mb[1], mb[2], mb[3]);
9a853f71 1059 break;
45ebeb56
AV		 1060
1061 case MBA_TRACE_NOTIFICATION:
7c3df132
SK		 1062 ql_dbg(ql_dbg_async, vha, 0x5017,
1063 "Trace Notification -- %04x %04x.\n", mb[1], mb[2]);
45ebeb56 1064 break;
4d4df193
HK		 1065
1066 case MBA_ISP84XX_ALERT:
7c3df132
SK		 1067 ql_dbg(ql_dbg_async, vha, 0x5018,
1068 "ISP84XX Alert Notification -- %04x %04x %04x.\n",
1069 mb[1], mb[2], mb[3]);
4d4df193
HK		 1070
1071 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
1072 switch (mb[1]) {
1073 case A84_PANIC_RECOVERY:
7c3df132
SK		 1074 ql_log(ql_log_info, vha, 0x5019,
1075 "Alert 84XX: panic recovery %04x %04x.\n",
1076 mb[2], mb[3]);
4d4df193
HK		 1077 break;
1078 case A84_OP_LOGIN_COMPLETE:
1079 ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
7c3df132
SK		 1080 ql_log(ql_log_info, vha, 0x501a,
1081 "Alert 84XX: firmware version %x.\n",
1082 ha->cs84xx->op_fw_version);
4d4df193
HK		 1083 break;
1084 case A84_DIAG_LOGIN_COMPLETE:
1085 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
7c3df132
SK		 1086 ql_log(ql_log_info, vha, 0x501b,
1087 "Alert 84XX: diagnostic firmware version %x.\n",
1088 ha->cs84xx->diag_fw_version);
4d4df193
HK		 1089 break;
1090 case A84_GOLD_LOGIN_COMPLETE:
1091 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
1092 ha->cs84xx->fw_update = 1;
7c3df132
SK		 1093 ql_log(ql_log_info, vha, 0x501c,
1094 "Alert 84XX: gold firmware version %x.\n",
1095 ha->cs84xx->gold_fw_version);
4d4df193
HK		 1096 break;
1097 default:
7c3df132
SK		 1098 ql_log(ql_log_warn, vha, 0x501d,
1099 "Alert 84xx: Invalid Alert %04x %04x %04x.\n",
4d4df193
HK		 1100 mb[1], mb[2], mb[3]);
1101 }
1102 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
1103 break;
3a03eb79 1104 case MBA_DCBX_START:
7c3df132
SK		 1105 ql_dbg(ql_dbg_async, vha, 0x501e,
1106 "DCBX Started -- %04x %04x %04x.\n",
1107 mb[1], mb[2], mb[3]);
3a03eb79
AV		 1108 break;
1109 case MBA_DCBX_PARAM_UPDATE:
7c3df132
SK		 1110 ql_dbg(ql_dbg_async, vha, 0x501f,
1111 "DCBX Parameters Updated -- %04x %04x %04x.\n",
1112 mb[1], mb[2], mb[3]);
3a03eb79
AV		 1113 break;
1114 case MBA_FCF_CONF_ERR:
7c3df132
SK		 1115 ql_dbg(ql_dbg_async, vha, 0x5020,
1116 "FCF Configuration Error -- %04x %04x %04x.\n",
1117 mb[1], mb[2], mb[3]);
3a03eb79 1118 break;
3a03eb79 1119 case MBA_IDC_NOTIFY:
7ec0effd 1120 if (IS_QLA8031(vha->hw) || IS_QLA8044(ha)) {
67b2a31f
CD		 1121 mb[4] = RD_REG_WORD(&reg24->mailbox4);
1122 if (((mb[2] & 0x7fff) == MBC_PORT_RESET ||
1123 (mb[2] & 0x7fff) == MBC_SET_PORT_CONFIG) &&
1124 (mb[4] & INTERNAL_LOOPBACK_MASK) != 0) {
8fcd6b8b 1125 set_bit(ISP_QUIESCE_NEEDED, &vha->dpc_flags);
67b2a31f
CD		 1126 /*
1127 * Extend loop down timer since port is active.
1128 */
1129 if (atomic_read(&vha->loop_state) == LOOP_DOWN)
1130 atomic_set(&vha->loop_down_timer,
1131 LOOP_DOWN_TIME);
8fcd6b8b
CD		 1132 qla2xxx_wake_dpc(vha);
1133 }
67b2a31f 1134 }
8fcd6b8b 1135 case MBA_IDC_COMPLETE:
9aaf2cea 1136 if (ha->notify_lb_portup_comp && !vha->vp_idx)
f356bef1
CD		 1137 complete(&ha->lb_portup_comp);
1138 /* Fallthru */
3a03eb79 1139 case MBA_IDC_TIME_EXT:
7ec0effd
AD		 1140 if (IS_QLA81XX(vha->hw) || IS_QLA8031(vha->hw) ||
1141 IS_QLA8044(ha))
7d613ac6
SV		 1142 qla81xx_idc_event(vha, mb[0], mb[1]);
1143 break;
1144
1145 case MBA_IDC_AEN:
1146 mb[4] = RD_REG_WORD(&reg24->mailbox4);
1147 mb[5] = RD_REG_WORD(&reg24->mailbox5);
1148 mb[6] = RD_REG_WORD(&reg24->mailbox6);
1149 mb[7] = RD_REG_WORD(&reg24->mailbox7);
1150 qla83xx_handle_8200_aen(vha, mb);
3a03eb79 1151 break;
7d613ac6 1152
b5a340dd
JC		 1153 case MBA_DPORT_DIAGNOSTICS:
1154 ql_dbg(ql_dbg_async, vha, 0x5052,
1155 "D-Port Diagnostics: %04x %04x=%s\n", mb[0], mb[1],
1156 mb[1] == 0 ? "start" :
1157 mb[1] == 1 ? "done (ok)" :
1158 mb[1] == 2 ? "done (error)" : "other");
1159 break;
1160
6246b8a1
GM		 1161 default:
1162 ql_dbg(ql_dbg_async, vha, 0x5057,
1163 "Unknown AEN:%04x %04x %04x %04x\n",
1164 mb[0], mb[1], mb[2], mb[3]);
1da177e4 1165 }
2c3dfe3f 1166
2d70c103
NB		 1167 qlt_async_event(mb[0], vha, mb);
1168
e315cd28 1169 if (!vha->vp_idx && ha->num_vhosts)
73208dfd 1170 qla2x00_alert_all_vps(rsp, mb);
1da177e4
LT		 1171}
1172
1173/**
1174 * qla2x00_process_completed_request() - Process a Fast Post response.
1175 * @ha: SCSI driver HA context
1176 * @index: SRB index
1177 */
8ae6d9c7 1178void
73208dfd 1179qla2x00_process_completed_request(struct scsi_qla_host *vha,
8ae6d9c7 1180 struct req_que *req, uint32_t index)
1da177e4
LT		 1181{
1182 srb_t *sp;
e315cd28 1183 struct qla_hw_data *ha = vha->hw;
1da177e4
LT		 1184
1185 /* Validate handle. */
8d93f550 1186 if (index >= req->num_outstanding_cmds) {
7c3df132
SK		 1187 ql_log(ql_log_warn, vha, 0x3014,
1188 "Invalid SCSI command index (%x).\n", index);
1da177e4 1189
7ec0effd 1190 if (IS_P3P_TYPE(ha))
8f7daead
GM		 1191 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1192 else
1193 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 1194 return;
1195 }
1196
e315cd28 1197 sp = req->outstanding_cmds[index];
1da177e4
LT		 1198 if (sp) {
1199 /* Free outstanding command slot. */
e315cd28 1200 req->outstanding_cmds[index] = NULL;
1da177e4 1201
1da177e4 1202 /* Save ISP completion status */
9ba56b95 1203 sp->done(ha, sp, DID_OK << 16);
1da177e4 1204 } else {
7c3df132 1205 ql_log(ql_log_warn, vha, 0x3016, "Invalid SCSI SRB.\n");
1da177e4 1206
7ec0effd 1207 if (IS_P3P_TYPE(ha))
8f7daead
GM		 1208 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1209 else
1210 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1da177e4
LT		 1211 }
1212}
1213
8ae6d9c7 1214srb_t *
ac280b67
AV		 1215qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
1216 struct req_que *req, void *iocb)
1217{
1218 struct qla_hw_data *ha = vha->hw;
1219 sts_entry_t *pkt = iocb;
1220 srb_t *sp = NULL;
1221 uint16_t index;
1222
1223 index = LSW(pkt->handle);
8d93f550 1224 if (index >= req->num_outstanding_cmds) {
7c3df132
SK		 1225 ql_log(ql_log_warn, vha, 0x5031,
1226 "Invalid command index (%x).\n", index);
7ec0effd 1227 if (IS_P3P_TYPE(ha))
8f7daead
GM		 1228 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1229 else
1230 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
ac280b67
AV		 1231 goto done;
1232 }
1233 sp = req->outstanding_cmds[index];
1234 if (!sp) {
7c3df132
SK		 1235 ql_log(ql_log_warn, vha, 0x5032,
1236 "Invalid completion handle (%x) -- timed-out.\n", index);
ac280b67
AV		 1237 return sp;
1238 }
1239 if (sp->handle != index) {
7c3df132
SK		 1240 ql_log(ql_log_warn, vha, 0x5033,
1241 "SRB handle (%x) mismatch %x.\n", sp->handle, index);
ac280b67
AV		 1242 return NULL;
1243 }
9a069e19 1244
ac280b67 1245 req->outstanding_cmds[index] = NULL;
9a069e19 1246
ac280b67
AV		 1247done:
1248 return sp;
1249}
1250
1251static void
1252qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1253 struct mbx_entry *mbx)
1254{
1255 const char func[] = "MBX-IOCB";
1256 const char *type;
ac280b67
AV		 1257 fc_port_t *fcport;
1258 srb_t *sp;
4916392b 1259 struct srb_iocb *lio;
99b0bec7 1260 uint16_t *data;
5ff1d584 1261 uint16_t status;
ac280b67
AV		 1262
1263 sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
1264 if (!sp)
1265 return;
1266
9ba56b95
GM		 1267 lio = &sp->u.iocb_cmd;
1268 type = sp->name;
ac280b67 1269 fcport = sp->fcport;
4916392b 1270 data = lio->u.logio.data;
ac280b67 1271
5ff1d584 1272 data[0] = MBS_COMMAND_ERROR;
4916392b 1273 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
5ff1d584 1274 QLA_LOGIO_LOGIN_RETRIED : 0;
ac280b67 1275 if (mbx->entry_status) {
7c3df132 1276 ql_dbg(ql_dbg_async, vha, 0x5043,
cfb0919c 1277 "Async-%s error entry - hdl=%x portid=%02x%02x%02x "
d3fa9e7d 1278 "entry-status=%x status=%x state-flag=%x "
cfb0919c
CD		 1279 "status-flags=%x.\n", type, sp->handle,
1280 fcport->d_id.b.domain, fcport->d_id.b.area,
d3fa9e7d
AV		 1281 fcport->d_id.b.al_pa, mbx->entry_status,
1282 le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
7c3df132 1283 le16_to_cpu(mbx->status_flags));
d3fa9e7d 1284
cfb0919c 1285 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5029,
7c3df132 1286 (uint8_t *)mbx, sizeof(*mbx));
ac280b67 1287
99b0bec7 1288 goto logio_done;
ac280b67
AV		 1289 }
1290
5ff1d584 1291 status = le16_to_cpu(mbx->status);
9ba56b95 1292 if (status == 0x30 && sp->type == SRB_LOGIN_CMD &&
5ff1d584
AV		 1293 le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
1294 status = 0;
1295 if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
7c3df132 1296 ql_dbg(ql_dbg_async, vha, 0x5045,
cfb0919c
CD		 1297 "Async-%s complete - hdl=%x portid=%02x%02x%02x mbx1=%x.\n",
1298 type, sp->handle, fcport->d_id.b.domain,
1299 fcport->d_id.b.area, fcport->d_id.b.al_pa,
1300 le16_to_cpu(mbx->mb1));
ac280b67
AV		 1301
1302 data[0] = MBS_COMMAND_COMPLETE;
9ba56b95 1303 if (sp->type == SRB_LOGIN_CMD) {
99b0bec7
AV		 1304 fcport->port_type = FCT_TARGET;
1305 if (le16_to_cpu(mbx->mb1) & BIT_0)
1306 fcport->port_type = FCT_INITIATOR;
6ac52608 1307 else if (le16_to_cpu(mbx->mb1) & BIT_1)
99b0bec7 1308 fcport->flags |= FCF_FCP2_DEVICE;
5ff1d584 1309 }
99b0bec7 1310 goto logio_done;
ac280b67
AV		 1311 }
1312
1313 data[0] = le16_to_cpu(mbx->mb0);
1314 switch (data[0]) {
1315 case MBS_PORT_ID_USED:
1316 data[1] = le16_to_cpu(mbx->mb1);
1317 break;
1318 case MBS_LOOP_ID_USED:
1319 break;
1320 default:
1321 data[0] = MBS_COMMAND_ERROR;
ac280b67
AV		 1322 break;
1323 }
1324
7c3df132 1325 ql_log(ql_log_warn, vha, 0x5046,
cfb0919c
CD		 1326 "Async-%s failed - hdl=%x portid=%02x%02x%02x status=%x "
1327 "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n", type, sp->handle,
1328 fcport->d_id.b.domain, fcport->d_id.b.area, fcport->d_id.b.al_pa,
1329 status, le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
ac280b67 1330 le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
7c3df132 1331 le16_to_cpu(mbx->mb7));
ac280b67 1332
99b0bec7 1333logio_done:
9ba56b95 1334 sp->done(vha, sp, 0);
ac280b67
AV		 1335}
1336
9bc4f4fb
HZ		 1337static void
1338qla2x00_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1339 sts_entry_t *pkt, int iocb_type)
1340{
1341 const char func[] = "CT_IOCB";
1342 const char *type;
9bc4f4fb 1343 srb_t *sp;
9bc4f4fb
HZ		 1344 struct fc_bsg_job *bsg_job;
1345 uint16_t comp_status;
9ba56b95 1346 int res;
9bc4f4fb
HZ		 1347
1348 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1349 if (!sp)
1350 return;
1351
9ba56b95 1352 bsg_job = sp->u.bsg_job;
9bc4f4fb 1353
9ba56b95 1354 type = "ct pass-through";
9bc4f4fb
HZ		 1355
1356 comp_status = le16_to_cpu(pkt->comp_status);
1357
1358 /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1359 * fc payload to the caller
1360 */
1361 bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1362 bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1363
1364 if (comp_status != CS_COMPLETE) {
1365 if (comp_status == CS_DATA_UNDERRUN) {
9ba56b95 1366 res = DID_OK << 16;
9bc4f4fb
HZ		 1367 bsg_job->reply->reply_payload_rcv_len =
1368 le16_to_cpu(((sts_entry_t *)pkt)->rsp_info_len);
1369
7c3df132
SK		 1370 ql_log(ql_log_warn, vha, 0x5048,
1371 "CT pass-through-%s error "
9bc4f4fb 1372 "comp_status-status=0x%x total_byte = 0x%x.\n",
7c3df132
SK		 1373 type, comp_status,
1374 bsg_job->reply->reply_payload_rcv_len);
9bc4f4fb 1375 } else {
7c3df132
SK		 1376 ql_log(ql_log_warn, vha, 0x5049,
1377 "CT pass-through-%s error "
1378 "comp_status-status=0x%x.\n", type, comp_status);
9ba56b95 1379 res = DID_ERROR << 16;
9bc4f4fb
HZ		 1380 bsg_job->reply->reply_payload_rcv_len = 0;
1381 }
cfb0919c 1382 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5035,
7c3df132 1383 (uint8_t *)pkt, sizeof(*pkt));
9bc4f4fb 1384 } else {
9ba56b95 1385 res = DID_OK << 16;
9bc4f4fb
HZ		 1386 bsg_job->reply->reply_payload_rcv_len =
1387 bsg_job->reply_payload.payload_len;
1388 bsg_job->reply_len = 0;
1389 }
1390
9ba56b95 1391 sp->done(vha, sp, res);
9bc4f4fb
HZ		 1392}
1393
9a069e19
GM		 1394static void
1395qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1396 struct sts_entry_24xx *pkt, int iocb_type)
1397{
1398 const char func[] = "ELS_CT_IOCB";
1399 const char *type;
9a069e19 1400 srb_t *sp;
9a069e19
GM		 1401 struct fc_bsg_job *bsg_job;
1402 uint16_t comp_status;
1403 uint32_t fw_status[3];
1404 uint8_t* fw_sts_ptr;
9ba56b95 1405 int res;
9a069e19
GM		 1406
1407 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1408 if (!sp)
1409 return;
9ba56b95 1410 bsg_job = sp->u.bsg_job;
9a069e19
GM		 1411
1412 type = NULL;
9ba56b95 1413 switch (sp->type) {
9a069e19
GM		 1414 case SRB_ELS_CMD_RPT:
1415 case SRB_ELS_CMD_HST:
1416 type = "els";
1417 break;
1418 case SRB_CT_CMD:
1419 type = "ct pass-through";
1420 break;
1421 default:
37fed3ee 1422 ql_dbg(ql_dbg_user, vha, 0x503e,
9ba56b95 1423 "Unrecognized SRB: (%p) type=%d.\n", sp, sp->type);
9a069e19
GM		 1424 return;
1425 }
1426
1427 comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1428 fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1429 fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1430
1431 /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1432 * fc payload to the caller
1433 */
1434 bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1435 bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1436
1437 if (comp_status != CS_COMPLETE) {
1438 if (comp_status == CS_DATA_UNDERRUN) {
9ba56b95 1439 res = DID_OK << 16;
9a069e19 1440 bsg_job->reply->reply_payload_rcv_len =
9ba56b95 1441 le16_to_cpu(((struct els_sts_entry_24xx *)pkt)->total_byte_count);
9a069e19 1442
37fed3ee 1443 ql_dbg(ql_dbg_user, vha, 0x503f,
cfb0919c 1444 "ELS-CT pass-through-%s error hdl=%x comp_status-status=0x%x "
9a069e19 1445 "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
cfb0919c 1446 type, sp->handle, comp_status, fw_status[1], fw_status[2],
7c3df132
SK		 1447 le16_to_cpu(((struct els_sts_entry_24xx *)
1448 pkt)->total_byte_count));
9a069e19
GM		 1449 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1450 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1451 }
1452 else {
37fed3ee 1453 ql_dbg(ql_dbg_user, vha, 0x5040,
cfb0919c 1454 "ELS-CT pass-through-%s error hdl=%x comp_status-status=0x%x "
9a069e19 1455 "error subcode 1=0x%x error subcode 2=0x%x.\n",
cfb0919c 1456 type, sp->handle, comp_status,
7c3df132
SK		 1457 le16_to_cpu(((struct els_sts_entry_24xx *)
1458 pkt)->error_subcode_1),
1459 le16_to_cpu(((struct els_sts_entry_24xx *)
1460 pkt)->error_subcode_2));
9ba56b95 1461 res = DID_ERROR << 16;
9a069e19
GM		 1462 bsg_job->reply->reply_payload_rcv_len = 0;
1463 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1464 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1465 }
37fed3ee 1466 ql_dump_buffer(ql_dbg_user + ql_dbg_buffer, vha, 0x5056,
7c3df132 1467 (uint8_t *)pkt, sizeof(*pkt));
9a069e19
GM		 1468 }
1469 else {
9ba56b95 1470 res = DID_OK << 16;
9a069e19
GM		 1471 bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1472 bsg_job->reply_len = 0;
1473 }
1474
9ba56b95 1475 sp->done(vha, sp, res);
9a069e19
GM		 1476}
1477
ac280b67
AV		 1478static void
1479qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1480 struct logio_entry_24xx *logio)
1481{
1482 const char func[] = "LOGIO-IOCB";
1483 const char *type;
ac280b67
AV		 1484 fc_port_t *fcport;
1485 srb_t *sp;
4916392b 1486 struct srb_iocb *lio;
99b0bec7 1487 uint16_t *data;
ac280b67
AV		 1488 uint32_t iop[2];
1489
1490 sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1491 if (!sp)
1492 return;
1493
9ba56b95
GM		 1494 lio = &sp->u.iocb_cmd;
1495 type = sp->name;
ac280b67 1496 fcport = sp->fcport;
4916392b 1497 data = lio->u.logio.data;
ac280b67 1498
5ff1d584 1499 data[0] = MBS_COMMAND_ERROR;
4916392b 1500 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
5ff1d584 1501 QLA_LOGIO_LOGIN_RETRIED : 0;
ac280b67 1502 if (logio->entry_status) {
5e19ed90 1503 ql_log(ql_log_warn, fcport->vha, 0x5034,
cfb0919c 1504 "Async-%s error entry - hdl=%x"
d3fa9e7d 1505 "portid=%02x%02x%02x entry-status=%x.\n",
cfb0919c
CD		 1506 type, sp->handle, fcport->d_id.b.domain,
1507 fcport->d_id.b.area, fcport->d_id.b.al_pa,
1508 logio->entry_status);
1509 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x504d,
7c3df132 1510 (uint8_t *)logio, sizeof(*logio));
ac280b67 1511
99b0bec7 1512 goto logio_done;
ac280b67
AV		 1513 }
1514
1515 if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
5e19ed90 1516 ql_dbg(ql_dbg_async, fcport->vha, 0x5036,
cfb0919c
CD		 1517 "Async-%s complete - hdl=%x portid=%02x%02x%02x "
1518 "iop0=%x.\n", type, sp->handle, fcport->d_id.b.domain,
1519 fcport->d_id.b.area, fcport->d_id.b.al_pa,
7c3df132 1520 le32_to_cpu(logio->io_parameter[0]));
ac280b67
AV		 1521
1522 data[0] = MBS_COMMAND_COMPLETE;
9ba56b95 1523 if (sp->type != SRB_LOGIN_CMD)
99b0bec7 1524 goto logio_done;
ac280b67
AV		 1525
1526 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1527 if (iop[0] & BIT_4) {
1528 fcport->port_type = FCT_TARGET;
1529 if (iop[0] & BIT_8)
8474f3a0 1530 fcport->flags |= FCF_FCP2_DEVICE;
b0cd579c 1531 } else if (iop[0] & BIT_5)
ac280b67 1532 fcport->port_type = FCT_INITIATOR;
b0cd579c 1533
2d70c103
NB		 1534 if (iop[0] & BIT_7)
1535 fcport->flags |= FCF_CONF_COMP_SUPPORTED;
1536
ac280b67
AV		 1537 if (logio->io_parameter[7] || logio->io_parameter[8])
1538 fcport->supported_classes |= FC_COS_CLASS2;
1539 if (logio->io_parameter[9] || logio->io_parameter[10])
1540 fcport->supported_classes |= FC_COS_CLASS3;
1541
99b0bec7 1542 goto logio_done;
ac280b67
AV		 1543 }
1544
1545 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1546 iop[1] = le32_to_cpu(logio->io_parameter[1]);
1547 switch (iop[0]) {
1548 case LSC_SCODE_PORTID_USED:
1549 data[0] = MBS_PORT_ID_USED;
1550 data[1] = LSW(iop[1]);
1551 break;
1552 case LSC_SCODE_NPORT_USED:
1553 data[0] = MBS_LOOP_ID_USED;
1554 break;
ac280b67
AV		 1555 default:
1556 data[0] = MBS_COMMAND_ERROR;
ac280b67
AV		 1557 break;
1558 }
1559
5e19ed90 1560 ql_dbg(ql_dbg_async, fcport->vha, 0x5037,
cfb0919c
CD		 1561 "Async-%s failed - hdl=%x portid=%02x%02x%02x comp=%x "
1562 "iop0=%x iop1=%x.\n", type, sp->handle, fcport->d_id.b.domain,
d3fa9e7d 1563 fcport->d_id.b.area, fcport->d_id.b.al_pa,
ac280b67
AV		 1564 le16_to_cpu(logio->comp_status),
1565 le32_to_cpu(logio->io_parameter[0]),
7c3df132 1566 le32_to_cpu(logio->io_parameter[1]));
ac280b67 1567
99b0bec7 1568logio_done:
9ba56b95 1569 sp->done(vha, sp, 0);
ac280b67
AV		 1570}
1571
3822263e 1572static void
faef62d1 1573qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req, void *tsk)
3822263e
MI		 1574{
1575 const char func[] = "TMF-IOCB";
1576 const char *type;
1577 fc_port_t *fcport;
1578 srb_t *sp;
1579 struct srb_iocb *iocb;
3822263e 1580 struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
3822263e
MI		 1581
1582 sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1583 if (!sp)
1584 return;
1585
9ba56b95
GM		 1586 iocb = &sp->u.iocb_cmd;
1587 type = sp->name;
3822263e 1588 fcport = sp->fcport;
faef62d1 1589 iocb->u.tmf.data = QLA_SUCCESS;
3822263e
MI		 1590
1591 if (sts->entry_status) {
5e19ed90 1592 ql_log(ql_log_warn, fcport->vha, 0x5038,
cfb0919c
CD		 1593 "Async-%s error - hdl=%x entry-status(%x).\n",
1594 type, sp->handle, sts->entry_status);
faef62d1 1595 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
ad950360 1596 } else if (sts->comp_status != cpu_to_le16(CS_COMPLETE)) {
5e19ed90 1597 ql_log(ql_log_warn, fcport->vha, 0x5039,
cfb0919c
CD		 1598 "Async-%s error - hdl=%x completion status(%x).\n",
1599 type, sp->handle, sts->comp_status);
faef62d1
AB		 1600 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1601 } else if ((le16_to_cpu(sts->scsi_status) &
3822263e 1602 SS_RESPONSE_INFO_LEN_VALID)) {
faef62d1
AB		 1603 if (le32_to_cpu(sts->rsp_data_len) < 4) {
1604 ql_log(ql_log_warn, fcport->vha, 0x503b,
1605 "Async-%s error - hdl=%x not enough response(%d).\n",
1606 type, sp->handle, sts->rsp_data_len);
1607 } else if (sts->data[3]) {
1608 ql_log(ql_log_warn, fcport->vha, 0x503c,
1609 "Async-%s error - hdl=%x response(%x).\n",
1610 type, sp->handle, sts->data[3]);
8d2b21db 1611 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
faef62d1 1612 }
3822263e
MI		 1613 }
1614
faef62d1 1615 if (iocb->u.tmf.data != QLA_SUCCESS)
7c3df132
SK		 1616 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5055,
1617 (uint8_t *)sts, sizeof(*sts));
3822263e 1618
9ba56b95 1619 sp->done(vha, sp, 0);
3822263e
MI		 1620}
1621
1da177e4
LT		 1622/**
1623 * qla2x00_process_response_queue() - Process response queue entries.
1624 * @ha: SCSI driver HA context
1625 */
1626void
73208dfd 1627qla2x00_process_response_queue(struct rsp_que *rsp)
1da177e4 1628{
73208dfd
AC		 1629 struct scsi_qla_host *vha;
1630 struct qla_hw_data *ha = rsp->hw;
3d71644c 1631 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1da177e4
LT		 1632 sts_entry_t *pkt;
1633 uint16_t handle_cnt;
1634 uint16_t cnt;
73208dfd 1635
2afa19a9 1636 vha = pci_get_drvdata(ha->pdev);
1da177e4 1637
e315cd28 1638 if (!vha->flags.online)
1da177e4
LT		 1639 return;
1640
e315cd28
AC		 1641 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1642 pkt = (sts_entry_t *)rsp->ring_ptr;
1da177e4 1643
e315cd28
AC		 1644 rsp->ring_index++;
1645 if (rsp->ring_index == rsp->length) {
1646 rsp->ring_index = 0;
1647 rsp->ring_ptr = rsp->ring;
1da177e4 1648 } else {
e315cd28 1649 rsp->ring_ptr++;
1da177e4
LT		 1650 }
1651
1652 if (pkt->entry_status != 0) {
73208dfd 1653 qla2x00_error_entry(vha, rsp, pkt);
1da177e4
LT		 1654 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1655 wmb();
1656 continue;
1657 }
1658
1659 switch (pkt->entry_type) {
1660 case STATUS_TYPE:
73208dfd 1661 qla2x00_status_entry(vha, rsp, pkt);
1da177e4
LT		 1662 break;
1663 case STATUS_TYPE_21:
1664 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1665 for (cnt = 0; cnt < handle_cnt; cnt++) {
73208dfd 1666 qla2x00_process_completed_request(vha, rsp->req,
1da177e4
LT		 1667 ((sts21_entry_t *)pkt)->handle[cnt]);
1668 }
1669 break;
1670 case STATUS_TYPE_22:
1671 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1672 for (cnt = 0; cnt < handle_cnt; cnt++) {
73208dfd 1673 qla2x00_process_completed_request(vha, rsp->req,
1da177e4
LT		 1674 ((sts22_entry_t *)pkt)->handle[cnt]);
1675 }
1676 break;
1677 case STATUS_CONT_TYPE:
2afa19a9 1678 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1da177e4 1679 break;
ac280b67
AV		 1680 case MBX_IOCB_TYPE:
1681 qla2x00_mbx_iocb_entry(vha, rsp->req,
1682 (struct mbx_entry *)pkt);
3822263e 1683 break;
9bc4f4fb
HZ		 1684 case CT_IOCB_TYPE:
1685 qla2x00_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1686 break;
1da177e4
LT		 1687 default:
1688 /* Type Not Supported. */
7c3df132
SK		 1689 ql_log(ql_log_warn, vha, 0x504a,
1690 "Received unknown response pkt type %x "
1da177e4 1691 "entry status=%x.\n",
7c3df132 1692 pkt->entry_type, pkt->entry_status);
1da177e4
LT		 1693 break;
1694 }
1695 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1696 wmb();
1697 }
1698
1699 /* Adjust ring index */
e315cd28 1700 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1da177e4
LT		 1701}
1702
4733fcb1 1703static inline void
5544213b 1704qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t par_sense_len,
9ba56b95 1705 uint32_t sense_len, struct rsp_que *rsp, int res)
4733fcb1 1706{
7c3df132 1707 struct scsi_qla_host *vha = sp->fcport->vha;
9ba56b95
GM		 1708 struct scsi_cmnd *cp = GET_CMD_SP(sp);
1709 uint32_t track_sense_len;
4733fcb1
AV		 1710
1711 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1712 sense_len = SCSI_SENSE_BUFFERSIZE;
1713
9ba56b95
GM		 1714 SET_CMD_SENSE_LEN(sp, sense_len);
1715 SET_CMD_SENSE_PTR(sp, cp->sense_buffer);
1716 track_sense_len = sense_len;
1717
1718 if (sense_len > par_sense_len)
5544213b 1719 sense_len = par_sense_len;
4733fcb1
AV		 1720
1721 memcpy(cp->sense_buffer, sense_data, sense_len);
1722
9ba56b95
GM		 1723 SET_CMD_SENSE_PTR(sp, cp->sense_buffer + sense_len);
1724 track_sense_len -= sense_len;
1725 SET_CMD_SENSE_LEN(sp, track_sense_len);
1726
1727 if (track_sense_len != 0) {
2afa19a9 1728 rsp->status_srb = sp;
9ba56b95
GM		 1729 cp->result = res;
1730 }
4733fcb1 1731
cfb0919c
CD		 1732 if (sense_len) {
1733 ql_dbg(ql_dbg_io + ql_dbg_buffer, vha, 0x301c,
9cb78c16 1734 "Check condition Sense data, nexus%ld:%d:%llu cmd=%p.\n",
cfb0919c
CD		 1735 sp->fcport->vha->host_no, cp->device->id, cp->device->lun,
1736 cp);
7c3df132
SK		 1737 ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302b,
1738 cp->sense_buffer, sense_len);
cfb0919c 1739 }
4733fcb1
AV		 1740}
1741
bad75002
AE		 1742struct scsi_dif_tuple {
1743 __be16 guard; /* Checksum */
d6a03581 1744 __be16 app_tag; /* APPL identifier */
bad75002
AE		 1745 __be32 ref_tag; /* Target LBA or indirect LBA */
1746};
1747
1748/*
1749 * Checks the guard or meta-data for the type of error
1750 * detected by the HBA. In case of errors, we set the
1751 * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1752 * to indicate to the kernel that the HBA detected error.
1753 */
8cb2049c 1754static inline int
bad75002
AE		 1755qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1756{
7c3df132 1757 struct scsi_qla_host *vha = sp->fcport->vha;
9ba56b95 1758 struct scsi_cmnd *cmd = GET_CMD_SP(sp);
8cb2049c
AE		 1759 uint8_t *ap = &sts24->data[12];
1760 uint8_t *ep = &sts24->data[20];
bad75002
AE		 1761 uint32_t e_ref_tag, a_ref_tag;
1762 uint16_t e_app_tag, a_app_tag;
1763 uint16_t e_guard, a_guard;
1764
8cb2049c
AE		 1765 /*
1766 * swab32 of the "data" field in the beginning of qla2x00_status_entry()
1767 * would make guard field appear at offset 2
1768 */
1769 a_guard = le16_to_cpu(*(uint16_t *)(ap + 2));
1770 a_app_tag = le16_to_cpu(*(uint16_t *)(ap + 0));
1771 a_ref_tag = le32_to_cpu(*(uint32_t *)(ap + 4));
1772 e_guard = le16_to_cpu(*(uint16_t *)(ep + 2));
1773 e_app_tag = le16_to_cpu(*(uint16_t *)(ep + 0));
1774 e_ref_tag = le32_to_cpu(*(uint32_t *)(ep + 4));
bad75002 1775
7c3df132
SK		 1776 ql_dbg(ql_dbg_io, vha, 0x3023,
1777 "iocb(s) %p Returned STATUS.\n", sts24);
bad75002 1778
7c3df132
SK		 1779 ql_dbg(ql_dbg_io, vha, 0x3024,
1780 "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
bad75002 1781 " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
7c3df132 1782 " tag=0x%x, act guard=0x%x, exp guard=0x%x.\n",
bad75002 1783 cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
7c3df132 1784 a_app_tag, e_app_tag, a_guard, e_guard);
bad75002 1785
8cb2049c
AE		 1786 /*
1787 * Ignore sector if:
1788 * For type 3: ref & app tag is all 'f's
1789 * For type 0,1,2: app tag is all 'f's
1790 */
1791 if ((a_app_tag == 0xffff) &&
1792 ((scsi_get_prot_type(cmd) != SCSI_PROT_DIF_TYPE3) ||
1793 (a_ref_tag == 0xffffffff))) {
1794 uint32_t blocks_done, resid;
1795 sector_t lba_s = scsi_get_lba(cmd);
1796
1797 /* 2TB boundary case covered automatically with this */
1798 blocks_done = e_ref_tag - (uint32_t)lba_s + 1;
1799
1800 resid = scsi_bufflen(cmd) - (blocks_done *
1801 cmd->device->sector_size);
1802
1803 scsi_set_resid(cmd, resid);
1804 cmd->result = DID_OK << 16;
1805
1806 /* Update protection tag */
1807 if (scsi_prot_sg_count(cmd)) {
1808 uint32_t i, j = 0, k = 0, num_ent;
1809 struct scatterlist *sg;
1810 struct sd_dif_tuple *spt;
1811
1812 /* Patch the corresponding protection tags */
1813 scsi_for_each_prot_sg(cmd, sg,
1814 scsi_prot_sg_count(cmd), i) {
1815 num_ent = sg_dma_len(sg) / 8;
1816 if (k + num_ent < blocks_done) {
1817 k += num_ent;
1818 continue;
1819 }
1820 j = blocks_done - k - 1;
1821 k = blocks_done;
1822 break;
1823 }
1824
1825 if (k != blocks_done) {
cfb0919c 1826 ql_log(ql_log_warn, vha, 0x302f,
8ec9c7fb
RD		 1827 "unexpected tag values tag:lba=%x:%llx)\n",
1828 e_ref_tag, (unsigned long long)lba_s);
8cb2049c
AE		 1829 return 1;
1830 }
1831
1832 spt = page_address(sg_page(sg)) + sg->offset;
1833 spt += j;
1834
1835 spt->app_tag = 0xffff;
1836 if (scsi_get_prot_type(cmd) == SCSI_PROT_DIF_TYPE3)
1837 spt->ref_tag = 0xffffffff;
1838 }
1839
1840 return 0;
1841 }
1842
bad75002
AE		 1843 /* check guard */
1844 if (e_guard != a_guard) {
1845 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1846 0x10, 0x1);
1847 set_driver_byte(cmd, DRIVER_SENSE);
1848 set_host_byte(cmd, DID_ABORT);
1849 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
8cb2049c 1850 return 1;
bad75002
AE		 1851 }
1852
e02587d7
AE		 1853 /* check ref tag */
1854 if (e_ref_tag != a_ref_tag) {
bad75002 1855 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
e02587d7 1856 0x10, 0x3);
bad75002
AE		 1857 set_driver_byte(cmd, DRIVER_SENSE);
1858 set_host_byte(cmd, DID_ABORT);
1859 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
8cb2049c 1860 return 1;
bad75002
AE		 1861 }
1862
e02587d7
AE		 1863 /* check appl tag */
1864 if (e_app_tag != a_app_tag) {
bad75002 1865 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
e02587d7 1866 0x10, 0x2);
bad75002
AE		 1867 set_driver_byte(cmd, DRIVER_SENSE);
1868 set_host_byte(cmd, DID_ABORT);
1869 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
8cb2049c 1870 return 1;
bad75002 1871 }
e02587d7 1872
8cb2049c 1873 return 1;
bad75002
AE		 1874}
1875
a9b6f722
SK		 1876static void
1877qla25xx_process_bidir_status_iocb(scsi_qla_host_t *vha, void *pkt,
1878 struct req_que *req, uint32_t index)
1879{
1880 struct qla_hw_data *ha = vha->hw;
1881 srb_t *sp;
1882 uint16_t comp_status;
1883 uint16_t scsi_status;
1884 uint16_t thread_id;
1885 uint32_t rval = EXT_STATUS_OK;
1886 struct fc_bsg_job *bsg_job = NULL;
1887 sts_entry_t *sts;
1888 struct sts_entry_24xx *sts24;
1889 sts = (sts_entry_t *) pkt;
1890 sts24 = (struct sts_entry_24xx *) pkt;
1891
1892 /* Validate handle. */
8d93f550 1893 if (index >= req->num_outstanding_cmds) {
a9b6f722
SK		 1894 ql_log(ql_log_warn, vha, 0x70af,
1895 "Invalid SCSI completion handle 0x%x.\n", index);
1896 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1897 return;
1898 }
1899
1900 sp = req->outstanding_cmds[index];
1901 if (sp) {
1902 /* Free outstanding command slot. */
1903 req->outstanding_cmds[index] = NULL;
1904 bsg_job = sp->u.bsg_job;
1905 } else {
1906 ql_log(ql_log_warn, vha, 0x70b0,
1907 "Req:%d: Invalid ISP SCSI completion handle(0x%x)\n",
1908 req->id, index);
1909
1910 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1911 return;
1912 }
1913
1914 if (IS_FWI2_CAPABLE(ha)) {
1915 comp_status = le16_to_cpu(sts24->comp_status);
1916 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1917 } else {
1918 comp_status = le16_to_cpu(sts->comp_status);
1919 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1920 }
1921
1922 thread_id = bsg_job->request->rqst_data.h_vendor.vendor_cmd[1];
1923 switch (comp_status) {
1924 case CS_COMPLETE:
1925 if (scsi_status == 0) {
1926 bsg_job->reply->reply_payload_rcv_len =
1927 bsg_job->reply_payload.payload_len;
fabbb8df
JC		 1928 vha->qla_stats.input_bytes +=
1929 bsg_job->reply->reply_payload_rcv_len;
1930 vha->qla_stats.input_requests++;
a9b6f722
SK		 1931 rval = EXT_STATUS_OK;
1932 }
1933 goto done;
1934
1935 case CS_DATA_OVERRUN:
1936 ql_dbg(ql_dbg_user, vha, 0x70b1,
1937 "Command completed with date overrun thread_id=%d\n",
1938 thread_id);
1939 rval = EXT_STATUS_DATA_OVERRUN;
1940 break;
1941
1942 case CS_DATA_UNDERRUN:
1943 ql_dbg(ql_dbg_user, vha, 0x70b2,
1944 "Command completed with date underrun thread_id=%d\n",
1945 thread_id);
1946 rval = EXT_STATUS_DATA_UNDERRUN;
1947 break;
1948 case CS_BIDIR_RD_OVERRUN:
1949 ql_dbg(ql_dbg_user, vha, 0x70b3,
1950 "Command completed with read data overrun thread_id=%d\n",
1951 thread_id);
1952 rval = EXT_STATUS_DATA_OVERRUN;
1953 break;
1954
1955 case CS_BIDIR_RD_WR_OVERRUN:
1956 ql_dbg(ql_dbg_user, vha, 0x70b4,
1957 "Command completed with read and write data overrun "
1958 "thread_id=%d\n", thread_id);
1959 rval = EXT_STATUS_DATA_OVERRUN;
1960 break;
1961
1962 case CS_BIDIR_RD_OVERRUN_WR_UNDERRUN:
1963 ql_dbg(ql_dbg_user, vha, 0x70b5,
1964 "Command completed with read data over and write data "
1965 "underrun thread_id=%d\n", thread_id);
1966 rval = EXT_STATUS_DATA_OVERRUN;
1967 break;
1968
1969 case CS_BIDIR_RD_UNDERRUN:
1970 ql_dbg(ql_dbg_user, vha, 0x70b6,
1971 "Command completed with read data data underrun "
1972 "thread_id=%d\n", thread_id);
1973 rval = EXT_STATUS_DATA_UNDERRUN;
1974 break;
1975
1976 case CS_BIDIR_RD_UNDERRUN_WR_OVERRUN:
1977 ql_dbg(ql_dbg_user, vha, 0x70b7,
1978 "Command completed with read data under and write data "
1979 "overrun thread_id=%d\n", thread_id);
1980 rval = EXT_STATUS_DATA_UNDERRUN;
1981 break;
1982
1983 case CS_BIDIR_RD_WR_UNDERRUN:
1984 ql_dbg(ql_dbg_user, vha, 0x70b8,
1985 "Command completed with read and write data underrun "
1986 "thread_id=%d\n", thread_id);
1987 rval = EXT_STATUS_DATA_UNDERRUN;
1988 break;
1989
1990 case CS_BIDIR_DMA:
1991 ql_dbg(ql_dbg_user, vha, 0x70b9,
1992 "Command completed with data DMA error thread_id=%d\n",
1993 thread_id);
1994 rval = EXT_STATUS_DMA_ERR;
1995 break;
1996
1997 case CS_TIMEOUT:
1998 ql_dbg(ql_dbg_user, vha, 0x70ba,
1999 "Command completed with timeout thread_id=%d\n",
2000 thread_id);
2001 rval = EXT_STATUS_TIMEOUT;
2002 break;
2003 default:
2004 ql_dbg(ql_dbg_user, vha, 0x70bb,
2005 "Command completed with completion status=0x%x "
2006 "thread_id=%d\n", comp_status, thread_id);
2007 rval = EXT_STATUS_ERR;
2008 break;
2009 }
8d2b21db 2010 bsg_job->reply->reply_payload_rcv_len = 0;
a9b6f722
SK		 2011
2012done:
2013 /* Return the vendor specific reply to API */
2014 bsg_job->reply->reply_data.vendor_reply.vendor_rsp[0] = rval;
2015 bsg_job->reply_len = sizeof(struct fc_bsg_reply);
2016 /* Always return DID_OK, bsg will send the vendor specific response
2017 * in this case only */
2018 sp->done(vha, sp, (DID_OK << 6));
2019
2020}
2021
1da177e4
LT		 2022/**
2023 * qla2x00_status_entry() - Process a Status IOCB entry.
2024 * @ha: SCSI driver HA context
2025 * @pkt: Entry pointer
2026 */
2027static void
73208dfd 2028qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
1da177e4 2029{
1da177e4 2030 srb_t *sp;
1da177e4
LT		 2031 fc_port_t *fcport;
2032 struct scsi_cmnd *cp;
9a853f71
AV		 2033 sts_entry_t *sts;
2034 struct sts_entry_24xx *sts24;
1da177e4
LT		 2035 uint16_t comp_status;
2036 uint16_t scsi_status;
b7d2280c 2037 uint16_t ox_id;
1da177e4
LT		 2038 uint8_t lscsi_status;
2039 int32_t resid;
5544213b
AV		 2040 uint32_t sense_len, par_sense_len, rsp_info_len, resid_len,
2041 fw_resid_len;
9a853f71 2042 uint8_t *rsp_info, *sense_data;
e315cd28 2043 struct qla_hw_data *ha = vha->hw;
2afa19a9
AC		 2044 uint32_t handle;
2045 uint16_t que;
2046 struct req_que *req;
b7d2280c 2047 int logit = 1;
9ba56b95 2048 int res = 0;
a9b6f722 2049 uint16_t state_flags = 0;
e05fe292 2050 uint16_t retry_delay = 0;
9a853f71
AV		 2051
2052 sts = (sts_entry_t *) pkt;
2053 sts24 = (struct sts_entry_24xx *) pkt;
e428924c 2054 if (IS_FWI2_CAPABLE(ha)) {
9a853f71
AV		 2055 comp_status = le16_to_cpu(sts24->comp_status);
2056 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
a9b6f722 2057 state_flags = le16_to_cpu(sts24->state_flags);
9a853f71
AV		 2058 } else {
2059 comp_status = le16_to_cpu(sts->comp_status);
2060 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
2061 }
2afa19a9
AC		 2062 handle = (uint32_t) LSW(sts->handle);
2063 que = MSW(sts->handle);
2064 req = ha->req_q_map[que];
a9083016 2065
36008cf1
CD		 2066 /* Check for invalid queue pointer */
2067 if (req == NULL ||
2068 que >= find_first_zero_bit(ha->req_qid_map, ha->max_req_queues)) {
2069 ql_dbg(ql_dbg_io, vha, 0x3059,
2070 "Invalid status handle (0x%x): Bad req pointer. req=%p, "
2071 "que=%u.\n", sts->handle, req, que);
2072 return;
2073 }
2074
1da177e4 2075 /* Validate handle. */
c7bc4cae 2076 if (handle < req->num_outstanding_cmds) {
2afa19a9 2077 sp = req->outstanding_cmds[handle];
c7bc4cae
CD		 2078 if (!sp) {
2079 ql_dbg(ql_dbg_io, vha, 0x3075,
2080 "%s(%ld): Already returned command for status handle (0x%x).\n",
2081 __func__, vha->host_no, sts->handle);
2082 return;
2083 }
2084 } else {
cfb0919c 2085 ql_dbg(ql_dbg_io, vha, 0x3017,
c7bc4cae
CD		 2086 "Invalid status handle, out of range (0x%x).\n",
2087 sts->handle);
1da177e4 2088
acd3ce88
CD		 2089 if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
2090 if (IS_P3P_TYPE(ha))
2091 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
2092 else
2093 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2094 qla2xxx_wake_dpc(vha);
2095 }
1da177e4
LT		 2096 return;
2097 }
a9b6f722
SK		 2098
2099 if (unlikely((state_flags & BIT_1) && (sp->type == SRB_BIDI_CMD))) {
2100 qla25xx_process_bidir_status_iocb(vha, pkt, req, handle);
2101 return;
2102 }
2103
faef62d1
AB		 2104 /* Task Management completion. */
2105 if (sp->type == SRB_TM_CMD) {
2106 qla24xx_tm_iocb_entry(vha, req, pkt);
2107 return;
2108 }
2109
a9b6f722
SK		 2110 /* Fast path completion. */
2111 if (comp_status == CS_COMPLETE && scsi_status == 0) {
2112 qla2x00_process_completed_request(vha, req, handle);
2113
2114 return;
2115 }
2116
2117 req->outstanding_cmds[handle] = NULL;
9ba56b95 2118 cp = GET_CMD_SP(sp);
1da177e4 2119 if (cp == NULL) {
cfb0919c 2120 ql_dbg(ql_dbg_io, vha, 0x3018,
7c3df132
SK		 2121 "Command already returned (0x%x/%p).\n",
2122 sts->handle, sp);
1da177e4
LT		 2123
2124 return;
2125 }
2126
8ae6d9c7 2127 lscsi_status = scsi_status & STATUS_MASK;
1da177e4 2128
bdf79621 2129 fcport = sp->fcport;
1da177e4 2130
b7d2280c 2131 ox_id = 0;
5544213b
AV		 2132 sense_len = par_sense_len = rsp_info_len = resid_len =
2133 fw_resid_len = 0;
e428924c 2134 if (IS_FWI2_CAPABLE(ha)) {
0f00a206
LC		 2135 if (scsi_status & SS_SENSE_LEN_VALID)
2136 sense_len = le32_to_cpu(sts24->sense_len);
2137 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
2138 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
2139 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
2140 resid_len = le32_to_cpu(sts24->rsp_residual_count);
2141 if (comp_status == CS_DATA_UNDERRUN)
2142 fw_resid_len = le32_to_cpu(sts24->residual_len);
9a853f71
AV		 2143 rsp_info = sts24->data;
2144 sense_data = sts24->data;
2145 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
b7d2280c 2146 ox_id = le16_to_cpu(sts24->ox_id);
5544213b 2147 par_sense_len = sizeof(sts24->data);
e05fe292
CD		 2148 /* Valid values of the retry delay timer are 0x1-0xffef */
2149 if (sts24->retry_delay > 0 && sts24->retry_delay < 0xfff1)
2150 retry_delay = sts24->retry_delay;
9a853f71 2151 } else {
0f00a206
LC		 2152 if (scsi_status & SS_SENSE_LEN_VALID)
2153 sense_len = le16_to_cpu(sts->req_sense_length);
2154 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
2155 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
9a853f71
AV		 2156 resid_len = le32_to_cpu(sts->residual_length);
2157 rsp_info = sts->rsp_info;
2158 sense_data = sts->req_sense_data;
5544213b 2159 par_sense_len = sizeof(sts->req_sense_data);
9a853f71
AV		 2160 }
2161
1da177e4
LT		 2162 /* Check for any FCP transport errors. */
2163 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
9a853f71 2164 /* Sense data lies beyond any FCP RESPONSE data. */
5544213b 2165 if (IS_FWI2_CAPABLE(ha)) {
9a853f71 2166 sense_data += rsp_info_len;
5544213b
AV		 2167 par_sense_len -= rsp_info_len;
2168 }
9a853f71 2169 if (rsp_info_len > 3 && rsp_info[3]) {
5e19ed90 2170 ql_dbg(ql_dbg_io, fcport->vha, 0x3019,
7c3df132
SK		 2171 "FCP I/O protocol failure (0x%x/0x%x).\n",
2172 rsp_info_len, rsp_info[3]);
1da177e4 2173
9ba56b95 2174 res = DID_BUS_BUSY << 16;
b7d2280c 2175 goto out;
1da177e4
LT		 2176 }
2177 }
2178
3e8ce320
AV		 2179 /* Check for overrun. */
2180 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
2181 scsi_status & SS_RESIDUAL_OVER)
2182 comp_status = CS_DATA_OVERRUN;
2183
e05fe292
CD		 2184 /*
2185 * Check retry_delay_timer value if we receive a busy or
2186 * queue full.
2187 */
2188 if (lscsi_status == SAM_STAT_TASK_SET_FULL ||
2189 lscsi_status == SAM_STAT_BUSY)
2190 qla2x00_set_retry_delay_timestamp(fcport, retry_delay);
2191
1da177e4
LT		 2192 /*
2193 * Based on Host and scsi status generate status code for Linux
2194 */
2195 switch (comp_status) {
2196 case CS_COMPLETE:
df7baa50 2197 case CS_QUEUE_FULL:
1da177e4 2198 if (scsi_status == 0) {
9ba56b95 2199 res = DID_OK << 16;
1da177e4
LT		 2200 break;
2201 }
2202 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
9a853f71 2203 resid = resid_len;
385d70b4 2204 scsi_set_resid(cp, resid);
0da69df1
AV		 2205
2206 if (!lscsi_status &&
385d70b4 2207 ((unsigned)(scsi_bufflen(cp) - resid) <
0da69df1 2208 cp->underflow)) {
5e19ed90 2209 ql_dbg(ql_dbg_io, fcport->vha, 0x301a,
7c3df132 2210 "Mid-layer underflow "
b7d2280c 2211 "detected (0x%x of 0x%x bytes).\n",
7c3df132 2212 resid, scsi_bufflen(cp));
0da69df1 2213
9ba56b95 2214 res = DID_ERROR << 16;
0da69df1
AV		 2215 break;
2216 }
1da177e4 2217 }
9ba56b95 2218 res = DID_OK << 16 | lscsi_status;
1da177e4 2219
df7baa50 2220 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
5e19ed90 2221 ql_dbg(ql_dbg_io, fcport->vha, 0x301b,
7c3df132 2222 "QUEUE FULL detected.\n");
df7baa50
AV		 2223 break;
2224 }
b7d2280c 2225 logit = 0;
1da177e4
LT		 2226 if (lscsi_status != SS_CHECK_CONDITION)
2227 break;
2228
b80ca4f7 2229 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1da177e4
LT		 2230 if (!(scsi_status & SS_SENSE_LEN_VALID))
2231 break;
2232
5544213b 2233 qla2x00_handle_sense(sp, sense_data, par_sense_len, sense_len,
9ba56b95 2234 rsp, res);
1da177e4
LT		 2235 break;
2236
2237 case CS_DATA_UNDERRUN:
ed17c71b 2238 /* Use F/W calculated residual length. */
0f00a206
LC		 2239 resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
2240 scsi_set_resid(cp, resid);
2241 if (scsi_status & SS_RESIDUAL_UNDER) {
2242 if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
5e19ed90 2243 ql_dbg(ql_dbg_io, fcport->vha, 0x301d,
7c3df132
SK		 2244 "Dropped frame(s) detected "
2245 "(0x%x of 0x%x bytes).\n",
2246 resid, scsi_bufflen(cp));
0f00a206 2247
9ba56b95 2248 res = DID_ERROR << 16 | lscsi_status;
4e85e3d9 2249 goto check_scsi_status;
6acf8190 2250 }
ed17c71b 2251
0f00a206
LC		 2252 if (!lscsi_status &&
2253 ((unsigned)(scsi_bufflen(cp) - resid) <
2254 cp->underflow)) {
5e19ed90 2255 ql_dbg(ql_dbg_io, fcport->vha, 0x301e,
7c3df132 2256 "Mid-layer underflow "
b7d2280c 2257 "detected (0x%x of 0x%x bytes).\n",
7c3df132 2258 resid, scsi_bufflen(cp));
e038a1be 2259
9ba56b95 2260 res = DID_ERROR << 16;
0f00a206
LC		 2261 break;
2262 }
4aee5766
GM		 2263 } else if (lscsi_status != SAM_STAT_TASK_SET_FULL &&
2264 lscsi_status != SAM_STAT_BUSY) {
2265 /*
2266 * scsi status of task set and busy are considered to be
2267 * task not completed.
2268 */
2269
5e19ed90 2270 ql_dbg(ql_dbg_io, fcport->vha, 0x301f,
7c3df132 2271 "Dropped frame(s) detected (0x%x "
4aee5766
GM		 2272 "of 0x%x bytes).\n", resid,
2273 scsi_bufflen(cp));
0f00a206 2274
9ba56b95 2275 res = DID_ERROR << 16 | lscsi_status;
0374f55e 2276 goto check_scsi_status;
4aee5766
GM		 2277 } else {
2278 ql_dbg(ql_dbg_io, fcport->vha, 0x3030,
2279 "scsi_status: 0x%x, lscsi_status: 0x%x\n",
2280 scsi_status, lscsi_status);
1da177e4
LT		 2281 }
2282
9ba56b95 2283 res = DID_OK << 16 | lscsi_status;
b7d2280c 2284 logit = 0;
0f00a206 2285
0374f55e 2286check_scsi_status:
1da177e4 2287 /*
fa2a1ce5 2288 * Check to see if SCSI Status is non zero. If so report SCSI
1da177e4
LT		 2289 * Status.
2290 */
2291 if (lscsi_status != 0) {
ffec28a3 2292 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
5e19ed90 2293 ql_dbg(ql_dbg_io, fcport->vha, 0x3020,
7c3df132 2294 "QUEUE FULL detected.\n");
b7d2280c 2295 logit = 1;
ffec28a3
AV		 2296 break;
2297 }
1da177e4
LT		 2298 if (lscsi_status != SS_CHECK_CONDITION)
2299 break;
2300
b80ca4f7 2301 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1da177e4
LT		 2302 if (!(scsi_status & SS_SENSE_LEN_VALID))
2303 break;
2304
5544213b 2305 qla2x00_handle_sense(sp, sense_data, par_sense_len,
9ba56b95 2306 sense_len, rsp, res);
1da177e4
LT		 2307 }
2308 break;
2309
1da177e4
LT		 2310 case CS_PORT_LOGGED_OUT:
2311 case CS_PORT_CONFIG_CHG:
2312 case CS_PORT_BUSY:
2313 case CS_INCOMPLETE:
2314 case CS_PORT_UNAVAILABLE:
b7d2280c 2315 case CS_TIMEOUT:
ff454b01
CD		 2316 case CS_RESET:
2317
056a4483
MC		 2318 /*
2319 * We are going to have the fc class block the rport
2320 * while we try to recover so instruct the mid layer
2321 * to requeue until the class decides how to handle this.
2322 */
9ba56b95 2323 res = DID_TRANSPORT_DISRUPTED << 16;
b7d2280c
AV		 2324
2325 if (comp_status == CS_TIMEOUT) {
2326 if (IS_FWI2_CAPABLE(ha))
2327 break;
2328 else if ((le16_to_cpu(sts->status_flags) &
2329 SF_LOGOUT_SENT) == 0)
2330 break;
2331 }
2332
5e19ed90 2333 ql_dbg(ql_dbg_io, fcport->vha, 0x3021,
0e948975
CD		 2334 "Port to be marked lost on fcport=%02x%02x%02x, current "
2335 "port state= %s.\n", fcport->d_id.b.domain,
2336 fcport->d_id.b.area, fcport->d_id.b.al_pa,
2337 port_state_str[atomic_read(&fcport->state)]);
b7d2280c 2338
a7a28504 2339 if (atomic_read(&fcport->state) == FCS_ONLINE)
e315cd28 2340 qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1da177e4
LT		 2341 break;
2342
1da177e4 2343 case CS_ABORTED:
9ba56b95 2344 res = DID_RESET << 16;
1da177e4 2345 break;
bad75002
AE		 2346
2347 case CS_DIF_ERROR:
8cb2049c 2348 logit = qla2x00_handle_dif_error(sp, sts24);
fb6e4668 2349 res = cp->result;
bad75002 2350 break;
9e522cd8
AE		 2351
2352 case CS_TRANSPORT:
2353 res = DID_ERROR << 16;
2354
2355 if (!IS_PI_SPLIT_DET_CAPABLE(ha))
2356 break;
2357
2358 if (state_flags & BIT_4)
2359 scmd_printk(KERN_WARNING, cp,
2360 "Unsupported device '%s' found.\n",
2361 cp->device->vendor);
2362 break;
2363
1da177e4 2364 default:
9ba56b95 2365 res = DID_ERROR << 16;
1da177e4
LT		 2366 break;
2367 }
2368
b7d2280c
AV		 2369out:
2370 if (logit)
5e19ed90 2371 ql_dbg(ql_dbg_io, fcport->vha, 0x3022,
9cb78c16 2372 "FCP command status: 0x%x-0x%x (0x%x) nexus=%ld:%d:%llu "
7b833558 2373 "portid=%02x%02x%02x oxid=0x%x cdb=%10phN len=0x%x "
c7bc4cae 2374 "rsp_info=0x%x resid=0x%x fw_resid=0x%x sp=%p cp=%p.\n",
9ba56b95 2375 comp_status, scsi_status, res, vha->host_no,
cfb0919c
CD		 2376 cp->device->id, cp->device->lun, fcport->d_id.b.domain,
2377 fcport->d_id.b.area, fcport->d_id.b.al_pa, ox_id,
7b833558 2378 cp->cmnd, scsi_bufflen(cp), rsp_info_len,
c7bc4cae 2379 resid_len, fw_resid_len, sp, cp);
b7d2280c 2380
2afa19a9 2381 if (rsp->status_srb == NULL)
9ba56b95 2382 sp->done(ha, sp, res);
1da177e4
LT		 2383}
2384
2385/**
2386 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
2387 * @ha: SCSI driver HA context
2388 * @pkt: Entry pointer
2389 *
2390 * Extended sense data.
2391 */
2392static void
2afa19a9 2393qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
1da177e4 2394{
9ba56b95 2395 uint8_t sense_sz = 0;
2afa19a9 2396 struct qla_hw_data *ha = rsp->hw;
7c3df132 2397 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
9ba56b95 2398 srb_t *sp = rsp->status_srb;
1da177e4 2399 struct scsi_cmnd *cp;
9ba56b95
GM		 2400 uint32_t sense_len;
2401 uint8_t *sense_ptr;
1da177e4 2402
9ba56b95
GM		 2403 if (!sp || !GET_CMD_SENSE_LEN(sp))
2404 return;
1da177e4 2405
9ba56b95
GM		 2406 sense_len = GET_CMD_SENSE_LEN(sp);
2407 sense_ptr = GET_CMD_SENSE_PTR(sp);
1da177e4 2408
9ba56b95
GM		 2409 cp = GET_CMD_SP(sp);
2410 if (cp == NULL) {
2411 ql_log(ql_log_warn, vha, 0x3025,
2412 "cmd is NULL: already returned to OS (sp=%p).\n", sp);
1da177e4 2413
9ba56b95
GM		 2414 rsp->status_srb = NULL;
2415 return;
1da177e4 2416 }
1da177e4 2417
9ba56b95
GM		 2418 if (sense_len > sizeof(pkt->data))
2419 sense_sz = sizeof(pkt->data);
2420 else
2421 sense_sz = sense_len;
c4631191 2422
9ba56b95
GM		 2423 /* Move sense data. */
2424 if (IS_FWI2_CAPABLE(ha))
2425 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
2426 memcpy(sense_ptr, pkt->data, sense_sz);
2427 ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302c,
2428 sense_ptr, sense_sz);
c4631191 2429
9ba56b95
GM		 2430 sense_len -= sense_sz;
2431 sense_ptr += sense_sz;
c4631191 2432
9ba56b95
GM		 2433 SET_CMD_SENSE_PTR(sp, sense_ptr);
2434 SET_CMD_SENSE_LEN(sp, sense_len);
2435
2436 /* Place command on done queue. */
2437 if (sense_len == 0) {
2438 rsp->status_srb = NULL;
2439 sp->done(ha, sp, cp->result);
c4631191 2440 }
c4631191
GM		 2441}
2442
1da177e4
LT		 2443/**
2444 * qla2x00_error_entry() - Process an error entry.
2445 * @ha: SCSI driver HA context
2446 * @pkt: Entry pointer
2447 */
2448static void
73208dfd 2449qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1da177e4
LT		 2450{
2451 srb_t *sp;
e315cd28 2452 struct qla_hw_data *ha = vha->hw;
c4631191 2453 const char func[] = "ERROR-IOCB";
2afa19a9 2454 uint16_t que = MSW(pkt->handle);
a6fe35c0 2455 struct req_que *req = NULL;
9ba56b95 2456 int res = DID_ERROR << 16;
7c3df132 2457
9ba56b95
GM		 2458 ql_dbg(ql_dbg_async, vha, 0x502a,
2459 "type of error status in response: 0x%x\n", pkt->entry_status);
2460
a6fe35c0
AE		 2461 if (que >= ha->max_req_queues || !ha->req_q_map[que])
2462 goto fatal;
2463
2464 req = ha->req_q_map[que];
2465
9ba56b95
GM		 2466 if (pkt->entry_status & RF_BUSY)
2467 res = DID_BUS_BUSY << 16;
1da177e4 2468
c4631191 2469 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
a6fe35c0 2470 if (sp) {
9ba56b95 2471 sp->done(ha, sp, res);
a6fe35c0 2472 return;
1da177e4 2473 }
a6fe35c0
AE		 2474fatal:
2475 ql_log(ql_log_warn, vha, 0x5030,
fd49a540 2476 "Error entry - invalid handle/queue (%04x).\n", que);
1da177e4
LT		 2477}
2478
9a853f71
AV		 2479/**
2480 * qla24xx_mbx_completion() - Process mailbox command completions.
2481 * @ha: SCSI driver HA context
2482 * @mb0: Mailbox0 register
2483 */
2484static void
e315cd28 2485qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
9a853f71
AV		 2486{
2487 uint16_t cnt;
4fa94f83 2488 uint32_t mboxes;
9a853f71 2489 uint16_t __iomem *wptr;
e315cd28 2490 struct qla_hw_data *ha = vha->hw;
9a853f71
AV		 2491 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2492
4fa94f83
AV		 2493 /* Read all mbox registers? */
2494 mboxes = (1 << ha->mbx_count) - 1;
2495 if (!ha->mcp)
a720101d 2496 ql_dbg(ql_dbg_async, vha, 0x504e, "MBX pointer ERROR.\n");
4fa94f83
AV		 2497 else
2498 mboxes = ha->mcp->in_mb;
2499
9a853f71
AV		 2500 /* Load return mailbox registers. */
2501 ha->flags.mbox_int = 1;
2502 ha->mailbox_out[0] = mb0;
4fa94f83 2503 mboxes >>= 1;
9a853f71
AV		 2504 wptr = (uint16_t __iomem *)&reg->mailbox1;
2505
2506 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
4fa94f83
AV		 2507 if (mboxes & BIT_0)
2508 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
2509
2510 mboxes >>= 1;
9a853f71
AV		 2511 wptr++;
2512 }
9a853f71
AV		 2513}
2514
4440e46d
AB		 2515static void
2516qla24xx_abort_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
2517 struct abort_entry_24xx *pkt)
2518{
2519 const char func[] = "ABT_IOCB";
2520 srb_t *sp;
2521 struct srb_iocb *abt;
2522
2523 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
2524 if (!sp)
2525 return;
2526
2527 abt = &sp->u.iocb_cmd;
2528 abt->u.abt.comp_status = le32_to_cpu(pkt->nport_handle);
2529 sp->done(vha, sp, 0);
2530}
2531
9a853f71
AV		 2532/**
2533 * qla24xx_process_response_queue() - Process response queue entries.
2534 * @ha: SCSI driver HA context
2535 */
2afa19a9
AC		 2536void qla24xx_process_response_queue(struct scsi_qla_host *vha,
2537 struct rsp_que *rsp)
9a853f71 2538{
9a853f71 2539 struct sts_entry_24xx *pkt;
a9083016 2540 struct qla_hw_data *ha = vha->hw;
9a853f71 2541
e315cd28 2542 if (!vha->flags.online)
9a853f71
AV		 2543 return;
2544
e315cd28
AC		 2545 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
2546 pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
9a853f71 2547
e315cd28
AC		 2548 rsp->ring_index++;
2549 if (rsp->ring_index == rsp->length) {
2550 rsp->ring_index = 0;
2551 rsp->ring_ptr = rsp->ring;
9a853f71 2552 } else {
e315cd28 2553 rsp->ring_ptr++;
9a853f71
AV		 2554 }
2555
2556 if (pkt->entry_status != 0) {
73208dfd 2557 qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
2d70c103 2558
f83adb61
QT		 2559 if (qlt_24xx_process_response_error(vha, pkt))
2560 goto process_err;
2d70c103 2561
9a853f71
AV		 2562 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2563 wmb();
2564 continue;
2565 }
f83adb61 2566process_err:
9a853f71
AV		 2567
2568 switch (pkt->entry_type) {
2569 case STATUS_TYPE:
73208dfd 2570 qla2x00_status_entry(vha, rsp, pkt);
9a853f71
AV		 2571 break;
2572 case STATUS_CONT_TYPE:
2afa19a9 2573 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
9a853f71 2574 break;
2c3dfe3f 2575 case VP_RPT_ID_IOCB_TYPE:
e315cd28 2576 qla24xx_report_id_acquisition(vha,
2c3dfe3f
SJ		 2577 (struct vp_rpt_id_entry_24xx *)pkt);
2578 break;
ac280b67
AV		 2579 case LOGINOUT_PORT_IOCB_TYPE:
2580 qla24xx_logio_entry(vha, rsp->req,
2581 (struct logio_entry_24xx *)pkt);
2582 break;
f83adb61 2583 case CT_IOCB_TYPE:
9a069e19 2584 qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
9a069e19 2585 break;
f83adb61 2586 case ELS_IOCB_TYPE:
9a069e19
GM		 2587 qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
2588 break;
2d70c103
NB		 2589 case ABTS_RECV_24XX:
2590 /* ensure that the ATIO queue is empty */
2591 qlt_24xx_process_atio_queue(vha);
2592 case ABTS_RESP_24XX:
2593 case CTIO_TYPE7:
2594 case NOTIFY_ACK_TYPE:
f83adb61 2595 case CTIO_CRC2:
2d70c103
NB		 2596 qlt_response_pkt_all_vps(vha, (response_t *)pkt);
2597 break;
54883291
SK		 2598 case MARKER_TYPE:
2599 /* Do nothing in this case, this check is to prevent it
2600 * from falling into default case
2601 */
2602 break;
4440e46d
AB		 2603 case ABORT_IOCB_TYPE:
2604 qla24xx_abort_iocb_entry(vha, rsp->req,
2605 (struct abort_entry_24xx *)pkt);
2606 break;
9a853f71
AV		 2607 default:
2608 /* Type Not Supported. */
7c3df132
SK		 2609 ql_dbg(ql_dbg_async, vha, 0x5042,
2610 "Received unknown response pkt type %x "
9a853f71 2611 "entry status=%x.\n",
7c3df132 2612 pkt->entry_type, pkt->entry_status);
9a853f71
AV		 2613 break;
2614 }
2615 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2616 wmb();
2617 }
2618
2619 /* Adjust ring index */
7ec0effd 2620 if (IS_P3P_TYPE(ha)) {
a9083016
GM		 2621 struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2622 WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
2623 } else
2624 WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
9a853f71
AV		 2625}
2626
05236a05 2627static void
e315cd28 2628qla2xxx_check_risc_status(scsi_qla_host_t *vha)
05236a05
AV		 2629{
2630 int rval;
2631 uint32_t cnt;
e315cd28 2632 struct qla_hw_data *ha = vha->hw;
05236a05
AV		 2633 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2634
f73cb695
CD		 2635 if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha) && !IS_QLA83XX(ha) &&
2636 !IS_QLA27XX(ha))
05236a05
AV		 2637 return;
2638
2639 rval = QLA_SUCCESS;
2640 WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
2641 RD_REG_DWORD(&reg->iobase_addr);
2642 WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2643 for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2644 rval == QLA_SUCCESS; cnt--) {
2645 if (cnt) {
2646 WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2647 udelay(10);
2648 } else
2649 rval = QLA_FUNCTION_TIMEOUT;
2650 }
2651 if (rval == QLA_SUCCESS)
2652 goto next_test;
2653
b2ec76c5 2654 rval = QLA_SUCCESS;
05236a05
AV		 2655 WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2656 for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2657 rval == QLA_SUCCESS; cnt--) {
2658 if (cnt) {
2659 WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2660 udelay(10);
2661 } else
2662 rval = QLA_FUNCTION_TIMEOUT;
2663 }
2664 if (rval != QLA_SUCCESS)
2665 goto done;
2666
2667next_test:
2668 if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
7c3df132
SK		 2669 ql_log(ql_log_info, vha, 0x504c,
2670 "Additional code -- 0x55AA.\n");
05236a05
AV		 2671
2672done:
2673 WRT_REG_DWORD(&reg->iobase_window, 0x0000);
2674 RD_REG_DWORD(&reg->iobase_window);
2675}
2676
9a853f71 2677/**
6246b8a1 2678 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP24xx.
9a853f71
AV		 2679 * @irq:
2680 * @dev_id: SCSI driver HA context
9a853f71
AV		 2681 *
2682 * Called by system whenever the host adapter generates an interrupt.
2683 *
2684 * Returns handled flag.
2685 */
2686irqreturn_t
7d12e780 2687qla24xx_intr_handler(int irq, void *dev_id)
9a853f71 2688{
e315cd28
AC		 2689 scsi_qla_host_t *vha;
2690 struct qla_hw_data *ha;
9a853f71
AV		 2691 struct device_reg_24xx __iomem *reg;
2692 int status;
9a853f71
AV		 2693 unsigned long iter;
2694 uint32_t stat;
2695 uint32_t hccr;
7d613ac6 2696 uint16_t mb[8];
e315cd28 2697 struct rsp_que *rsp;
43fac4d9 2698 unsigned long flags;
9a853f71 2699
e315cd28
AC		 2700 rsp = (struct rsp_que *) dev_id;
2701 if (!rsp) {
3256b435
CD		 2702 ql_log(ql_log_info, NULL, 0x5059,
2703 "%s: NULL response queue pointer.\n", __func__);
9a853f71
AV		 2704 return IRQ_NONE;
2705 }
2706
e315cd28 2707 ha = rsp->hw;
9a853f71
AV		 2708 reg = &ha->iobase->isp24;
2709 status = 0;
2710
85880801
AV		 2711 if (unlikely(pci_channel_offline(ha->pdev)))
2712 return IRQ_HANDLED;
2713
43fac4d9 2714 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 2715 vha = pci_get_drvdata(ha->pdev);
9a853f71
AV		 2716 for (iter = 50; iter--; ) {
2717 stat = RD_REG_DWORD(&reg->host_status);
c821e0d5 2718 if (qla2x00_check_reg32_for_disconnect(vha, stat))
f3ddac19 2719 break;
9a853f71 2720 if (stat & HSRX_RISC_PAUSED) {
85880801 2721 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 2722 break;
2723
9a853f71
AV		 2724 hccr = RD_REG_DWORD(&reg->hccr);
2725
7c3df132
SK		 2726 ql_log(ql_log_warn, vha, 0x504b,
2727 "RISC paused -- HCCR=%x, Dumping firmware.\n",
2728 hccr);
05236a05 2729
e315cd28 2730 qla2xxx_check_risc_status(vha);
05236a05 2731
e315cd28
AC		 2732 ha->isp_ops->fw_dump(vha, 1);
2733 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
9a853f71
AV		 2734 break;
2735 } else if ((stat & HSRX_RISC_INT) == 0)
2736 break;
2737
2738 switch (stat & 0xff) {
fafbda9f
AE		 2739 case INTR_ROM_MB_SUCCESS:
2740 case INTR_ROM_MB_FAILED:
2741 case INTR_MB_SUCCESS:
2742 case INTR_MB_FAILED:
e315cd28 2743 qla24xx_mbx_completion(vha, MSW(stat));
9a853f71
AV		 2744 status |= MBX_INTERRUPT;
2745
2746 break;
fafbda9f 2747 case INTR_ASYNC_EVENT:
9a853f71
AV		 2748 mb[0] = MSW(stat);
2749 mb[1] = RD_REG_WORD(&reg->mailbox1);
2750 mb[2] = RD_REG_WORD(&reg->mailbox2);
2751 mb[3] = RD_REG_WORD(&reg->mailbox3);
73208dfd 2752 qla2x00_async_event(vha, rsp, mb);
9a853f71 2753 break;
fafbda9f
AE		 2754 case INTR_RSP_QUE_UPDATE:
2755 case INTR_RSP_QUE_UPDATE_83XX:
2afa19a9 2756 qla24xx_process_response_queue(vha, rsp);
9a853f71 2757 break;
fafbda9f 2758 case INTR_ATIO_QUE_UPDATE:
2d70c103
NB		 2759 qlt_24xx_process_atio_queue(vha);
2760 break;
fafbda9f 2761 case INTR_ATIO_RSP_QUE_UPDATE:
2d70c103
NB		 2762 qlt_24xx_process_atio_queue(vha);
2763 qla24xx_process_response_queue(vha, rsp);
2764 break;
9a853f71 2765 default:
7c3df132
SK		 2766 ql_dbg(ql_dbg_async, vha, 0x504f,
2767 "Unrecognized interrupt type (%d).\n", stat * 0xff);
9a853f71
AV		 2768 break;
2769 }
2770 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2771 RD_REG_DWORD_RELAXED(&reg->hccr);
cb860bbd
GM		 2772 if (unlikely(IS_QLA83XX(ha) && (ha->pdev->revision == 1)))
2773 ndelay(3500);
9a853f71 2774 }
36439832 2775 qla2x00_handle_mbx_completion(ha, status);
43fac4d9 2776 spin_unlock_irqrestore(&ha->hardware_lock, flags);
9a853f71 2777
9a853f71
AV		 2778 return IRQ_HANDLED;
2779}
2780
a8488abe
AV		 2781static irqreturn_t
2782qla24xx_msix_rsp_q(int irq, void *dev_id)
2783{
e315cd28
AC		 2784 struct qla_hw_data *ha;
2785 struct rsp_que *rsp;
a8488abe 2786 struct device_reg_24xx __iomem *reg;
2afa19a9 2787 struct scsi_qla_host *vha;
0f19bc68 2788 unsigned long flags;
f3ddac19 2789 uint32_t stat = 0;
a8488abe 2790
e315cd28
AC		 2791 rsp = (struct rsp_que *) dev_id;
2792 if (!rsp) {
3256b435
CD		 2793 ql_log(ql_log_info, NULL, 0x505a,
2794 "%s: NULL response queue pointer.\n", __func__);
e315cd28
AC		 2795 return IRQ_NONE;
2796 }
2797 ha = rsp->hw;
a8488abe
AV		 2798 reg = &ha->iobase->isp24;
2799
0f19bc68 2800 spin_lock_irqsave(&ha->hardware_lock, flags);
a8488abe 2801
a67093d4 2802 vha = pci_get_drvdata(ha->pdev);
f3ddac19
CD		 2803 /*
2804 * Use host_status register to check to PCI disconnection before we
2805 * we process the response queue.
2806 */
2807 stat = RD_REG_DWORD(&reg->host_status);
c821e0d5 2808 if (qla2x00_check_reg32_for_disconnect(vha, stat))
f3ddac19 2809 goto out;
2afa19a9 2810 qla24xx_process_response_queue(vha, rsp);
3155754a 2811 if (!ha->flags.disable_msix_handshake) {
eb94114b
AC		 2812 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2813 RD_REG_DWORD_RELAXED(&reg->hccr);
2814 }
f3ddac19 2815out:
0f19bc68 2816 spin_unlock_irqrestore(&ha->hardware_lock, flags);
a8488abe
AV		 2817
2818 return IRQ_HANDLED;
2819}
2820
68ca949c
AC		 2821static irqreturn_t
2822qla25xx_msix_rsp_q(int irq, void *dev_id)
2823{
2824 struct qla_hw_data *ha;
f3ddac19 2825 scsi_qla_host_t *vha;
68ca949c 2826 struct rsp_que *rsp;
3155754a 2827 struct device_reg_24xx __iomem *reg;
0f19bc68 2828 unsigned long flags;
f3ddac19 2829 uint32_t hccr = 0;
68ca949c
AC		 2830
2831 rsp = (struct rsp_que *) dev_id;
2832 if (!rsp) {
3256b435
CD		 2833 ql_log(ql_log_info, NULL, 0x505b,
2834 "%s: NULL response queue pointer.\n", __func__);
68ca949c
AC		 2835 return IRQ_NONE;
2836 }
2837 ha = rsp->hw;
f3ddac19 2838 vha = pci_get_drvdata(ha->pdev);
68ca949c 2839
3155754a 2840 /* Clear the interrupt, if enabled, for this response queue */
d424754c 2841 if (!ha->flags.disable_msix_handshake) {
3155754a 2842 reg = &ha->iobase->isp24;
0f19bc68 2843 spin_lock_irqsave(&ha->hardware_lock, flags);
3155754a 2844 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
f3ddac19 2845 hccr = RD_REG_DWORD_RELAXED(&reg->hccr);
0f19bc68 2846 spin_unlock_irqrestore(&ha->hardware_lock, flags);
3155754a 2847 }
c821e0d5 2848 if (qla2x00_check_reg32_for_disconnect(vha, hccr))
f3ddac19 2849 goto out;
68ca949c
AC		 2850 queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2851
f3ddac19 2852out:
68ca949c
AC		 2853 return IRQ_HANDLED;
2854}
2855
a8488abe
AV		 2856static irqreturn_t
2857qla24xx_msix_default(int irq, void *dev_id)
2858{
e315cd28
AC		 2859 scsi_qla_host_t *vha;
2860 struct qla_hw_data *ha;
2861 struct rsp_que *rsp;
a8488abe
AV		 2862 struct device_reg_24xx __iomem *reg;
2863 int status;
a8488abe
AV		 2864 uint32_t stat;
2865 uint32_t hccr;
7d613ac6 2866 uint16_t mb[8];
0f19bc68 2867 unsigned long flags;
a8488abe 2868
e315cd28
AC		 2869 rsp = (struct rsp_que *) dev_id;
2870 if (!rsp) {
3256b435
CD		 2871 ql_log(ql_log_info, NULL, 0x505c,
2872 "%s: NULL response queue pointer.\n", __func__);
e315cd28
AC		 2873 return IRQ_NONE;
2874 }
2875 ha = rsp->hw;
a8488abe
AV		 2876 reg = &ha->iobase->isp24;
2877 status = 0;
2878
0f19bc68 2879 spin_lock_irqsave(&ha->hardware_lock, flags);
2afa19a9 2880 vha = pci_get_drvdata(ha->pdev);
87f27015 2881 do {
a8488abe 2882 stat = RD_REG_DWORD(&reg->host_status);
c821e0d5 2883 if (qla2x00_check_reg32_for_disconnect(vha, stat))
f3ddac19 2884 break;
a8488abe 2885 if (stat & HSRX_RISC_PAUSED) {
85880801 2886 if (unlikely(pci_channel_offline(ha->pdev)))
14e660e6
SJ		 2887 break;
2888
a8488abe
AV		 2889 hccr = RD_REG_DWORD(&reg->hccr);
2890
7c3df132
SK		 2891 ql_log(ql_log_info, vha, 0x5050,
2892 "RISC paused -- HCCR=%x, Dumping firmware.\n",
2893 hccr);
05236a05 2894
e315cd28 2895 qla2xxx_check_risc_status(vha);
05236a05 2896
e315cd28
AC		 2897 ha->isp_ops->fw_dump(vha, 1);
2898 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
a8488abe
AV		 2899 break;
2900 } else if ((stat & HSRX_RISC_INT) == 0)
2901 break;
2902
2903 switch (stat & 0xff) {
fafbda9f
AE		 2904 case INTR_ROM_MB_SUCCESS:
2905 case INTR_ROM_MB_FAILED:
2906 case INTR_MB_SUCCESS:
2907 case INTR_MB_FAILED:
e315cd28 2908 qla24xx_mbx_completion(vha, MSW(stat));
a8488abe
AV		 2909 status |= MBX_INTERRUPT;
2910
2911 break;
fafbda9f 2912 case INTR_ASYNC_EVENT:
a8488abe
AV		 2913 mb[0] = MSW(stat);
2914 mb[1] = RD_REG_WORD(&reg->mailbox1);
2915 mb[2] = RD_REG_WORD(&reg->mailbox2);
2916 mb[3] = RD_REG_WORD(&reg->mailbox3);
73208dfd 2917 qla2x00_async_event(vha, rsp, mb);
a8488abe 2918 break;
fafbda9f
AE		 2919 case INTR_RSP_QUE_UPDATE:
2920 case INTR_RSP_QUE_UPDATE_83XX:
2afa19a9 2921 qla24xx_process_response_queue(vha, rsp);
a8488abe 2922 break;
fafbda9f 2923 case INTR_ATIO_QUE_UPDATE:
2d70c103
NB		 2924 qlt_24xx_process_atio_queue(vha);
2925 break;
fafbda9f 2926 case INTR_ATIO_RSP_QUE_UPDATE:
2d70c103
NB		 2927 qlt_24xx_process_atio_queue(vha);
2928 qla24xx_process_response_queue(vha, rsp);
2929 break;
a8488abe 2930 default:
7c3df132
SK		 2931 ql_dbg(ql_dbg_async, vha, 0x5051,
2932 "Unrecognized interrupt type (%d).\n", stat & 0xff);
a8488abe
AV		 2933 break;
2934 }
2935 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
87f27015 2936 } while (0);
36439832 2937 qla2x00_handle_mbx_completion(ha, status);
0f19bc68 2938 spin_unlock_irqrestore(&ha->hardware_lock, flags);
a8488abe 2939
a8488abe
AV		 2940 return IRQ_HANDLED;
2941}
2942
2943/* Interrupt handling helpers. */
2944
2945struct qla_init_msix_entry {
a8488abe 2946 const char *name;
476834c2 2947 irq_handler_t handler;
a8488abe
AV		 2948};
2949
68ca949c 2950static struct qla_init_msix_entry msix_entries[3] = {
2afa19a9
AC		 2951 { "qla2xxx (default)", qla24xx_msix_default },
2952 { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
68ca949c 2953 { "qla2xxx (multiq)", qla25xx_msix_rsp_q },
a8488abe
AV		 2954};
2955
a9083016
GM		 2956static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2957 { "qla2xxx (default)", qla82xx_msix_default },
2958 { "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2959};
2960
aa230bc5
AE		 2961static struct qla_init_msix_entry qla83xx_msix_entries[3] = {
2962 { "qla2xxx (default)", qla24xx_msix_default },
2963 { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2964 { "qla2xxx (atio_q)", qla83xx_msix_atio_q },
2965};
2966
a8488abe 2967static void
e315cd28 2968qla24xx_disable_msix(struct qla_hw_data *ha)
a8488abe
AV		 2969{
2970 int i;
2971 struct qla_msix_entry *qentry;
7c3df132 2972 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
a8488abe 2973
73208dfd
AC		 2974 for (i = 0; i < ha->msix_count; i++) {
2975 qentry = &ha->msix_entries[i];
a8488abe 2976 if (qentry->have_irq)
73208dfd 2977 free_irq(qentry->vector, qentry->rsp);
a8488abe
AV		 2978 }
2979 pci_disable_msix(ha->pdev);
73208dfd
AC		 2980 kfree(ha->msix_entries);
2981 ha->msix_entries = NULL;
2982 ha->flags.msix_enabled = 0;
7c3df132
SK		 2983 ql_dbg(ql_dbg_init, vha, 0x0042,
2984 "Disabled the MSI.\n");
a8488abe
AV		 2985}
2986
2987static int
73208dfd 2988qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
a8488abe 2989{
ad038fa8 2990#define MIN_MSIX_COUNT 2
f324777e 2991#define ATIO_VECTOR 2
a8488abe 2992 int i, ret;
73208dfd 2993 struct msix_entry *entries;
a8488abe 2994 struct qla_msix_entry *qentry;
7c3df132 2995 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
73208dfd
AC		 2996
2997 entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
a9083016 2998 GFP_KERNEL);
7c3df132
SK		 2999 if (!entries) {
3000 ql_log(ql_log_warn, vha, 0x00bc,
3001 "Failed to allocate memory for msix_entry.\n");
73208dfd 3002 return -ENOMEM;
7c3df132 3003 }
a8488abe 3004
73208dfd
AC		 3005 for (i = 0; i < ha->msix_count; i++)
3006 entries[i].entry = i;
a8488abe 3007
84e32a06
AG		 3008 ret = pci_enable_msix_range(ha->pdev,
3009 entries, MIN_MSIX_COUNT, ha->msix_count);
3010 if (ret < 0) {
3011 ql_log(ql_log_fatal, vha, 0x00c7,
3012 "MSI-X: Failed to enable support, "
3013 "giving up -- %d/%d.\n",
3014 ha->msix_count, ret);
3015 goto msix_out;
3016 } else if (ret < ha->msix_count) {
7c3df132
SK		 3017 ql_log(ql_log_warn, vha, 0x00c6,
3018 "MSI-X: Failed to enable support "
3019 "-- %d/%d\n Retry with %d vectors.\n",
3020 ha->msix_count, ret, ret);
73208dfd 3021 }
84e32a06
AG		 3022 ha->msix_count = ret;
3023 ha->max_rsp_queues = ha->msix_count - 1;
73208dfd
AC		 3024 ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
3025 ha->msix_count, GFP_KERNEL);
3026 if (!ha->msix_entries) {
7c3df132
SK		 3027 ql_log(ql_log_fatal, vha, 0x00c8,
3028 "Failed to allocate memory for ha->msix_entries.\n");
73208dfd 3029 ret = -ENOMEM;
a8488abe
AV		 3030 goto msix_out;
3031 }
3032 ha->flags.msix_enabled = 1;
3033
73208dfd
AC		 3034 for (i = 0; i < ha->msix_count; i++) {
3035 qentry = &ha->msix_entries[i];
3036 qentry->vector = entries[i].vector;
3037 qentry->entry = entries[i].entry;
a8488abe 3038 qentry->have_irq = 0;
73208dfd 3039 qentry->rsp = NULL;
a8488abe
AV		 3040 }
3041
2afa19a9 3042 /* Enable MSI-X vectors for the base queue */
f324777e 3043 for (i = 0; i < 2; i++) {
2afa19a9 3044 qentry = &ha->msix_entries[i];
f324777e 3045 if (IS_P3P_TYPE(ha))
a9083016
GM		 3046 ret = request_irq(qentry->vector,
3047 qla82xx_msix_entries[i].handler,
3048 0, qla82xx_msix_entries[i].name, rsp);
f324777e 3049 else
a9083016
GM		 3050 ret = request_irq(qentry->vector,
3051 msix_entries[i].handler,
3052 0, msix_entries[i].name, rsp);
f324777e
CD		 3053 if (ret)
3054 goto msix_register_fail;
3055 qentry->have_irq = 1;
3056 qentry->rsp = rsp;
3057 rsp->msix = qentry;
3058 }
3059
3060 /*
3061 * If target mode is enable, also request the vector for the ATIO
3062 * queue.
3063 */
3064 if (QLA_TGT_MODE_ENABLED() && IS_ATIO_MSIX_CAPABLE(ha)) {
3065 qentry = &ha->msix_entries[ATIO_VECTOR];
3066 ret = request_irq(qentry->vector,
3067 qla83xx_msix_entries[ATIO_VECTOR].handler,
3068 0, qla83xx_msix_entries[ATIO_VECTOR].name, rsp);
2afa19a9
AC		 3069 qentry->have_irq = 1;
3070 qentry->rsp = rsp;
3071 rsp->msix = qentry;
73208dfd 3072 }
73208dfd 3073
f324777e
CD		 3074msix_register_fail:
3075 if (ret) {
3076 ql_log(ql_log_fatal, vha, 0x00cb,
3077 "MSI-X: unable to register handler -- %x/%d.\n",
3078 qentry->vector, ret);
3079 qla24xx_disable_msix(ha);
3080 ha->mqenable = 0;
3081 goto msix_out;
3082 }
3083
73208dfd 3084 /* Enable MSI-X vector for response queue update for queue 0 */
f73cb695 3085 if (IS_QLA83XX(ha) || IS_QLA27XX(ha)) {
6246b8a1
GM		 3086 if (ha->msixbase && ha->mqiobase &&
3087 (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
3088 ha->mqenable = 1;
3089 } else
3090 if (ha->mqiobase
3091 && (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
3092 ha->mqenable = 1;
7c3df132
SK		 3093 ql_dbg(ql_dbg_multiq, vha, 0xc005,
3094 "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
3095 ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
3096 ql_dbg(ql_dbg_init, vha, 0x0055,
3097 "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
3098 ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
73208dfd 3099
a8488abe 3100msix_out:
73208dfd 3101 kfree(entries);
a8488abe
AV		 3102 return ret;
3103}
3104
3105int
73208dfd 3106qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
a8488abe 3107{
7fa3e239 3108 int ret = QLA_FUNCTION_FAILED;
f73cb695 3109 device_reg_t *reg = ha->iobase;
7c3df132 3110 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
a8488abe
AV		 3111
3112 /* If possible, enable MSI-X. */
6246b8a1 3113 if (!IS_QLA2432(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
f73cb695
CD		 3114 !IS_CNA_CAPABLE(ha) && !IS_QLA2031(ha) && !IS_QLAFX00(ha) &&
3115 !IS_QLA27XX(ha))
6377a7ae
BH		 3116 goto skip_msi;
3117
3118 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
3119 (ha->pdev->subsystem_device == 0x7040 ||
3120 ha->pdev->subsystem_device == 0x7041 ||
3121 ha->pdev->subsystem_device == 0x1705)) {
7c3df132
SK		 3122 ql_log(ql_log_warn, vha, 0x0034,
3123 "MSI-X: Unsupported ISP 2432 SSVID/SSDID (0x%X,0x%X).\n",
6377a7ae 3124 ha->pdev->subsystem_vendor,
7c3df132 3125 ha->pdev->subsystem_device);
6377a7ae
BH		 3126 goto skip_msi;
3127 }
a8488abe 3128
42cd4f5d 3129 if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX)) {
7c3df132
SK		 3130 ql_log(ql_log_warn, vha, 0x0035,
3131 "MSI-X; Unsupported ISP2432 (0x%X, 0x%X).\n",
42cd4f5d 3132 ha->pdev->revision, QLA_MSIX_CHIP_REV_24XX);
a8488abe
AV		 3133 goto skip_msix;
3134 }
3135
73208dfd 3136 ret = qla24xx_enable_msix(ha, rsp);
a8488abe 3137 if (!ret) {
7c3df132
SK		 3138 ql_dbg(ql_dbg_init, vha, 0x0036,
3139 "MSI-X: Enabled (0x%X, 0x%X).\n",
3140 ha->chip_revision, ha->fw_attributes);
963b0fdd 3141 goto clear_risc_ints;
a8488abe 3142 }
7fa3e239 3143
a8488abe 3144skip_msix:
cbedb601 3145
7fa3e239
SC		 3146 ql_log(ql_log_info, vha, 0x0037,
3147 "Falling back-to MSI mode -%d.\n", ret);
3148
3a03eb79 3149 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
f73cb695
CD		 3150 !IS_QLA8001(ha) && !IS_P3P_TYPE(ha) && !IS_QLAFX00(ha) &&
3151 !IS_QLA27XX(ha))
cbedb601
AV		 3152 goto skip_msi;
3153
3154 ret = pci_enable_msi(ha->pdev);
3155 if (!ret) {
7c3df132
SK		 3156 ql_dbg(ql_dbg_init, vha, 0x0038,
3157 "MSI: Enabled.\n");
cbedb601 3158 ha->flags.msi_enabled = 1;
a9083016 3159 } else
7c3df132 3160 ql_log(ql_log_warn, vha, 0x0039,
7fa3e239
SC		 3161 "Falling back-to INTa mode -- %d.\n", ret);
3162skip_msi:
a033b655
GM		 3163
3164 /* Skip INTx on ISP82xx. */
3165 if (!ha->flags.msi_enabled && IS_QLA82XX(ha))
3166 return QLA_FUNCTION_FAILED;
3167
fd34f556 3168 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
7992abfc
MH		 3169 ha->flags.msi_enabled ? 0 : IRQF_SHARED,
3170 QLA2XXX_DRIVER_NAME, rsp);
963b0fdd 3171 if (ret) {
7c3df132 3172 ql_log(ql_log_warn, vha, 0x003a,
a8488abe
AV		 3173 "Failed to reserve interrupt %d already in use.\n",
3174 ha->pdev->irq);
963b0fdd 3175 goto fail;
8ae6d9c7 3176 } else if (!ha->flags.msi_enabled) {
68d91cbd
SK		 3177 ql_dbg(ql_dbg_init, vha, 0x0125,
3178 "INTa mode: Enabled.\n");
8ae6d9c7
GM		 3179 ha->flags.mr_intr_valid = 1;
3180 }
7992abfc 3181
963b0fdd 3182clear_risc_ints:
4bb2efc4
JC		 3183 if (IS_FWI2_CAPABLE(ha) || IS_QLAFX00(ha))
3184 goto fail;
963b0fdd 3185
c6952483 3186 spin_lock_irq(&ha->hardware_lock);
4bb2efc4 3187 WRT_REG_WORD(&reg->isp.semaphore, 0);
c6952483 3188 spin_unlock_irq(&ha->hardware_lock);
a8488abe 3189
963b0fdd 3190fail:
a8488abe
AV		 3191 return ret;
3192}
3193
3194void
e315cd28 3195qla2x00_free_irqs(scsi_qla_host_t *vha)
a8488abe 3196{
e315cd28 3197 struct qla_hw_data *ha = vha->hw;
9a347ff4
CD		 3198 struct rsp_que *rsp;
3199
3200 /*
3201 * We need to check that ha->rsp_q_map is valid in case we are called
3202 * from a probe failure context.
3203 */
3204 if (!ha->rsp_q_map || !ha->rsp_q_map[0])
3205 return;
3206 rsp = ha->rsp_q_map[0];
a8488abe
AV		 3207
3208 if (ha->flags.msix_enabled)
3209 qla24xx_disable_msix(ha);
90a86fc0 3210 else if (ha->flags.msi_enabled) {
e315cd28 3211 free_irq(ha->pdev->irq, rsp);
cbedb601 3212 pci_disable_msi(ha->pdev);
90a86fc0
JC		 3213 } else
3214 free_irq(ha->pdev->irq, rsp);
a8488abe 3215}
e315cd28 3216
73208dfd
AC		 3217
3218int qla25xx_request_irq(struct rsp_que *rsp)
3219{
3220 struct qla_hw_data *ha = rsp->hw;
2afa19a9 3221 struct qla_init_msix_entry *intr = &msix_entries[2];
73208dfd 3222 struct qla_msix_entry *msix = rsp->msix;
7c3df132 3223 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
73208dfd
AC		 3224 int ret;
3225
3226 ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
3227 if (ret) {
7c3df132
SK		 3228 ql_log(ql_log_fatal, vha, 0x00e6,
3229 "MSI-X: Unable to register handler -- %x/%d.\n",
3230 msix->vector, ret);
73208dfd
AC		 3231 return ret;
3232 }
3233 msix->have_irq = 1;
3234 msix->rsp = rsp;
3235 return ret;
3236}
Linux 6.x block layer and io_uring tree(s)