Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * scsi_error.c Copyright (C) 1997 Eric Youngdale | |
3 | * | |
4 | * SCSI error/timeout handling | |
5 | * Initial versions: Eric Youngdale. Based upon conversations with | |
6 | * Leonard Zubkoff and David Miller at Linux Expo, | |
7 | * ideas originating from all over the place. | |
8 | * | |
9 | * Restructured scsi_unjam_host and associated functions. | |
10 | * September 04, 2002 Mike Anderson (andmike@us.ibm.com) | |
11 | * | |
12 | * Forward port of Russell King's (rmk@arm.linux.org.uk) changes and | |
13 | * minor cleanups. | |
14 | * September 30, 2002 Mike Anderson (andmike@us.ibm.com) | |
15 | */ | |
16 | ||
17 | #include <linux/module.h> | |
18 | #include <linux/sched.h> | |
19 | #include <linux/timer.h> | |
20 | #include <linux/string.h> | |
1da177e4 | 21 | #include <linux/kernel.h> |
83144186 | 22 | #include <linux/freezer.h> |
c5478def | 23 | #include <linux/kthread.h> |
1da177e4 LT |
24 | #include <linux/interrupt.h> |
25 | #include <linux/blkdev.h> | |
26 | #include <linux/delay.h> | |
27 | ||
28 | #include <scsi/scsi.h> | |
beb40487 | 29 | #include <scsi/scsi_cmnd.h> |
1da177e4 LT |
30 | #include <scsi/scsi_dbg.h> |
31 | #include <scsi/scsi_device.h> | |
32 | #include <scsi/scsi_eh.h> | |
c829c394 | 33 | #include <scsi/scsi_transport.h> |
1da177e4 LT |
34 | #include <scsi/scsi_host.h> |
35 | #include <scsi/scsi_ioctl.h> | |
1da177e4 LT |
36 | |
37 | #include "scsi_priv.h" | |
38 | #include "scsi_logging.h" | |
79ee8304 | 39 | #include "scsi_transport_api.h" |
1da177e4 LT |
40 | |
41 | #define SENSE_TIMEOUT (10*HZ) | |
1da177e4 LT |
42 | |
43 | /* | |
44 | * These should *probably* be handled by the host itself. | |
45 | * Since it is allowed to sleep, it probably should. | |
46 | */ | |
47 | #define BUS_RESET_SETTLE_TIME (10) | |
48 | #define HOST_RESET_SETTLE_TIME (10) | |
49 | ||
50 | /* called with shost->host_lock held */ | |
51 | void scsi_eh_wakeup(struct Scsi_Host *shost) | |
52 | { | |
53 | if (shost->host_busy == shost->host_failed) { | |
3ed7a470 | 54 | wake_up_process(shost->ehandler); |
1da177e4 LT |
55 | SCSI_LOG_ERROR_RECOVERY(5, |
56 | printk("Waking error handler thread\n")); | |
57 | } | |
58 | } | |
f8bbfc24 TH |
59 | |
60 | /** | |
61 | * scsi_schedule_eh - schedule EH for SCSI host | |
62 | * @shost: SCSI host to invoke error handling on. | |
63 | * | |
64 | * Schedule SCSI EH without scmd. | |
dc8875e1 | 65 | */ |
f8bbfc24 TH |
66 | void scsi_schedule_eh(struct Scsi_Host *shost) |
67 | { | |
68 | unsigned long flags; | |
69 | ||
70 | spin_lock_irqsave(shost->host_lock, flags); | |
71 | ||
72 | if (scsi_host_set_state(shost, SHOST_RECOVERY) == 0 || | |
73 | scsi_host_set_state(shost, SHOST_CANCEL_RECOVERY) == 0) { | |
74 | shost->host_eh_scheduled++; | |
75 | scsi_eh_wakeup(shost); | |
76 | } | |
77 | ||
78 | spin_unlock_irqrestore(shost->host_lock, flags); | |
79 | } | |
80 | EXPORT_SYMBOL_GPL(scsi_schedule_eh); | |
1da177e4 LT |
81 | |
82 | /** | |
83 | * scsi_eh_scmd_add - add scsi cmd to error handling. | |
84 | * @scmd: scmd to run eh on. | |
85 | * @eh_flag: optional SCSI_EH flag. | |
86 | * | |
87 | * Return value: | |
88 | * 0 on failure. | |
dc8875e1 | 89 | */ |
1da177e4 LT |
90 | int scsi_eh_scmd_add(struct scsi_cmnd *scmd, int eh_flag) |
91 | { | |
92 | struct Scsi_Host *shost = scmd->device->host; | |
93 | unsigned long flags; | |
939647ee | 94 | int ret = 0; |
1da177e4 | 95 | |
3ed7a470 | 96 | if (!shost->ehandler) |
1da177e4 LT |
97 | return 0; |
98 | ||
99 | spin_lock_irqsave(shost->host_lock, flags); | |
939647ee JB |
100 | if (scsi_host_set_state(shost, SHOST_RECOVERY)) |
101 | if (scsi_host_set_state(shost, SHOST_CANCEL_RECOVERY)) | |
102 | goto out_unlock; | |
1da177e4 | 103 | |
939647ee | 104 | ret = 1; |
3111b0d1 | 105 | scmd->eh_eflags |= eh_flag; |
1da177e4 | 106 | list_add_tail(&scmd->eh_entry, &shost->eh_cmd_q); |
1da177e4 LT |
107 | shost->host_failed++; |
108 | scsi_eh_wakeup(shost); | |
939647ee | 109 | out_unlock: |
1da177e4 | 110 | spin_unlock_irqrestore(shost->host_lock, flags); |
939647ee | 111 | return ret; |
1da177e4 LT |
112 | } |
113 | ||
1da177e4 LT |
114 | /** |
115 | * scsi_times_out - Timeout function for normal scsi commands. | |
242f9dcb | 116 | * @req: request that is timing out. |
1da177e4 LT |
117 | * |
118 | * Notes: | |
119 | * We do not need to lock this. There is the potential for a race | |
120 | * only in that the normal completion handling might run, but if the | |
121 | * normal completion function determines that the timer has already | |
122 | * fired, then it mustn't do anything. | |
dc8875e1 | 123 | */ |
242f9dcb | 124 | enum blk_eh_timer_return scsi_times_out(struct request *req) |
1da177e4 | 125 | { |
242f9dcb | 126 | struct scsi_cmnd *scmd = req->special; |
242f9dcb | 127 | enum blk_eh_timer_return rtn = BLK_EH_NOT_HANDLED; |
6c5f8ce1 | 128 | |
1da177e4 LT |
129 | scsi_log_completion(scmd, TIMEOUT_ERROR); |
130 | ||
c829c394 | 131 | if (scmd->device->host->transportt->eh_timed_out) |
fa990781 | 132 | rtn = scmd->device->host->transportt->eh_timed_out(scmd); |
6c5f8ce1 | 133 | else if (scmd->device->host->hostt->eh_timed_out) |
fa990781 | 134 | rtn = scmd->device->host->hostt->eh_timed_out(scmd); |
1da177e4 | 135 | |
fa990781 CH |
136 | if (unlikely(rtn == BLK_EH_NOT_HANDLED && |
137 | !scsi_eh_scmd_add(scmd, SCSI_EH_CANCEL_CMD))) { | |
939647ee | 138 | scmd->result |= DID_TIME_OUT << 16; |
fa990781 | 139 | rtn = BLK_EH_HANDLED; |
1da177e4 | 140 | } |
242f9dcb | 141 | |
fa990781 | 142 | return rtn; |
1da177e4 LT |
143 | } |
144 | ||
145 | /** | |
146 | * scsi_block_when_processing_errors - Prevent cmds from being queued. | |
147 | * @sdev: Device on which we are performing recovery. | |
148 | * | |
149 | * Description: | |
150 | * We block until the host is out of error recovery, and then check to | |
151 | * see whether the host or the device is offline. | |
152 | * | |
153 | * Return value: | |
154 | * 0 when dev was taken offline by error recovery. 1 OK to proceed. | |
dc8875e1 | 155 | */ |
1da177e4 LT |
156 | int scsi_block_when_processing_errors(struct scsi_device *sdev) |
157 | { | |
158 | int online; | |
159 | ||
939647ee | 160 | wait_event(sdev->host->host_wait, !scsi_host_in_recovery(sdev->host)); |
1da177e4 LT |
161 | |
162 | online = scsi_device_online(sdev); | |
163 | ||
cadbd4a5 | 164 | SCSI_LOG_ERROR_RECOVERY(5, printk("%s: rtn: %d\n", __func__, |
1da177e4 LT |
165 | online)); |
166 | ||
167 | return online; | |
168 | } | |
169 | EXPORT_SYMBOL(scsi_block_when_processing_errors); | |
170 | ||
171 | #ifdef CONFIG_SCSI_LOGGING | |
172 | /** | |
173 | * scsi_eh_prt_fail_stats - Log info on failures. | |
174 | * @shost: scsi host being recovered. | |
175 | * @work_q: Queue of scsi cmds to process. | |
dc8875e1 | 176 | */ |
1da177e4 LT |
177 | static inline void scsi_eh_prt_fail_stats(struct Scsi_Host *shost, |
178 | struct list_head *work_q) | |
179 | { | |
180 | struct scsi_cmnd *scmd; | |
181 | struct scsi_device *sdev; | |
182 | int total_failures = 0; | |
183 | int cmd_failed = 0; | |
184 | int cmd_cancel = 0; | |
185 | int devices_failed = 0; | |
186 | ||
187 | shost_for_each_device(sdev, shost) { | |
188 | list_for_each_entry(scmd, work_q, eh_entry) { | |
189 | if (scmd->device == sdev) { | |
190 | ++total_failures; | |
3111b0d1 | 191 | if (scmd->eh_eflags & SCSI_EH_CANCEL_CMD) |
1da177e4 LT |
192 | ++cmd_cancel; |
193 | else | |
194 | ++cmd_failed; | |
195 | } | |
196 | } | |
197 | ||
198 | if (cmd_cancel || cmd_failed) { | |
199 | SCSI_LOG_ERROR_RECOVERY(3, | |
9ccfc756 JB |
200 | sdev_printk(KERN_INFO, sdev, |
201 | "%s: cmds failed: %d, cancel: %d\n", | |
cadbd4a5 | 202 | __func__, cmd_failed, |
9ccfc756 | 203 | cmd_cancel)); |
1da177e4 LT |
204 | cmd_cancel = 0; |
205 | cmd_failed = 0; | |
206 | ++devices_failed; | |
207 | } | |
208 | } | |
209 | ||
210 | SCSI_LOG_ERROR_RECOVERY(2, printk("Total of %d commands on %d" | |
211 | " devices require eh work\n", | |
212 | total_failures, devices_failed)); | |
213 | } | |
214 | #endif | |
215 | ||
216 | /** | |
217 | * scsi_check_sense - Examine scsi cmd sense | |
218 | * @scmd: Cmd to have sense checked. | |
219 | * | |
220 | * Return value: | |
221 | * SUCCESS or FAILED or NEEDS_RETRY | |
222 | * | |
223 | * Notes: | |
224 | * When a deferred error is detected the current command has | |
225 | * not been executed and needs retrying. | |
dc8875e1 | 226 | */ |
1da177e4 LT |
227 | static int scsi_check_sense(struct scsi_cmnd *scmd) |
228 | { | |
a6a8d9f8 | 229 | struct scsi_device *sdev = scmd->device; |
1da177e4 LT |
230 | struct scsi_sense_hdr sshdr; |
231 | ||
232 | if (! scsi_command_normalize_sense(scmd, &sshdr)) | |
233 | return FAILED; /* no valid sense data */ | |
234 | ||
235 | if (scsi_sense_is_deferred(&sshdr)) | |
236 | return NEEDS_RETRY; | |
237 | ||
a6a8d9f8 CS |
238 | if (sdev->scsi_dh_data && sdev->scsi_dh_data->scsi_dh && |
239 | sdev->scsi_dh_data->scsi_dh->check_sense) { | |
240 | int rc; | |
241 | ||
242 | rc = sdev->scsi_dh_data->scsi_dh->check_sense(sdev, &sshdr); | |
243 | if (rc != SCSI_RETURN_NOT_HANDLED) | |
244 | return rc; | |
245 | /* handler does not care. Drop down to default handling */ | |
246 | } | |
247 | ||
1da177e4 LT |
248 | /* |
249 | * Previous logic looked for FILEMARK, EOM or ILI which are | |
250 | * mainly associated with tapes and returned SUCCESS. | |
251 | */ | |
252 | if (sshdr.response_code == 0x70) { | |
253 | /* fixed format */ | |
254 | if (scmd->sense_buffer[2] & 0xe0) | |
255 | return SUCCESS; | |
256 | } else { | |
257 | /* | |
258 | * descriptor format: look for "stream commands sense data | |
259 | * descriptor" (see SSC-3). Assume single sense data | |
260 | * descriptor. Ignore ILI from SBC-2 READ LONG and WRITE LONG. | |
261 | */ | |
262 | if ((sshdr.additional_length > 3) && | |
263 | (scmd->sense_buffer[8] == 0x4) && | |
264 | (scmd->sense_buffer[11] & 0xe0)) | |
265 | return SUCCESS; | |
266 | } | |
267 | ||
268 | switch (sshdr.sense_key) { | |
269 | case NO_SENSE: | |
270 | return SUCCESS; | |
271 | case RECOVERED_ERROR: | |
272 | return /* soft_error */ SUCCESS; | |
273 | ||
274 | case ABORTED_COMMAND: | |
511e44f4 MP |
275 | if (sshdr.asc == 0x10) /* DIF */ |
276 | return SUCCESS; | |
277 | ||
1da177e4 LT |
278 | return NEEDS_RETRY; |
279 | case NOT_READY: | |
280 | case UNIT_ATTENTION: | |
281 | /* | |
282 | * if we are expecting a cc/ua because of a bus reset that we | |
283 | * performed, treat this just as a retry. otherwise this is | |
284 | * information that we should pass up to the upper-level driver | |
285 | * so that we can deal with it there. | |
286 | */ | |
287 | if (scmd->device->expecting_cc_ua) { | |
288 | scmd->device->expecting_cc_ua = 0; | |
289 | return NEEDS_RETRY; | |
290 | } | |
291 | /* | |
292 | * if the device is in the process of becoming ready, we | |
293 | * should retry. | |
294 | */ | |
295 | if ((sshdr.asc == 0x04) && (sshdr.ascq == 0x01)) | |
296 | return NEEDS_RETRY; | |
297 | /* | |
298 | * if the device is not started, we need to wake | |
299 | * the error handler to start the motor | |
300 | */ | |
301 | if (scmd->device->allow_restart && | |
302 | (sshdr.asc == 0x04) && (sshdr.ascq == 0x02)) | |
303 | return FAILED; | |
304 | return SUCCESS; | |
305 | ||
306 | /* these three are not supported */ | |
307 | case COPY_ABORTED: | |
308 | case VOLUME_OVERFLOW: | |
309 | case MISCOMPARE: | |
310 | return SUCCESS; | |
311 | ||
312 | case MEDIUM_ERROR: | |
fd1b494d LT |
313 | if (sshdr.asc == 0x11 || /* UNRECOVERED READ ERR */ |
314 | sshdr.asc == 0x13 || /* AMNF DATA FIELD */ | |
315 | sshdr.asc == 0x14) { /* RECORD NOT FOUND */ | |
316 | return SUCCESS; | |
317 | } | |
1da177e4 LT |
318 | return NEEDS_RETRY; |
319 | ||
320 | case HARDWARE_ERROR: | |
321 | if (scmd->device->retry_hwerror) | |
bb0003c1 | 322 | return ADD_TO_MLQUEUE; |
1da177e4 LT |
323 | else |
324 | return SUCCESS; | |
325 | ||
326 | case ILLEGAL_REQUEST: | |
327 | case BLANK_CHECK: | |
328 | case DATA_PROTECT: | |
329 | default: | |
330 | return SUCCESS; | |
331 | } | |
332 | } | |
333 | ||
334 | /** | |
335 | * scsi_eh_completed_normally - Disposition a eh cmd on return from LLD. | |
336 | * @scmd: SCSI cmd to examine. | |
337 | * | |
338 | * Notes: | |
339 | * This is *only* called when we are examining the status of commands | |
340 | * queued during error recovery. the main difference here is that we | |
341 | * don't allow for the possibility of retries here, and we are a lot | |
342 | * more restrictive about what we consider acceptable. | |
dc8875e1 | 343 | */ |
1da177e4 LT |
344 | static int scsi_eh_completed_normally(struct scsi_cmnd *scmd) |
345 | { | |
346 | /* | |
347 | * first check the host byte, to see if there is anything in there | |
348 | * that would indicate what we need to do. | |
349 | */ | |
350 | if (host_byte(scmd->result) == DID_RESET) { | |
351 | /* | |
352 | * rats. we are already in the error handler, so we now | |
353 | * get to try and figure out what to do next. if the sense | |
354 | * is valid, we have a pretty good idea of what to do. | |
355 | * if not, we mark it as FAILED. | |
356 | */ | |
357 | return scsi_check_sense(scmd); | |
358 | } | |
359 | if (host_byte(scmd->result) != DID_OK) | |
360 | return FAILED; | |
361 | ||
362 | /* | |
363 | * next, check the message byte. | |
364 | */ | |
365 | if (msg_byte(scmd->result) != COMMAND_COMPLETE) | |
366 | return FAILED; | |
367 | ||
368 | /* | |
369 | * now, check the status byte to see if this indicates | |
370 | * anything special. | |
371 | */ | |
372 | switch (status_byte(scmd->result)) { | |
373 | case GOOD: | |
374 | case COMMAND_TERMINATED: | |
375 | return SUCCESS; | |
376 | case CHECK_CONDITION: | |
377 | return scsi_check_sense(scmd); | |
378 | case CONDITION_GOOD: | |
379 | case INTERMEDIATE_GOOD: | |
380 | case INTERMEDIATE_C_GOOD: | |
381 | /* | |
382 | * who knows? FIXME(eric) | |
383 | */ | |
384 | return SUCCESS; | |
5f91bb05 MR |
385 | case RESERVATION_CONFLICT: |
386 | /* | |
387 | * let issuer deal with this, it could be just fine | |
388 | */ | |
389 | return SUCCESS; | |
1da177e4 LT |
390 | case BUSY: |
391 | case QUEUE_FULL: | |
1da177e4 LT |
392 | default: |
393 | return FAILED; | |
394 | } | |
395 | return FAILED; | |
396 | } | |
397 | ||
1da177e4 LT |
398 | /** |
399 | * scsi_eh_done - Completion function for error handling. | |
400 | * @scmd: Cmd that is done. | |
dc8875e1 | 401 | */ |
1da177e4 LT |
402 | static void scsi_eh_done(struct scsi_cmnd *scmd) |
403 | { | |
85631672 MR |
404 | struct completion *eh_action; |
405 | ||
7dfdc9a5 CH |
406 | SCSI_LOG_ERROR_RECOVERY(3, |
407 | printk("%s scmd: %p result: %x\n", | |
cadbd4a5 | 408 | __func__, scmd, scmd->result)); |
85631672 MR |
409 | |
410 | eh_action = scmd->device->host->eh_action; | |
411 | if (eh_action) | |
412 | complete(eh_action); | |
1da177e4 LT |
413 | } |
414 | ||
292148f8 BK |
415 | /** |
416 | * scsi_try_host_reset - ask host adapter to reset itself | |
417 | * @scmd: SCSI cmd to send hsot reset. | |
dc8875e1 | 418 | */ |
292148f8 BK |
419 | static int scsi_try_host_reset(struct scsi_cmnd *scmd) |
420 | { | |
421 | unsigned long flags; | |
422 | int rtn; | |
423 | ||
424 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Snd Host RST\n", | |
cadbd4a5 | 425 | __func__)); |
292148f8 BK |
426 | |
427 | if (!scmd->device->host->hostt->eh_host_reset_handler) | |
428 | return FAILED; | |
429 | ||
430 | rtn = scmd->device->host->hostt->eh_host_reset_handler(scmd); | |
431 | ||
432 | if (rtn == SUCCESS) { | |
433 | if (!scmd->device->host->hostt->skip_settle_delay) | |
434 | ssleep(HOST_RESET_SETTLE_TIME); | |
435 | spin_lock_irqsave(scmd->device->host->host_lock, flags); | |
436 | scsi_report_bus_reset(scmd->device->host, | |
437 | scmd_channel(scmd)); | |
438 | spin_unlock_irqrestore(scmd->device->host->host_lock, flags); | |
439 | } | |
440 | ||
441 | return rtn; | |
442 | } | |
443 | ||
444 | /** | |
445 | * scsi_try_bus_reset - ask host to perform a bus reset | |
446 | * @scmd: SCSI cmd to send bus reset. | |
dc8875e1 | 447 | */ |
292148f8 BK |
448 | static int scsi_try_bus_reset(struct scsi_cmnd *scmd) |
449 | { | |
450 | unsigned long flags; | |
451 | int rtn; | |
452 | ||
453 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Snd Bus RST\n", | |
cadbd4a5 | 454 | __func__)); |
292148f8 BK |
455 | |
456 | if (!scmd->device->host->hostt->eh_bus_reset_handler) | |
457 | return FAILED; | |
458 | ||
459 | rtn = scmd->device->host->hostt->eh_bus_reset_handler(scmd); | |
460 | ||
461 | if (rtn == SUCCESS) { | |
462 | if (!scmd->device->host->hostt->skip_settle_delay) | |
463 | ssleep(BUS_RESET_SETTLE_TIME); | |
464 | spin_lock_irqsave(scmd->device->host->host_lock, flags); | |
465 | scsi_report_bus_reset(scmd->device->host, | |
466 | scmd_channel(scmd)); | |
467 | spin_unlock_irqrestore(scmd->device->host->host_lock, flags); | |
468 | } | |
469 | ||
470 | return rtn; | |
471 | } | |
472 | ||
30bd7df8 MC |
473 | static void __scsi_report_device_reset(struct scsi_device *sdev, void *data) |
474 | { | |
475 | sdev->was_reset = 1; | |
476 | sdev->expecting_cc_ua = 1; | |
477 | } | |
478 | ||
479 | /** | |
480 | * scsi_try_target_reset - Ask host to perform a target reset | |
481 | * @scmd: SCSI cmd used to send a target reset | |
482 | * | |
483 | * Notes: | |
484 | * There is no timeout for this operation. if this operation is | |
485 | * unreliable for a given host, then the host itself needs to put a | |
486 | * timer on it, and set the host back to a consistent state prior to | |
487 | * returning. | |
488 | */ | |
489 | static int scsi_try_target_reset(struct scsi_cmnd *scmd) | |
490 | { | |
491 | unsigned long flags; | |
492 | int rtn; | |
493 | ||
494 | if (!scmd->device->host->hostt->eh_target_reset_handler) | |
495 | return FAILED; | |
496 | ||
497 | rtn = scmd->device->host->hostt->eh_target_reset_handler(scmd); | |
498 | if (rtn == SUCCESS) { | |
499 | spin_lock_irqsave(scmd->device->host->host_lock, flags); | |
500 | __starget_for_each_device(scsi_target(scmd->device), NULL, | |
501 | __scsi_report_device_reset); | |
502 | spin_unlock_irqrestore(scmd->device->host->host_lock, flags); | |
503 | } | |
504 | ||
505 | return rtn; | |
506 | } | |
507 | ||
292148f8 BK |
508 | /** |
509 | * scsi_try_bus_device_reset - Ask host to perform a BDR on a dev | |
510 | * @scmd: SCSI cmd used to send BDR | |
511 | * | |
512 | * Notes: | |
513 | * There is no timeout for this operation. if this operation is | |
514 | * unreliable for a given host, then the host itself needs to put a | |
515 | * timer on it, and set the host back to a consistent state prior to | |
516 | * returning. | |
dc8875e1 | 517 | */ |
292148f8 BK |
518 | static int scsi_try_bus_device_reset(struct scsi_cmnd *scmd) |
519 | { | |
520 | int rtn; | |
521 | ||
522 | if (!scmd->device->host->hostt->eh_device_reset_handler) | |
523 | return FAILED; | |
524 | ||
525 | rtn = scmd->device->host->hostt->eh_device_reset_handler(scmd); | |
30bd7df8 MC |
526 | if (rtn == SUCCESS) |
527 | __scsi_report_device_reset(scmd->device, NULL); | |
292148f8 BK |
528 | return rtn; |
529 | } | |
530 | ||
531 | static int __scsi_try_to_abort_cmd(struct scsi_cmnd *scmd) | |
532 | { | |
533 | if (!scmd->device->host->hostt->eh_abort_handler) | |
534 | return FAILED; | |
535 | ||
536 | return scmd->device->host->hostt->eh_abort_handler(scmd); | |
537 | } | |
538 | ||
539 | /** | |
540 | * scsi_try_to_abort_cmd - Ask host to abort a running command. | |
541 | * @scmd: SCSI cmd to abort from Lower Level. | |
542 | * | |
543 | * Notes: | |
544 | * This function will not return until the user's completion function | |
545 | * has been called. there is no timeout on this operation. if the | |
546 | * author of the low-level driver wishes this operation to be timed, | |
547 | * they can provide this facility themselves. helper functions in | |
548 | * scsi_error.c can be supplied to make this easier to do. | |
dc8875e1 | 549 | */ |
292148f8 BK |
550 | static int scsi_try_to_abort_cmd(struct scsi_cmnd *scmd) |
551 | { | |
552 | /* | |
553 | * scsi_done was called just after the command timed out and before | |
554 | * we had a chance to process it. (db) | |
555 | */ | |
556 | if (scmd->serial_number == 0) | |
557 | return SUCCESS; | |
558 | return __scsi_try_to_abort_cmd(scmd); | |
559 | } | |
560 | ||
561 | static void scsi_abort_eh_cmnd(struct scsi_cmnd *scmd) | |
562 | { | |
563 | if (__scsi_try_to_abort_cmd(scmd) != SUCCESS) | |
564 | if (scsi_try_bus_device_reset(scmd) != SUCCESS) | |
30bd7df8 MC |
565 | if (scsi_try_target_reset(scmd) != SUCCESS) |
566 | if (scsi_try_bus_reset(scmd) != SUCCESS) | |
567 | scsi_try_host_reset(scmd); | |
292148f8 BK |
568 | } |
569 | ||
1da177e4 | 570 | /** |
e1c23468 | 571 | * scsi_eh_prep_cmnd - Save a scsi command info as part of error recory |
2dc611de | 572 | * @scmd: SCSI command structure to hijack |
e1c23468 | 573 | * @ses: structure to save restore information |
55db6c1b | 574 | * @cmnd: CDB to send. Can be NULL if no new cmnd is needed |
64a87b24 | 575 | * @cmnd_size: size in bytes of @cmnd (must be <= BLK_MAX_CDB) |
55db6c1b | 576 | * @sense_bytes: size of sense data to copy. or 0 (if != 0 @cmnd is ignored) |
2dc611de | 577 | * |
e1c23468 | 578 | * This function is used to save a scsi command information before re-execution |
55db6c1b BH |
579 | * as part of the error recovery process. If @sense_bytes is 0 the command |
580 | * sent must be one that does not transfer any data. If @sense_bytes != 0 | |
581 | * @cmnd is ignored and this functions sets up a REQUEST_SENSE command | |
582 | * and cmnd buffers to read @sense_bytes into @scmd->sense_buffer. | |
dc8875e1 | 583 | */ |
e1c23468 BH |
584 | void scsi_eh_prep_cmnd(struct scsi_cmnd *scmd, struct scsi_eh_save *ses, |
585 | unsigned char *cmnd, int cmnd_size, unsigned sense_bytes) | |
1da177e4 | 586 | { |
f59114b7 | 587 | struct scsi_device *sdev = scmd->device; |
1da177e4 | 588 | |
631c228c CH |
589 | /* |
590 | * We need saved copies of a number of fields - this is because | |
591 | * error handling may need to overwrite these with different values | |
592 | * to run different commands, and once error handling is complete, | |
593 | * we will need to restore these values prior to running the actual | |
594 | * command. | |
595 | */ | |
e1c23468 | 596 | ses->cmd_len = scmd->cmd_len; |
64a87b24 | 597 | ses->cmnd = scmd->cmnd; |
e1c23468 | 598 | ses->data_direction = scmd->sc_data_direction; |
30b0c37b | 599 | ses->sdb = scmd->sdb; |
6f9a35e2 | 600 | ses->next_rq = scmd->request->next_rq; |
e1c23468 | 601 | ses->result = scmd->result; |
12265709 | 602 | ses->underflow = scmd->underflow; |
db007fc5 | 603 | ses->prot_op = scmd->prot_op; |
631c228c | 604 | |
db007fc5 | 605 | scmd->prot_op = SCSI_PROT_NORMAL; |
64a87b24 BH |
606 | scmd->cmnd = ses->eh_cmnd; |
607 | memset(scmd->cmnd, 0, BLK_MAX_CDB); | |
30b0c37b | 608 | memset(&scmd->sdb, 0, sizeof(scmd->sdb)); |
6f9a35e2 | 609 | scmd->request->next_rq = NULL; |
30b0c37b | 610 | |
55db6c1b | 611 | if (sense_bytes) { |
30b0c37b BH |
612 | scmd->sdb.length = min_t(unsigned, SCSI_SENSE_BUFFERSIZE, |
613 | sense_bytes); | |
e1c23468 | 614 | sg_init_one(&ses->sense_sgl, scmd->sense_buffer, |
30b0c37b BH |
615 | scmd->sdb.length); |
616 | scmd->sdb.table.sgl = &ses->sense_sgl; | |
55db6c1b | 617 | scmd->sc_data_direction = DMA_FROM_DEVICE; |
30b0c37b | 618 | scmd->sdb.table.nents = 1; |
55db6c1b | 619 | scmd->cmnd[0] = REQUEST_SENSE; |
30b0c37b | 620 | scmd->cmnd[4] = scmd->sdb.length; |
55db6c1b | 621 | scmd->cmd_len = COMMAND_SIZE(scmd->cmnd[0]); |
631c228c | 622 | } else { |
631c228c | 623 | scmd->sc_data_direction = DMA_NONE; |
55db6c1b | 624 | if (cmnd) { |
64a87b24 | 625 | BUG_ON(cmnd_size > BLK_MAX_CDB); |
55db6c1b BH |
626 | memcpy(scmd->cmnd, cmnd, cmnd_size); |
627 | scmd->cmd_len = COMMAND_SIZE(scmd->cmnd[0]); | |
628 | } | |
631c228c CH |
629 | } |
630 | ||
631 | scmd->underflow = 0; | |
631c228c | 632 | |
55db6c1b | 633 | if (sdev->scsi_level <= SCSI_2 && sdev->scsi_level != SCSI_UNKNOWN) |
1da177e4 | 634 | scmd->cmnd[1] = (scmd->cmnd[1] & 0x1f) | |
f59114b7 | 635 | (sdev->lun << 5 & 0xe0); |
1da177e4 | 636 | |
631c228c CH |
637 | /* |
638 | * Zero the sense buffer. The scsi spec mandates that any | |
639 | * untransferred sense data should be interpreted as being zero. | |
640 | */ | |
b80ca4f7 | 641 | memset(scmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE); |
e1c23468 BH |
642 | } |
643 | EXPORT_SYMBOL(scsi_eh_prep_cmnd); | |
644 | ||
645 | /** | |
646 | * scsi_eh_restore_cmnd - Restore a scsi command info as part of error recory | |
647 | * @scmd: SCSI command structure to restore | |
477e608c | 648 | * @ses: saved information from a coresponding call to scsi_eh_prep_cmnd |
e1c23468 | 649 | * |
477e608c | 650 | * Undo any damage done by above scsi_eh_prep_cmnd(). |
dc8875e1 | 651 | */ |
e1c23468 BH |
652 | void scsi_eh_restore_cmnd(struct scsi_cmnd* scmd, struct scsi_eh_save *ses) |
653 | { | |
654 | /* | |
655 | * Restore original data | |
656 | */ | |
657 | scmd->cmd_len = ses->cmd_len; | |
64a87b24 | 658 | scmd->cmnd = ses->cmnd; |
e1c23468 | 659 | scmd->sc_data_direction = ses->data_direction; |
30b0c37b | 660 | scmd->sdb = ses->sdb; |
6f9a35e2 | 661 | scmd->request->next_rq = ses->next_rq; |
e1c23468 | 662 | scmd->result = ses->result; |
12265709 | 663 | scmd->underflow = ses->underflow; |
db007fc5 | 664 | scmd->prot_op = ses->prot_op; |
e1c23468 BH |
665 | } |
666 | EXPORT_SYMBOL(scsi_eh_restore_cmnd); | |
631c228c | 667 | |
e1c23468 BH |
668 | /** |
669 | * scsi_send_eh_cmnd - submit a scsi command as part of error recory | |
670 | * @scmd: SCSI command structure to hijack | |
671 | * @cmnd: CDB to send | |
672 | * @cmnd_size: size in bytes of @cmnd | |
673 | * @timeout: timeout for this request | |
674 | * @sense_bytes: size of sense data to copy or 0 | |
675 | * | |
676 | * This function is used to send a scsi command down to a target device | |
677 | * as part of the error recovery process. See also scsi_eh_prep_cmnd() above. | |
678 | * | |
679 | * Return value: | |
680 | * SUCCESS or FAILED or NEEDS_RETRY | |
dc8875e1 | 681 | */ |
e1c23468 BH |
682 | static int scsi_send_eh_cmnd(struct scsi_cmnd *scmd, unsigned char *cmnd, |
683 | int cmnd_size, int timeout, unsigned sense_bytes) | |
684 | { | |
685 | struct scsi_device *sdev = scmd->device; | |
686 | struct Scsi_Host *shost = sdev->host; | |
687 | DECLARE_COMPLETION_ONSTACK(done); | |
688 | unsigned long timeleft; | |
689 | unsigned long flags; | |
690 | struct scsi_eh_save ses; | |
691 | int rtn; | |
692 | ||
693 | scsi_eh_prep_cmnd(scmd, &ses, cmnd, cmnd_size, sense_bytes); | |
7dfdc9a5 | 694 | shost->eh_action = &done; |
1da177e4 | 695 | |
f59114b7 | 696 | spin_lock_irqsave(shost->host_lock, flags); |
1da177e4 | 697 | scsi_log_send(scmd); |
f59114b7 | 698 | shost->hostt->queuecommand(scmd, scsi_eh_done); |
699 | spin_unlock_irqrestore(shost->host_lock, flags); | |
1da177e4 | 700 | |
7dfdc9a5 | 701 | timeleft = wait_for_completion_timeout(&done, timeout); |
1da177e4 | 702 | |
f59114b7 | 703 | shost->eh_action = NULL; |
1da177e4 | 704 | |
7dfdc9a5 | 705 | scsi_log_completion(scmd, SUCCESS); |
1da177e4 | 706 | |
7dfdc9a5 CH |
707 | SCSI_LOG_ERROR_RECOVERY(3, |
708 | printk("%s: scmd: %p, timeleft: %ld\n", | |
cadbd4a5 | 709 | __func__, scmd, timeleft)); |
1da177e4 LT |
710 | |
711 | /* | |
7dfdc9a5 CH |
712 | * If there is time left scsi_eh_done got called, and we will |
713 | * examine the actual status codes to see whether the command | |
714 | * actually did complete normally, else tell the host to forget | |
715 | * about this command. | |
1da177e4 | 716 | */ |
7dfdc9a5 | 717 | if (timeleft) { |
1da177e4 LT |
718 | rtn = scsi_eh_completed_normally(scmd); |
719 | SCSI_LOG_ERROR_RECOVERY(3, | |
720 | printk("%s: scsi_eh_completed_normally %x\n", | |
cadbd4a5 | 721 | __func__, rtn)); |
7dfdc9a5 | 722 | |
1da177e4 LT |
723 | switch (rtn) { |
724 | case SUCCESS: | |
725 | case NEEDS_RETRY: | |
726 | case FAILED: | |
727 | break; | |
728 | default: | |
729 | rtn = FAILED; | |
730 | break; | |
731 | } | |
7dfdc9a5 | 732 | } else { |
292148f8 | 733 | scsi_abort_eh_cmnd(scmd); |
7dfdc9a5 | 734 | rtn = FAILED; |
1da177e4 LT |
735 | } |
736 | ||
e1c23468 | 737 | scsi_eh_restore_cmnd(scmd, &ses); |
1da177e4 LT |
738 | return rtn; |
739 | } | |
740 | ||
741 | /** | |
742 | * scsi_request_sense - Request sense data from a particular target. | |
743 | * @scmd: SCSI cmd for request sense. | |
744 | * | |
745 | * Notes: | |
746 | * Some hosts automatically obtain this information, others require | |
747 | * that we obtain it on our own. This function will *not* return until | |
748 | * the command either times out, or it completes. | |
dc8875e1 | 749 | */ |
1da177e4 LT |
750 | static int scsi_request_sense(struct scsi_cmnd *scmd) |
751 | { | |
55db6c1b | 752 | return scsi_send_eh_cmnd(scmd, NULL, 0, SENSE_TIMEOUT, ~0); |
1da177e4 LT |
753 | } |
754 | ||
755 | /** | |
756 | * scsi_eh_finish_cmd - Handle a cmd that eh is finished with. | |
757 | * @scmd: Original SCSI cmd that eh has finished. | |
758 | * @done_q: Queue for processed commands. | |
759 | * | |
760 | * Notes: | |
761 | * We don't want to use the normal command completion while we are are | |
762 | * still handling errors - it may cause other commands to be queued, | |
eb44820c | 763 | * and that would disturb what we are doing. Thus we really want to |
1da177e4 LT |
764 | * keep a list of pending commands for final completion, and once we |
765 | * are ready to leave error handling we handle completion for real. | |
dc8875e1 | 766 | */ |
041c5fc3 | 767 | void scsi_eh_finish_cmd(struct scsi_cmnd *scmd, struct list_head *done_q) |
1da177e4 LT |
768 | { |
769 | scmd->device->host->host_failed--; | |
3111b0d1 | 770 | scmd->eh_eflags = 0; |
1da177e4 LT |
771 | list_move_tail(&scmd->eh_entry, done_q); |
772 | } | |
041c5fc3 | 773 | EXPORT_SYMBOL(scsi_eh_finish_cmd); |
1da177e4 LT |
774 | |
775 | /** | |
776 | * scsi_eh_get_sense - Get device sense data. | |
777 | * @work_q: Queue of commands to process. | |
eb44820c | 778 | * @done_q: Queue of processed commands. |
1da177e4 LT |
779 | * |
780 | * Description: | |
781 | * See if we need to request sense information. if so, then get it | |
782 | * now, so we have a better idea of what to do. | |
783 | * | |
784 | * Notes: | |
785 | * This has the unfortunate side effect that if a shost adapter does | |
eb44820c | 786 | * not automatically request sense information, we end up shutting |
1da177e4 LT |
787 | * it down before we request it. |
788 | * | |
789 | * All drivers should request sense information internally these days, | |
790 | * so for now all I have to say is tough noogies if you end up in here. | |
791 | * | |
792 | * XXX: Long term this code should go away, but that needs an audit of | |
793 | * all LLDDs first. | |
dc8875e1 | 794 | */ |
dca84e46 DW |
795 | int scsi_eh_get_sense(struct list_head *work_q, |
796 | struct list_head *done_q) | |
1da177e4 | 797 | { |
937abeaa | 798 | struct scsi_cmnd *scmd, *next; |
1da177e4 LT |
799 | int rtn; |
800 | ||
937abeaa | 801 | list_for_each_entry_safe(scmd, next, work_q, eh_entry) { |
3111b0d1 | 802 | if ((scmd->eh_eflags & SCSI_EH_CANCEL_CMD) || |
1da177e4 LT |
803 | SCSI_SENSE_VALID(scmd)) |
804 | continue; | |
805 | ||
3bf743e7 JG |
806 | SCSI_LOG_ERROR_RECOVERY(2, scmd_printk(KERN_INFO, scmd, |
807 | "%s: requesting sense\n", | |
808 | current->comm)); | |
1da177e4 LT |
809 | rtn = scsi_request_sense(scmd); |
810 | if (rtn != SUCCESS) | |
811 | continue; | |
812 | ||
813 | SCSI_LOG_ERROR_RECOVERY(3, printk("sense requested for %p" | |
814 | " result %x\n", scmd, | |
815 | scmd->result)); | |
816 | SCSI_LOG_ERROR_RECOVERY(3, scsi_print_sense("bh", scmd)); | |
817 | ||
818 | rtn = scsi_decide_disposition(scmd); | |
819 | ||
820 | /* | |
821 | * if the result was normal, then just pass it along to the | |
822 | * upper level. | |
823 | */ | |
824 | if (rtn == SUCCESS) | |
825 | /* we don't want this command reissued, just | |
826 | * finished with the sense data, so set | |
827 | * retries to the max allowed to ensure it | |
828 | * won't get reissued */ | |
829 | scmd->retries = scmd->allowed; | |
830 | else if (rtn != NEEDS_RETRY) | |
831 | continue; | |
832 | ||
833 | scsi_eh_finish_cmd(scmd, done_q); | |
834 | } | |
835 | ||
836 | return list_empty(work_q); | |
837 | } | |
dca84e46 | 838 | EXPORT_SYMBOL_GPL(scsi_eh_get_sense); |
1da177e4 | 839 | |
1da177e4 LT |
840 | /** |
841 | * scsi_eh_tur - Send TUR to device. | |
eb44820c | 842 | * @scmd: &scsi_cmnd to send TUR |
1da177e4 LT |
843 | * |
844 | * Return value: | |
845 | * 0 - Device is ready. 1 - Device NOT ready. | |
dc8875e1 | 846 | */ |
1da177e4 LT |
847 | static int scsi_eh_tur(struct scsi_cmnd *scmd) |
848 | { | |
849 | static unsigned char tur_command[6] = {TEST_UNIT_READY, 0, 0, 0, 0, 0}; | |
850 | int retry_cnt = 1, rtn; | |
851 | ||
852 | retry_tur: | |
0db99e33 | 853 | rtn = scsi_send_eh_cmnd(scmd, tur_command, 6, SENSE_TIMEOUT, 0); |
1da177e4 | 854 | |
1da177e4 | 855 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: scmd %p rtn %x\n", |
cadbd4a5 | 856 | __func__, scmd, rtn)); |
631c228c CH |
857 | |
858 | switch (rtn) { | |
859 | case NEEDS_RETRY: | |
1da177e4 LT |
860 | if (retry_cnt--) |
861 | goto retry_tur; | |
631c228c CH |
862 | /*FALLTHRU*/ |
863 | case SUCCESS: | |
e47373ec | 864 | return 0; |
631c228c CH |
865 | default: |
866 | return 1; | |
e47373ec | 867 | } |
1da177e4 LT |
868 | } |
869 | ||
870 | /** | |
eb44820c RL |
871 | * scsi_eh_abort_cmds - abort pending commands. |
872 | * @work_q: &list_head for pending commands. | |
873 | * @done_q: &list_head for processed commands. | |
1da177e4 LT |
874 | * |
875 | * Decription: | |
876 | * Try and see whether or not it makes sense to try and abort the | |
eb44820c RL |
877 | * running command. This only works out to be the case if we have one |
878 | * command that has timed out. If the command simply failed, it makes | |
1da177e4 LT |
879 | * no sense to try and abort the command, since as far as the shost |
880 | * adapter is concerned, it isn't running. | |
dc8875e1 | 881 | */ |
1da177e4 LT |
882 | static int scsi_eh_abort_cmds(struct list_head *work_q, |
883 | struct list_head *done_q) | |
884 | { | |
937abeaa | 885 | struct scsi_cmnd *scmd, *next; |
1da177e4 LT |
886 | int rtn; |
887 | ||
937abeaa | 888 | list_for_each_entry_safe(scmd, next, work_q, eh_entry) { |
3111b0d1 | 889 | if (!(scmd->eh_eflags & SCSI_EH_CANCEL_CMD)) |
1da177e4 LT |
890 | continue; |
891 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: aborting cmd:" | |
892 | "0x%p\n", current->comm, | |
893 | scmd)); | |
894 | rtn = scsi_try_to_abort_cmd(scmd); | |
895 | if (rtn == SUCCESS) { | |
3111b0d1 | 896 | scmd->eh_eflags &= ~SCSI_EH_CANCEL_CMD; |
1da177e4 LT |
897 | if (!scsi_device_online(scmd->device) || |
898 | !scsi_eh_tur(scmd)) { | |
899 | scsi_eh_finish_cmd(scmd, done_q); | |
900 | } | |
901 | ||
902 | } else | |
903 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: aborting" | |
904 | " cmd failed:" | |
905 | "0x%p\n", | |
906 | current->comm, | |
907 | scmd)); | |
908 | } | |
909 | ||
910 | return list_empty(work_q); | |
911 | } | |
912 | ||
1da177e4 LT |
913 | /** |
914 | * scsi_eh_try_stu - Send START_UNIT to device. | |
eb44820c | 915 | * @scmd: &scsi_cmnd to send START_UNIT |
1da177e4 LT |
916 | * |
917 | * Return value: | |
918 | * 0 - Device is ready. 1 - Device NOT ready. | |
dc8875e1 | 919 | */ |
1da177e4 LT |
920 | static int scsi_eh_try_stu(struct scsi_cmnd *scmd) |
921 | { | |
922 | static unsigned char stu_command[6] = {START_STOP, 0, 0, 0, 1, 0}; | |
1da177e4 | 923 | |
631c228c | 924 | if (scmd->device->allow_restart) { |
ed773e66 BK |
925 | int i, rtn = NEEDS_RETRY; |
926 | ||
927 | for (i = 0; rtn == NEEDS_RETRY && i < 2; i++) | |
9728c081 | 928 | rtn = scsi_send_eh_cmnd(scmd, stu_command, 6, scmd->device->request_queue->rq_timeout, 0); |
1da177e4 | 929 | |
631c228c CH |
930 | if (rtn == SUCCESS) |
931 | return 0; | |
932 | } | |
1da177e4 | 933 | |
1da177e4 LT |
934 | return 1; |
935 | } | |
936 | ||
937 | /** | |
938 | * scsi_eh_stu - send START_UNIT if needed | |
eb44820c RL |
939 | * @shost: &scsi host being recovered. |
940 | * @work_q: &list_head for pending commands. | |
941 | * @done_q: &list_head for processed commands. | |
1da177e4 LT |
942 | * |
943 | * Notes: | |
944 | * If commands are failing due to not ready, initializing command required, | |
945 | * try revalidating the device, which will end up sending a start unit. | |
dc8875e1 | 946 | */ |
1da177e4 LT |
947 | static int scsi_eh_stu(struct Scsi_Host *shost, |
948 | struct list_head *work_q, | |
949 | struct list_head *done_q) | |
950 | { | |
937abeaa | 951 | struct scsi_cmnd *scmd, *stu_scmd, *next; |
1da177e4 LT |
952 | struct scsi_device *sdev; |
953 | ||
954 | shost_for_each_device(sdev, shost) { | |
955 | stu_scmd = NULL; | |
956 | list_for_each_entry(scmd, work_q, eh_entry) | |
957 | if (scmd->device == sdev && SCSI_SENSE_VALID(scmd) && | |
958 | scsi_check_sense(scmd) == FAILED ) { | |
959 | stu_scmd = scmd; | |
960 | break; | |
961 | } | |
962 | ||
963 | if (!stu_scmd) | |
964 | continue; | |
965 | ||
966 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Sending START_UNIT to sdev:" | |
967 | " 0x%p\n", current->comm, sdev)); | |
968 | ||
969 | if (!scsi_eh_try_stu(stu_scmd)) { | |
970 | if (!scsi_device_online(sdev) || | |
971 | !scsi_eh_tur(stu_scmd)) { | |
937abeaa CH |
972 | list_for_each_entry_safe(scmd, next, |
973 | work_q, eh_entry) { | |
1da177e4 LT |
974 | if (scmd->device == sdev) |
975 | scsi_eh_finish_cmd(scmd, done_q); | |
976 | } | |
977 | } | |
978 | } else { | |
979 | SCSI_LOG_ERROR_RECOVERY(3, | |
980 | printk("%s: START_UNIT failed to sdev:" | |
981 | " 0x%p\n", current->comm, sdev)); | |
982 | } | |
983 | } | |
984 | ||
985 | return list_empty(work_q); | |
986 | } | |
987 | ||
988 | ||
989 | /** | |
990 | * scsi_eh_bus_device_reset - send bdr if needed | |
991 | * @shost: scsi host being recovered. | |
eb44820c RL |
992 | * @work_q: &list_head for pending commands. |
993 | * @done_q: &list_head for processed commands. | |
1da177e4 LT |
994 | * |
995 | * Notes: | |
eb44820c | 996 | * Try a bus device reset. Still, look to see whether we have multiple |
1da177e4 LT |
997 | * devices that are jammed or not - if we have multiple devices, it |
998 | * makes no sense to try bus_device_reset - we really would need to try | |
999 | * a bus_reset instead. | |
dc8875e1 | 1000 | */ |
1da177e4 LT |
1001 | static int scsi_eh_bus_device_reset(struct Scsi_Host *shost, |
1002 | struct list_head *work_q, | |
1003 | struct list_head *done_q) | |
1004 | { | |
937abeaa | 1005 | struct scsi_cmnd *scmd, *bdr_scmd, *next; |
1da177e4 LT |
1006 | struct scsi_device *sdev; |
1007 | int rtn; | |
1008 | ||
1009 | shost_for_each_device(sdev, shost) { | |
1010 | bdr_scmd = NULL; | |
1011 | list_for_each_entry(scmd, work_q, eh_entry) | |
1012 | if (scmd->device == sdev) { | |
1013 | bdr_scmd = scmd; | |
1014 | break; | |
1015 | } | |
1016 | ||
1017 | if (!bdr_scmd) | |
1018 | continue; | |
1019 | ||
1020 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Sending BDR sdev:" | |
1021 | " 0x%p\n", current->comm, | |
1022 | sdev)); | |
1023 | rtn = scsi_try_bus_device_reset(bdr_scmd); | |
1024 | if (rtn == SUCCESS) { | |
1025 | if (!scsi_device_online(sdev) || | |
1026 | !scsi_eh_tur(bdr_scmd)) { | |
937abeaa CH |
1027 | list_for_each_entry_safe(scmd, next, |
1028 | work_q, eh_entry) { | |
1da177e4 LT |
1029 | if (scmd->device == sdev) |
1030 | scsi_eh_finish_cmd(scmd, | |
1031 | done_q); | |
1032 | } | |
1033 | } | |
1034 | } else { | |
1035 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: BDR" | |
1036 | " failed sdev:" | |
1037 | "0x%p\n", | |
1038 | current->comm, | |
1039 | sdev)); | |
1040 | } | |
1041 | } | |
1042 | ||
1043 | return list_empty(work_q); | |
1044 | } | |
1045 | ||
30bd7df8 MC |
1046 | /** |
1047 | * scsi_eh_target_reset - send target reset if needed | |
1048 | * @shost: scsi host being recovered. | |
1049 | * @work_q: &list_head for pending commands. | |
1050 | * @done_q: &list_head for processed commands. | |
1051 | * | |
1052 | * Notes: | |
1053 | * Try a target reset. | |
1054 | */ | |
1055 | static int scsi_eh_target_reset(struct Scsi_Host *shost, | |
1056 | struct list_head *work_q, | |
1057 | struct list_head *done_q) | |
1058 | { | |
1059 | struct scsi_cmnd *scmd, *tgtr_scmd, *next; | |
c82dc88d | 1060 | unsigned int id = 0; |
30bd7df8 MC |
1061 | int rtn; |
1062 | ||
c82dc88d | 1063 | do { |
30bd7df8 MC |
1064 | tgtr_scmd = NULL; |
1065 | list_for_each_entry(scmd, work_q, eh_entry) { | |
1066 | if (id == scmd_id(scmd)) { | |
1067 | tgtr_scmd = scmd; | |
1068 | break; | |
1069 | } | |
1070 | } | |
c82dc88d JB |
1071 | if (!tgtr_scmd) { |
1072 | /* not one exactly equal; find the next highest */ | |
1073 | list_for_each_entry(scmd, work_q, eh_entry) { | |
1074 | if (scmd_id(scmd) > id && | |
1075 | (!tgtr_scmd || | |
1076 | scmd_id(tgtr_scmd) > scmd_id(scmd))) | |
1077 | tgtr_scmd = scmd; | |
1078 | } | |
1079 | } | |
30bd7df8 | 1080 | if (!tgtr_scmd) |
c82dc88d JB |
1081 | /* no more commands, that's it */ |
1082 | break; | |
30bd7df8 MC |
1083 | |
1084 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Sending target reset " | |
1085 | "to target %d\n", | |
1086 | current->comm, id)); | |
1087 | rtn = scsi_try_target_reset(tgtr_scmd); | |
1088 | if (rtn == SUCCESS) { | |
1089 | list_for_each_entry_safe(scmd, next, work_q, eh_entry) { | |
1090 | if (id == scmd_id(scmd)) | |
1091 | if (!scsi_device_online(scmd->device) || | |
1092 | !scsi_eh_tur(tgtr_scmd)) | |
1093 | scsi_eh_finish_cmd(scmd, | |
1094 | done_q); | |
1095 | } | |
1096 | } else | |
1097 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Target reset" | |
1098 | " failed target: " | |
1099 | "%d\n", | |
1100 | current->comm, id)); | |
c82dc88d JB |
1101 | id++; |
1102 | } while(id != 0); | |
30bd7df8 MC |
1103 | |
1104 | return list_empty(work_q); | |
1105 | } | |
1106 | ||
1da177e4 LT |
1107 | /** |
1108 | * scsi_eh_bus_reset - send a bus reset | |
eb44820c RL |
1109 | * @shost: &scsi host being recovered. |
1110 | * @work_q: &list_head for pending commands. | |
1111 | * @done_q: &list_head for processed commands. | |
dc8875e1 | 1112 | */ |
1da177e4 LT |
1113 | static int scsi_eh_bus_reset(struct Scsi_Host *shost, |
1114 | struct list_head *work_q, | |
1115 | struct list_head *done_q) | |
1116 | { | |
937abeaa | 1117 | struct scsi_cmnd *scmd, *chan_scmd, *next; |
1da177e4 LT |
1118 | unsigned int channel; |
1119 | int rtn; | |
1120 | ||
1121 | /* | |
1122 | * we really want to loop over the various channels, and do this on | |
1123 | * a channel by channel basis. we should also check to see if any | |
1124 | * of the failed commands are on soft_reset devices, and if so, skip | |
1125 | * the reset. | |
1126 | */ | |
1127 | ||
1128 | for (channel = 0; channel <= shost->max_channel; channel++) { | |
1129 | chan_scmd = NULL; | |
1130 | list_for_each_entry(scmd, work_q, eh_entry) { | |
422c0d61 | 1131 | if (channel == scmd_channel(scmd)) { |
1da177e4 LT |
1132 | chan_scmd = scmd; |
1133 | break; | |
1134 | /* | |
1135 | * FIXME add back in some support for | |
1136 | * soft_reset devices. | |
1137 | */ | |
1138 | } | |
1139 | } | |
1140 | ||
1141 | if (!chan_scmd) | |
1142 | continue; | |
1143 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Sending BRST chan:" | |
1144 | " %d\n", current->comm, | |
1145 | channel)); | |
1146 | rtn = scsi_try_bus_reset(chan_scmd); | |
1147 | if (rtn == SUCCESS) { | |
937abeaa | 1148 | list_for_each_entry_safe(scmd, next, work_q, eh_entry) { |
422c0d61 | 1149 | if (channel == scmd_channel(scmd)) |
1da177e4 LT |
1150 | if (!scsi_device_online(scmd->device) || |
1151 | !scsi_eh_tur(scmd)) | |
1152 | scsi_eh_finish_cmd(scmd, | |
1153 | done_q); | |
1154 | } | |
1155 | } else { | |
1156 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: BRST" | |
1157 | " failed chan: %d\n", | |
1158 | current->comm, | |
1159 | channel)); | |
1160 | } | |
1161 | } | |
1162 | return list_empty(work_q); | |
1163 | } | |
1164 | ||
1165 | /** | |
1166 | * scsi_eh_host_reset - send a host reset | |
1167 | * @work_q: list_head for processed commands. | |
1168 | * @done_q: list_head for processed commands. | |
dc8875e1 | 1169 | */ |
1da177e4 LT |
1170 | static int scsi_eh_host_reset(struct list_head *work_q, |
1171 | struct list_head *done_q) | |
1172 | { | |
937abeaa | 1173 | struct scsi_cmnd *scmd, *next; |
1da177e4 | 1174 | int rtn; |
1da177e4 LT |
1175 | |
1176 | if (!list_empty(work_q)) { | |
1177 | scmd = list_entry(work_q->next, | |
1178 | struct scsi_cmnd, eh_entry); | |
1179 | ||
1180 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: Sending HRST\n" | |
1181 | , current->comm)); | |
1182 | ||
1183 | rtn = scsi_try_host_reset(scmd); | |
1184 | if (rtn == SUCCESS) { | |
937abeaa | 1185 | list_for_each_entry_safe(scmd, next, work_q, eh_entry) { |
1da177e4 LT |
1186 | if (!scsi_device_online(scmd->device) || |
1187 | (!scsi_eh_try_stu(scmd) && !scsi_eh_tur(scmd)) || | |
1188 | !scsi_eh_tur(scmd)) | |
1189 | scsi_eh_finish_cmd(scmd, done_q); | |
1190 | } | |
1191 | } else { | |
1192 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: HRST" | |
1193 | " failed\n", | |
1194 | current->comm)); | |
1195 | } | |
1196 | } | |
1197 | return list_empty(work_q); | |
1198 | } | |
1199 | ||
1200 | /** | |
1201 | * scsi_eh_offline_sdevs - offline scsi devices that fail to recover | |
1202 | * @work_q: list_head for processed commands. | |
1203 | * @done_q: list_head for processed commands. | |
dc8875e1 | 1204 | */ |
1da177e4 LT |
1205 | static void scsi_eh_offline_sdevs(struct list_head *work_q, |
1206 | struct list_head *done_q) | |
1207 | { | |
937abeaa | 1208 | struct scsi_cmnd *scmd, *next; |
1da177e4 | 1209 | |
937abeaa | 1210 | list_for_each_entry_safe(scmd, next, work_q, eh_entry) { |
31765d7d MW |
1211 | sdev_printk(KERN_INFO, scmd->device, "Device offlined - " |
1212 | "not ready after error recovery\n"); | |
1da177e4 | 1213 | scsi_device_set_state(scmd->device, SDEV_OFFLINE); |
3111b0d1 | 1214 | if (scmd->eh_eflags & SCSI_EH_CANCEL_CMD) { |
1da177e4 LT |
1215 | /* |
1216 | * FIXME: Handle lost cmds. | |
1217 | */ | |
1218 | } | |
1219 | scsi_eh_finish_cmd(scmd, done_q); | |
1220 | } | |
1221 | return; | |
1222 | } | |
1223 | ||
4a27446f MC |
1224 | /** |
1225 | * scsi_noretry_cmd - determinte if command should be failed fast | |
1226 | * @scmd: SCSI cmd to examine. | |
1227 | */ | |
1228 | int scsi_noretry_cmd(struct scsi_cmnd *scmd) | |
1229 | { | |
1230 | switch (host_byte(scmd->result)) { | |
1231 | case DID_OK: | |
1232 | break; | |
1233 | case DID_BUS_BUSY: | |
1234 | return blk_failfast_transport(scmd->request); | |
1235 | case DID_PARITY: | |
1236 | return blk_failfast_dev(scmd->request); | |
1237 | case DID_ERROR: | |
1238 | if (msg_byte(scmd->result) == COMMAND_COMPLETE && | |
1239 | status_byte(scmd->result) == RESERVATION_CONFLICT) | |
1240 | return 0; | |
1241 | /* fall through */ | |
1242 | case DID_SOFT_ERROR: | |
1243 | return blk_failfast_driver(scmd->request); | |
1244 | } | |
1245 | ||
1246 | switch (status_byte(scmd->result)) { | |
1247 | case CHECK_CONDITION: | |
1248 | /* | |
1249 | * assume caller has checked sense and determinted | |
1250 | * the check condition was retryable. | |
1251 | */ | |
1252 | return blk_failfast_dev(scmd->request); | |
1253 | } | |
1254 | ||
1255 | return 0; | |
1256 | } | |
1257 | ||
1da177e4 LT |
1258 | /** |
1259 | * scsi_decide_disposition - Disposition a cmd on return from LLD. | |
1260 | * @scmd: SCSI cmd to examine. | |
1261 | * | |
1262 | * Notes: | |
1263 | * This is *only* called when we are examining the status after sending | |
1264 | * out the actual data command. any commands that are queued for error | |
1265 | * recovery (e.g. test_unit_ready) do *not* come through here. | |
1266 | * | |
1267 | * When this routine returns failed, it means the error handler thread | |
1268 | * is woken. In cases where the error code indicates an error that | |
1269 | * doesn't require the error handler read (i.e. we don't need to | |
1270 | * abort/reset), this function should return SUCCESS. | |
dc8875e1 | 1271 | */ |
1da177e4 LT |
1272 | int scsi_decide_disposition(struct scsi_cmnd *scmd) |
1273 | { | |
1274 | int rtn; | |
1275 | ||
1276 | /* | |
1277 | * if the device is offline, then we clearly just pass the result back | |
1278 | * up to the top level. | |
1279 | */ | |
1280 | if (!scsi_device_online(scmd->device)) { | |
1281 | SCSI_LOG_ERROR_RECOVERY(5, printk("%s: device offline - report" | |
1282 | " as SUCCESS\n", | |
cadbd4a5 | 1283 | __func__)); |
1da177e4 LT |
1284 | return SUCCESS; |
1285 | } | |
1286 | ||
1287 | /* | |
1288 | * first check the host byte, to see if there is anything in there | |
1289 | * that would indicate what we need to do. | |
1290 | */ | |
1291 | switch (host_byte(scmd->result)) { | |
1292 | case DID_PASSTHROUGH: | |
1293 | /* | |
1294 | * no matter what, pass this through to the upper layer. | |
1295 | * nuke this special code so that it looks like we are saying | |
1296 | * did_ok. | |
1297 | */ | |
1298 | scmd->result &= 0xff00ffff; | |
1299 | return SUCCESS; | |
1300 | case DID_OK: | |
1301 | /* | |
1302 | * looks good. drop through, and check the next byte. | |
1303 | */ | |
1304 | break; | |
1305 | case DID_NO_CONNECT: | |
1306 | case DID_BAD_TARGET: | |
1307 | case DID_ABORT: | |
1308 | /* | |
1309 | * note - this means that we just report the status back | |
1310 | * to the top level driver, not that we actually think | |
1311 | * that it indicates SUCCESS. | |
1312 | */ | |
1313 | return SUCCESS; | |
1314 | /* | |
1315 | * when the low level driver returns did_soft_error, | |
1316 | * it is responsible for keeping an internal retry counter | |
1317 | * in order to avoid endless loops (db) | |
1318 | * | |
1319 | * actually this is a bug in this function here. we should | |
1320 | * be mindful of the maximum number of retries specified | |
1321 | * and not get stuck in a loop. | |
1322 | */ | |
1323 | case DID_SOFT_ERROR: | |
1324 | goto maybe_retry; | |
1325 | case DID_IMM_RETRY: | |
1326 | return NEEDS_RETRY; | |
1327 | ||
bf341919 | 1328 | case DID_REQUEUE: |
1329 | return ADD_TO_MLQUEUE; | |
a4dfaa6f MC |
1330 | case DID_TRANSPORT_DISRUPTED: |
1331 | /* | |
1332 | * LLD/transport was disrupted during processing of the IO. | |
1333 | * The transport class is now blocked/blocking, | |
1334 | * and the transport will decide what to do with the IO | |
939c2288 MC |
1335 | * based on its timers and recovery capablilities if |
1336 | * there are enough retries. | |
a4dfaa6f | 1337 | */ |
939c2288 | 1338 | goto maybe_retry; |
a4dfaa6f MC |
1339 | case DID_TRANSPORT_FAILFAST: |
1340 | /* | |
1341 | * The transport decided to failfast the IO (most likely | |
1342 | * the fast io fail tmo fired), so send IO directly upwards. | |
1343 | */ | |
1344 | return SUCCESS; | |
1da177e4 LT |
1345 | case DID_ERROR: |
1346 | if (msg_byte(scmd->result) == COMMAND_COMPLETE && | |
1347 | status_byte(scmd->result) == RESERVATION_CONFLICT) | |
1348 | /* | |
1349 | * execute reservation conflict processing code | |
1350 | * lower down | |
1351 | */ | |
1352 | break; | |
1353 | /* fallthrough */ | |
1354 | ||
1355 | case DID_BUS_BUSY: | |
1356 | case DID_PARITY: | |
1357 | goto maybe_retry; | |
1358 | case DID_TIME_OUT: | |
1359 | /* | |
1360 | * when we scan the bus, we get timeout messages for | |
1361 | * these commands if there is no device available. | |
1362 | * other hosts report did_no_connect for the same thing. | |
1363 | */ | |
1364 | if ((scmd->cmnd[0] == TEST_UNIT_READY || | |
1365 | scmd->cmnd[0] == INQUIRY)) { | |
1366 | return SUCCESS; | |
1367 | } else { | |
1368 | return FAILED; | |
1369 | } | |
1370 | case DID_RESET: | |
1371 | return SUCCESS; | |
1372 | default: | |
1373 | return FAILED; | |
1374 | } | |
1375 | ||
1376 | /* | |
1377 | * next, check the message byte. | |
1378 | */ | |
1379 | if (msg_byte(scmd->result) != COMMAND_COMPLETE) | |
1380 | return FAILED; | |
1381 | ||
1382 | /* | |
1383 | * check the status byte to see if this indicates anything special. | |
1384 | */ | |
1385 | switch (status_byte(scmd->result)) { | |
1386 | case QUEUE_FULL: | |
1387 | /* | |
1388 | * the case of trying to send too many commands to a | |
1389 | * tagged queueing device. | |
1390 | */ | |
1391 | case BUSY: | |
1392 | /* | |
1393 | * device can't talk to us at the moment. Should only | |
1394 | * occur (SAM-3) when the task queue is empty, so will cause | |
1395 | * the empty queue handling to trigger a stall in the | |
1396 | * device. | |
1397 | */ | |
1398 | return ADD_TO_MLQUEUE; | |
1399 | case GOOD: | |
1400 | case COMMAND_TERMINATED: | |
1da177e4 | 1401 | return SUCCESS; |
a9b589d9 VB |
1402 | case TASK_ABORTED: |
1403 | goto maybe_retry; | |
1da177e4 LT |
1404 | case CHECK_CONDITION: |
1405 | rtn = scsi_check_sense(scmd); | |
1406 | if (rtn == NEEDS_RETRY) | |
1407 | goto maybe_retry; | |
1408 | /* if rtn == FAILED, we have no sense information; | |
1409 | * returning FAILED will wake the error handler thread | |
1410 | * to collect the sense and redo the decide | |
1411 | * disposition */ | |
1412 | return rtn; | |
1413 | case CONDITION_GOOD: | |
1414 | case INTERMEDIATE_GOOD: | |
1415 | case INTERMEDIATE_C_GOOD: | |
1416 | case ACA_ACTIVE: | |
1417 | /* | |
1418 | * who knows? FIXME(eric) | |
1419 | */ | |
1420 | return SUCCESS; | |
1421 | ||
1422 | case RESERVATION_CONFLICT: | |
9ccfc756 JB |
1423 | sdev_printk(KERN_INFO, scmd->device, |
1424 | "reservation conflict\n"); | |
1da177e4 LT |
1425 | return SUCCESS; /* causes immediate i/o error */ |
1426 | default: | |
1427 | return FAILED; | |
1428 | } | |
1429 | return FAILED; | |
1430 | ||
1431 | maybe_retry: | |
1432 | ||
1433 | /* we requeue for retry because the error was retryable, and | |
1434 | * the request was not marked fast fail. Note that above, | |
1435 | * even if the request is marked fast fail, we still requeue | |
1436 | * for queue congestion conditions (QUEUE_FULL or BUSY) */ | |
8884efab | 1437 | if ((++scmd->retries) <= scmd->allowed |
4a27446f | 1438 | && !scsi_noretry_cmd(scmd)) { |
1da177e4 LT |
1439 | return NEEDS_RETRY; |
1440 | } else { | |
1441 | /* | |
1442 | * no more retries - report this one back to upper level. | |
1443 | */ | |
1444 | return SUCCESS; | |
1445 | } | |
1446 | } | |
1447 | ||
f078727b FT |
1448 | static void eh_lock_door_done(struct request *req, int uptodate) |
1449 | { | |
1450 | __blk_put_request(req->q, req); | |
1451 | } | |
1452 | ||
1da177e4 LT |
1453 | /** |
1454 | * scsi_eh_lock_door - Prevent medium removal for the specified device | |
1455 | * @sdev: SCSI device to prevent medium removal | |
1456 | * | |
1457 | * Locking: | |
91bc31fb | 1458 | * We must be called from process context. |
1da177e4 LT |
1459 | * |
1460 | * Notes: | |
1461 | * We queue up an asynchronous "ALLOW MEDIUM REMOVAL" request on the | |
1462 | * head of the devices request queue, and continue. | |
dc8875e1 | 1463 | */ |
1da177e4 LT |
1464 | static void scsi_eh_lock_door(struct scsi_device *sdev) |
1465 | { | |
f078727b | 1466 | struct request *req; |
1da177e4 | 1467 | |
91bc31fb JB |
1468 | /* |
1469 | * blk_get_request with GFP_KERNEL (__GFP_WAIT) sleeps until a | |
1470 | * request becomes available | |
1471 | */ | |
f078727b | 1472 | req = blk_get_request(sdev->request_queue, READ, GFP_KERNEL); |
1da177e4 | 1473 | |
f078727b FT |
1474 | req->cmd[0] = ALLOW_MEDIUM_REMOVAL; |
1475 | req->cmd[1] = 0; | |
1476 | req->cmd[2] = 0; | |
1477 | req->cmd[3] = 0; | |
1478 | req->cmd[4] = SCSI_REMOVAL_PREVENT; | |
1479 | req->cmd[5] = 0; | |
1da177e4 | 1480 | |
f078727b FT |
1481 | req->cmd_len = COMMAND_SIZE(req->cmd[0]); |
1482 | ||
1483 | req->cmd_type = REQ_TYPE_BLOCK_PC; | |
1484 | req->cmd_flags |= REQ_QUIET; | |
1485 | req->timeout = 10 * HZ; | |
1486 | req->retries = 5; | |
1487 | ||
1488 | blk_execute_rq_nowait(req->q, NULL, req, 1, eh_lock_door_done); | |
1489 | } | |
1da177e4 LT |
1490 | |
1491 | /** | |
1492 | * scsi_restart_operations - restart io operations to the specified host. | |
1493 | * @shost: Host we are restarting. | |
1494 | * | |
1495 | * Notes: | |
1496 | * When we entered the error handler, we blocked all further i/o to | |
1497 | * this device. we need to 'reverse' this process. | |
dc8875e1 | 1498 | */ |
1da177e4 LT |
1499 | static void scsi_restart_operations(struct Scsi_Host *shost) |
1500 | { | |
1501 | struct scsi_device *sdev; | |
939647ee | 1502 | unsigned long flags; |
1da177e4 LT |
1503 | |
1504 | /* | |
1505 | * If the door was locked, we need to insert a door lock request | |
1506 | * onto the head of the SCSI request queue for the device. There | |
1507 | * is no point trying to lock the door of an off-line device. | |
1508 | */ | |
1509 | shost_for_each_device(sdev, shost) { | |
1510 | if (scsi_device_online(sdev) && sdev->locked) | |
1511 | scsi_eh_lock_door(sdev); | |
1512 | } | |
1513 | ||
1514 | /* | |
1515 | * next free up anything directly waiting upon the host. this | |
1516 | * will be requests for character device operations, and also for | |
1517 | * ioctls to queued block devices. | |
1518 | */ | |
1519 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: waking up host to restart\n", | |
cadbd4a5 | 1520 | __func__)); |
1da177e4 | 1521 | |
939647ee JB |
1522 | spin_lock_irqsave(shost->host_lock, flags); |
1523 | if (scsi_host_set_state(shost, SHOST_RUNNING)) | |
1524 | if (scsi_host_set_state(shost, SHOST_CANCEL)) | |
1525 | BUG_ON(scsi_host_set_state(shost, SHOST_DEL)); | |
1526 | spin_unlock_irqrestore(shost->host_lock, flags); | |
1da177e4 LT |
1527 | |
1528 | wake_up(&shost->host_wait); | |
1529 | ||
1530 | /* | |
1531 | * finally we need to re-initiate requests that may be pending. we will | |
1532 | * have had everything blocked while error handling is taking place, and | |
1533 | * now that error recovery is done, we will need to ensure that these | |
1534 | * requests are started. | |
1535 | */ | |
1536 | scsi_run_host_queues(shost); | |
1537 | } | |
1538 | ||
1539 | /** | |
1540 | * scsi_eh_ready_devs - check device ready state and recover if not. | |
1541 | * @shost: host to be recovered. | |
eb44820c RL |
1542 | * @work_q: &list_head for pending commands. |
1543 | * @done_q: &list_head for processed commands. | |
dc8875e1 | 1544 | */ |
dca84e46 DW |
1545 | void scsi_eh_ready_devs(struct Scsi_Host *shost, |
1546 | struct list_head *work_q, | |
1547 | struct list_head *done_q) | |
1da177e4 LT |
1548 | { |
1549 | if (!scsi_eh_stu(shost, work_q, done_q)) | |
1550 | if (!scsi_eh_bus_device_reset(shost, work_q, done_q)) | |
30bd7df8 MC |
1551 | if (!scsi_eh_target_reset(shost, work_q, done_q)) |
1552 | if (!scsi_eh_bus_reset(shost, work_q, done_q)) | |
1553 | if (!scsi_eh_host_reset(work_q, done_q)) | |
1554 | scsi_eh_offline_sdevs(work_q, | |
1555 | done_q); | |
1da177e4 | 1556 | } |
dca84e46 | 1557 | EXPORT_SYMBOL_GPL(scsi_eh_ready_devs); |
1da177e4 LT |
1558 | |
1559 | /** | |
1560 | * scsi_eh_flush_done_q - finish processed commands or retry them. | |
1561 | * @done_q: list_head of processed commands. | |
dc8875e1 | 1562 | */ |
041c5fc3 | 1563 | void scsi_eh_flush_done_q(struct list_head *done_q) |
1da177e4 | 1564 | { |
937abeaa | 1565 | struct scsi_cmnd *scmd, *next; |
1da177e4 | 1566 | |
937abeaa CH |
1567 | list_for_each_entry_safe(scmd, next, done_q, eh_entry) { |
1568 | list_del_init(&scmd->eh_entry); | |
1da177e4 | 1569 | if (scsi_device_online(scmd->device) && |
4a27446f | 1570 | !scsi_noretry_cmd(scmd) && |
8884efab | 1571 | (++scmd->retries <= scmd->allowed)) { |
1da177e4 LT |
1572 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: flush" |
1573 | " retry cmd: %p\n", | |
1574 | current->comm, | |
1575 | scmd)); | |
1576 | scsi_queue_insert(scmd, SCSI_MLQUEUE_EH_RETRY); | |
1577 | } else { | |
793698ce PM |
1578 | /* |
1579 | * If just we got sense for the device (called | |
1580 | * scsi_eh_get_sense), scmd->result is already | |
1581 | * set, do not set DRIVER_TIMEOUT. | |
1582 | */ | |
1da177e4 LT |
1583 | if (!scmd->result) |
1584 | scmd->result |= (DRIVER_TIMEOUT << 24); | |
1585 | SCSI_LOG_ERROR_RECOVERY(3, printk("%s: flush finish" | |
1586 | " cmd: %p\n", | |
1587 | current->comm, scmd)); | |
1588 | scsi_finish_command(scmd); | |
1589 | } | |
1590 | } | |
1591 | } | |
041c5fc3 | 1592 | EXPORT_SYMBOL(scsi_eh_flush_done_q); |
1da177e4 LT |
1593 | |
1594 | /** | |
1595 | * scsi_unjam_host - Attempt to fix a host which has a cmd that failed. | |
1596 | * @shost: Host to unjam. | |
1597 | * | |
1598 | * Notes: | |
1599 | * When we come in here, we *know* that all commands on the bus have | |
1600 | * either completed, failed or timed out. we also know that no further | |
1601 | * commands are being sent to the host, so things are relatively quiet | |
1602 | * and we have freedom to fiddle with things as we wish. | |
1603 | * | |
1604 | * This is only the *default* implementation. it is possible for | |
1605 | * individual drivers to supply their own version of this function, and | |
1606 | * if the maintainer wishes to do this, it is strongly suggested that | |
1607 | * this function be taken as a template and modified. this function | |
1608 | * was designed to correctly handle problems for about 95% of the | |
1609 | * different cases out there, and it should always provide at least a | |
1610 | * reasonable amount of error recovery. | |
1611 | * | |
1612 | * Any command marked 'failed' or 'timeout' must eventually have | |
1613 | * scsi_finish_cmd() called for it. we do all of the retry stuff | |
1614 | * here, so when we restart the host after we return it should have an | |
1615 | * empty queue. | |
dc8875e1 | 1616 | */ |
1da177e4 LT |
1617 | static void scsi_unjam_host(struct Scsi_Host *shost) |
1618 | { | |
1619 | unsigned long flags; | |
1620 | LIST_HEAD(eh_work_q); | |
1621 | LIST_HEAD(eh_done_q); | |
1622 | ||
1623 | spin_lock_irqsave(shost->host_lock, flags); | |
1624 | list_splice_init(&shost->eh_cmd_q, &eh_work_q); | |
1625 | spin_unlock_irqrestore(shost->host_lock, flags); | |
1626 | ||
1627 | SCSI_LOG_ERROR_RECOVERY(1, scsi_eh_prt_fail_stats(shost, &eh_work_q)); | |
1628 | ||
1629 | if (!scsi_eh_get_sense(&eh_work_q, &eh_done_q)) | |
1630 | if (!scsi_eh_abort_cmds(&eh_work_q, &eh_done_q)) | |
1631 | scsi_eh_ready_devs(shost, &eh_work_q, &eh_done_q); | |
1632 | ||
1633 | scsi_eh_flush_done_q(&eh_done_q); | |
1634 | } | |
1635 | ||
1636 | /** | |
ad42eb1b | 1637 | * scsi_error_handler - SCSI error handler thread |
1da177e4 LT |
1638 | * @data: Host for which we are running. |
1639 | * | |
1640 | * Notes: | |
ad42eb1b CH |
1641 | * This is the main error handling loop. This is run as a kernel thread |
1642 | * for every SCSI host and handles all error handling activity. | |
dc8875e1 | 1643 | */ |
1da177e4 LT |
1644 | int scsi_error_handler(void *data) |
1645 | { | |
ad42eb1b | 1646 | struct Scsi_Host *shost = data; |
1da177e4 | 1647 | |
1da177e4 | 1648 | /* |
ad42eb1b CH |
1649 | * We use TASK_INTERRUPTIBLE so that the thread is not |
1650 | * counted against the load average as a running process. | |
1651 | * We never actually get interrupted because kthread_run | |
c03264a7 | 1652 | * disables signal delivery for the created thread. |
1da177e4 | 1653 | */ |
3ed7a470 JB |
1654 | set_current_state(TASK_INTERRUPTIBLE); |
1655 | while (!kthread_should_stop()) { | |
ee7863bc | 1656 | if ((shost->host_failed == 0 && shost->host_eh_scheduled == 0) || |
3ed7a470 | 1657 | shost->host_failed != shost->host_busy) { |
ad42eb1b CH |
1658 | SCSI_LOG_ERROR_RECOVERY(1, |
1659 | printk("Error handler scsi_eh_%d sleeping\n", | |
1660 | shost->host_no)); | |
3ed7a470 JB |
1661 | schedule(); |
1662 | set_current_state(TASK_INTERRUPTIBLE); | |
1663 | continue; | |
1664 | } | |
1da177e4 | 1665 | |
3ed7a470 | 1666 | __set_current_state(TASK_RUNNING); |
ad42eb1b CH |
1667 | SCSI_LOG_ERROR_RECOVERY(1, |
1668 | printk("Error handler scsi_eh_%d waking up\n", | |
1669 | shost->host_no)); | |
1da177e4 | 1670 | |
1da177e4 LT |
1671 | /* |
1672 | * We have a host that is failing for some reason. Figure out | |
1673 | * what we need to do to get it up and online again (if we can). | |
1674 | * If we fail, we end up taking the thing offline. | |
1675 | */ | |
9227c33d CH |
1676 | if (shost->transportt->eh_strategy_handler) |
1677 | shost->transportt->eh_strategy_handler(shost); | |
1da177e4 LT |
1678 | else |
1679 | scsi_unjam_host(shost); | |
1680 | ||
1da177e4 LT |
1681 | /* |
1682 | * Note - if the above fails completely, the action is to take | |
1683 | * individual devices offline and flush the queue of any | |
1684 | * outstanding requests that may have been pending. When we | |
1685 | * restart, we restart any I/O to any other devices on the bus | |
1686 | * which are still online. | |
1687 | */ | |
1688 | scsi_restart_operations(shost); | |
3ed7a470 | 1689 | set_current_state(TASK_INTERRUPTIBLE); |
1da177e4 | 1690 | } |
461a0ffb SR |
1691 | __set_current_state(TASK_RUNNING); |
1692 | ||
ad42eb1b CH |
1693 | SCSI_LOG_ERROR_RECOVERY(1, |
1694 | printk("Error handler scsi_eh_%d exiting\n", shost->host_no)); | |
3ed7a470 | 1695 | shost->ehandler = NULL; |
1da177e4 LT |
1696 | return 0; |
1697 | } | |
1698 | ||
1699 | /* | |
1700 | * Function: scsi_report_bus_reset() | |
1701 | * | |
1702 | * Purpose: Utility function used by low-level drivers to report that | |
1703 | * they have observed a bus reset on the bus being handled. | |
1704 | * | |
1705 | * Arguments: shost - Host in question | |
1706 | * channel - channel on which reset was observed. | |
1707 | * | |
1708 | * Returns: Nothing | |
1709 | * | |
1710 | * Lock status: Host lock must be held. | |
1711 | * | |
1712 | * Notes: This only needs to be called if the reset is one which | |
1713 | * originates from an unknown location. Resets originated | |
1714 | * by the mid-level itself don't need to call this, but there | |
1715 | * should be no harm. | |
1716 | * | |
1717 | * The main purpose of this is to make sure that a CHECK_CONDITION | |
1718 | * is properly treated. | |
1719 | */ | |
1720 | void scsi_report_bus_reset(struct Scsi_Host *shost, int channel) | |
1721 | { | |
1722 | struct scsi_device *sdev; | |
1723 | ||
1724 | __shost_for_each_device(sdev, shost) { | |
30bd7df8 MC |
1725 | if (channel == sdev_channel(sdev)) |
1726 | __scsi_report_device_reset(sdev, NULL); | |
1da177e4 LT |
1727 | } |
1728 | } | |
1729 | EXPORT_SYMBOL(scsi_report_bus_reset); | |
1730 | ||
1731 | /* | |
1732 | * Function: scsi_report_device_reset() | |
1733 | * | |
1734 | * Purpose: Utility function used by low-level drivers to report that | |
1735 | * they have observed a device reset on the device being handled. | |
1736 | * | |
1737 | * Arguments: shost - Host in question | |
1738 | * channel - channel on which reset was observed | |
1739 | * target - target on which reset was observed | |
1740 | * | |
1741 | * Returns: Nothing | |
1742 | * | |
1743 | * Lock status: Host lock must be held | |
1744 | * | |
1745 | * Notes: This only needs to be called if the reset is one which | |
1746 | * originates from an unknown location. Resets originated | |
1747 | * by the mid-level itself don't need to call this, but there | |
1748 | * should be no harm. | |
1749 | * | |
1750 | * The main purpose of this is to make sure that a CHECK_CONDITION | |
1751 | * is properly treated. | |
1752 | */ | |
1753 | void scsi_report_device_reset(struct Scsi_Host *shost, int channel, int target) | |
1754 | { | |
1755 | struct scsi_device *sdev; | |
1756 | ||
1757 | __shost_for_each_device(sdev, shost) { | |
422c0d61 | 1758 | if (channel == sdev_channel(sdev) && |
30bd7df8 MC |
1759 | target == sdev_id(sdev)) |
1760 | __scsi_report_device_reset(sdev, NULL); | |
1da177e4 LT |
1761 | } |
1762 | } | |
1763 | EXPORT_SYMBOL(scsi_report_device_reset); | |
1764 | ||
1765 | static void | |
1766 | scsi_reset_provider_done_command(struct scsi_cmnd *scmd) | |
1767 | { | |
1768 | } | |
1769 | ||
1770 | /* | |
1771 | * Function: scsi_reset_provider | |
1772 | * | |
1773 | * Purpose: Send requested reset to a bus or device at any phase. | |
1774 | * | |
1775 | * Arguments: device - device to send reset to | |
1776 | * flag - reset type (see scsi.h) | |
1777 | * | |
1778 | * Returns: SUCCESS/FAILURE. | |
1779 | * | |
1780 | * Notes: This is used by the SCSI Generic driver to provide | |
1781 | * Bus/Device reset capability. | |
1782 | */ | |
1783 | int | |
1784 | scsi_reset_provider(struct scsi_device *dev, int flag) | |
1785 | { | |
1786 | struct scsi_cmnd *scmd = scsi_get_command(dev, GFP_KERNEL); | |
d7a1bb0a | 1787 | struct Scsi_Host *shost = dev->host; |
1da177e4 | 1788 | struct request req; |
d7a1bb0a | 1789 | unsigned long flags; |
1da177e4 LT |
1790 | int rtn; |
1791 | ||
4f54eec8 | 1792 | blk_rq_init(NULL, &req); |
1da177e4 | 1793 | scmd->request = &req; |
b4edcbca | 1794 | |
64a87b24 BH |
1795 | scmd->cmnd = req.cmd; |
1796 | ||
1da177e4 | 1797 | scmd->scsi_done = scsi_reset_provider_done_command; |
30b0c37b | 1798 | memset(&scmd->sdb, 0, sizeof(scmd->sdb)); |
1da177e4 LT |
1799 | |
1800 | scmd->cmd_len = 0; | |
1801 | ||
1802 | scmd->sc_data_direction = DMA_BIDIRECTIONAL; | |
1da177e4 | 1803 | |
d7a1bb0a JS |
1804 | spin_lock_irqsave(shost->host_lock, flags); |
1805 | shost->tmf_in_progress = 1; | |
1806 | spin_unlock_irqrestore(shost->host_lock, flags); | |
1807 | ||
1da177e4 LT |
1808 | switch (flag) { |
1809 | case SCSI_TRY_RESET_DEVICE: | |
1810 | rtn = scsi_try_bus_device_reset(scmd); | |
1811 | if (rtn == SUCCESS) | |
1812 | break; | |
1813 | /* FALLTHROUGH */ | |
30bd7df8 MC |
1814 | case SCSI_TRY_RESET_TARGET: |
1815 | rtn = scsi_try_target_reset(scmd); | |
1816 | if (rtn == SUCCESS) | |
1817 | break; | |
1818 | /* FALLTHROUGH */ | |
1da177e4 LT |
1819 | case SCSI_TRY_RESET_BUS: |
1820 | rtn = scsi_try_bus_reset(scmd); | |
1821 | if (rtn == SUCCESS) | |
1822 | break; | |
1823 | /* FALLTHROUGH */ | |
1824 | case SCSI_TRY_RESET_HOST: | |
1825 | rtn = scsi_try_host_reset(scmd); | |
1826 | break; | |
1827 | default: | |
1828 | rtn = FAILED; | |
1829 | } | |
1830 | ||
d7a1bb0a JS |
1831 | spin_lock_irqsave(shost->host_lock, flags); |
1832 | shost->tmf_in_progress = 0; | |
1833 | spin_unlock_irqrestore(shost->host_lock, flags); | |
1834 | ||
1835 | /* | |
1836 | * be sure to wake up anyone who was sleeping or had their queue | |
1837 | * suspended while we performed the TMF. | |
1838 | */ | |
1839 | SCSI_LOG_ERROR_RECOVERY(3, | |
1840 | printk("%s: waking up host to restart after TMF\n", | |
cadbd4a5 | 1841 | __func__)); |
d7a1bb0a JS |
1842 | |
1843 | wake_up(&shost->host_wait); | |
1844 | ||
1845 | scsi_run_host_queues(shost); | |
1846 | ||
1da177e4 LT |
1847 | scsi_next_command(scmd); |
1848 | return rtn; | |
1849 | } | |
1850 | EXPORT_SYMBOL(scsi_reset_provider); | |
1851 | ||
1852 | /** | |
1853 | * scsi_normalize_sense - normalize main elements from either fixed or | |
1854 | * descriptor sense data format into a common format. | |
1855 | * | |
1856 | * @sense_buffer: byte array containing sense data returned by device | |
1857 | * @sb_len: number of valid bytes in sense_buffer | |
1858 | * @sshdr: pointer to instance of structure that common | |
1859 | * elements are written to. | |
1860 | * | |
1861 | * Notes: | |
1862 | * The "main elements" from sense data are: response_code, sense_key, | |
1863 | * asc, ascq and additional_length (only for descriptor format). | |
1864 | * | |
1865 | * Typically this function can be called after a device has | |
1866 | * responded to a SCSI command with the CHECK_CONDITION status. | |
1867 | * | |
1868 | * Return value: | |
1869 | * 1 if valid sense data information found, else 0; | |
dc8875e1 | 1870 | */ |
1da177e4 LT |
1871 | int scsi_normalize_sense(const u8 *sense_buffer, int sb_len, |
1872 | struct scsi_sense_hdr *sshdr) | |
1873 | { | |
33aa687d | 1874 | if (!sense_buffer || !sb_len) |
1da177e4 LT |
1875 | return 0; |
1876 | ||
1877 | memset(sshdr, 0, sizeof(struct scsi_sense_hdr)); | |
1878 | ||
1879 | sshdr->response_code = (sense_buffer[0] & 0x7f); | |
33aa687d JB |
1880 | |
1881 | if (!scsi_sense_valid(sshdr)) | |
1882 | return 0; | |
1883 | ||
1da177e4 LT |
1884 | if (sshdr->response_code >= 0x72) { |
1885 | /* | |
1886 | * descriptor format | |
1887 | */ | |
1888 | if (sb_len > 1) | |
1889 | sshdr->sense_key = (sense_buffer[1] & 0xf); | |
1890 | if (sb_len > 2) | |
1891 | sshdr->asc = sense_buffer[2]; | |
1892 | if (sb_len > 3) | |
1893 | sshdr->ascq = sense_buffer[3]; | |
1894 | if (sb_len > 7) | |
1895 | sshdr->additional_length = sense_buffer[7]; | |
1896 | } else { | |
1897 | /* | |
1898 | * fixed format | |
1899 | */ | |
1900 | if (sb_len > 2) | |
1901 | sshdr->sense_key = (sense_buffer[2] & 0xf); | |
1902 | if (sb_len > 7) { | |
1903 | sb_len = (sb_len < (sense_buffer[7] + 8)) ? | |
1904 | sb_len : (sense_buffer[7] + 8); | |
1905 | if (sb_len > 12) | |
1906 | sshdr->asc = sense_buffer[12]; | |
1907 | if (sb_len > 13) | |
1908 | sshdr->ascq = sense_buffer[13]; | |
1909 | } | |
1910 | } | |
1911 | ||
1912 | return 1; | |
1913 | } | |
1914 | EXPORT_SYMBOL(scsi_normalize_sense); | |
1915 | ||
1da177e4 LT |
1916 | int scsi_command_normalize_sense(struct scsi_cmnd *cmd, |
1917 | struct scsi_sense_hdr *sshdr) | |
1918 | { | |
1919 | return scsi_normalize_sense(cmd->sense_buffer, | |
b80ca4f7 | 1920 | SCSI_SENSE_BUFFERSIZE, sshdr); |
1da177e4 LT |
1921 | } |
1922 | EXPORT_SYMBOL(scsi_command_normalize_sense); | |
1923 | ||
1924 | /** | |
eb44820c | 1925 | * scsi_sense_desc_find - search for a given descriptor type in descriptor sense data format. |
1da177e4 LT |
1926 | * @sense_buffer: byte array of descriptor format sense data |
1927 | * @sb_len: number of valid bytes in sense_buffer | |
1928 | * @desc_type: value of descriptor type to find | |
1929 | * (e.g. 0 -> information) | |
1930 | * | |
1931 | * Notes: | |
1932 | * only valid when sense data is in descriptor format | |
1933 | * | |
1934 | * Return value: | |
1935 | * pointer to start of (first) descriptor if found else NULL | |
dc8875e1 | 1936 | */ |
1da177e4 LT |
1937 | const u8 * scsi_sense_desc_find(const u8 * sense_buffer, int sb_len, |
1938 | int desc_type) | |
1939 | { | |
1940 | int add_sen_len, add_len, desc_len, k; | |
1941 | const u8 * descp; | |
1942 | ||
1943 | if ((sb_len < 8) || (0 == (add_sen_len = sense_buffer[7]))) | |
1944 | return NULL; | |
1945 | if ((sense_buffer[0] < 0x72) || (sense_buffer[0] > 0x73)) | |
1946 | return NULL; | |
1947 | add_sen_len = (add_sen_len < (sb_len - 8)) ? | |
1948 | add_sen_len : (sb_len - 8); | |
1949 | descp = &sense_buffer[8]; | |
1950 | for (desc_len = 0, k = 0; k < add_sen_len; k += desc_len) { | |
1951 | descp += desc_len; | |
1952 | add_len = (k < (add_sen_len - 1)) ? descp[1]: -1; | |
1953 | desc_len = add_len + 2; | |
1954 | if (descp[0] == desc_type) | |
1955 | return descp; | |
1956 | if (add_len < 0) // short descriptor ?? | |
1957 | break; | |
1958 | } | |
1959 | return NULL; | |
1960 | } | |
1961 | EXPORT_SYMBOL(scsi_sense_desc_find); | |
1962 | ||
1963 | /** | |
eb44820c | 1964 | * scsi_get_sense_info_fld - get information field from sense data (either fixed or descriptor format) |
1da177e4 LT |
1965 | * @sense_buffer: byte array of sense data |
1966 | * @sb_len: number of valid bytes in sense_buffer | |
1967 | * @info_out: pointer to 64 integer where 8 or 4 byte information | |
1968 | * field will be placed if found. | |
1969 | * | |
1970 | * Return value: | |
1971 | * 1 if information field found, 0 if not found. | |
dc8875e1 | 1972 | */ |
1da177e4 LT |
1973 | int scsi_get_sense_info_fld(const u8 * sense_buffer, int sb_len, |
1974 | u64 * info_out) | |
1975 | { | |
1976 | int j; | |
1977 | const u8 * ucp; | |
1978 | u64 ull; | |
1979 | ||
1980 | if (sb_len < 7) | |
1981 | return 0; | |
1982 | switch (sense_buffer[0] & 0x7f) { | |
1983 | case 0x70: | |
1984 | case 0x71: | |
1985 | if (sense_buffer[0] & 0x80) { | |
1986 | *info_out = (sense_buffer[3] << 24) + | |
1987 | (sense_buffer[4] << 16) + | |
1988 | (sense_buffer[5] << 8) + sense_buffer[6]; | |
1989 | return 1; | |
1990 | } else | |
1991 | return 0; | |
1992 | case 0x72: | |
1993 | case 0x73: | |
1994 | ucp = scsi_sense_desc_find(sense_buffer, sb_len, | |
1995 | 0 /* info desc */); | |
1996 | if (ucp && (0xa == ucp[1])) { | |
1997 | ull = 0; | |
1998 | for (j = 0; j < 8; ++j) { | |
1999 | if (j > 0) | |
2000 | ull <<= 8; | |
2001 | ull |= ucp[4 + j]; | |
2002 | } | |
2003 | *info_out = ull; | |
2004 | return 1; | |
2005 | } else | |
2006 | return 0; | |
2007 | default: | |
2008 | return 0; | |
2009 | } | |
2010 | } | |
2011 | EXPORT_SYMBOL(scsi_get_sense_info_fld); | |
3bc6a261 FT |
2012 | |
2013 | /** | |
2014 | * scsi_build_sense_buffer - build sense data in a buffer | |
2015 | * @desc: Sense format (non zero == descriptor format, | |
2016 | * 0 == fixed format) | |
2017 | * @buf: Where to build sense data | |
2018 | * @key: Sense key | |
2019 | * @asc: Additional sense code | |
2020 | * @ascq: Additional sense code qualifier | |
2021 | * | |
2022 | **/ | |
2023 | void scsi_build_sense_buffer(int desc, u8 *buf, u8 key, u8 asc, u8 ascq) | |
2024 | { | |
2025 | if (desc) { | |
2026 | buf[0] = 0x72; /* descriptor, current */ | |
2027 | buf[1] = key; | |
2028 | buf[2] = asc; | |
2029 | buf[3] = ascq; | |
2030 | buf[7] = 0; | |
2031 | } else { | |
2032 | buf[0] = 0x70; /* fixed, current */ | |
2033 | buf[2] = key; | |
2034 | buf[7] = 0xa; | |
2035 | buf[12] = asc; | |
2036 | buf[13] = ascq; | |
2037 | } | |
2038 | } | |
2039 | EXPORT_SYMBOL(scsi_build_sense_buffer); |