Commit | Line | Data |
---|---|---|
09c434b8 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
1da177e4 LT |
2 | /* |
3 | * scsi.c Copyright (C) 1992 Drew Eckhardt | |
4 | * Copyright (C) 1993, 1994, 1995, 1999 Eric Youngdale | |
5 | * Copyright (C) 2002, 2003 Christoph Hellwig | |
6 | * | |
7 | * generic mid-level SCSI driver | |
8 | * Initial versions: Drew Eckhardt | |
9 | * Subsequent revisions: Eric Youngdale | |
10 | * | |
11 | * <drew@colorado.edu> | |
12 | * | |
13 | * Bug correction thanks go to : | |
14 | * Rik Faith <faith@cs.unc.edu> | |
15 | * Tommy Thorn <tthorn> | |
16 | * Thomas Wuensche <tw@fgb1.fgb.mw.tu-muenchen.de> | |
17 | * | |
18 | * Modified by Eric Youngdale eric@andante.org or ericy@gnu.ai.mit.edu to | |
19 | * add scatter-gather, multiple outstanding request, and other | |
20 | * enhancements. | |
21 | * | |
22 | * Native multichannel, wide scsi, /proc/scsi and hot plugging | |
23 | * support added by Michael Neuffer <mike@i-connect.net> | |
24 | * | |
25 | * Added request_module("scsi_hostadapter") for kerneld: | |
26 | * (Put an "alias scsi_hostadapter your_hostadapter" in /etc/modprobe.conf) | |
27 | * Bjorn Ekwall <bj0rn@blox.se> | |
28 | * (changed to kmod) | |
29 | * | |
30 | * Major improvements to the timeout, abort, and reset processing, | |
31 | * as well as performance modifications for large queue depths by | |
32 | * Leonard N. Zubkoff <lnz@dandelion.com> | |
33 | * | |
34 | * Converted cli() code to spinlocks, Ingo Molnar | |
35 | * | |
36 | * Jiffies wrap fixes (host->resetting), 3 Dec 1998 Andrea Arcangeli | |
37 | * | |
38 | * out_of_space hacks, D. Gilbert (dpg) 990608 | |
39 | */ | |
40 | ||
41 | #include <linux/module.h> | |
42 | #include <linux/moduleparam.h> | |
43 | #include <linux/kernel.h> | |
1da177e4 LT |
44 | #include <linux/timer.h> |
45 | #include <linux/string.h> | |
46 | #include <linux/slab.h> | |
47 | #include <linux/blkdev.h> | |
48 | #include <linux/delay.h> | |
49 | #include <linux/init.h> | |
50 | #include <linux/completion.h> | |
1da177e4 LT |
51 | #include <linux/unistd.h> |
52 | #include <linux/spinlock.h> | |
53 | #include <linux/kmod.h> | |
54 | #include <linux/interrupt.h> | |
55 | #include <linux/notifier.h> | |
56 | #include <linux/cpu.h> | |
0b950672 | 57 | #include <linux/mutex.h> |
3c6bdaea | 58 | #include <asm/unaligned.h> |
1da177e4 LT |
59 | |
60 | #include <scsi/scsi.h> | |
61 | #include <scsi/scsi_cmnd.h> | |
62 | #include <scsi/scsi_dbg.h> | |
63 | #include <scsi/scsi_device.h> | |
7b3d9545 | 64 | #include <scsi/scsi_driver.h> |
1da177e4 LT |
65 | #include <scsi/scsi_eh.h> |
66 | #include <scsi/scsi_host.h> | |
67 | #include <scsi/scsi_tcq.h> | |
1da177e4 LT |
68 | |
69 | #include "scsi_priv.h" | |
70 | #include "scsi_logging.h" | |
71 | ||
bf816235 KT |
72 | #define CREATE_TRACE_POINTS |
73 | #include <trace/events/scsi.h> | |
74 | ||
1da177e4 LT |
75 | /* |
76 | * Definitions and constants. | |
77 | */ | |
78 | ||
1da177e4 LT |
79 | /* |
80 | * Note - the initial logging level can be set here to log events at boot time. | |
81 | * After the system is up, you may enable logging via the /proc interface. | |
82 | */ | |
83 | unsigned int scsi_logging_level; | |
84 | #if defined(CONFIG_SCSI_LOGGING) | |
85 | EXPORT_SYMBOL(scsi_logging_level); | |
86 | #endif | |
87 | ||
1da177e4 LT |
88 | #ifdef CONFIG_SCSI_LOGGING |
89 | void scsi_log_send(struct scsi_cmnd *cmd) | |
90 | { | |
91 | unsigned int level; | |
1da177e4 LT |
92 | |
93 | /* | |
94 | * If ML QUEUE log level is greater than or equal to: | |
95 | * | |
96 | * 1: nothing (match completion) | |
97 | * | |
c11c004b | 98 | * 2: log opcode + command of all commands + cmd address |
1da177e4 | 99 | * |
c11c004b | 100 | * 3: same as 2 |
1da177e4 | 101 | * |
a4a6afb4 | 102 | * 4: same as 3 |
1da177e4 LT |
103 | */ |
104 | if (unlikely(scsi_logging_level)) { | |
105 | level = SCSI_LOG_LEVEL(SCSI_LOG_MLQUEUE_SHIFT, | |
106 | SCSI_LOG_MLQUEUE_BITS); | |
107 | if (level > 1) { | |
c11c004b HR |
108 | scmd_printk(KERN_INFO, cmd, |
109 | "Send: scmd 0x%p\n", cmd); | |
1da177e4 | 110 | scsi_print_command(cmd); |
1da177e4 LT |
111 | } |
112 | } | |
113 | } | |
114 | ||
115 | void scsi_log_completion(struct scsi_cmnd *cmd, int disposition) | |
116 | { | |
117 | unsigned int level; | |
1da177e4 LT |
118 | |
119 | /* | |
120 | * If ML COMPLETE log level is greater than or equal to: | |
121 | * | |
122 | * 1: log disposition, result, opcode + command, and conditionally | |
123 | * sense data for failures or non SUCCESS dispositions. | |
124 | * | |
125 | * 2: same as 1 but for all command completions. | |
126 | * | |
c11c004b | 127 | * 3: same as 2 |
1da177e4 LT |
128 | * |
129 | * 4: same as 3 plus dump extra junk | |
130 | */ | |
131 | if (unlikely(scsi_logging_level)) { | |
132 | level = SCSI_LOG_LEVEL(SCSI_LOG_MLCOMPLETE_SHIFT, | |
133 | SCSI_LOG_MLCOMPLETE_BITS); | |
134 | if (((level > 0) && (cmd->result || disposition != SUCCESS)) || | |
135 | (level > 1)) { | |
026f8da8 | 136 | scsi_print_result(cmd, "Done", disposition); |
1da177e4 | 137 | scsi_print_command(cmd); |
d0672a03 | 138 | if (scsi_status_is_check_condition(cmd->result)) |
d811b848 | 139 | scsi_print_sense(cmd); |
a4d04a4c MP |
140 | if (level > 3) |
141 | scmd_printk(KERN_INFO, cmd, | |
142 | "scsi host busy %d failed %d\n", | |
c84b023a | 143 | scsi_host_busy(cmd->device->host), |
a4d04a4c | 144 | cmd->device->host->host_failed); |
1da177e4 LT |
145 | } |
146 | } | |
147 | } | |
148 | #endif | |
149 | ||
eb44820c RL |
150 | /** |
151 | * scsi_finish_command - cleanup and pass command back to upper layer | |
152 | * @cmd: the command | |
1da177e4 | 153 | * |
eb44820c | 154 | * Description: Pass command off to upper layer for finishing of I/O |
1da177e4 LT |
155 | * request, waking processes that are waiting on results, |
156 | * etc. | |
157 | */ | |
158 | void scsi_finish_command(struct scsi_cmnd *cmd) | |
159 | { | |
160 | struct scsi_device *sdev = cmd->device; | |
f0c0a376 | 161 | struct scsi_target *starget = scsi_target(sdev); |
1da177e4 | 162 | struct Scsi_Host *shost = sdev->host; |
7b3d9545 LT |
163 | struct scsi_driver *drv; |
164 | unsigned int good_bytes; | |
1da177e4 | 165 | |
6eb045e0 | 166 | scsi_device_unbusy(sdev, cmd); |
1da177e4 | 167 | |
cd9070c9 CH |
168 | /* |
169 | * Clear the flags that say that the device/target/host is no longer | |
170 | * capable of accepting new commands. | |
171 | */ | |
172 | if (atomic_read(&shost->host_blocked)) | |
173 | atomic_set(&shost->host_blocked, 0); | |
174 | if (atomic_read(&starget->target_blocked)) | |
175 | atomic_set(&starget->target_blocked, 0); | |
176 | if (atomic_read(&sdev->device_blocked)) | |
177 | atomic_set(&sdev->device_blocked, 0); | |
1da177e4 | 178 | |
3bf743e7 JG |
179 | SCSI_LOG_MLCOMPLETE(4, sdev_printk(KERN_INFO, sdev, |
180 | "Notifying upper driver of completion " | |
181 | "(result %x)\n", cmd->result)); | |
1da177e4 | 182 | |
f18573ab | 183 | good_bytes = scsi_bufflen(cmd); |
aa8e25e5 | 184 | if (!blk_rq_is_passthrough(scsi_cmd_to_rq(cmd))) { |
427e59f0 | 185 | int old_good_bytes = good_bytes; |
7b3d9545 LT |
186 | drv = scsi_cmd_to_driver(cmd); |
187 | if (drv->done) | |
188 | good_bytes = drv->done(cmd); | |
427e59f0 JB |
189 | /* |
190 | * USB may not give sense identifying bad sector and | |
191 | * simply return a residue instead, so subtract off the | |
192 | * residue if drv->done() error processing indicates no | |
193 | * change to the completion length. | |
194 | */ | |
195 | if (good_bytes == old_good_bytes) | |
196 | good_bytes -= scsi_get_resid(cmd); | |
7b3d9545 LT |
197 | } |
198 | scsi_io_completion(cmd, good_bytes); | |
1da177e4 | 199 | } |
1da177e4 | 200 | |
ca445321 ML |
201 | |
202 | /* | |
f9bdac31 | 203 | * 4096 is big enough for saturating fast SCSI LUNs. |
ca445321 | 204 | */ |
020b0f0a | 205 | int scsi_device_max_queue_depth(struct scsi_device *sdev) |
ca445321 | 206 | { |
f9bdac31 | 207 | return min_t(int, sdev->host->can_queue, 4096); |
ca445321 ML |
208 | } |
209 | ||
eb44820c | 210 | /** |
db5ed4df | 211 | * scsi_change_queue_depth - change a device's queue depth |
eb44820c | 212 | * @sdev: SCSI Device in question |
db5ed4df | 213 | * @depth: number of commands allowed to be queued to the driver |
1da177e4 | 214 | * |
db5ed4df | 215 | * Sets the device queue depth and returns the new value. |
1da177e4 | 216 | */ |
db5ed4df | 217 | int scsi_change_queue_depth(struct scsi_device *sdev, int depth) |
1da177e4 | 218 | { |
ca445321 ML |
219 | depth = min_t(int, depth, scsi_device_max_queue_depth(sdev)); |
220 | ||
64d513ac CH |
221 | if (depth > 0) { |
222 | sdev->queue_depth = depth; | |
223 | wmb(); | |
885ace9e | 224 | } |
1da177e4 | 225 | |
d278d4a8 JA |
226 | if (sdev->request_queue) |
227 | blk_set_queue_depth(sdev->request_queue, depth); | |
228 | ||
020b0f0a ML |
229 | sbitmap_resize(&sdev->budget_map, sdev->queue_depth); |
230 | ||
db5ed4df | 231 | return sdev->queue_depth; |
1da177e4 | 232 | } |
db5ed4df | 233 | EXPORT_SYMBOL(scsi_change_queue_depth); |
1da177e4 | 234 | |
eb44820c RL |
235 | /** |
236 | * scsi_track_queue_full - track QUEUE_FULL events to adjust queue depth | |
237 | * @sdev: SCSI Device in question | |
238 | * @depth: Current number of outstanding SCSI commands on this device, | |
239 | * not counting the one returned as QUEUE_FULL. | |
1da177e4 | 240 | * |
eb44820c | 241 | * Description: This function will track successive QUEUE_FULL events on a |
1da177e4 LT |
242 | * specific SCSI device to determine if and when there is a |
243 | * need to adjust the queue depth on the device. | |
244 | * | |
eb44820c | 245 | * Returns: 0 - No change needed, >0 - Adjust queue depth to this new depth, |
1da177e4 LT |
246 | * -1 - Drop back to untagged operation using host->cmd_per_lun |
247 | * as the untagged command depth | |
248 | * | |
249 | * Lock Status: None held on entry | |
250 | * | |
251 | * Notes: Low level drivers may call this at any time and we will do | |
252 | * "The Right Thing." We are interrupt context safe. | |
253 | */ | |
254 | int scsi_track_queue_full(struct scsi_device *sdev, int depth) | |
255 | { | |
4a84067d VD |
256 | |
257 | /* | |
258 | * Don't let QUEUE_FULLs on the same | |
259 | * jiffies count, they could all be from | |
260 | * same event. | |
261 | */ | |
262 | if ((jiffies >> 4) == (sdev->last_queue_full_time >> 4)) | |
1da177e4 LT |
263 | return 0; |
264 | ||
4a84067d | 265 | sdev->last_queue_full_time = jiffies; |
1da177e4 LT |
266 | if (sdev->last_queue_full_depth != depth) { |
267 | sdev->last_queue_full_count = 1; | |
268 | sdev->last_queue_full_depth = depth; | |
269 | } else { | |
270 | sdev->last_queue_full_count++; | |
271 | } | |
272 | ||
273 | if (sdev->last_queue_full_count <= 10) | |
274 | return 0; | |
609aa22f | 275 | |
db5ed4df | 276 | return scsi_change_queue_depth(sdev, depth); |
1da177e4 LT |
277 | } |
278 | EXPORT_SYMBOL(scsi_track_queue_full); | |
279 | ||
881a256d MW |
280 | /** |
281 | * scsi_vpd_inquiry - Request a device provide us with a VPD page | |
282 | * @sdev: The device to ask | |
283 | * @buffer: Where to put the result | |
284 | * @page: Which Vital Product Data to return | |
285 | * @len: The length of the buffer | |
286 | * | |
287 | * This is an internal helper function. You probably want to use | |
288 | * scsi_get_vpd_page instead. | |
289 | * | |
bc8945df | 290 | * Returns size of the vpd page on success or a negative error number. |
881a256d MW |
291 | */ |
292 | static int scsi_vpd_inquiry(struct scsi_device *sdev, unsigned char *buffer, | |
293 | u8 page, unsigned len) | |
294 | { | |
295 | int result; | |
296 | unsigned char cmd[16]; | |
297 | ||
bc8945df HR |
298 | if (len < 4) |
299 | return -EINVAL; | |
300 | ||
881a256d MW |
301 | cmd[0] = INQUIRY; |
302 | cmd[1] = 1; /* EVPD */ | |
303 | cmd[2] = page; | |
304 | cmd[3] = len >> 8; | |
305 | cmd[4] = len & 0xff; | |
306 | cmd[5] = 0; /* Control byte */ | |
307 | ||
308 | /* | |
309 | * I'm not convinced we need to try quite this hard to get VPD, but | |
310 | * all the existing users tried this hard. | |
311 | */ | |
7dfe0b5e MC |
312 | result = scsi_execute_cmd(sdev, cmd, REQ_OP_DRV_IN, buffer, len, |
313 | 30 * HZ, 3, NULL); | |
881a256d | 314 | if (result) |
bc8945df | 315 | return -EIO; |
881a256d | 316 | |
f0aa59a3 DLM |
317 | /* |
318 | * Sanity check that we got the page back that we asked for and that | |
319 | * the page size is not 0. | |
320 | */ | |
881a256d MW |
321 | if (buffer[1] != page) |
322 | return -EIO; | |
323 | ||
f0aa59a3 DLM |
324 | result = get_unaligned_be16(&buffer[2]); |
325 | if (!result) | |
326 | return -EIO; | |
327 | ||
328 | return result + 4; | |
881a256d MW |
329 | } |
330 | ||
c92a6b5d MP |
331 | static int scsi_get_vpd_size(struct scsi_device *sdev, u8 page) |
332 | { | |
333 | unsigned char vpd_header[SCSI_VPD_HEADER_SIZE] __aligned(4); | |
334 | int result; | |
335 | ||
4b1a2c2a LD |
336 | if (sdev->no_vpd_size) |
337 | return SCSI_DEFAULT_VPD_LEN; | |
338 | ||
c92a6b5d MP |
339 | /* |
340 | * Fetch the VPD page header to find out how big the page | |
341 | * is. This is done to prevent problems on legacy devices | |
342 | * which can not handle allocation lengths as large as | |
343 | * potentially requested by the caller. | |
344 | */ | |
345 | result = scsi_vpd_inquiry(sdev, vpd_header, page, sizeof(vpd_header)); | |
346 | if (result < 0) | |
347 | return 0; | |
348 | ||
349 | if (result < SCSI_VPD_HEADER_SIZE) { | |
350 | dev_warn_once(&sdev->sdev_gendev, | |
351 | "%s: short VPD page 0x%02x length: %d bytes\n", | |
352 | __func__, page, result); | |
353 | return 0; | |
354 | } | |
355 | ||
356 | return result; | |
357 | } | |
358 | ||
881a256d MW |
359 | /** |
360 | * scsi_get_vpd_page - Get Vital Product Data from a SCSI device | |
361 | * @sdev: The device to ask | |
362 | * @page: Which Vital Product Data to return | |
786f8ba2 RD |
363 | * @buf: where to store the VPD |
364 | * @buf_len: number of bytes in the VPD buffer area | |
881a256d MW |
365 | * |
366 | * SCSI devices may optionally supply Vital Product Data. Each 'page' | |
367 | * of VPD is defined in the appropriate SCSI document (eg SPC, SBC). | |
c92a6b5d MP |
368 | * If the device supports this VPD page, this routine fills @buf |
369 | * with the data from that page and return 0. If the VPD page is not | |
370 | * supported or its content cannot be retrieved, -EINVAL is returned. | |
881a256d | 371 | */ |
e3deec09 JB |
372 | int scsi_get_vpd_page(struct scsi_device *sdev, u8 page, unsigned char *buf, |
373 | int buf_len) | |
881a256d | 374 | { |
c92a6b5d | 375 | int result, vpd_len; |
881a256d | 376 | |
c92a6b5d MP |
377 | if (!scsi_device_supports_vpd(sdev)) |
378 | return -EINVAL; | |
881a256d | 379 | |
c92a6b5d MP |
380 | vpd_len = scsi_get_vpd_size(sdev, page); |
381 | if (vpd_len <= 0) | |
382 | return -EINVAL; | |
e3deec09 | 383 | |
c92a6b5d | 384 | vpd_len = min(vpd_len, buf_len); |
881a256d | 385 | |
c92a6b5d MP |
386 | /* |
387 | * Fetch the actual page. Since the appropriate size was reported | |
388 | * by the device it is now safe to ask for something bigger. | |
389 | */ | |
390 | memset(buf, 0, buf_len); | |
391 | result = scsi_vpd_inquiry(sdev, buf, page, vpd_len); | |
bc8945df | 392 | if (result < 0) |
c92a6b5d MP |
393 | return -EINVAL; |
394 | else if (result > vpd_len) | |
395 | dev_warn_once(&sdev->sdev_gendev, | |
396 | "%s: VPD page 0x%02x result %d > %d bytes\n", | |
397 | __func__, page, result, vpd_len); | |
881a256d | 398 | |
e3deec09 | 399 | return 0; |
881a256d MW |
400 | } |
401 | EXPORT_SYMBOL_GPL(scsi_get_vpd_page); | |
402 | ||
1e3f720a BVA |
403 | /** |
404 | * scsi_get_vpd_buf - Get Vital Product Data from a SCSI device | |
405 | * @sdev: The device to ask | |
406 | * @page: Which Vital Product Data to return | |
1e3f720a BVA |
407 | * |
408 | * Returns %NULL upon failure. | |
409 | */ | |
ccf1e004 | 410 | static struct scsi_vpd *scsi_get_vpd_buf(struct scsi_device *sdev, u8 page) |
1e3f720a | 411 | { |
ccf1e004 | 412 | struct scsi_vpd *vpd_buf; |
c92a6b5d MP |
413 | int vpd_len, result; |
414 | ||
415 | vpd_len = scsi_get_vpd_size(sdev, page); | |
416 | if (vpd_len <= 0) | |
417 | return NULL; | |
1e3f720a BVA |
418 | |
419 | retry_pg: | |
c92a6b5d MP |
420 | /* |
421 | * Fetch the actual page. Since the appropriate size was reported | |
422 | * by the device it is now safe to ask for something bigger. | |
423 | */ | |
ccf1e004 | 424 | vpd_buf = kmalloc(sizeof(*vpd_buf) + vpd_len, GFP_KERNEL); |
1e3f720a BVA |
425 | if (!vpd_buf) |
426 | return NULL; | |
427 | ||
ccf1e004 | 428 | result = scsi_vpd_inquiry(sdev, vpd_buf->data, page, vpd_len); |
1e3f720a BVA |
429 | if (result < 0) { |
430 | kfree(vpd_buf); | |
431 | return NULL; | |
432 | } | |
433 | if (result > vpd_len) { | |
c92a6b5d MP |
434 | dev_warn_once(&sdev->sdev_gendev, |
435 | "%s: VPD page 0x%02x result %d > %d bytes\n", | |
436 | __func__, page, result, vpd_len); | |
1e3f720a BVA |
437 | vpd_len = result; |
438 | kfree(vpd_buf); | |
439 | goto retry_pg; | |
440 | } | |
441 | ||
ccf1e004 | 442 | vpd_buf->len = result; |
1e3f720a BVA |
443 | |
444 | return vpd_buf; | |
445 | } | |
446 | ||
447 | static void scsi_update_vpd_page(struct scsi_device *sdev, u8 page, | |
ccf1e004 | 448 | struct scsi_vpd __rcu **sdev_vpd_buf) |
1e3f720a | 449 | { |
ccf1e004 | 450 | struct scsi_vpd *vpd_buf; |
1e3f720a | 451 | |
ccf1e004 | 452 | vpd_buf = scsi_get_vpd_buf(sdev, page); |
1e3f720a BVA |
453 | if (!vpd_buf) |
454 | return; | |
455 | ||
456 | mutex_lock(&sdev->inquiry_mutex); | |
c0eaf15c PM |
457 | vpd_buf = rcu_replace_pointer(*sdev_vpd_buf, vpd_buf, |
458 | lockdep_is_held(&sdev->inquiry_mutex)); | |
1e3f720a BVA |
459 | mutex_unlock(&sdev->inquiry_mutex); |
460 | ||
ccf1e004 BVA |
461 | if (vpd_buf) |
462 | kfree_rcu(vpd_buf, rcu); | |
1e3f720a BVA |
463 | } |
464 | ||
b3ae8780 HR |
465 | /** |
466 | * scsi_attach_vpd - Attach Vital Product Data to a SCSI device structure | |
467 | * @sdev: The device to ask | |
468 | * | |
469 | * Attach the 'Device Identification' VPD page (0x83) and the | |
470 | * 'Unit Serial Number' VPD page (0x80) to a SCSI device | |
471 | * structure. This information can be used to identify the device | |
472 | * uniquely. | |
473 | */ | |
474 | void scsi_attach_vpd(struct scsi_device *sdev) | |
475 | { | |
ccf1e004 BVA |
476 | int i; |
477 | struct scsi_vpd *vpd_buf; | |
b3ae8780 | 478 | |
5ddfe085 | 479 | if (!scsi_device_supports_vpd(sdev)) |
b3ae8780 | 480 | return; |
5ddfe085 | 481 | |
b3ae8780 | 482 | /* Ask for all the pages supported by this device */ |
ccf1e004 | 483 | vpd_buf = scsi_get_vpd_buf(sdev, 0); |
1e3f720a | 484 | if (!vpd_buf) |
b3ae8780 | 485 | return; |
b3ae8780 | 486 | |
ccf1e004 | 487 | for (i = 4; i < vpd_buf->len; i++) { |
d188b067 RA |
488 | if (vpd_buf->data[i] == 0x0) |
489 | scsi_update_vpd_page(sdev, 0x0, &sdev->vpd_pg0); | |
ccf1e004 BVA |
490 | if (vpd_buf->data[i] == 0x80) |
491 | scsi_update_vpd_page(sdev, 0x80, &sdev->vpd_pg80); | |
492 | if (vpd_buf->data[i] == 0x83) | |
493 | scsi_update_vpd_page(sdev, 0x83, &sdev->vpd_pg83); | |
d188b067 RA |
494 | if (vpd_buf->data[i] == 0x89) |
495 | scsi_update_vpd_page(sdev, 0x89, &sdev->vpd_pg89); | |
e60ac0b9 MP |
496 | if (vpd_buf->data[i] == 0xb0) |
497 | scsi_update_vpd_page(sdev, 0xb0, &sdev->vpd_pgb0); | |
498 | if (vpd_buf->data[i] == 0xb1) | |
499 | scsi_update_vpd_page(sdev, 0xb1, &sdev->vpd_pgb1); | |
500 | if (vpd_buf->data[i] == 0xb2) | |
501 | scsi_update_vpd_page(sdev, 0xb2, &sdev->vpd_pgb2); | |
b3ae8780 HR |
502 | } |
503 | kfree(vpd_buf); | |
b3ae8780 HR |
504 | } |
505 | ||
3c6bdaea | 506 | /** |
152e52fb | 507 | * scsi_report_opcode - Find out if a given command is supported |
3c6bdaea MP |
508 | * @sdev: scsi device to query |
509 | * @buffer: scratch buffer (must be at least 20 bytes long) | |
510 | * @len: length of buffer | |
152e52fb DLM |
511 | * @opcode: opcode for the command to look up |
512 | * @sa: service action for the command to look up | |
3c6bdaea | 513 | * |
152e52fb DLM |
514 | * Uses the REPORT SUPPORTED OPERATION CODES to check support for the |
515 | * command identified with @opcode and @sa. If the command does not | |
516 | * have a service action, @sa must be 0. Returns -EINVAL if RSOC fails, | |
517 | * 0 if the command is not supported and 1 if the device claims to | |
518 | * support the command. | |
3c6bdaea MP |
519 | */ |
520 | int scsi_report_opcode(struct scsi_device *sdev, unsigned char *buffer, | |
152e52fb DLM |
521 | unsigned int len, unsigned char opcode, |
522 | unsigned short sa) | |
3c6bdaea MP |
523 | { |
524 | unsigned char cmd[16]; | |
525 | struct scsi_sense_hdr sshdr; | |
e17d6340 | 526 | int result, request_len; |
7dfe0b5e MC |
527 | const struct scsi_exec_args exec_args = { |
528 | .sshdr = &sshdr, | |
529 | }; | |
3c6bdaea MP |
530 | |
531 | if (sdev->no_report_opcodes || sdev->scsi_level < SCSI_SPC_3) | |
66c28f97 | 532 | return -EINVAL; |
3c6bdaea | 533 | |
e17d6340 MP |
534 | /* RSOC header + size of command we are asking about */ |
535 | request_len = 4 + COMMAND_SIZE(opcode); | |
536 | if (request_len > len) { | |
537 | dev_warn_once(&sdev->sdev_gendev, | |
538 | "%s: len %u bytes, opcode 0x%02x needs %u\n", | |
539 | __func__, len, opcode, request_len); | |
540 | return -EINVAL; | |
541 | } | |
542 | ||
3c6bdaea MP |
543 | memset(cmd, 0, 16); |
544 | cmd[0] = MAINTENANCE_IN; | |
545 | cmd[1] = MI_REPORT_SUPPORTED_OPERATION_CODES; | |
152e52fb DLM |
546 | if (!sa) { |
547 | cmd[2] = 1; /* One command format */ | |
548 | cmd[3] = opcode; | |
549 | } else { | |
550 | cmd[2] = 3; /* One command format with service action */ | |
551 | cmd[3] = opcode; | |
552 | put_unaligned_be16(sa, &cmd[4]); | |
553 | } | |
e17d6340 | 554 | put_unaligned_be32(request_len, &cmd[6]); |
3c6bdaea MP |
555 | memset(buffer, 0, len); |
556 | ||
7dfe0b5e MC |
557 | result = scsi_execute_cmd(sdev, cmd, REQ_OP_DRV_IN, buffer, |
558 | request_len, 30 * HZ, 3, &exec_args); | |
ced202f7 HR |
559 | if (result < 0) |
560 | return result; | |
3c6bdaea MP |
561 | if (result && scsi_sense_valid(&sshdr) && |
562 | sshdr.sense_key == ILLEGAL_REQUEST && | |
563 | (sshdr.asc == 0x20 || sshdr.asc == 0x24) && sshdr.ascq == 0x00) | |
66c28f97 | 564 | return -EINVAL; |
3c6bdaea MP |
565 | |
566 | if ((buffer[1] & 3) == 3) /* Command supported */ | |
567 | return 1; | |
568 | ||
569 | return 0; | |
570 | } | |
571 | EXPORT_SYMBOL(scsi_report_opcode); | |
572 | ||
62488520 DLM |
573 | #define SCSI_CDL_CHECK_BUF_LEN 64 |
574 | ||
575 | static bool scsi_cdl_check_cmd(struct scsi_device *sdev, u8 opcode, u16 sa, | |
576 | unsigned char *buf) | |
577 | { | |
578 | int ret; | |
579 | u8 cdlp; | |
580 | ||
581 | /* Check operation code */ | |
582 | ret = scsi_report_opcode(sdev, buf, SCSI_CDL_CHECK_BUF_LEN, opcode, sa); | |
583 | if (ret <= 0) | |
584 | return false; | |
585 | ||
586 | if ((buf[1] & 0x03) != 0x03) | |
587 | return false; | |
588 | ||
71e3e85c DLM |
589 | /* |
590 | * See SPC-6, One_command parameter data format for | |
591 | * REPORT SUPPORTED OPERATION CODES. We have the following cases | |
592 | * depending on rwcdlp (buf[0] & 0x01) value: | |
593 | * - rwcdlp == 0: then cdlp indicates support for the A mode page when | |
594 | * it is equal to 1 and for the B mode page when it is | |
595 | * equal to 2. | |
596 | * - rwcdlp == 1: then cdlp indicates support for the T2A mode page | |
597 | * when it is equal to 1 and for the T2B mode page when | |
598 | * it is equal to 2. | |
599 | * Overall, to detect support for command duration limits, we only need | |
600 | * to check that cdlp is 1 or 2. | |
601 | */ | |
62488520 | 602 | cdlp = (buf[1] & 0x18) >> 3; |
62488520 | 603 | |
71e3e85c | 604 | return cdlp == 0x01 || cdlp == 0x02; |
62488520 DLM |
605 | } |
606 | ||
607 | /** | |
608 | * scsi_cdl_check - Check if a SCSI device supports Command Duration Limits | |
609 | * @sdev: The device to check | |
610 | */ | |
611 | void scsi_cdl_check(struct scsi_device *sdev) | |
612 | { | |
613 | bool cdl_supported; | |
614 | unsigned char *buf; | |
615 | ||
616 | buf = kmalloc(SCSI_CDL_CHECK_BUF_LEN, GFP_KERNEL); | |
617 | if (!buf) { | |
618 | sdev->cdl_supported = 0; | |
619 | return; | |
620 | } | |
621 | ||
622 | /* Check support for READ_16, WRITE_16, READ_32 and WRITE_32 commands */ | |
623 | cdl_supported = | |
624 | scsi_cdl_check_cmd(sdev, READ_16, 0, buf) || | |
625 | scsi_cdl_check_cmd(sdev, WRITE_16, 0, buf) || | |
626 | scsi_cdl_check_cmd(sdev, VARIABLE_LENGTH_CMD, READ_32, buf) || | |
627 | scsi_cdl_check_cmd(sdev, VARIABLE_LENGTH_CMD, WRITE_32, buf); | |
628 | if (cdl_supported) { | |
629 | /* | |
630 | * We have CDL support: force the use of READ16/WRITE16. | |
631 | * READ32 and WRITE32 will be used for devices that support | |
632 | * the T10_PI_TYPE2_PROTECTION protection type. | |
633 | */ | |
634 | sdev->use_16_for_rw = 1; | |
635 | sdev->use_10_for_rw = 0; | |
636 | ||
637 | sdev->cdl_supported = 1; | |
638 | } else { | |
639 | sdev->cdl_supported = 0; | |
640 | } | |
641 | ||
642 | kfree(buf); | |
643 | } | |
644 | ||
1b22cfb1 DLM |
645 | /** |
646 | * scsi_cdl_enable - Enable or disable a SCSI device supports for Command | |
647 | * Duration Limits | |
648 | * @sdev: The target device | |
649 | * @enable: the target state | |
650 | */ | |
651 | int scsi_cdl_enable(struct scsi_device *sdev, bool enable) | |
652 | { | |
653 | struct scsi_mode_data data; | |
654 | struct scsi_sense_hdr sshdr; | |
655 | struct scsi_vpd *vpd; | |
656 | bool is_ata = false; | |
657 | char buf[64]; | |
658 | int ret; | |
659 | ||
660 | if (!sdev->cdl_supported) | |
661 | return -EOPNOTSUPP; | |
662 | ||
663 | rcu_read_lock(); | |
664 | vpd = rcu_dereference(sdev->vpd_pg89); | |
665 | if (vpd) | |
666 | is_ata = true; | |
667 | rcu_read_unlock(); | |
668 | ||
669 | /* | |
670 | * For ATA devices, CDL needs to be enabled with a SET FEATURES command. | |
671 | */ | |
672 | if (is_ata) { | |
673 | char *buf_data; | |
674 | int len; | |
675 | ||
676 | ret = scsi_mode_sense(sdev, 0x08, 0x0a, 0xf2, buf, sizeof(buf), | |
677 | 5 * HZ, 3, &data, NULL); | |
678 | if (ret) | |
679 | return -EINVAL; | |
680 | ||
681 | /* Enable CDL using the ATA feature page */ | |
682 | len = min_t(size_t, sizeof(buf), | |
683 | data.length - data.header_length - | |
684 | data.block_descriptor_length); | |
685 | buf_data = buf + data.header_length + | |
686 | data.block_descriptor_length; | |
687 | if (enable) | |
688 | buf_data[4] = 0x02; | |
689 | else | |
690 | buf_data[4] = 0; | |
691 | ||
692 | ret = scsi_mode_select(sdev, 1, 0, buf_data, len, 5 * HZ, 3, | |
693 | &data, &sshdr); | |
694 | if (ret) { | |
695 | if (scsi_sense_valid(&sshdr)) | |
696 | scsi_print_sense_hdr(sdev, | |
697 | dev_name(&sdev->sdev_gendev), &sshdr); | |
698 | return ret; | |
699 | } | |
700 | } | |
701 | ||
702 | sdev->cdl_enable = enable; | |
703 | ||
704 | return 0; | |
705 | } | |
706 | ||
1da177e4 | 707 | /** |
eb44820c | 708 | * scsi_device_get - get an additional reference to a scsi_device |
1da177e4 LT |
709 | * @sdev: device to get a reference to |
710 | * | |
eb44820c | 711 | * Description: Gets a reference to the scsi_device and increments the use count |
1da177e4 LT |
712 | * of the underlying LLDD module. You must hold host_lock of the |
713 | * parent Scsi_Host or already have a reference when calling this. | |
cff549e4 CH |
714 | * |
715 | * This will fail if a device is deleted or cancelled, or when the LLD module | |
716 | * is in the process of being unloaded. | |
1da177e4 LT |
717 | */ |
718 | int scsi_device_get(struct scsi_device *sdev) | |
719 | { | |
cff549e4 CH |
720 | if (sdev->sdev_state == SDEV_DEL || sdev->sdev_state == SDEV_CANCEL) |
721 | goto fail; | |
cff549e4 | 722 | if (!try_module_get(sdev->host->hostt->module)) |
195fae20 BVA |
723 | goto fail; |
724 | if (!get_device(&sdev->sdev_gendev)) | |
725 | goto fail_put_module; | |
1da177e4 | 726 | return 0; |
cff549e4 | 727 | |
195fae20 BVA |
728 | fail_put_module: |
729 | module_put(sdev->host->hostt->module); | |
cff549e4 CH |
730 | fail: |
731 | return -ENXIO; | |
1da177e4 LT |
732 | } |
733 | EXPORT_SYMBOL(scsi_device_get); | |
734 | ||
735 | /** | |
736 | * scsi_device_put - release a reference to a scsi_device | |
737 | * @sdev: device to release a reference on. | |
738 | * | |
eb44820c RL |
739 | * Description: Release a reference to the scsi_device and decrements the use |
740 | * count of the underlying LLDD module. The device is freed once the last | |
1da177e4 LT |
741 | * user vanishes. |
742 | */ | |
743 | void scsi_device_put(struct scsi_device *sdev) | |
744 | { | |
70e8d057 BVA |
745 | struct module *mod = sdev->host->hostt->module; |
746 | ||
1da177e4 | 747 | put_device(&sdev->sdev_gendev); |
70e8d057 | 748 | module_put(mod); |
1da177e4 LT |
749 | } |
750 | EXPORT_SYMBOL(scsi_device_put); | |
751 | ||
eb44820c | 752 | /* helper for shost_for_each_device, see that for documentation */ |
1da177e4 LT |
753 | struct scsi_device *__scsi_iterate_devices(struct Scsi_Host *shost, |
754 | struct scsi_device *prev) | |
755 | { | |
756 | struct list_head *list = (prev ? &prev->siblings : &shost->__devices); | |
757 | struct scsi_device *next = NULL; | |
758 | unsigned long flags; | |
759 | ||
760 | spin_lock_irqsave(shost->host_lock, flags); | |
761 | while (list->next != &shost->__devices) { | |
762 | next = list_entry(list->next, struct scsi_device, siblings); | |
763 | /* skip devices that we can't get a reference to */ | |
764 | if (!scsi_device_get(next)) | |
765 | break; | |
766 | next = NULL; | |
767 | list = list->next; | |
768 | } | |
769 | spin_unlock_irqrestore(shost->host_lock, flags); | |
770 | ||
771 | if (prev) | |
772 | scsi_device_put(prev); | |
773 | return next; | |
774 | } | |
775 | EXPORT_SYMBOL(__scsi_iterate_devices); | |
776 | ||
777 | /** | |
778 | * starget_for_each_device - helper to walk all devices of a target | |
779 | * @starget: target whose devices we want to iterate over. | |
eb44820c RL |
780 | * @data: Opaque passed to each function call. |
781 | * @fn: Function to call on each device | |
1da177e4 | 782 | * |
522939d4 | 783 | * This traverses over each device of @starget. The devices have |
1da177e4 LT |
784 | * a reference that must be released by scsi_host_put when breaking |
785 | * out of the loop. | |
786 | */ | |
522939d4 | 787 | void starget_for_each_device(struct scsi_target *starget, void *data, |
1da177e4 LT |
788 | void (*fn)(struct scsi_device *, void *)) |
789 | { | |
790 | struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); | |
791 | struct scsi_device *sdev; | |
792 | ||
793 | shost_for_each_device(sdev, shost) { | |
794 | if ((sdev->channel == starget->channel) && | |
795 | (sdev->id == starget->id)) | |
796 | fn(sdev, data); | |
797 | } | |
798 | } | |
799 | EXPORT_SYMBOL(starget_for_each_device); | |
800 | ||
522939d4 | 801 | /** |
14f501a4 | 802 | * __starget_for_each_device - helper to walk all devices of a target (UNLOCKED) |
522939d4 | 803 | * @starget: target whose devices we want to iterate over. |
14f501a4 RD |
804 | * @data: parameter for callback @fn() |
805 | * @fn: callback function that is invoked for each device | |
522939d4 MR |
806 | * |
807 | * This traverses over each device of @starget. It does _not_ | |
808 | * take a reference on the scsi_device, so the whole loop must be | |
809 | * protected by shost->host_lock. | |
810 | * | |
811 | * Note: The only reason why drivers would want to use this is because | |
812 | * they need to access the device list in irq context. Otherwise you | |
813 | * really want to use starget_for_each_device instead. | |
814 | **/ | |
815 | void __starget_for_each_device(struct scsi_target *starget, void *data, | |
816 | void (*fn)(struct scsi_device *, void *)) | |
817 | { | |
818 | struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); | |
819 | struct scsi_device *sdev; | |
820 | ||
821 | __shost_for_each_device(sdev, shost) { | |
822 | if ((sdev->channel == starget->channel) && | |
823 | (sdev->id == starget->id)) | |
824 | fn(sdev, data); | |
825 | } | |
826 | } | |
827 | EXPORT_SYMBOL(__starget_for_each_device); | |
828 | ||
1da177e4 LT |
829 | /** |
830 | * __scsi_device_lookup_by_target - find a device given the target (UNLOCKED) | |
831 | * @starget: SCSI target pointer | |
832 | * @lun: SCSI Logical Unit Number | |
833 | * | |
eb44820c RL |
834 | * Description: Looks up the scsi_device with the specified @lun for a given |
835 | * @starget. The returned scsi_device does not have an additional | |
1da177e4 | 836 | * reference. You must hold the host's host_lock over this call and |
32aeef60 HR |
837 | * any access to the returned scsi_device. A scsi_device in state |
838 | * SDEV_DEL is skipped. | |
1da177e4 | 839 | * |
dc8875e1 | 840 | * Note: The only reason why drivers should use this is because |
eb44820c | 841 | * they need to access the device list in irq context. Otherwise you |
1da177e4 LT |
842 | * really want to use scsi_device_lookup_by_target instead. |
843 | **/ | |
844 | struct scsi_device *__scsi_device_lookup_by_target(struct scsi_target *starget, | |
9cb78c16 | 845 | u64 lun) |
1da177e4 LT |
846 | { |
847 | struct scsi_device *sdev; | |
848 | ||
849 | list_for_each_entry(sdev, &starget->devices, same_target_siblings) { | |
32aeef60 HR |
850 | if (sdev->sdev_state == SDEV_DEL) |
851 | continue; | |
1da177e4 LT |
852 | if (sdev->lun ==lun) |
853 | return sdev; | |
854 | } | |
855 | ||
856 | return NULL; | |
857 | } | |
858 | EXPORT_SYMBOL(__scsi_device_lookup_by_target); | |
859 | ||
860 | /** | |
861 | * scsi_device_lookup_by_target - find a device given the target | |
862 | * @starget: SCSI target pointer | |
863 | * @lun: SCSI Logical Unit Number | |
864 | * | |
477e608c BZ |
865 | * Description: Looks up the scsi_device with the specified @lun for a given |
866 | * @starget. The returned scsi_device has an additional reference that | |
eb44820c | 867 | * needs to be released with scsi_device_put once you're done with it. |
1da177e4 LT |
868 | **/ |
869 | struct scsi_device *scsi_device_lookup_by_target(struct scsi_target *starget, | |
9cb78c16 | 870 | u64 lun) |
1da177e4 LT |
871 | { |
872 | struct scsi_device *sdev; | |
873 | struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); | |
874 | unsigned long flags; | |
875 | ||
876 | spin_lock_irqsave(shost->host_lock, flags); | |
877 | sdev = __scsi_device_lookup_by_target(starget, lun); | |
878 | if (sdev && scsi_device_get(sdev)) | |
879 | sdev = NULL; | |
880 | spin_unlock_irqrestore(shost->host_lock, flags); | |
881 | ||
882 | return sdev; | |
883 | } | |
884 | EXPORT_SYMBOL(scsi_device_lookup_by_target); | |
885 | ||
886 | /** | |
eb44820c | 887 | * __scsi_device_lookup - find a device given the host (UNLOCKED) |
1da177e4 LT |
888 | * @shost: SCSI host pointer |
889 | * @channel: SCSI channel (zero if only one channel) | |
eb44820c | 890 | * @id: SCSI target number (physical unit number) |
1da177e4 LT |
891 | * @lun: SCSI Logical Unit Number |
892 | * | |
eb44820c RL |
893 | * Description: Looks up the scsi_device with the specified @channel, @id, @lun |
894 | * for a given host. The returned scsi_device does not have an additional | |
895 | * reference. You must hold the host's host_lock over this call and any access | |
896 | * to the returned scsi_device. | |
1da177e4 LT |
897 | * |
898 | * Note: The only reason why drivers would want to use this is because | |
eb44820c | 899 | * they need to access the device list in irq context. Otherwise you |
1da177e4 LT |
900 | * really want to use scsi_device_lookup instead. |
901 | **/ | |
902 | struct scsi_device *__scsi_device_lookup(struct Scsi_Host *shost, | |
9cb78c16 | 903 | uint channel, uint id, u64 lun) |
1da177e4 LT |
904 | { |
905 | struct scsi_device *sdev; | |
906 | ||
907 | list_for_each_entry(sdev, &shost->__devices, siblings) { | |
4ff7adc8 ZZ |
908 | if (sdev->sdev_state == SDEV_DEL) |
909 | continue; | |
1da177e4 LT |
910 | if (sdev->channel == channel && sdev->id == id && |
911 | sdev->lun ==lun) | |
912 | return sdev; | |
913 | } | |
914 | ||
915 | return NULL; | |
916 | } | |
917 | EXPORT_SYMBOL(__scsi_device_lookup); | |
918 | ||
919 | /** | |
920 | * scsi_device_lookup - find a device given the host | |
921 | * @shost: SCSI host pointer | |
922 | * @channel: SCSI channel (zero if only one channel) | |
923 | * @id: SCSI target number (physical unit number) | |
924 | * @lun: SCSI Logical Unit Number | |
925 | * | |
eb44820c RL |
926 | * Description: Looks up the scsi_device with the specified @channel, @id, @lun |
927 | * for a given host. The returned scsi_device has an additional reference that | |
928 | * needs to be released with scsi_device_put once you're done with it. | |
1da177e4 LT |
929 | **/ |
930 | struct scsi_device *scsi_device_lookup(struct Scsi_Host *shost, | |
9cb78c16 | 931 | uint channel, uint id, u64 lun) |
1da177e4 LT |
932 | { |
933 | struct scsi_device *sdev; | |
934 | unsigned long flags; | |
935 | ||
936 | spin_lock_irqsave(shost->host_lock, flags); | |
937 | sdev = __scsi_device_lookup(shost, channel, id, lun); | |
938 | if (sdev && scsi_device_get(sdev)) | |
939 | sdev = NULL; | |
940 | spin_unlock_irqrestore(shost->host_lock, flags); | |
941 | ||
942 | return sdev; | |
943 | } | |
944 | EXPORT_SYMBOL(scsi_device_lookup); | |
945 | ||
1da177e4 LT |
946 | MODULE_DESCRIPTION("SCSI core"); |
947 | MODULE_LICENSE("GPL"); | |
948 | ||
949 | module_param(scsi_logging_level, int, S_IRUGO|S_IWUSR); | |
950 | MODULE_PARM_DESC(scsi_logging_level, "a bit mask of logging levels"); | |
951 | ||
952 | static int __init init_scsi(void) | |
953 | { | |
9bf09c23 | 954 | int error; |
1da177e4 | 955 | |
1da177e4 LT |
956 | error = scsi_init_procfs(); |
957 | if (error) | |
958 | goto cleanup_queue; | |
959 | error = scsi_init_devinfo(); | |
960 | if (error) | |
961 | goto cleanup_procfs; | |
962 | error = scsi_init_hosts(); | |
963 | if (error) | |
964 | goto cleanup_devlist; | |
965 | error = scsi_init_sysctl(); | |
966 | if (error) | |
967 | goto cleanup_hosts; | |
968 | error = scsi_sysfs_register(); | |
969 | if (error) | |
970 | goto cleanup_sysctl; | |
971 | ||
84314fd4 JS |
972 | scsi_netlink_init(); |
973 | ||
1da177e4 LT |
974 | printk(KERN_NOTICE "SCSI subsystem initialized\n"); |
975 | return 0; | |
976 | ||
977 | cleanup_sysctl: | |
978 | scsi_exit_sysctl(); | |
979 | cleanup_hosts: | |
980 | scsi_exit_hosts(); | |
981 | cleanup_devlist: | |
982 | scsi_exit_devinfo(); | |
983 | cleanup_procfs: | |
984 | scsi_exit_procfs(); | |
985 | cleanup_queue: | |
986 | scsi_exit_queue(); | |
987 | printk(KERN_ERR "SCSI subsystem failed to initialize, error = %d\n", | |
988 | -error); | |
989 | return error; | |
990 | } | |
991 | ||
992 | static void __exit exit_scsi(void) | |
993 | { | |
84314fd4 | 994 | scsi_netlink_exit(); |
1da177e4 LT |
995 | scsi_sysfs_unregister(); |
996 | scsi_exit_sysctl(); | |
997 | scsi_exit_hosts(); | |
998 | scsi_exit_devinfo(); | |
1da177e4 LT |
999 | scsi_exit_procfs(); |
1000 | scsi_exit_queue(); | |
1da177e4 LT |
1001 | } |
1002 | ||
1003 | subsys_initcall(init_scsi); | |
1004 | module_exit(exit_scsi); |