projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge branch 'core-objtool-for-linus' of git://git.kernel.org/pub/scm/linux/kernel...
[linux-block.git] / drivers / usb / storage / uas.c
CommitLineData
5fd54ace 1// SPDX-License-Identifier: GPL-2.0
115bb1ff
MW		 2/*
3 * USB Attached SCSI
4 * Note that this is not the same as the USB Mass Storage driver
5 *
13630746 6 * Copyright Hans de Goede <hdegoede@redhat.com> for Red Hat, Inc. 2013 - 2016
115bb1ff
MW		 7 * Copyright Matthew Wilcox for Intel Corp, 2010
8 * Copyright Sarah Sharp for Intel Corp, 2010
115bb1ff
MW		 9 */
10
11#include <linux/blkdev.h>
12#include <linux/slab.h>
13#include <linux/types.h>
6eb0de82 14#include <linux/module.h>
115bb1ff 15#include <linux/usb.h>
79b4c061 16#include <linux/usb_usual.h>
c898add5 17#include <linux/usb/hcd.h>
115bb1ff 18#include <linux/usb/storage.h>
348748b0 19#include <linux/usb/uas.h>
115bb1ff
MW		 20
21#include <scsi/scsi.h>
4de7a373 22#include <scsi/scsi_eh.h>
115bb1ff
MW		 23#include <scsi/scsi_dbg.h>
24#include <scsi/scsi_cmnd.h>
25#include <scsi/scsi_device.h>
26#include <scsi/scsi_host.h>
27#include <scsi/scsi_tcq.h>
28
82aa0387 29#include "uas-detect.h"
59307852 30#include "scsiglue.h"
82aa0387 31
5e61aede 32#define MAX_CMNDS 256
115bb1ff 33
115bb1ff
MW		 34struct uas_dev_info {
35 struct usb_interface *intf;
36 struct usb_device *udev;
a0e39e34 37 struct usb_anchor cmd_urbs;
bdd000fb
GH		 38 struct usb_anchor sense_urbs;
39 struct usb_anchor data_urbs;
59307852 40 unsigned long flags;
023b515e 41 int qdepth, resetting;
115bb1ff
MW		 42 unsigned cmd_pipe, status_pipe, data_in_pipe, data_out_pipe;
43 unsigned use_streams:1;
da65c2bb 44 unsigned shutdown:1;
5e61aede 45 struct scsi_cmnd *cmnd[MAX_CMNDS];
e0648520 46 spinlock_t lock;
1bf8198e 47 struct work_struct work;
3e99862c 48 struct work_struct scan_work; /* for async scanning */
115bb1ff
MW		 49};
50
51enum {
76433194
ON		 52 SUBMIT_STATUS_URB = BIT(1),
53 ALLOC_DATA_IN_URB = BIT(2),
54 SUBMIT_DATA_IN_URB = BIT(3),
55 ALLOC_DATA_OUT_URB = BIT(4),
56 SUBMIT_DATA_OUT_URB = BIT(5),
57 ALLOC_CMD_URB = BIT(6),
58 SUBMIT_CMD_URB = BIT(7),
59 COMMAND_INFLIGHT = BIT(8),
60 DATA_IN_URB_INFLIGHT = BIT(9),
61 DATA_OUT_URB_INFLIGHT = BIT(10),
62 COMMAND_ABORTED = BIT(11),
63 IS_IN_WORK_LIST = BIT(12),
115bb1ff
MW		 64};
65
66/* Overrides scsi_pointer */
67struct uas_cmd_info {
68 unsigned int state;
e28e2f2f 69 unsigned int uas_tag;
115bb1ff 70 struct urb *cmd_urb;
115bb1ff
MW		 71 struct urb *data_in_urb;
72 struct urb *data_out_urb;
115bb1ff
MW		 73};
74
75/* I hate forward declarations, but I actually have a loop */
76static int uas_submit_urbs(struct scsi_cmnd *cmnd,
b36d8391 77 struct uas_dev_info *devinfo);
ea9da1c7 78static void uas_do_work(struct work_struct *work);
4c456971 79static int uas_try_complete(struct scsi_cmnd *cmnd, const char *caller);
d89bd835 80static void uas_free_streams(struct uas_dev_info *devinfo);
1ad7ed5a
HG		 81static void uas_log_cmd_state(struct scsi_cmnd *cmnd, const char *prefix,
82 int status);
aa8f6123 83
115bb1ff
MW		 84static void uas_do_work(struct work_struct *work)
85{
1bf8198e
GH		 86 struct uas_dev_info *devinfo =
87 container_of(work, struct uas_dev_info, work);
115bb1ff 88 struct uas_cmd_info *cmdinfo;
43cd99cb 89 struct scsi_cmnd *cmnd;
e0648520 90 unsigned long flags;
43cd99cb 91 int i, err;
115bb1ff 92
1bf8198e 93 spin_lock_irqsave(&devinfo->lock, flags);
b7b5d11f
HG		 94
95 if (devinfo->resetting)
96 goto out;
97
43cd99cb
HG		 98 for (i = 0; i < devinfo->qdepth; i++) {
99 if (!devinfo->cmnd[i])
100 continue;
101
102 cmnd = devinfo->cmnd[i];
103 cmdinfo = (void *)&cmnd->SCp;
61c09ce5
HG		 104
105 if (!(cmdinfo->state & IS_IN_WORK_LIST))
106 continue;
107
b36d8391 108 err = uas_submit_urbs(cmnd, cmnd->device->hostdata);
61c09ce5 109 if (!err)
efefecf3 110 cmdinfo->state &= ~IS_IN_WORK_LIST;
61c09ce5 111 else
1bf8198e 112 schedule_work(&devinfo->work);
115bb1ff 113 }
b7b5d11f 114out:
4c456971
GH		 115 spin_unlock_irqrestore(&devinfo->lock, flags);
116}
117
3e99862c
EH		 118static void uas_scan_work(struct work_struct *work)
119{
120 struct uas_dev_info *devinfo =
121 container_of(work, struct uas_dev_info, scan_work);
122 struct Scsi_Host *shost = usb_get_intfdata(devinfo->intf);
123
124 dev_dbg(&devinfo->intf->dev, "starting scan\n");
125 scsi_scan_host(shost);
126 dev_dbg(&devinfo->intf->dev, "scan complete\n");
127}
128
1bf8198e
GH		 129static void uas_add_work(struct uas_cmd_info *cmdinfo)
130{
131 struct scsi_pointer *scp = (void *)cmdinfo;
132 struct scsi_cmnd *cmnd = container_of(scp, struct scsi_cmnd, SCp);
133 struct uas_dev_info *devinfo = cmnd->device->hostdata;
134
ab945eff 135 lockdep_assert_held(&devinfo->lock);
1bf8198e
GH		 136 cmdinfo->state |= IS_IN_WORK_LIST;
137 schedule_work(&devinfo->work);
138}
139
1589349f 140static void uas_zap_pending(struct uas_dev_info *devinfo, int result)
326349f8
GH		 141{
142 struct uas_cmd_info *cmdinfo;
43cd99cb 143 struct scsi_cmnd *cmnd;
326349f8 144 unsigned long flags;
43cd99cb 145 int i, err;
326349f8
GH		 146
147 spin_lock_irqsave(&devinfo->lock, flags);
43cd99cb
HG		 148 for (i = 0; i < devinfo->qdepth; i++) {
149 if (!devinfo->cmnd[i])
150 continue;
151
152 cmnd = devinfo->cmnd[i];
153 cmdinfo = (void *)&cmnd->SCp;
1ad7ed5a 154 uas_log_cmd_state(cmnd, __func__, 0);
9c15c573
HG		 155 /* Sense urbs were killed, clear COMMAND_INFLIGHT manually */
156 cmdinfo->state &= ~COMMAND_INFLIGHT;
1589349f 157 cmnd->result = result << 16;
9c15c573
HG		 158 err = uas_try_complete(cmnd, __func__);
159 WARN_ON(err != 0);
326349f8
GH		 160 }
161 spin_unlock_irqrestore(&devinfo->lock, flags);
162}
163
115bb1ff
MW		 164static void uas_sense(struct urb *urb, struct scsi_cmnd *cmnd)
165{
166 struct sense_iu *sense_iu = urb->transfer_buffer;
167 struct scsi_device *sdev = cmnd->device;
168
169 if (urb->actual_length > 16) {
170 unsigned len = be16_to_cpup(&sense_iu->len);
171 if (len + 16 != urb->actual_length) {
172 int newlen = min(len + 16, urb->actual_length) - 16;
173 if (newlen < 0)
174 newlen = 0;
175 sdev_printk(KERN_INFO, sdev, "%s: urb length %d "
176 "disagrees with IU sense data length %d, "
177 "using %d bytes of sense data\n", __func__,
178 urb->actual_length, len, newlen);
179 len = newlen;
180 }
181 memcpy(cmnd->sense_buffer, sense_iu->sense, len);
182 }
183
184 cmnd->result = sense_iu->status;
115bb1ff
MW		 185}
186
1ad7ed5a
HG		 187static void uas_log_cmd_state(struct scsi_cmnd *cmnd, const char *prefix,
188 int status)
b1d67693
GH		 189{
190 struct uas_cmd_info *ci = (void *)&cmnd->SCp;
e28e2f2f 191 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
b1d67693 192
60d9f67d 193 scmd_printk(KERN_INFO, cmnd,
e28e2f2f
HG		 194 "%s %d uas-tag %d inflight:%s%s%s%s%s%s%s%s%s%s%s%s ",
195 prefix, status, cmdinfo->uas_tag,
b1d67693
GH		 196 (ci->state & SUBMIT_STATUS_URB) ? " s-st" : "",
197 (ci->state & ALLOC_DATA_IN_URB) ? " a-in" : "",
198 (ci->state & SUBMIT_DATA_IN_URB) ? " s-in" : "",
199 (ci->state & ALLOC_DATA_OUT_URB) ? " a-out" : "",
200 (ci->state & SUBMIT_DATA_OUT_URB) ? " s-out" : "",
201 (ci->state & ALLOC_CMD_URB) ? " a-cmd" : "",
202 (ci->state & SUBMIT_CMD_URB) ? " s-cmd" : "",
203 (ci->state & COMMAND_INFLIGHT) ? " CMD" : "",
204 (ci->state & DATA_IN_URB_INFLIGHT) ? " IN" : "",
205 (ci->state & DATA_OUT_URB_INFLIGHT) ? " OUT" : "",
b06e48af 206 (ci->state & COMMAND_ABORTED) ? " abort" : "",
efefecf3 207 (ci->state & IS_IN_WORK_LIST) ? " work" : "");
6dcd8ec2 208 scsi_print_command(cmnd);
b1d67693
GH		 209}
210
4c5481ef
HG		 211static void uas_free_unsubmitted_urbs(struct scsi_cmnd *cmnd)
212{
213 struct uas_cmd_info *cmdinfo;
214
215 if (!cmnd)
216 return;
217
218 cmdinfo = (void *)&cmnd->SCp;
219
220 if (cmdinfo->state & SUBMIT_CMD_URB)
221 usb_free_urb(cmdinfo->cmd_urb);
222
223 /* data urbs may have never gotten their submit flag set */
224 if (!(cmdinfo->state & DATA_IN_URB_INFLIGHT))
225 usb_free_urb(cmdinfo->data_in_urb);
226 if (!(cmdinfo->state & DATA_OUT_URB_INFLIGHT))
227 usb_free_urb(cmdinfo->data_out_urb);
b1d67693
GH		 228}
229
230static int uas_try_complete(struct scsi_cmnd *cmnd, const char *caller)
231{
232 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
e0648520 233 struct uas_dev_info *devinfo = (void *)cmnd->device->hostdata;
b1d67693 234
ab945eff 235 lockdep_assert_held(&devinfo->lock);
b1d67693
GH		 236 if (cmdinfo->state & (COMMAND_INFLIGHT |
237 DATA_IN_URB_INFLIGHT |
b06e48af 238 DATA_OUT_URB_INFLIGHT |
616f0e6c 239 COMMAND_ABORTED))
b1d67693 240 return -EBUSY;
e28e2f2f 241 devinfo->cmnd[cmdinfo->uas_tag - 1] = NULL;
4c5481ef 242 uas_free_unsubmitted_urbs(cmnd);
c621a81e 243 cmnd->scsi_done(cmnd);
b1d67693 244 return 0;
115bb1ff
MW		 245}
246
247static void uas_xfer_data(struct urb *urb, struct scsi_cmnd *cmnd,
b1d67693 248 unsigned direction)
115bb1ff
MW		 249{
250 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
251 int err;
252
b1d67693 253 cmdinfo->state |= direction | SUBMIT_STATUS_URB;
b36d8391 254 err = uas_submit_urbs(cmnd, cmnd->device->hostdata);
115bb1ff 255 if (err) {
1bf8198e 256 uas_add_work(cmdinfo);
115bb1ff
MW		 257 }
258}
259
aa742683
ON		 260static bool uas_evaluate_response_iu(struct response_iu *riu, struct scsi_cmnd *cmnd)
261{
262 u8 response_code = riu->response_code;
263
264 switch (response_code) {
265 case RC_INCORRECT_LUN:
266 cmnd->result = DID_BAD_TARGET << 16;
267 break;
268 case RC_TMF_SUCCEEDED:
269 cmnd->result = DID_OK << 16;
270 break;
271 case RC_TMF_NOT_SUPPORTED:
272 cmnd->result = DID_TARGET_FAILURE << 16;
273 break;
274 default:
275 uas_log_cmd_state(cmnd, "response iu", response_code);
276 cmnd->result = DID_ERROR << 16;
277 break;
278 }
279
280 return response_code == RC_TMF_SUCCEEDED;
281}
282
115bb1ff
MW		 283static void uas_stat_cmplt(struct urb *urb)
284{
285 struct iu *iu = urb->transfer_buffer;
22188f4a 286 struct Scsi_Host *shost = urb->context;
21fc05b6 287 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
60d9f67d
HG		 288 struct urb *data_in_urb = NULL;
289 struct urb *data_out_urb = NULL;
115bb1ff 290 struct scsi_cmnd *cmnd;
b1d67693 291 struct uas_cmd_info *cmdinfo;
e0648520 292 unsigned long flags;
5e61aede 293 unsigned int idx;
cca26be3 294 int status = urb->status;
aa742683 295 bool success;
115bb1ff 296
b7b5d11f
HG		 297 spin_lock_irqsave(&devinfo->lock, flags);
298
299 if (devinfo->resetting)
300 goto out;
115bb1ff 301
cca26be3
ON		 302 if (status) {
303 if (status != -ENOENT && status != -ECONNRESET && status != -ESHUTDOWN)
304 dev_err(&urb->dev->dev, "stat urb: status %d\n", status);
b7b5d11f 305 goto out;
115bb1ff
MW		 306 }
307
5e61aede
HG		 308 idx = be16_to_cpup(&iu->tag) - 1;
309 if (idx >= MAX_CMNDS || !devinfo->cmnd[idx]) {
310 dev_err(&urb->dev->dev,
e28e2f2f 311 "stat urb: no pending cmd for uas-tag %d\n", idx + 1);
b7b5d11f 312 goto out;
023b515e
GH		 313 }
314
5e61aede 315 cmnd = devinfo->cmnd[idx];
e0423dee 316 cmdinfo = (void *)&cmnd->SCp;
d89da03a
HG		 317
318 if (!(cmdinfo->state & COMMAND_INFLIGHT)) {
1ad7ed5a 319 uas_log_cmd_state(cmnd, "unexpected status cmplt", 0);
d89da03a 320 goto out;
96c1eb98 321 }
115bb1ff
MW		 322
323 switch (iu->iu_id) {
324 case IU_ID_STATUS:
5ad22cfc 325 uas_sense(urb, cmnd);
8aac863e
GH		 326 if (cmnd->result != 0) {
327 /* cancel data transfers on error */
60d9f67d
HG		 328 data_in_urb = usb_get_urb(cmdinfo->data_in_urb);
329 data_out_urb = usb_get_urb(cmdinfo->data_out_urb);
8aac863e 330 }
b1d67693
GH		 331 cmdinfo->state &= ~COMMAND_INFLIGHT;
332 uas_try_complete(cmnd, __func__);
115bb1ff
MW		 333 break;
334 case IU_ID_READ_READY:
8e453155
HG		 335 if (!cmdinfo->data_in_urb ||
336 (cmdinfo->state & DATA_IN_URB_INFLIGHT)) {
1ad7ed5a 337 uas_log_cmd_state(cmnd, "unexpected read rdy", 0);
8e453155
HG		 338 break;
339 }
115bb1ff
MW		 340 uas_xfer_data(urb, cmnd, SUBMIT_DATA_IN_URB);
341 break;
342 case IU_ID_WRITE_READY:
8e453155
HG		 343 if (!cmdinfo->data_out_urb ||
344 (cmdinfo->state & DATA_OUT_URB_INFLIGHT)) {
1ad7ed5a 345 uas_log_cmd_state(cmnd, "unexpected write rdy", 0);
8e453155
HG		 346 break;
347 }
115bb1ff
MW		 348 uas_xfer_data(urb, cmnd, SUBMIT_DATA_OUT_URB);
349 break;
fac1f485 350 case IU_ID_RESPONSE:
fac1f485 351 cmdinfo->state &= ~COMMAND_INFLIGHT;
aa742683
ON		 352 success = uas_evaluate_response_iu((struct response_iu *)iu, cmnd);
353 if (!success) {
354 /* Error, cancel data transfers */
355 data_in_urb = usb_get_urb(cmdinfo->data_in_urb);
356 data_out_urb = usb_get_urb(cmdinfo->data_out_urb);
357 }
fac1f485
HG		 358 uas_try_complete(cmnd, __func__);
359 break;
115bb1ff 360 default:
1ad7ed5a 361 uas_log_cmd_state(cmnd, "bogus IU", iu->iu_id);
115bb1ff 362 }
b7b5d11f 363out:
e9bd7e1a 364 usb_free_urb(urb);
e0648520 365 spin_unlock_irqrestore(&devinfo->lock, flags);
60d9f67d
HG		 366
367 /* Unlinking of data urbs must be done without holding the lock */
368 if (data_in_urb) {
369 usb_unlink_urb(data_in_urb);
370 usb_put_urb(data_in_urb);
371 }
372 if (data_out_urb) {
373 usb_unlink_urb(data_out_urb);
374 usb_put_urb(data_out_urb);
375 }
115bb1ff
MW		 376}
377
c621a81e 378static void uas_data_cmplt(struct urb *urb)
115bb1ff 379{
b1d67693
GH		 380 struct scsi_cmnd *cmnd = urb->context;
381 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
e0648520 382 struct uas_dev_info *devinfo = (void *)cmnd->device->hostdata;
ae3d56d8 383 struct scsi_data_buffer *sdb = &cmnd->sdb;
e0648520 384 unsigned long flags;
cca26be3 385 int status = urb->status;
b1d67693 386
e0648520 387 spin_lock_irqsave(&devinfo->lock, flags);
b7b5d11f 388
b1d67693 389 if (cmdinfo->data_in_urb == urb) {
b1d67693 390 cmdinfo->state &= ~DATA_IN_URB_INFLIGHT;
85fea825 391 cmdinfo->data_in_urb = NULL;
b1d67693 392 } else if (cmdinfo->data_out_urb == urb) {
b1d67693 393 cmdinfo->state &= ~DATA_OUT_URB_INFLIGHT;
85fea825 394 cmdinfo->data_out_urb = NULL;
b1d67693 395 }
b7b5d11f
HG		 396
397 if (devinfo->resetting)
398 goto out;
399
d89da03a
HG		 400 /* Data urbs should not complete before the cmd urb is submitted */
401 if (cmdinfo->state & SUBMIT_CMD_URB) {
1ad7ed5a 402 uas_log_cmd_state(cmnd, "unexpected data cmplt", 0);
d89da03a
HG		 403 goto out;
404 }
405
cca26be3
ON		 406 if (status) {
407 if (status != -ENOENT && status != -ECONNRESET && status != -ESHUTDOWN)
408 uas_log_cmd_state(cmnd, "data cmplt err", status);
8aac863e 409 /* error: no data transfered */
229531be 410 scsi_set_resid(cmnd, sdb->length);
8aac863e 411 } else {
229531be 412 scsi_set_resid(cmnd, sdb->length - urb->actual_length);
8aac863e 413 }
b1d67693 414 uas_try_complete(cmnd, __func__);
b7b5d11f 415out:
85fea825 416 usb_free_urb(urb);
e0648520 417 spin_unlock_irqrestore(&devinfo->lock, flags);
115bb1ff
MW		 418}
419
876285cc
HG		 420static void uas_cmd_cmplt(struct urb *urb)
421{
b6823c51
HG		 422 if (urb->status)
423 dev_err(&urb->dev->dev, "cmd cmplt err %d\n", urb->status);
876285cc 424
876285cc
HG		 425 usb_free_urb(urb);
426}
427
115bb1ff 428static struct urb *uas_alloc_data_urb(struct uas_dev_info *devinfo, gfp_t gfp,
b1d67693
GH		 429 struct scsi_cmnd *cmnd,
430 enum dma_data_direction dir)
115bb1ff
MW		 431{
432 struct usb_device *udev = devinfo->udev;
2d75b9cb 433 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
115bb1ff 434 struct urb *urb = usb_alloc_urb(0, gfp);
ae3d56d8 435 struct scsi_data_buffer *sdb = &cmnd->sdb;
2d75b9cb
HG		 436 unsigned int pipe = (dir == DMA_FROM_DEVICE)
437 ? devinfo->data_in_pipe : devinfo->data_out_pipe;
115bb1ff
MW		 438
439 if (!urb)
440 goto out;
b1d67693
GH		 441 usb_fill_bulk_urb(urb, udev, pipe, NULL, sdb->length,
442 uas_data_cmplt, cmnd);
e28e2f2f
HG		 443 if (devinfo->use_streams)
444 urb->stream_id = cmdinfo->uas_tag;
115bb1ff
MW		 445 urb->num_sgs = udev->bus->sg_tablesize ? sdb->table.nents : 0;
446 urb->sg = sdb->table.sgl;
447 out:
448 return urb;
449}
450
451static struct urb *uas_alloc_sense_urb(struct uas_dev_info *devinfo, gfp_t gfp,
2d75b9cb 452 struct scsi_cmnd *cmnd)
115bb1ff
MW		 453{
454 struct usb_device *udev = devinfo->udev;
2d75b9cb 455 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
115bb1ff
MW		 456 struct urb *urb = usb_alloc_urb(0, gfp);
457 struct sense_iu *iu;
458
459 if (!urb)
460 goto out;
461
ac563cfd 462 iu = kzalloc(sizeof(*iu), gfp);
115bb1ff
MW		 463 if (!iu)
464 goto free;
465
466 usb_fill_bulk_urb(urb, udev, devinfo->status_pipe, iu, sizeof(*iu),
2d75b9cb 467 uas_stat_cmplt, cmnd->device->host);
e28e2f2f
HG		 468 if (devinfo->use_streams)
469 urb->stream_id = cmdinfo->uas_tag;
115bb1ff
MW		 470 urb->transfer_flags |= URB_FREE_BUFFER;
471 out:
472 return urb;
473 free:
474 usb_free_urb(urb);
475 return NULL;
476}
477
478static struct urb *uas_alloc_cmd_urb(struct uas_dev_info *devinfo, gfp_t gfp,
a887cd36 479 struct scsi_cmnd *cmnd)
115bb1ff
MW		 480{
481 struct usb_device *udev = devinfo->udev;
482 struct scsi_device *sdev = cmnd->device;
e28e2f2f 483 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
115bb1ff
MW		 484 struct urb *urb = usb_alloc_urb(0, gfp);
485 struct command_iu *iu;
486 int len;
487
488 if (!urb)
489 goto out;
490
491 len = cmnd->cmd_len - 16;
492 if (len < 0)
493 len = 0;
494 len = ALIGN(len, 4);
ac563cfd 495 iu = kzalloc(sizeof(*iu) + len, gfp);
115bb1ff
MW		 496 if (!iu)
497 goto free;
498
499 iu->iu_id = IU_ID_COMMAND;
e28e2f2f 500 iu->tag = cpu_to_be16(cmdinfo->uas_tag);
02e031cb 501 iu->prio_attr = UAS_SIMPLE_TAG;
115bb1ff
MW		 502 iu->len = len;
503 int_to_scsilun(sdev->lun, &iu->lun);
504 memcpy(iu->cdb, cmnd->cmnd, cmnd->cmd_len);
505
506 usb_fill_bulk_urb(urb, udev, devinfo->cmd_pipe, iu, sizeof(*iu) + len,
b6823c51 507 uas_cmd_cmplt, NULL);
115bb1ff
MW		 508 urb->transfer_flags |= URB_FREE_BUFFER;
509 out:
510 return urb;
511 free:
512 usb_free_urb(urb);
513 return NULL;
514}
515
516/*
517 * Why should I request the Status IU before sending the Command IU? Spec
518 * says to, but also says the device may receive them in any order. Seems
519 * daft to me.
520 */
521
2d75b9cb 522static struct urb *uas_submit_sense_urb(struct scsi_cmnd *cmnd, gfp_t gfp)
115bb1ff 523{
2d75b9cb 524 struct uas_dev_info *devinfo = cmnd->device->hostdata;
e9bd7e1a 525 struct urb *urb;
876285cc 526 int err;
115bb1ff 527
2d75b9cb 528 urb = uas_alloc_sense_urb(devinfo, gfp, cmnd);
e9bd7e1a 529 if (!urb)
70cf0fba 530 return NULL;
d5f808d3 531 usb_anchor_urb(urb, &devinfo->sense_urbs);
876285cc
HG		 532 err = usb_submit_urb(urb, gfp);
533 if (err) {
d5f808d3 534 usb_unanchor_urb(urb);
1ad7ed5a 535 uas_log_cmd_state(cmnd, "sense submit err", err);
e9bd7e1a 536 usb_free_urb(urb);
70cf0fba 537 return NULL;
115bb1ff 538 }
70cf0fba 539 return urb;
e9bd7e1a
GH		 540}
541
542static int uas_submit_urbs(struct scsi_cmnd *cmnd,
b36d8391 543 struct uas_dev_info *devinfo)
e9bd7e1a
GH		 544{
545 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
70cf0fba 546 struct urb *urb;
876285cc 547 int err;
115bb1ff 548
ab945eff 549 lockdep_assert_held(&devinfo->lock);
92a3f767 550 if (cmdinfo->state & SUBMIT_STATUS_URB) {
b36d8391 551 urb = uas_submit_sense_urb(cmnd, GFP_ATOMIC);
70cf0fba
HG		 552 if (!urb)
553 return SCSI_MLQUEUE_DEVICE_BUSY;
92a3f767 554 cmdinfo->state &= ~SUBMIT_STATUS_URB;
115bb1ff
MW		 555 }
556
557 if (cmdinfo->state & ALLOC_DATA_IN_URB) {
b36d8391 558 cmdinfo->data_in_urb = uas_alloc_data_urb(devinfo, GFP_ATOMIC,
2d75b9cb 559 cmnd, DMA_FROM_DEVICE);
115bb1ff
MW		 560 if (!cmdinfo->data_in_urb)
561 return SCSI_MLQUEUE_DEVICE_BUSY;
562 cmdinfo->state &= ~ALLOC_DATA_IN_URB;
563 }
564
565 if (cmdinfo->state & SUBMIT_DATA_IN_URB) {
d5f808d3 566 usb_anchor_urb(cmdinfo->data_in_urb, &devinfo->data_urbs);
b36d8391 567 err = usb_submit_urb(cmdinfo->data_in_urb, GFP_ATOMIC);
876285cc 568 if (err) {
d5f808d3 569 usb_unanchor_urb(cmdinfo->data_in_urb);
1ad7ed5a 570 uas_log_cmd_state(cmnd, "data in submit err", err);
115bb1ff
MW		 571 return SCSI_MLQUEUE_DEVICE_BUSY;
572 }
573 cmdinfo->state &= ~SUBMIT_DATA_IN_URB;
b1d67693 574 cmdinfo->state |= DATA_IN_URB_INFLIGHT;
115bb1ff
MW		 575 }
576
577 if (cmdinfo->state & ALLOC_DATA_OUT_URB) {
b36d8391 578 cmdinfo->data_out_urb = uas_alloc_data_urb(devinfo, GFP_ATOMIC,
2d75b9cb 579 cmnd, DMA_TO_DEVICE);
115bb1ff
MW		 580 if (!cmdinfo->data_out_urb)
581 return SCSI_MLQUEUE_DEVICE_BUSY;
582 cmdinfo->state &= ~ALLOC_DATA_OUT_URB;
583 }
584
585 if (cmdinfo->state & SUBMIT_DATA_OUT_URB) {
d5f808d3 586 usb_anchor_urb(cmdinfo->data_out_urb, &devinfo->data_urbs);
b36d8391 587 err = usb_submit_urb(cmdinfo->data_out_urb, GFP_ATOMIC);
876285cc 588 if (err) {
d5f808d3 589 usb_unanchor_urb(cmdinfo->data_out_urb);
1ad7ed5a 590 uas_log_cmd_state(cmnd, "data out submit err", err);
115bb1ff
MW		 591 return SCSI_MLQUEUE_DEVICE_BUSY;
592 }
593 cmdinfo->state &= ~SUBMIT_DATA_OUT_URB;
b1d67693 594 cmdinfo->state |= DATA_OUT_URB_INFLIGHT;
115bb1ff
MW		 595 }
596
597 if (cmdinfo->state & ALLOC_CMD_URB) {
b36d8391 598 cmdinfo->cmd_urb = uas_alloc_cmd_urb(devinfo, GFP_ATOMIC, cmnd);
115bb1ff
MW		 599 if (!cmdinfo->cmd_urb)
600 return SCSI_MLQUEUE_DEVICE_BUSY;
601 cmdinfo->state &= ~ALLOC_CMD_URB;
602 }
603
604 if (cmdinfo->state & SUBMIT_CMD_URB) {
d5f808d3 605 usb_anchor_urb(cmdinfo->cmd_urb, &devinfo->cmd_urbs);
b36d8391 606 err = usb_submit_urb(cmdinfo->cmd_urb, GFP_ATOMIC);
876285cc 607 if (err) {
d5f808d3 608 usb_unanchor_urb(cmdinfo->cmd_urb);
1ad7ed5a 609 uas_log_cmd_state(cmnd, "cmd submit err", err);
115bb1ff
MW		 610 return SCSI_MLQUEUE_DEVICE_BUSY;
611 }
a0e39e34 612 cmdinfo->cmd_urb = NULL;
115bb1ff 613 cmdinfo->state &= ~SUBMIT_CMD_URB;
b1d67693 614 cmdinfo->state |= COMMAND_INFLIGHT;
115bb1ff
MW		 615 }
616
617 return 0;
618}
619
f281233d 620static int uas_queuecommand_lck(struct scsi_cmnd *cmnd,
115bb1ff
MW		 621 void (*done)(struct scsi_cmnd *))
622{
623 struct scsi_device *sdev = cmnd->device;
624 struct uas_dev_info *devinfo = sdev->hostdata;
625 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
e0648520 626 unsigned long flags;
e28e2f2f 627 int idx, err;
115bb1ff
MW		 628
629 BUILD_BUG_ON(sizeof(struct uas_cmd_info) > sizeof(struct scsi_pointer));
630
f9dc024a
HG		 631 /* Re-check scsi_block_requests now that we've the host-lock */
632 if (cmnd->device->host->host_self_blocked)
633 return SCSI_MLQUEUE_DEVICE_BUSY;
634
59307852
HG		 635 if ((devinfo->flags & US_FL_NO_ATA_1X) &&
636 (cmnd->cmnd[0] == ATA_12 || cmnd->cmnd[0] == ATA_16)) {
637 memcpy(cmnd->sense_buffer, usb_stor_sense_invalidCDB,
638 sizeof(usb_stor_sense_invalidCDB));
639 cmnd->result = SAM_STAT_CHECK_CONDITION;
640 cmnd->scsi_done(cmnd);
641 return 0;
642 }
643
c6f63207
HG		 644 spin_lock_irqsave(&devinfo->lock, flags);
645
f8be6bfc
GH		 646 if (devinfo->resetting) {
647 cmnd->result = DID_ERROR << 16;
648 cmnd->scsi_done(cmnd);
c6f63207 649 spin_unlock_irqrestore(&devinfo->lock, flags);
f8be6bfc
GH		 650 return 0;
651 }
652
e28e2f2f
HG		 653 /* Find a free uas-tag */
654 for (idx = 0; idx < devinfo->qdepth; idx++) {
655 if (!devinfo->cmnd[idx])
656 break;
657 }
658 if (idx == devinfo->qdepth) {
e0648520 659 spin_unlock_irqrestore(&devinfo->lock, flags);
115bb1ff 660 return SCSI_MLQUEUE_DEVICE_BUSY;
e0648520 661 }
115bb1ff 662
115bb1ff
MW		 663 cmnd->scsi_done = done;
664
5e61aede 665 memset(cmdinfo, 0, sizeof(*cmdinfo));
e28e2f2f 666 cmdinfo->uas_tag = idx + 1; /* uas-tag == usb-stream-id, so 1 based */
e0620001 667 cmdinfo->state = SUBMIT_STATUS_URB | ALLOC_CMD_URB | SUBMIT_CMD_URB;
115bb1ff
MW		 668
669 switch (cmnd->sc_data_direction) {
670 case DMA_FROM_DEVICE:
671 cmdinfo->state |= ALLOC_DATA_IN_URB | SUBMIT_DATA_IN_URB;
672 break;
673 case DMA_BIDIRECTIONAL:
674 cmdinfo->state |= ALLOC_DATA_IN_URB | SUBMIT_DATA_IN_URB;
685b2df4 675 /* fall through */
115bb1ff
MW		 676 case DMA_TO_DEVICE:
677 cmdinfo->state |= ALLOC_DATA_OUT_URB | SUBMIT_DATA_OUT_URB;
678 case DMA_NONE:
679 break;
680 }
681
e28e2f2f 682 if (!devinfo->use_streams)
db32de11 683 cmdinfo->state &= ~(SUBMIT_DATA_IN_URB | SUBMIT_DATA_OUT_URB);
115bb1ff 684
b36d8391 685 err = uas_submit_urbs(cmnd, devinfo);
115bb1ff
MW		 686 if (err) {
687 /* If we did nothing, give up now */
92a3f767 688 if (cmdinfo->state & SUBMIT_STATUS_URB) {
e0648520 689 spin_unlock_irqrestore(&devinfo->lock, flags);
115bb1ff
MW		 690 return SCSI_MLQUEUE_DEVICE_BUSY;
691 }
1bf8198e 692 uas_add_work(cmdinfo);
115bb1ff
MW		 693 }
694
e28e2f2f 695 devinfo->cmnd[idx] = cmnd;
e0648520 696 spin_unlock_irqrestore(&devinfo->lock, flags);
115bb1ff
MW		 697 return 0;
698}
699
f281233d
JG		 700static DEF_SCSI_QCMD(uas_queuecommand)
701
616f0e6c
HG		 702/*
703 * For now we do not support actually sending an abort to the device, so
704 * this eh always fails. Still we must define it to make sure that we've
705 * dropped all references to the cmnd in question once this function exits.
706 */
707static int uas_eh_abort_handler(struct scsi_cmnd *cmnd)
115bb1ff 708{
616f0e6c
HG		 709 struct uas_cmd_info *cmdinfo = (void *)&cmnd->SCp;
710 struct uas_dev_info *devinfo = (void *)cmnd->device->hostdata;
711 struct urb *data_in_urb = NULL;
712 struct urb *data_out_urb = NULL;
e0648520 713 unsigned long flags;
115bb1ff 714
e0648520 715 spin_lock_irqsave(&devinfo->lock, flags);
b83b86a3 716
1ad7ed5a 717 uas_log_cmd_state(cmnd, __func__, 0);
c6f63207 718
616f0e6c
HG		 719 /* Ensure that try_complete does not call scsi_done */
720 cmdinfo->state |= COMMAND_ABORTED;
b83b86a3 721
616f0e6c 722 /* Drop all refs to this cmnd, kill data urbs to break their ref */
e28e2f2f 723 devinfo->cmnd[cmdinfo->uas_tag - 1] = NULL;
616f0e6c
HG		 724 if (cmdinfo->state & DATA_IN_URB_INFLIGHT)
725 data_in_urb = usb_get_urb(cmdinfo->data_in_urb);
726 if (cmdinfo->state & DATA_OUT_URB_INFLIGHT)
727 data_out_urb = usb_get_urb(cmdinfo->data_out_urb);
e0648520 728
4c5481ef 729 uas_free_unsubmitted_urbs(cmnd);
b83b86a3 730
b83b86a3
HG		 731 spin_unlock_irqrestore(&devinfo->lock, flags);
732
616f0e6c
HG		 733 if (data_in_urb) {
734 usb_kill_urb(data_in_urb);
735 usb_put_urb(data_in_urb);
c6f63207 736 }
616f0e6c
HG		 737 if (data_out_urb) {
738 usb_kill_urb(data_out_urb);
739 usb_put_urb(data_out_urb);
5d390403 740 }
115bb1ff 741
616f0e6c 742 return FAILED;
115bb1ff
MW		 743}
744
e13849b7 745static int uas_eh_device_reset_handler(struct scsi_cmnd *cmnd)
115bb1ff
MW		 746{
747 struct scsi_device *sdev = cmnd->device;
748 struct uas_dev_info *devinfo = sdev->hostdata;
749 struct usb_device *udev = devinfo->udev;
b7b5d11f 750 unsigned long flags;
023b515e 751 int err;
115bb1ff 752
be326f4c
HG		 753 err = usb_lock_device_for_reset(udev, devinfo->intf);
754 if (err) {
755 shost_printk(KERN_ERR, sdev->host,
756 "%s FAILED to get lock err %d\n", __func__, err);
757 return FAILED;
758 }
759
326349f8 760 shost_printk(KERN_INFO, sdev->host, "%s start\n", __func__);
b7b5d11f
HG		 761
762 spin_lock_irqsave(&devinfo->lock, flags);
023b515e 763 devinfo->resetting = 1;
b7b5d11f
HG		 764 spin_unlock_irqrestore(&devinfo->lock, flags);
765
a0e39e34 766 usb_kill_anchored_urbs(&devinfo->cmd_urbs);
023b515e
GH		 767 usb_kill_anchored_urbs(&devinfo->sense_urbs);
768 usb_kill_anchored_urbs(&devinfo->data_urbs);
1589349f
HG		 769 uas_zap_pending(devinfo, DID_RESET);
770
023b515e 771 err = usb_reset_device(udev);
b7b5d11f
HG		 772
773 spin_lock_irqsave(&devinfo->lock, flags);
023b515e 774 devinfo->resetting = 0;
b7b5d11f 775 spin_unlock_irqrestore(&devinfo->lock, flags);
115bb1ff 776
be326f4c
HG		 777 usb_unlock_device(udev);
778
023b515e 779 if (err) {
ce39fe6f
HG		 780 shost_printk(KERN_INFO, sdev->host, "%s FAILED err %d\n",
781 __func__, err);
023b515e
GH		 782 return FAILED;
783 }
115bb1ff 784
023b515e
GH		 785 shost_printk(KERN_INFO, sdev->host, "%s success\n", __func__);
786 return SUCCESS;
115bb1ff
MW		 787}
788
13630746
HG		 789static int uas_target_alloc(struct scsi_target *starget)
790{
791 struct uas_dev_info *devinfo = (struct uas_dev_info *)
792 dev_to_shost(starget->dev.parent)->hostdata;
793
794 if (devinfo->flags & US_FL_NO_REPORT_LUNS)
795 starget->no_report_luns = 1;
796
797 return 0;
798}
799
115bb1ff
MW		 800static int uas_slave_alloc(struct scsi_device *sdev)
801{
ee136af4
HG		 802 struct uas_dev_info *devinfo =
803 (struct uas_dev_info *)sdev->host->hostdata;
804
805 sdev->hostdata = devinfo;
37599f96 806
3ae62a42
ON		 807 /*
808 * The protocol has no requirements on alignment in the strict sense.
809 * Controllers may or may not have alignment restrictions.
810 * As this is not exported, we use an extremely conservative guess.
37599f96
HG		 811 */
812 blk_queue_update_dma_alignment(sdev->request_queue, (512 - 1));
813
ee136af4
HG		 814 if (devinfo->flags & US_FL_MAX_SECTORS_64)
815 blk_queue_max_hw_sectors(sdev->request_queue, 64);
816 else if (devinfo->flags & US_FL_MAX_SECTORS_240)
817 blk_queue_max_hw_sectors(sdev->request_queue, 240);
818
115bb1ff
MW		 819 return 0;
820}
821
822static int uas_slave_configure(struct scsi_device *sdev)
823{
824 struct uas_dev_info *devinfo = sdev->hostdata;
734016b0
HG		 825
826 if (devinfo->flags & US_FL_NO_REPORT_OPCODES)
827 sdev->no_report_opcodes = 1;
828
9fa62b1a
DK		 829 /* A few buggy USB-ATA bridges don't understand FUA */
830 if (devinfo->flags & US_FL_BROKEN_FUA)
831 sdev->broken_fua = 1;
832
8c4e97dd
AK		 833 /* UAS also needs to support FL_ALWAYS_SYNC */
834 if (devinfo->flags & US_FL_ALWAYS_SYNC) {
835 sdev->skip_ms_page_3f = 1;
836 sdev->skip_ms_page_8 = 1;
837 sdev->wce_default_on = 1;
838 }
42d1c6d4 839
bff000ca
ON		 840 /* Some disks cannot handle READ_CAPACITY_16 */
841 if (devinfo->flags & US_FL_NO_READ_CAPACITY_16)
842 sdev->no_read_capacity_16 = 1;
843
42d1c6d4
ON		 844 /*
845 * Some disks return the total number of blocks in response
846 * to READ CAPACITY rather than the highest block number.
847 * If this device makes that mistake, tell the sd driver.
848 */
849 if (devinfo->flags & US_FL_FIX_CAPACITY)
850 sdev->fix_capacity = 1;
851
335cbbd5
ON		 852 /*
853 * in some cases we have to guess
854 */
855 if (devinfo->flags & US_FL_CAPACITY_HEURISTICS)
856 sdev->guess_capacity = 1;
857
42d1c6d4
ON		 858 /*
859 * Some devices don't like MODE SENSE with page=0x3f,
860 * which is the command used for checking if a device
861 * is write-protected. Now that we tell the sd driver
862 * to do a 192-byte transfer with this command the
863 * majority of devices work fine, but a few still can't
864 * handle it. The sd driver will simply assume those
865 * devices are write-enabled.
866 */
867 if (devinfo->flags & US_FL_NO_WP_DETECT)
868 sdev->skip_ms_page_3f = 1;
869
593224ea 870 scsi_change_queue_depth(sdev, devinfo->qdepth - 2);
115bb1ff
MW		 871 return 0;
872}
873
874static struct scsi_host_template uas_host_template = {
875 .module = THIS_MODULE,
876 .name = "uas",
877 .queuecommand = uas_queuecommand,
13630746 878 .target_alloc = uas_target_alloc,
115bb1ff
MW		 879 .slave_alloc = uas_slave_alloc,
880 .slave_configure = uas_slave_configure,
881 .eh_abort_handler = uas_eh_abort_handler,
e13849b7 882 .eh_device_reset_handler = uas_eh_device_reset_handler,
115bb1ff 883 .this_id = -1,
115bb1ff 884 .skip_settle_delay = 1,
4af14d11 885 .dma_boundary = PAGE_SIZE - 1,
115bb1ff
MW		 886};
887
79b4c061
HG		 888#define UNUSUAL_DEV(id_vendor, id_product, bcdDeviceMin, bcdDeviceMax, \
889 vendorName, productName, useProtocol, useTransport, \
890 initFunction, flags) \
891{ USB_DEVICE_VER(id_vendor, id_product, bcdDeviceMin, bcdDeviceMax), \
892 .driver_info = (flags) }
893
115bb1ff 894static struct usb_device_id uas_usb_ids[] = {
79b4c061 895# include "unusual_uas.h"
115bb1ff
MW		 896 { USB_INTERFACE_INFO(USB_CLASS_MASS_STORAGE, USB_SC_SCSI, USB_PR_BULK) },
897 { USB_INTERFACE_INFO(USB_CLASS_MASS_STORAGE, USB_SC_SCSI, USB_PR_UAS) },
115bb1ff
MW		 898 { }
899};
900MODULE_DEVICE_TABLE(usb, uas_usb_ids);
901
79b4c061
HG		 902#undef UNUSUAL_DEV
903
e1be067b
HG		 904static int uas_switch_interface(struct usb_device *udev,
905 struct usb_interface *intf)
906{
786de92b 907 struct usb_host_interface *alt;
e1be067b
HG		 908
909 alt = uas_find_uas_alt_setting(intf);
786de92b
AS		 910 if (!alt)
911 return -ENODEV;
e1be067b 912
786de92b
AS		 913 return usb_set_interface(udev, alt->desc.bInterfaceNumber,
914 alt->desc.bAlternateSetting);
e1be067b
HG		 915}
916
58d51444 917static int uas_configure_endpoints(struct uas_dev_info *devinfo)
34f11e59
HG		 918{
919 struct usb_host_endpoint *eps[4] = { };
920 struct usb_device *udev = devinfo->udev;
921 int r;
922
34f11e59 923 r = uas_find_endpoints(devinfo->intf->cur_altsetting, eps);
74d71aec
HG		 924 if (r)
925 return r;
926
927 devinfo->cmd_pipe = usb_sndbulkpipe(udev,
928 usb_endpoint_num(&eps[0]->desc));
929 devinfo->status_pipe = usb_rcvbulkpipe(udev,
930 usb_endpoint_num(&eps[1]->desc));
931 devinfo->data_in_pipe = usb_rcvbulkpipe(udev,
932 usb_endpoint_num(&eps[2]->desc));
933 devinfo->data_out_pipe = usb_sndbulkpipe(udev,
934 usb_endpoint_num(&eps[3]->desc));
115bb1ff 935
e5e55819 936 if (udev->speed < USB_SPEED_SUPER) {
e2875c33 937 devinfo->qdepth = 32;
115bb1ff
MW		 938 devinfo->use_streams = 0;
939 } else {
58d51444 940 devinfo->qdepth = usb_alloc_streams(devinfo->intf, eps + 1,
5e61aede 941 3, MAX_CMNDS, GFP_NOIO);
58d51444
HG		 942 if (devinfo->qdepth < 0)
943 return devinfo->qdepth;
115bb1ff
MW		 944 devinfo->use_streams = 1;
945 }
58d51444
HG		 946
947 return 0;
115bb1ff
MW		 948}
949
dae51546
SAS		 950static void uas_free_streams(struct uas_dev_info *devinfo)
951{
952 struct usb_device *udev = devinfo->udev;
953 struct usb_host_endpoint *eps[3];
954
955 eps[0] = usb_pipe_endpoint(udev, devinfo->status_pipe);
956 eps[1] = usb_pipe_endpoint(udev, devinfo->data_in_pipe);
957 eps[2] = usb_pipe_endpoint(udev, devinfo->data_out_pipe);
94d72f00 958 usb_free_streams(devinfo->intf, eps, 3, GFP_NOIO);
dae51546
SAS		 959}
960
115bb1ff
MW		 961static int uas_probe(struct usb_interface *intf, const struct usb_device_id *id)
962{
6ce8213b
HG		 963 int result = -ENOMEM;
964 struct Scsi_Host *shost = NULL;
115bb1ff
MW		 965 struct uas_dev_info *devinfo;
966 struct usb_device *udev = interface_to_usbdev(intf);
a5011d44 967 unsigned long dev_flags;
115bb1ff 968
a5011d44 969 if (!uas_use_uas_driver(intf, id, &dev_flags))
79b4c061
HG		 970 return -ENODEV;
971
89dc2905
MW		 972 if (uas_switch_interface(udev, intf))
973 return -ENODEV;
115bb1ff 974
21fc05b6
HG		 975 shost = scsi_host_alloc(&uas_host_template,
976 sizeof(struct uas_dev_info));
115bb1ff 977 if (!shost)
6ce8213b 978 goto set_alt0;
115bb1ff
MW		 979
980 shost->max_cmd_len = 16 + 252;
981 shost->max_id = 1;
bde027b4
GH		 982 shost->max_lun = 256;
983 shost->max_channel = 0;
115bb1ff
MW		 984 shost->sg_tablesize = udev->bus->sg_tablesize;
985
21fc05b6 986 devinfo = (struct uas_dev_info *)shost->hostdata;
115bb1ff
MW		 987 devinfo->intf = intf;
988 devinfo->udev = udev;
023b515e 989 devinfo->resetting = 0;
da65c2bb 990 devinfo->shutdown = 0;
a5011d44 991 devinfo->flags = dev_flags;
a0e39e34 992 init_usb_anchor(&devinfo->cmd_urbs);
bdd000fb
GH		 993 init_usb_anchor(&devinfo->sense_urbs);
994 init_usb_anchor(&devinfo->data_urbs);
e0648520 995 spin_lock_init(&devinfo->lock);
1bf8198e 996 INIT_WORK(&devinfo->work, uas_do_work);
3e99862c 997 INIT_WORK(&devinfo->scan_work, uas_scan_work);
58d51444
HG		 998
999 result = uas_configure_endpoints(devinfo);
1000 if (result)
1001 goto set_alt0;
115bb1ff 1002
198de51d
HG		 1003 /*
1004 * 1 tag is reserved for untagged commands +
1005 * 1 tag to avoid off by one errors in some bridge firmwares
1006 */
1007 shost->can_queue = devinfo->qdepth - 2;
1008
c637f1fa 1009 usb_set_intfdata(intf, shost);
dae51546
SAS		 1010 result = scsi_add_host(shost, &intf->dev);
1011 if (result)
6ce8213b 1012 goto free_streams;
dae51546 1013
3e99862c
EH		 1014 /* Submit the delayed_work for SCSI-device scanning */
1015 schedule_work(&devinfo->scan_work);
1016
115bb1ff 1017 return result;
dae51546 1018
6ce8213b 1019free_streams:
dae51546 1020 uas_free_streams(devinfo);
c637f1fa 1021 usb_set_intfdata(intf, NULL);
6ce8213b
HG		 1022set_alt0:
1023 usb_set_interface(udev, intf->altsetting[0].desc.bInterfaceNumber, 0);
115bb1ff
MW		 1024 if (shost)
1025 scsi_host_put(shost);
1026 return result;
1027}
1028
f9dc024a
HG		 1029static int uas_cmnd_list_empty(struct uas_dev_info *devinfo)
1030{
1031 unsigned long flags;
1032 int i, r = 1;
1033
1034 spin_lock_irqsave(&devinfo->lock, flags);
1035
1036 for (i = 0; i < devinfo->qdepth; i++) {
1037 if (devinfo->cmnd[i]) {
1038 r = 0; /* Not empty */
1039 break;
1040 }
1041 }
1042
1043 spin_unlock_irqrestore(&devinfo->lock, flags);
1044
1045 return r;
1046}
1047
1048/*
1049 * Wait for any pending cmnds to complete, on usb-2 sense_urbs may temporarily
1050 * get empty while there still is more work to do due to sense-urbs completing
1051 * with a READ/WRITE_READY iu code, so keep waiting until the list gets empty.
1052 */
1053static int uas_wait_for_pending_cmnds(struct uas_dev_info *devinfo)
1054{
1055 unsigned long start_time;
1056 int r;
1057
1058 start_time = jiffies;
1059 do {
1060 flush_work(&devinfo->work);
1061
1062 r = usb_wait_anchor_empty_timeout(&devinfo->sense_urbs, 5000);
1063 if (r == 0)
1064 return -ETIME;
1065
1066 r = usb_wait_anchor_empty_timeout(&devinfo->data_urbs, 500);
1067 if (r == 0)
1068 return -ETIME;
1069
1070 if (time_after(jiffies, start_time + 5 * HZ))
1071 return -ETIME;
1072 } while (!uas_cmnd_list_empty(devinfo));
1073
1074 return 0;
1075}
1076
115bb1ff
MW		 1077static int uas_pre_reset(struct usb_interface *intf)
1078{
4de7a373 1079 struct Scsi_Host *shost = usb_get_intfdata(intf);
21fc05b6 1080 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
4de7a373
HG		 1081 unsigned long flags;
1082
da65c2bb
HG		 1083 if (devinfo->shutdown)
1084 return 0;
1085
4de7a373
HG		 1086 /* Block new requests */
1087 spin_lock_irqsave(shost->host_lock, flags);
1088 scsi_block_requests(shost);
1089 spin_unlock_irqrestore(shost->host_lock, flags);
1090
f9dc024a 1091 if (uas_wait_for_pending_cmnds(devinfo) != 0) {
4de7a373 1092 shost_printk(KERN_ERR, shost, "%s: timed out\n", __func__);
f9dc024a 1093 scsi_unblock_requests(shost);
4de7a373
HG		 1094 return 1;
1095 }
1096
1097 uas_free_streams(devinfo);
1098
115bb1ff
MW		 1099 return 0;
1100}
1101
1102static int uas_post_reset(struct usb_interface *intf)
1103{
4de7a373 1104 struct Scsi_Host *shost = usb_get_intfdata(intf);
21fc05b6 1105 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
4de7a373 1106 unsigned long flags;
ce39fe6f 1107 int err;
4de7a373 1108
da65c2bb
HG		 1109 if (devinfo->shutdown)
1110 return 0;
1111
ce39fe6f 1112 err = uas_configure_endpoints(devinfo);
9a513c90 1113 if (err && err != -ENODEV)
58d51444 1114 shost_printk(KERN_ERR, shost,
ce39fe6f
HG		 1115 "%s: alloc streams error %d after reset",
1116 __func__, err);
4de7a373 1117
cbeef22f 1118 /* we must unblock the host in every case lest we deadlock */
4de7a373
HG		 1119 spin_lock_irqsave(shost->host_lock, flags);
1120 scsi_report_bus_reset(shost, 0);
1121 spin_unlock_irqrestore(shost->host_lock, flags);
1122
1123 scsi_unblock_requests(shost);
1124
cbeef22f 1125 return err ? 1 : 0;
115bb1ff
MW		 1126}
1127
0df1f663
HG		 1128static int uas_suspend(struct usb_interface *intf, pm_message_t message)
1129{
1130 struct Scsi_Host *shost = usb_get_intfdata(intf);
21fc05b6 1131 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
0df1f663 1132
f9dc024a 1133 if (uas_wait_for_pending_cmnds(devinfo) != 0) {
0df1f663
HG		 1134 shost_printk(KERN_ERR, shost, "%s: timed out\n", __func__);
1135 return -ETIME;
1136 }
1137
1138 return 0;
1139}
1140
1141static int uas_resume(struct usb_interface *intf)
1142{
1143 return 0;
1144}
1145
1146static int uas_reset_resume(struct usb_interface *intf)
1147{
1148 struct Scsi_Host *shost = usb_get_intfdata(intf);
21fc05b6 1149 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
0df1f663 1150 unsigned long flags;
ce39fe6f 1151 int err;
0df1f663 1152
ce39fe6f
HG		 1153 err = uas_configure_endpoints(devinfo);
1154 if (err) {
0df1f663 1155 shost_printk(KERN_ERR, shost,
ce39fe6f
HG		 1156 "%s: alloc streams error %d after reset",
1157 __func__, err);
0df1f663
HG		 1158 return -EIO;
1159 }
1160
1161 spin_lock_irqsave(shost->host_lock, flags);
1162 scsi_report_bus_reset(shost, 0);
1163 spin_unlock_irqrestore(shost->host_lock, flags);
1164
1165 return 0;
1166}
1167
115bb1ff
MW		 1168static void uas_disconnect(struct usb_interface *intf)
1169{
115bb1ff 1170 struct Scsi_Host *shost = usb_get_intfdata(intf);
21fc05b6 1171 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
b7b5d11f 1172 unsigned long flags;
115bb1ff 1173
b7b5d11f 1174 spin_lock_irqsave(&devinfo->lock, flags);
4c456971 1175 devinfo->resetting = 1;
b7b5d11f
HG		 1176 spin_unlock_irqrestore(&devinfo->lock, flags);
1177
1bf8198e 1178 cancel_work_sync(&devinfo->work);
a0e39e34 1179 usb_kill_anchored_urbs(&devinfo->cmd_urbs);
bdd000fb
GH		 1180 usb_kill_anchored_urbs(&devinfo->sense_urbs);
1181 usb_kill_anchored_urbs(&devinfo->data_urbs);
1589349f
HG		 1182 uas_zap_pending(devinfo, DID_NO_CONNECT);
1183
3e99862c
EH		 1184 /*
1185 * Prevent SCSI scanning (if it hasn't started yet)
1186 * or wait for the SCSI-scanning routine to stop.
1187 */
1188 cancel_work_sync(&devinfo->scan_work);
1189
4c456971 1190 scsi_remove_host(shost);
dae51546 1191 uas_free_streams(devinfo);
21fc05b6 1192 scsi_host_put(shost);
115bb1ff
MW		 1193}
1194
da65c2bb
HG		 1195/*
1196 * Put the device back in usb-storage mode on shutdown, as some BIOS-es
1197 * hang on reboot when the device is still in uas mode. Note the reset is
1198 * necessary as some devices won't revert to usb-storage mode without it.
1199 */
1200static void uas_shutdown(struct device *dev)
1201{
1202 struct usb_interface *intf = to_usb_interface(dev);
1203 struct usb_device *udev = interface_to_usbdev(intf);
1204 struct Scsi_Host *shost = usb_get_intfdata(intf);
21fc05b6 1205 struct uas_dev_info *devinfo = (struct uas_dev_info *)shost->hostdata;
da65c2bb
HG		 1206
1207 if (system_state != SYSTEM_RESTART)
1208 return;
1209
1210 devinfo->shutdown = 1;
1211 uas_free_streams(devinfo);
1212 usb_set_interface(udev, intf->altsetting[0].desc.bInterfaceNumber, 0);
1213 usb_reset_device(udev);
1214}
1215
115bb1ff
MW		 1216static struct usb_driver uas_driver = {
1217 .name = "uas",
1218 .probe = uas_probe,
1219 .disconnect = uas_disconnect,
1220 .pre_reset = uas_pre_reset,
1221 .post_reset = uas_post_reset,
0df1f663
HG		 1222 .suspend = uas_suspend,
1223 .resume = uas_resume,
1224 .reset_resume = uas_reset_resume,
da65c2bb 1225 .drvwrap.driver.shutdown = uas_shutdown,
115bb1ff
MW		 1226 .id_table = uas_usb_ids,
1227};
1228
65db4305 1229module_usb_driver(uas_driver);
115bb1ff
MW		 1230
1231MODULE_LICENSE("GPL");
32bca2df 1232MODULE_IMPORT_NS(USB_STORAGE);
f50a4968
HG		 1233MODULE_AUTHOR(
1234 "Hans de Goede <hdegoede@redhat.com>, Matthew Wilcox and Sarah Sharp");
Linux 6.x block layer and io_uring tree(s)