3 * Note that this is not the same as the USB Mass Storage driver
5 * Copyright Matthew Wilcox for Intel Corp, 2010
6 * Copyright Sarah Sharp for Intel Corp, 2010
8 * Distributed under the terms of the GNU GPL, version two.
11 #include <linux/blkdev.h>
12 #include <linux/slab.h>
13 #include <linux/types.h>
14 #include <linux/module.h>
15 #include <linux/usb.h>
16 #include <linux/usb/hcd.h>
17 #include <linux/usb/storage.h>
18 #include <linux/usb/uas.h>
20 #include <scsi/scsi.h>
21 #include <scsi/scsi_eh.h>
22 #include <scsi/scsi_dbg.h>
23 #include <scsi/scsi_cmnd.h>
24 #include <scsi/scsi_device.h>
25 #include <scsi/scsi_host.h>
26 #include <scsi/scsi_tcq.h>
29 * The r00-r01c specs define this version of the SENSE IU data structure.
30 * It's still in use by several different firmware releases.
38 __u8 service_response
;
39 __u8 sense
[SCSI_SENSE_BUFFERSIZE
];
43 struct usb_interface
*intf
;
44 struct usb_device
*udev
;
45 struct usb_anchor cmd_urbs
;
46 struct usb_anchor sense_urbs
;
47 struct usb_anchor data_urbs
;
48 int qdepth
, resetting
;
49 struct response_iu response
;
50 unsigned cmd_pipe
, status_pipe
, data_in_pipe
, data_out_pipe
;
51 unsigned use_streams
:1;
52 unsigned uas_sense_old
:1;
53 struct scsi_cmnd
*cmnd
;
55 struct work_struct work
;
56 struct list_head work_list
;
57 struct list_head dead_list
;
61 SUBMIT_STATUS_URB
= (1 << 1),
62 ALLOC_DATA_IN_URB
= (1 << 2),
63 SUBMIT_DATA_IN_URB
= (1 << 3),
64 ALLOC_DATA_OUT_URB
= (1 << 4),
65 SUBMIT_DATA_OUT_URB
= (1 << 5),
66 ALLOC_CMD_URB
= (1 << 6),
67 SUBMIT_CMD_URB
= (1 << 7),
68 COMMAND_INFLIGHT
= (1 << 8),
69 DATA_IN_URB_INFLIGHT
= (1 << 9),
70 DATA_OUT_URB_INFLIGHT
= (1 << 10),
71 COMMAND_COMPLETED
= (1 << 11),
72 COMMAND_ABORTED
= (1 << 12),
73 UNLINK_DATA_URBS
= (1 << 13),
74 IS_IN_WORK_LIST
= (1 << 14),
77 /* Overrides scsi_pointer */
82 struct urb
*data_in_urb
;
83 struct urb
*data_out_urb
;
84 struct list_head work
;
85 struct list_head dead
;
88 /* I hate forward declarations, but I actually have a loop */
89 static int uas_submit_urbs(struct scsi_cmnd
*cmnd
,
90 struct uas_dev_info
*devinfo
, gfp_t gfp
);
91 static void uas_do_work(struct work_struct
*work
);
92 static int uas_try_complete(struct scsi_cmnd
*cmnd
, const char *caller
);
93 static void uas_configure_endpoints(struct uas_dev_info
*devinfo
);
94 static void uas_free_streams(struct uas_dev_info
*devinfo
);
95 static void uas_log_cmd_state(struct scsi_cmnd
*cmnd
, const char *caller
);
97 /* Must be called with devinfo->lock held, will temporary unlock the lock */
98 static void uas_unlink_data_urbs(struct uas_dev_info
*devinfo
,
99 struct uas_cmd_info
*cmdinfo
,
100 unsigned long *lock_flags
)
103 * The UNLINK_DATA_URBS flag makes sure uas_try_complete
104 * (called by urb completion) doesn't release cmdinfo
107 cmdinfo
->state
|= UNLINK_DATA_URBS
;
108 spin_unlock_irqrestore(&devinfo
->lock
, *lock_flags
);
110 if (cmdinfo
->data_in_urb
)
111 usb_unlink_urb(cmdinfo
->data_in_urb
);
112 if (cmdinfo
->data_out_urb
)
113 usb_unlink_urb(cmdinfo
->data_out_urb
);
115 spin_lock_irqsave(&devinfo
->lock
, *lock_flags
);
116 cmdinfo
->state
&= ~UNLINK_DATA_URBS
;
119 static void uas_do_work(struct work_struct
*work
)
121 struct uas_dev_info
*devinfo
=
122 container_of(work
, struct uas_dev_info
, work
);
123 struct uas_cmd_info
*cmdinfo
;
124 struct uas_cmd_info
*temp
;
128 spin_lock_irqsave(&devinfo
->lock
, flags
);
129 list_for_each_entry_safe(cmdinfo
, temp
, &devinfo
->work_list
, work
) {
130 struct scsi_pointer
*scp
= (void *)cmdinfo
;
131 struct scsi_cmnd
*cmnd
= container_of(scp
, struct scsi_cmnd
,
133 err
= uas_submit_urbs(cmnd
, cmnd
->device
->hostdata
, GFP_ATOMIC
);
135 cmdinfo
->state
&= ~IS_IN_WORK_LIST
;
136 list_del(&cmdinfo
->work
);
138 schedule_work(&devinfo
->work
);
141 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
144 static void uas_abort_work(struct uas_dev_info
*devinfo
)
146 struct uas_cmd_info
*cmdinfo
;
147 struct uas_cmd_info
*temp
;
150 spin_lock_irqsave(&devinfo
->lock
, flags
);
151 list_for_each_entry_safe(cmdinfo
, temp
, &devinfo
->work_list
, work
) {
152 struct scsi_pointer
*scp
= (void *)cmdinfo
;
153 struct scsi_cmnd
*cmnd
= container_of(scp
, struct scsi_cmnd
,
155 uas_log_cmd_state(cmnd
, __func__
);
156 WARN_ON_ONCE(cmdinfo
->state
& COMMAND_ABORTED
);
157 cmdinfo
->state
|= COMMAND_ABORTED
;
158 cmdinfo
->state
&= ~IS_IN_WORK_LIST
;
159 list_del(&cmdinfo
->work
);
160 list_add_tail(&cmdinfo
->dead
, &devinfo
->dead_list
);
162 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
165 static void uas_add_work(struct uas_cmd_info
*cmdinfo
)
167 struct scsi_pointer
*scp
= (void *)cmdinfo
;
168 struct scsi_cmnd
*cmnd
= container_of(scp
, struct scsi_cmnd
, SCp
);
169 struct uas_dev_info
*devinfo
= cmnd
->device
->hostdata
;
171 WARN_ON_ONCE(!spin_is_locked(&devinfo
->lock
));
172 list_add_tail(&cmdinfo
->work
, &devinfo
->work_list
);
173 cmdinfo
->state
|= IS_IN_WORK_LIST
;
174 schedule_work(&devinfo
->work
);
177 static void uas_zap_dead(struct uas_dev_info
*devinfo
)
179 struct uas_cmd_info
*cmdinfo
;
180 struct uas_cmd_info
*temp
;
183 spin_lock_irqsave(&devinfo
->lock
, flags
);
184 list_for_each_entry_safe(cmdinfo
, temp
, &devinfo
->dead_list
, dead
) {
185 struct scsi_pointer
*scp
= (void *)cmdinfo
;
186 struct scsi_cmnd
*cmnd
= container_of(scp
, struct scsi_cmnd
,
188 uas_log_cmd_state(cmnd
, __func__
);
189 WARN_ON_ONCE(!(cmdinfo
->state
& COMMAND_ABORTED
));
190 /* all urbs are killed, clear inflight bits */
191 cmdinfo
->state
&= ~(COMMAND_INFLIGHT
|
192 DATA_IN_URB_INFLIGHT
|
193 DATA_OUT_URB_INFLIGHT
);
194 uas_try_complete(cmnd
, __func__
);
196 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
199 static void uas_sense(struct urb
*urb
, struct scsi_cmnd
*cmnd
)
201 struct sense_iu
*sense_iu
= urb
->transfer_buffer
;
202 struct scsi_device
*sdev
= cmnd
->device
;
204 if (urb
->actual_length
> 16) {
205 unsigned len
= be16_to_cpup(&sense_iu
->len
);
206 if (len
+ 16 != urb
->actual_length
) {
207 int newlen
= min(len
+ 16, urb
->actual_length
) - 16;
210 sdev_printk(KERN_INFO
, sdev
, "%s: urb length %d "
211 "disagrees with IU sense data length %d, "
212 "using %d bytes of sense data\n", __func__
,
213 urb
->actual_length
, len
, newlen
);
216 memcpy(cmnd
->sense_buffer
, sense_iu
->sense
, len
);
219 cmnd
->result
= sense_iu
->status
;
222 static void uas_sense_old(struct urb
*urb
, struct scsi_cmnd
*cmnd
)
224 struct sense_iu_old
*sense_iu
= urb
->transfer_buffer
;
225 struct scsi_device
*sdev
= cmnd
->device
;
227 if (urb
->actual_length
> 8) {
228 unsigned len
= be16_to_cpup(&sense_iu
->len
) - 2;
229 if (len
+ 8 != urb
->actual_length
) {
230 int newlen
= min(len
+ 8, urb
->actual_length
) - 8;
233 sdev_printk(KERN_INFO
, sdev
, "%s: urb length %d "
234 "disagrees with IU sense data length %d, "
235 "using %d bytes of sense data\n", __func__
,
236 urb
->actual_length
, len
, newlen
);
239 memcpy(cmnd
->sense_buffer
, sense_iu
->sense
, len
);
242 cmnd
->result
= sense_iu
->status
;
245 static void uas_log_cmd_state(struct scsi_cmnd
*cmnd
, const char *caller
)
247 struct uas_cmd_info
*ci
= (void *)&cmnd
->SCp
;
249 scmd_printk(KERN_INFO
, cmnd
, "%s %p tag %d, inflight:"
250 "%s%s%s%s%s%s%s%s%s%s%s%s%s%s\n",
251 caller
, cmnd
, cmnd
->request
->tag
,
252 (ci
->state
& SUBMIT_STATUS_URB
) ? " s-st" : "",
253 (ci
->state
& ALLOC_DATA_IN_URB
) ? " a-in" : "",
254 (ci
->state
& SUBMIT_DATA_IN_URB
) ? " s-in" : "",
255 (ci
->state
& ALLOC_DATA_OUT_URB
) ? " a-out" : "",
256 (ci
->state
& SUBMIT_DATA_OUT_URB
) ? " s-out" : "",
257 (ci
->state
& ALLOC_CMD_URB
) ? " a-cmd" : "",
258 (ci
->state
& SUBMIT_CMD_URB
) ? " s-cmd" : "",
259 (ci
->state
& COMMAND_INFLIGHT
) ? " CMD" : "",
260 (ci
->state
& DATA_IN_URB_INFLIGHT
) ? " IN" : "",
261 (ci
->state
& DATA_OUT_URB_INFLIGHT
) ? " OUT" : "",
262 (ci
->state
& COMMAND_COMPLETED
) ? " done" : "",
263 (ci
->state
& COMMAND_ABORTED
) ? " abort" : "",
264 (ci
->state
& UNLINK_DATA_URBS
) ? " unlink": "",
265 (ci
->state
& IS_IN_WORK_LIST
) ? " work" : "");
268 static int uas_try_complete(struct scsi_cmnd
*cmnd
, const char *caller
)
270 struct uas_cmd_info
*cmdinfo
= (void *)&cmnd
->SCp
;
271 struct uas_dev_info
*devinfo
= (void *)cmnd
->device
->hostdata
;
273 WARN_ON_ONCE(!spin_is_locked(&devinfo
->lock
));
274 if (cmdinfo
->state
& (COMMAND_INFLIGHT
|
275 DATA_IN_URB_INFLIGHT
|
276 DATA_OUT_URB_INFLIGHT
|
279 WARN_ON_ONCE(cmdinfo
->state
& COMMAND_COMPLETED
);
280 cmdinfo
->state
|= COMMAND_COMPLETED
;
281 usb_free_urb(cmdinfo
->data_in_urb
);
282 usb_free_urb(cmdinfo
->data_out_urb
);
283 if (cmdinfo
->state
& COMMAND_ABORTED
) {
284 scmd_printk(KERN_INFO
, cmnd
, "abort completed\n");
285 cmnd
->result
= DID_ABORT
<< 16;
286 list_del(&cmdinfo
->dead
);
288 cmnd
->scsi_done(cmnd
);
292 static void uas_xfer_data(struct urb
*urb
, struct scsi_cmnd
*cmnd
,
295 struct uas_cmd_info
*cmdinfo
= (void *)&cmnd
->SCp
;
298 cmdinfo
->state
|= direction
| SUBMIT_STATUS_URB
;
299 err
= uas_submit_urbs(cmnd
, cmnd
->device
->hostdata
, GFP_ATOMIC
);
301 uas_add_work(cmdinfo
);
305 static void uas_stat_cmplt(struct urb
*urb
)
307 struct iu
*iu
= urb
->transfer_buffer
;
308 struct Scsi_Host
*shost
= urb
->context
;
309 struct uas_dev_info
*devinfo
= (void *)shost
->hostdata
[0];
310 struct scsi_cmnd
*cmnd
;
311 struct uas_cmd_info
*cmdinfo
;
316 if (urb
->status
== -ENOENT
) {
317 dev_err(&urb
->dev
->dev
, "stat urb: killed, stream %d\n",
320 dev_err(&urb
->dev
->dev
, "stat urb: status %d\n",
327 if (devinfo
->resetting
) {
332 spin_lock_irqsave(&devinfo
->lock
, flags
);
333 tag
= be16_to_cpup(&iu
->tag
) - 1;
335 cmnd
= devinfo
->cmnd
;
337 cmnd
= scsi_host_find_tag(shost
, tag
- 1);
340 if (iu
->iu_id
== IU_ID_RESPONSE
) {
341 /* store results for uas_eh_task_mgmt() */
342 memcpy(&devinfo
->response
, iu
, sizeof(devinfo
->response
));
345 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
349 cmdinfo
= (void *)&cmnd
->SCp
;
352 if (devinfo
->cmnd
== cmnd
)
353 devinfo
->cmnd
= NULL
;
355 if (urb
->actual_length
< 16)
356 devinfo
->uas_sense_old
= 1;
357 if (devinfo
->uas_sense_old
)
358 uas_sense_old(urb
, cmnd
);
360 uas_sense(urb
, cmnd
);
361 if (cmnd
->result
!= 0) {
362 /* cancel data transfers on error */
363 uas_unlink_data_urbs(devinfo
, cmdinfo
, &flags
);
365 cmdinfo
->state
&= ~COMMAND_INFLIGHT
;
366 uas_try_complete(cmnd
, __func__
);
368 case IU_ID_READ_READY
:
369 uas_xfer_data(urb
, cmnd
, SUBMIT_DATA_IN_URB
);
371 case IU_ID_WRITE_READY
:
372 uas_xfer_data(urb
, cmnd
, SUBMIT_DATA_OUT_URB
);
375 scmd_printk(KERN_ERR
, cmnd
,
376 "Bogus IU (%d) received on status pipe\n", iu
->iu_id
);
379 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
382 static void uas_data_cmplt(struct urb
*urb
)
384 struct scsi_cmnd
*cmnd
= urb
->context
;
385 struct uas_cmd_info
*cmdinfo
= (void *)&cmnd
->SCp
;
386 struct uas_dev_info
*devinfo
= (void *)cmnd
->device
->hostdata
;
387 struct scsi_data_buffer
*sdb
= NULL
;
390 spin_lock_irqsave(&devinfo
->lock
, flags
);
391 if (cmdinfo
->data_in_urb
== urb
) {
393 cmdinfo
->state
&= ~DATA_IN_URB_INFLIGHT
;
394 } else if (cmdinfo
->data_out_urb
== urb
) {
395 sdb
= scsi_out(cmnd
);
396 cmdinfo
->state
&= ~DATA_OUT_URB_INFLIGHT
;
400 } else if (urb
->status
) {
401 /* error: no data transfered */
402 sdb
->resid
= sdb
->length
;
404 sdb
->resid
= sdb
->length
- urb
->actual_length
;
406 uas_try_complete(cmnd
, __func__
);
407 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
410 static struct urb
*uas_alloc_data_urb(struct uas_dev_info
*devinfo
, gfp_t gfp
,
411 unsigned int pipe
, u16 stream_id
,
412 struct scsi_cmnd
*cmnd
,
413 enum dma_data_direction dir
)
415 struct usb_device
*udev
= devinfo
->udev
;
416 struct urb
*urb
= usb_alloc_urb(0, gfp
);
417 struct scsi_data_buffer
*sdb
= (dir
== DMA_FROM_DEVICE
)
418 ? scsi_in(cmnd
) : scsi_out(cmnd
);
422 usb_fill_bulk_urb(urb
, udev
, pipe
, NULL
, sdb
->length
,
423 uas_data_cmplt
, cmnd
);
424 if (devinfo
->use_streams
)
425 urb
->stream_id
= stream_id
;
426 urb
->num_sgs
= udev
->bus
->sg_tablesize
? sdb
->table
.nents
: 0;
427 urb
->sg
= sdb
->table
.sgl
;
432 static struct urb
*uas_alloc_sense_urb(struct uas_dev_info
*devinfo
, gfp_t gfp
,
433 struct Scsi_Host
*shost
, u16 stream_id
)
435 struct usb_device
*udev
= devinfo
->udev
;
436 struct urb
*urb
= usb_alloc_urb(0, gfp
);
442 iu
= kzalloc(sizeof(*iu
), gfp
);
446 usb_fill_bulk_urb(urb
, udev
, devinfo
->status_pipe
, iu
, sizeof(*iu
),
447 uas_stat_cmplt
, shost
);
448 urb
->stream_id
= stream_id
;
449 urb
->transfer_flags
|= URB_FREE_BUFFER
;
457 static struct urb
*uas_alloc_cmd_urb(struct uas_dev_info
*devinfo
, gfp_t gfp
,
458 struct scsi_cmnd
*cmnd
)
460 struct usb_device
*udev
= devinfo
->udev
;
461 struct scsi_device
*sdev
= cmnd
->device
;
462 struct urb
*urb
= usb_alloc_urb(0, gfp
);
463 struct command_iu
*iu
;
469 len
= cmnd
->cmd_len
- 16;
473 iu
= kzalloc(sizeof(*iu
) + len
, gfp
);
477 iu
->iu_id
= IU_ID_COMMAND
;
478 if (blk_rq_tagged(cmnd
->request
))
479 iu
->tag
= cpu_to_be16(cmnd
->request
->tag
+ 2);
481 iu
->tag
= cpu_to_be16(1);
482 iu
->prio_attr
= UAS_SIMPLE_TAG
;
484 int_to_scsilun(sdev
->lun
, &iu
->lun
);
485 memcpy(iu
->cdb
, cmnd
->cmnd
, cmnd
->cmd_len
);
487 usb_fill_bulk_urb(urb
, udev
, devinfo
->cmd_pipe
, iu
, sizeof(*iu
) + len
,
489 urb
->transfer_flags
|= URB_FREE_BUFFER
;
497 static int uas_submit_task_urb(struct scsi_cmnd
*cmnd
, gfp_t gfp
,
498 u8 function
, u16 stream_id
)
500 struct uas_dev_info
*devinfo
= (void *)cmnd
->device
->hostdata
;
501 struct usb_device
*udev
= devinfo
->udev
;
502 struct urb
*urb
= usb_alloc_urb(0, gfp
);
503 struct task_mgmt_iu
*iu
;
509 iu
= kzalloc(sizeof(*iu
), gfp
);
513 iu
->iu_id
= IU_ID_TASK_MGMT
;
514 iu
->tag
= cpu_to_be16(stream_id
);
515 int_to_scsilun(cmnd
->device
->lun
, &iu
->lun
);
517 iu
->function
= function
;
520 if (blk_rq_tagged(cmnd
->request
))
521 iu
->task_tag
= cpu_to_be16(cmnd
->request
->tag
+ 2);
523 iu
->task_tag
= cpu_to_be16(1);
527 usb_fill_bulk_urb(urb
, udev
, devinfo
->cmd_pipe
, iu
, sizeof(*iu
),
529 urb
->transfer_flags
|= URB_FREE_BUFFER
;
531 usb_anchor_urb(urb
, &devinfo
->cmd_urbs
);
532 err
= usb_submit_urb(urb
, gfp
);
534 usb_unanchor_urb(urb
);
546 * Why should I request the Status IU before sending the Command IU? Spec
547 * says to, but also says the device may receive them in any order. Seems
551 static int uas_submit_sense_urb(struct Scsi_Host
*shost
,
552 gfp_t gfp
, unsigned int stream
)
554 struct uas_dev_info
*devinfo
= (void *)shost
->hostdata
[0];
557 urb
= uas_alloc_sense_urb(devinfo
, gfp
, shost
, stream
);
559 return SCSI_MLQUEUE_DEVICE_BUSY
;
560 usb_anchor_urb(urb
, &devinfo
->sense_urbs
);
561 if (usb_submit_urb(urb
, gfp
)) {
562 usb_unanchor_urb(urb
);
563 shost_printk(KERN_INFO
, shost
,
564 "sense urb submission failure\n");
566 return SCSI_MLQUEUE_DEVICE_BUSY
;
571 static int uas_submit_urbs(struct scsi_cmnd
*cmnd
,
572 struct uas_dev_info
*devinfo
, gfp_t gfp
)
574 struct uas_cmd_info
*cmdinfo
= (void *)&cmnd
->SCp
;
577 WARN_ON_ONCE(!spin_is_locked(&devinfo
->lock
));
578 if (cmdinfo
->state
& SUBMIT_STATUS_URB
) {
579 err
= uas_submit_sense_urb(cmnd
->device
->host
, gfp
,
584 cmdinfo
->state
&= ~SUBMIT_STATUS_URB
;
587 if (cmdinfo
->state
& ALLOC_DATA_IN_URB
) {
588 cmdinfo
->data_in_urb
= uas_alloc_data_urb(devinfo
, gfp
,
589 devinfo
->data_in_pipe
, cmdinfo
->stream
,
590 cmnd
, DMA_FROM_DEVICE
);
591 if (!cmdinfo
->data_in_urb
)
592 return SCSI_MLQUEUE_DEVICE_BUSY
;
593 cmdinfo
->state
&= ~ALLOC_DATA_IN_URB
;
596 if (cmdinfo
->state
& SUBMIT_DATA_IN_URB
) {
597 usb_anchor_urb(cmdinfo
->data_in_urb
, &devinfo
->data_urbs
);
598 if (usb_submit_urb(cmdinfo
->data_in_urb
, gfp
)) {
599 usb_unanchor_urb(cmdinfo
->data_in_urb
);
600 scmd_printk(KERN_INFO
, cmnd
,
601 "data in urb submission failure\n");
602 return SCSI_MLQUEUE_DEVICE_BUSY
;
604 cmdinfo
->state
&= ~SUBMIT_DATA_IN_URB
;
605 cmdinfo
->state
|= DATA_IN_URB_INFLIGHT
;
608 if (cmdinfo
->state
& ALLOC_DATA_OUT_URB
) {
609 cmdinfo
->data_out_urb
= uas_alloc_data_urb(devinfo
, gfp
,
610 devinfo
->data_out_pipe
, cmdinfo
->stream
,
611 cmnd
, DMA_TO_DEVICE
);
612 if (!cmdinfo
->data_out_urb
)
613 return SCSI_MLQUEUE_DEVICE_BUSY
;
614 cmdinfo
->state
&= ~ALLOC_DATA_OUT_URB
;
617 if (cmdinfo
->state
& SUBMIT_DATA_OUT_URB
) {
618 usb_anchor_urb(cmdinfo
->data_out_urb
, &devinfo
->data_urbs
);
619 if (usb_submit_urb(cmdinfo
->data_out_urb
, gfp
)) {
620 usb_unanchor_urb(cmdinfo
->data_out_urb
);
621 scmd_printk(KERN_INFO
, cmnd
,
622 "data out urb submission failure\n");
623 return SCSI_MLQUEUE_DEVICE_BUSY
;
625 cmdinfo
->state
&= ~SUBMIT_DATA_OUT_URB
;
626 cmdinfo
->state
|= DATA_OUT_URB_INFLIGHT
;
629 if (cmdinfo
->state
& ALLOC_CMD_URB
) {
630 cmdinfo
->cmd_urb
= uas_alloc_cmd_urb(devinfo
, gfp
, cmnd
);
631 if (!cmdinfo
->cmd_urb
)
632 return SCSI_MLQUEUE_DEVICE_BUSY
;
633 cmdinfo
->state
&= ~ALLOC_CMD_URB
;
636 if (cmdinfo
->state
& SUBMIT_CMD_URB
) {
637 usb_anchor_urb(cmdinfo
->cmd_urb
, &devinfo
->cmd_urbs
);
638 if (usb_submit_urb(cmdinfo
->cmd_urb
, gfp
)) {
639 usb_unanchor_urb(cmdinfo
->cmd_urb
);
640 scmd_printk(KERN_INFO
, cmnd
,
641 "cmd urb submission failure\n");
642 return SCSI_MLQUEUE_DEVICE_BUSY
;
644 cmdinfo
->cmd_urb
= NULL
;
645 cmdinfo
->state
&= ~SUBMIT_CMD_URB
;
646 cmdinfo
->state
|= COMMAND_INFLIGHT
;
652 static int uas_queuecommand_lck(struct scsi_cmnd
*cmnd
,
653 void (*done
)(struct scsi_cmnd
*))
655 struct scsi_device
*sdev
= cmnd
->device
;
656 struct uas_dev_info
*devinfo
= sdev
->hostdata
;
657 struct uas_cmd_info
*cmdinfo
= (void *)&cmnd
->SCp
;
661 BUILD_BUG_ON(sizeof(struct uas_cmd_info
) > sizeof(struct scsi_pointer
));
663 if (devinfo
->resetting
) {
664 cmnd
->result
= DID_ERROR
<< 16;
665 cmnd
->scsi_done(cmnd
);
669 spin_lock_irqsave(&devinfo
->lock
, flags
);
671 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
672 return SCSI_MLQUEUE_DEVICE_BUSY
;
675 if (blk_rq_tagged(cmnd
->request
)) {
676 cmdinfo
->stream
= cmnd
->request
->tag
+ 2;
678 devinfo
->cmnd
= cmnd
;
682 cmnd
->scsi_done
= done
;
684 cmdinfo
->state
= SUBMIT_STATUS_URB
|
685 ALLOC_CMD_URB
| SUBMIT_CMD_URB
;
687 switch (cmnd
->sc_data_direction
) {
688 case DMA_FROM_DEVICE
:
689 cmdinfo
->state
|= ALLOC_DATA_IN_URB
| SUBMIT_DATA_IN_URB
;
691 case DMA_BIDIRECTIONAL
:
692 cmdinfo
->state
|= ALLOC_DATA_IN_URB
| SUBMIT_DATA_IN_URB
;
694 cmdinfo
->state
|= ALLOC_DATA_OUT_URB
| SUBMIT_DATA_OUT_URB
;
699 if (!devinfo
->use_streams
) {
700 cmdinfo
->state
&= ~(SUBMIT_DATA_IN_URB
| SUBMIT_DATA_OUT_URB
);
704 err
= uas_submit_urbs(cmnd
, devinfo
, GFP_ATOMIC
);
706 /* If we did nothing, give up now */
707 if (cmdinfo
->state
& SUBMIT_STATUS_URB
) {
708 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
709 return SCSI_MLQUEUE_DEVICE_BUSY
;
711 uas_add_work(cmdinfo
);
714 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
718 static DEF_SCSI_QCMD(uas_queuecommand
)
720 static int uas_eh_task_mgmt(struct scsi_cmnd
*cmnd
,
721 const char *fname
, u8 function
)
723 struct Scsi_Host
*shost
= cmnd
->device
->host
;
724 struct uas_dev_info
*devinfo
= (void *)shost
->hostdata
[0];
725 u16 tag
= devinfo
->qdepth
;
728 spin_lock_irqsave(&devinfo
->lock
, flags
);
729 memset(&devinfo
->response
, 0, sizeof(devinfo
->response
));
730 if (uas_submit_sense_urb(shost
, GFP_ATOMIC
, tag
)) {
731 shost_printk(KERN_INFO
, shost
,
732 "%s: %s: submit sense urb failed\n",
734 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
737 if (uas_submit_task_urb(cmnd
, GFP_ATOMIC
, function
, tag
)) {
738 shost_printk(KERN_INFO
, shost
,
739 "%s: %s: submit task mgmt urb failed\n",
741 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
744 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
746 if (usb_wait_anchor_empty_timeout(&devinfo
->sense_urbs
, 3000) == 0) {
747 shost_printk(KERN_INFO
, shost
,
748 "%s: %s timed out\n", __func__
, fname
);
751 if (be16_to_cpu(devinfo
->response
.tag
) != tag
) {
752 shost_printk(KERN_INFO
, shost
,
753 "%s: %s failed (wrong tag %d/%d)\n", __func__
,
754 fname
, be16_to_cpu(devinfo
->response
.tag
), tag
);
757 if (devinfo
->response
.response_code
!= RC_TMF_COMPLETE
) {
758 shost_printk(KERN_INFO
, shost
,
759 "%s: %s failed (rc 0x%x)\n", __func__
,
760 fname
, devinfo
->response
.response_code
);
766 static int uas_eh_abort_handler(struct scsi_cmnd
*cmnd
)
768 struct uas_cmd_info
*cmdinfo
= (void *)&cmnd
->SCp
;
769 struct uas_dev_info
*devinfo
= (void *)cmnd
->device
->hostdata
;
773 uas_log_cmd_state(cmnd
, __func__
);
774 spin_lock_irqsave(&devinfo
->lock
, flags
);
775 WARN_ON_ONCE(cmdinfo
->state
& COMMAND_ABORTED
);
776 cmdinfo
->state
|= COMMAND_ABORTED
;
777 list_add_tail(&cmdinfo
->dead
, &devinfo
->dead_list
);
778 if (cmdinfo
->state
& IS_IN_WORK_LIST
) {
779 list_del(&cmdinfo
->work
);
780 cmdinfo
->state
&= ~IS_IN_WORK_LIST
;
782 if (cmdinfo
->state
& COMMAND_INFLIGHT
) {
783 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
784 ret
= uas_eh_task_mgmt(cmnd
, "ABORT TASK", TMF_ABORT_TASK
);
786 uas_unlink_data_urbs(devinfo
, cmdinfo
, &flags
);
787 uas_try_complete(cmnd
, __func__
);
788 spin_unlock_irqrestore(&devinfo
->lock
, flags
);
794 static int uas_eh_device_reset_handler(struct scsi_cmnd
*cmnd
)
796 sdev_printk(KERN_INFO
, cmnd
->device
, "%s\n", __func__
);
797 return uas_eh_task_mgmt(cmnd
, "LOGICAL UNIT RESET",
798 TMF_LOGICAL_UNIT_RESET
);
801 static int uas_eh_bus_reset_handler(struct scsi_cmnd
*cmnd
)
803 struct scsi_device
*sdev
= cmnd
->device
;
804 struct uas_dev_info
*devinfo
= sdev
->hostdata
;
805 struct usb_device
*udev
= devinfo
->udev
;
808 err
= usb_lock_device_for_reset(udev
, devinfo
->intf
);
810 shost_printk(KERN_ERR
, sdev
->host
,
811 "%s FAILED to get lock err %d\n", __func__
, err
);
815 shost_printk(KERN_INFO
, sdev
->host
, "%s start\n", __func__
);
816 devinfo
->resetting
= 1;
817 uas_abort_work(devinfo
);
818 usb_kill_anchored_urbs(&devinfo
->cmd_urbs
);
819 usb_kill_anchored_urbs(&devinfo
->sense_urbs
);
820 usb_kill_anchored_urbs(&devinfo
->data_urbs
);
821 uas_zap_dead(devinfo
);
822 err
= usb_reset_device(udev
);
823 devinfo
->resetting
= 0;
825 usb_unlock_device(udev
);
828 shost_printk(KERN_INFO
, sdev
->host
, "%s FAILED\n", __func__
);
832 shost_printk(KERN_INFO
, sdev
->host
, "%s success\n", __func__
);
836 static int uas_slave_alloc(struct scsi_device
*sdev
)
838 sdev
->hostdata
= (void *)sdev
->host
->hostdata
[0];
842 static int uas_slave_configure(struct scsi_device
*sdev
)
844 struct uas_dev_info
*devinfo
= sdev
->hostdata
;
845 scsi_set_tag_type(sdev
, MSG_ORDERED_TAG
);
846 scsi_activate_tcq(sdev
, devinfo
->qdepth
- 2);
850 static struct scsi_host_template uas_host_template
= {
851 .module
= THIS_MODULE
,
853 .queuecommand
= uas_queuecommand
,
854 .slave_alloc
= uas_slave_alloc
,
855 .slave_configure
= uas_slave_configure
,
856 .eh_abort_handler
= uas_eh_abort_handler
,
857 .eh_device_reset_handler
= uas_eh_device_reset_handler
,
858 .eh_bus_reset_handler
= uas_eh_bus_reset_handler
,
859 .can_queue
= 65536, /* Is there a limit on the _host_ ? */
861 .sg_tablesize
= SG_NONE
,
862 .cmd_per_lun
= 1, /* until we override it */
863 .skip_settle_delay
= 1,
867 static struct usb_device_id uas_usb_ids
[] = {
868 { USB_INTERFACE_INFO(USB_CLASS_MASS_STORAGE
, USB_SC_SCSI
, USB_PR_BULK
) },
869 { USB_INTERFACE_INFO(USB_CLASS_MASS_STORAGE
, USB_SC_SCSI
, USB_PR_UAS
) },
870 /* 0xaa is a prototype device I happen to have access to */
871 { USB_INTERFACE_INFO(USB_CLASS_MASS_STORAGE
, USB_SC_SCSI
, 0xaa) },
874 MODULE_DEVICE_TABLE(usb
, uas_usb_ids
);
876 static int uas_is_interface(struct usb_host_interface
*intf
)
878 return (intf
->desc
.bInterfaceClass
== USB_CLASS_MASS_STORAGE
&&
879 intf
->desc
.bInterfaceSubClass
== USB_SC_SCSI
&&
880 intf
->desc
.bInterfaceProtocol
== USB_PR_UAS
);
883 static int uas_isnt_supported(struct usb_device
*udev
)
885 struct usb_hcd
*hcd
= bus_to_hcd(udev
->bus
);
887 dev_warn(&udev
->dev
, "The driver for the USB controller %s does not "
888 "support scatter-gather which is\n",
889 hcd
->driver
->description
);
890 dev_warn(&udev
->dev
, "required by the UAS driver. Please try an"
891 "alternative USB controller if you wish to use UAS.\n");
895 static int uas_find_uas_alt_setting(struct usb_interface
*intf
)
898 struct usb_device
*udev
= interface_to_usbdev(intf
);
899 int sg_supported
= udev
->bus
->sg_tablesize
!= 0;
901 for (i
= 0; i
< intf
->num_altsetting
; i
++) {
902 struct usb_host_interface
*alt
= &intf
->altsetting
[i
];
904 if (uas_is_interface(alt
)) {
906 return uas_isnt_supported(udev
);
907 return alt
->desc
.bAlternateSetting
;
914 static int uas_switch_interface(struct usb_device
*udev
,
915 struct usb_interface
*intf
)
919 alt
= uas_find_uas_alt_setting(intf
);
923 return usb_set_interface(udev
,
924 intf
->altsetting
[0].desc
.bInterfaceNumber
, alt
);
927 static void uas_configure_endpoints(struct uas_dev_info
*devinfo
)
929 struct usb_host_endpoint
*eps
[4] = { };
930 struct usb_interface
*intf
= devinfo
->intf
;
931 struct usb_device
*udev
= devinfo
->udev
;
932 struct usb_host_endpoint
*endpoint
= intf
->cur_altsetting
->endpoint
;
933 unsigned i
, n_endpoints
= intf
->cur_altsetting
->desc
.bNumEndpoints
;
935 devinfo
->uas_sense_old
= 0;
936 devinfo
->cmnd
= NULL
;
938 for (i
= 0; i
< n_endpoints
; i
++) {
939 unsigned char *extra
= endpoint
[i
].extra
;
940 int len
= endpoint
[i
].extralen
;
942 if (extra
[1] == USB_DT_PIPE_USAGE
) {
943 unsigned pipe_id
= extra
[2];
944 if (pipe_id
> 0 && pipe_id
< 5)
945 eps
[pipe_id
- 1] = &endpoint
[i
];
954 * Assume that if we didn't find a control pipe descriptor, we're
955 * using a device with old firmware that happens to be set up like
959 devinfo
->cmd_pipe
= usb_sndbulkpipe(udev
, 1);
960 devinfo
->status_pipe
= usb_rcvbulkpipe(udev
, 1);
961 devinfo
->data_in_pipe
= usb_rcvbulkpipe(udev
, 2);
962 devinfo
->data_out_pipe
= usb_sndbulkpipe(udev
, 2);
964 eps
[1] = usb_pipe_endpoint(udev
, devinfo
->status_pipe
);
965 eps
[2] = usb_pipe_endpoint(udev
, devinfo
->data_in_pipe
);
966 eps
[3] = usb_pipe_endpoint(udev
, devinfo
->data_out_pipe
);
968 devinfo
->cmd_pipe
= usb_sndbulkpipe(udev
,
969 usb_endpoint_num(&eps
[0]->desc
));
970 devinfo
->status_pipe
= usb_rcvbulkpipe(udev
,
971 usb_endpoint_num(&eps
[1]->desc
));
972 devinfo
->data_in_pipe
= usb_rcvbulkpipe(udev
,
973 usb_endpoint_num(&eps
[2]->desc
));
974 devinfo
->data_out_pipe
= usb_sndbulkpipe(udev
,
975 usb_endpoint_num(&eps
[3]->desc
));
978 devinfo
->qdepth
= usb_alloc_streams(devinfo
->intf
, eps
+ 1, 3, 256,
980 if (devinfo
->qdepth
< 0) {
981 devinfo
->qdepth
= 256;
982 devinfo
->use_streams
= 0;
984 devinfo
->use_streams
= 1;
988 static void uas_free_streams(struct uas_dev_info
*devinfo
)
990 struct usb_device
*udev
= devinfo
->udev
;
991 struct usb_host_endpoint
*eps
[3];
993 eps
[0] = usb_pipe_endpoint(udev
, devinfo
->status_pipe
);
994 eps
[1] = usb_pipe_endpoint(udev
, devinfo
->data_in_pipe
);
995 eps
[2] = usb_pipe_endpoint(udev
, devinfo
->data_out_pipe
);
996 usb_free_streams(devinfo
->intf
, eps
, 3, GFP_KERNEL
);
1000 * XXX: What I'd like to do here is register a SCSI host for each USB host in
1001 * the system. Follow usb-storage's design of registering a SCSI host for
1002 * each USB device for the moment. Can implement this by walking up the
1003 * USB hierarchy until we find a USB host.
1005 static int uas_probe(struct usb_interface
*intf
, const struct usb_device_id
*id
)
1007 int result
= -ENOMEM
;
1008 struct Scsi_Host
*shost
= NULL
;
1009 struct uas_dev_info
*devinfo
;
1010 struct usb_device
*udev
= interface_to_usbdev(intf
);
1012 if (uas_switch_interface(udev
, intf
))
1015 devinfo
= kmalloc(sizeof(struct uas_dev_info
), GFP_KERNEL
);
1019 shost
= scsi_host_alloc(&uas_host_template
, sizeof(void *));
1023 shost
->max_cmd_len
= 16 + 252;
1025 shost
->max_lun
= 256;
1026 shost
->max_channel
= 0;
1027 shost
->sg_tablesize
= udev
->bus
->sg_tablesize
;
1029 devinfo
->intf
= intf
;
1030 devinfo
->udev
= udev
;
1031 devinfo
->resetting
= 0;
1032 init_usb_anchor(&devinfo
->cmd_urbs
);
1033 init_usb_anchor(&devinfo
->sense_urbs
);
1034 init_usb_anchor(&devinfo
->data_urbs
);
1035 spin_lock_init(&devinfo
->lock
);
1036 INIT_WORK(&devinfo
->work
, uas_do_work
);
1037 INIT_LIST_HEAD(&devinfo
->work_list
);
1038 INIT_LIST_HEAD(&devinfo
->dead_list
);
1039 uas_configure_endpoints(devinfo
);
1041 result
= scsi_init_shared_tag_map(shost
, devinfo
->qdepth
- 2);
1045 result
= scsi_add_host(shost
, &intf
->dev
);
1049 shost
->hostdata
[0] = (unsigned long)devinfo
;
1051 scsi_scan_host(shost
);
1052 usb_set_intfdata(intf
, shost
);
1056 uas_free_streams(devinfo
);
1058 usb_set_interface(udev
, intf
->altsetting
[0].desc
.bInterfaceNumber
, 0);
1061 scsi_host_put(shost
);
1065 static int uas_pre_reset(struct usb_interface
*intf
)
1067 struct Scsi_Host
*shost
= usb_get_intfdata(intf
);
1068 struct uas_dev_info
*devinfo
= (void *)shost
->hostdata
[0];
1069 unsigned long flags
;
1071 /* Block new requests */
1072 spin_lock_irqsave(shost
->host_lock
, flags
);
1073 scsi_block_requests(shost
);
1074 spin_unlock_irqrestore(shost
->host_lock
, flags
);
1076 /* Wait for any pending requests to complete */
1077 flush_work(&devinfo
->work
);
1078 if (usb_wait_anchor_empty_timeout(&devinfo
->sense_urbs
, 5000) == 0) {
1079 shost_printk(KERN_ERR
, shost
, "%s: timed out\n", __func__
);
1083 uas_free_streams(devinfo
);
1088 static int uas_post_reset(struct usb_interface
*intf
)
1090 struct Scsi_Host
*shost
= usb_get_intfdata(intf
);
1091 struct uas_dev_info
*devinfo
= (void *)shost
->hostdata
[0];
1092 unsigned long flags
;
1094 uas_configure_endpoints(devinfo
);
1096 spin_lock_irqsave(shost
->host_lock
, flags
);
1097 scsi_report_bus_reset(shost
, 0);
1098 spin_unlock_irqrestore(shost
->host_lock
, flags
);
1100 scsi_unblock_requests(shost
);
1105 static void uas_disconnect(struct usb_interface
*intf
)
1107 struct Scsi_Host
*shost
= usb_get_intfdata(intf
);
1108 struct uas_dev_info
*devinfo
= (void *)shost
->hostdata
[0];
1110 devinfo
->resetting
= 1;
1111 cancel_work_sync(&devinfo
->work
);
1112 uas_abort_work(devinfo
);
1113 usb_kill_anchored_urbs(&devinfo
->cmd_urbs
);
1114 usb_kill_anchored_urbs(&devinfo
->sense_urbs
);
1115 usb_kill_anchored_urbs(&devinfo
->data_urbs
);
1116 uas_zap_dead(devinfo
);
1117 scsi_remove_host(shost
);
1118 uas_free_streams(devinfo
);
1123 * XXX: Should this plug into libusual so we can auto-upgrade devices from
1126 static struct usb_driver uas_driver
= {
1129 .disconnect
= uas_disconnect
,
1130 .pre_reset
= uas_pre_reset
,
1131 .post_reset
= uas_post_reset
,
1132 .id_table
= uas_usb_ids
,
1135 module_usb_driver(uas_driver
);
1137 MODULE_LICENSE("GPL");
1138 MODULE_AUTHOR("Matthew Wilcox and Sarah Sharp");