2 * udc.c - ChipIdea UDC driver
4 * Copyright (C) 2008 Chipidea - MIPS Technologies, Inc. All rights reserved.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
13 #include <linux/delay.h>
14 #include <linux/device.h>
15 #include <linux/dmapool.h>
16 #include <linux/err.h>
17 #include <linux/irqreturn.h>
18 #include <linux/kernel.h>
19 #include <linux/slab.h>
20 #include <linux/pm_runtime.h>
21 #include <linux/usb/ch9.h>
22 #include <linux/usb/gadget.h>
23 #include <linux/usb/otg.h>
24 #include <linux/usb/chipidea.h>
32 /* control endpoint description */
33 static const struct usb_endpoint_descriptor
34 ctrl_endpt_out_desc
= {
35 .bLength
= USB_DT_ENDPOINT_SIZE
,
36 .bDescriptorType
= USB_DT_ENDPOINT
,
38 .bEndpointAddress
= USB_DIR_OUT
,
39 .bmAttributes
= USB_ENDPOINT_XFER_CONTROL
,
40 .wMaxPacketSize
= cpu_to_le16(CTRL_PAYLOAD_MAX
),
43 static const struct usb_endpoint_descriptor
44 ctrl_endpt_in_desc
= {
45 .bLength
= USB_DT_ENDPOINT_SIZE
,
46 .bDescriptorType
= USB_DT_ENDPOINT
,
48 .bEndpointAddress
= USB_DIR_IN
,
49 .bmAttributes
= USB_ENDPOINT_XFER_CONTROL
,
50 .wMaxPacketSize
= cpu_to_le16(CTRL_PAYLOAD_MAX
),
54 * hw_ep_bit: calculates the bit number
55 * @num: endpoint number
56 * @dir: endpoint direction
58 * This function returns bit number
60 static inline int hw_ep_bit(int num
, int dir
)
62 return num
+ (dir
? 16 : 0);
65 static inline int ep_to_bit(struct ci_hdrc
*ci
, int n
)
67 int fill
= 16 - ci
->hw_ep_max
/ 2;
69 if (n
>= ci
->hw_ep_max
/ 2)
76 * hw_device_state: enables/disables interrupts (execute without interruption)
77 * @dma: 0 => disable, !0 => enable and set dma engine
79 * This function returns an error code
81 static int hw_device_state(struct ci_hdrc
*ci
, u32 dma
)
84 hw_write(ci
, OP_ENDPTLISTADDR
, ~0, dma
);
85 /* interrupt, error, port change, reset, sleep/suspend */
86 hw_write(ci
, OP_USBINTR
, ~0,
87 USBi_UI
|USBi_UEI
|USBi_PCI
|USBi_URI
|USBi_SLI
);
88 hw_write(ci
, OP_USBCMD
, USBCMD_RS
, USBCMD_RS
);
90 hw_write(ci
, OP_USBINTR
, ~0, 0);
91 hw_write(ci
, OP_USBCMD
, USBCMD_RS
, 0);
97 * hw_ep_flush: flush endpoint fifo (execute without interruption)
98 * @num: endpoint number
99 * @dir: endpoint direction
101 * This function returns an error code
103 static int hw_ep_flush(struct ci_hdrc
*ci
, int num
, int dir
)
105 int n
= hw_ep_bit(num
, dir
);
108 /* flush any pending transfer */
109 hw_write(ci
, OP_ENDPTFLUSH
, BIT(n
), BIT(n
));
110 while (hw_read(ci
, OP_ENDPTFLUSH
, BIT(n
)))
112 } while (hw_read(ci
, OP_ENDPTSTAT
, BIT(n
)));
118 * hw_ep_disable: disables endpoint (execute without interruption)
119 * @num: endpoint number
120 * @dir: endpoint direction
122 * This function returns an error code
124 static int hw_ep_disable(struct ci_hdrc
*ci
, int num
, int dir
)
126 hw_ep_flush(ci
, num
, dir
);
127 hw_write(ci
, OP_ENDPTCTRL
+ num
,
128 dir
? ENDPTCTRL_TXE
: ENDPTCTRL_RXE
, 0);
133 * hw_ep_enable: enables endpoint (execute without interruption)
134 * @num: endpoint number
135 * @dir: endpoint direction
136 * @type: endpoint type
138 * This function returns an error code
140 static int hw_ep_enable(struct ci_hdrc
*ci
, int num
, int dir
, int type
)
145 mask
= ENDPTCTRL_TXT
; /* type */
146 data
= type
<< __ffs(mask
);
148 mask
|= ENDPTCTRL_TXS
; /* unstall */
149 mask
|= ENDPTCTRL_TXR
; /* reset data toggle */
150 data
|= ENDPTCTRL_TXR
;
151 mask
|= ENDPTCTRL_TXE
; /* enable */
152 data
|= ENDPTCTRL_TXE
;
154 mask
= ENDPTCTRL_RXT
; /* type */
155 data
= type
<< __ffs(mask
);
157 mask
|= ENDPTCTRL_RXS
; /* unstall */
158 mask
|= ENDPTCTRL_RXR
; /* reset data toggle */
159 data
|= ENDPTCTRL_RXR
;
160 mask
|= ENDPTCTRL_RXE
; /* enable */
161 data
|= ENDPTCTRL_RXE
;
163 hw_write(ci
, OP_ENDPTCTRL
+ num
, mask
, data
);
168 * hw_ep_get_halt: return endpoint halt status
169 * @num: endpoint number
170 * @dir: endpoint direction
172 * This function returns 1 if endpoint halted
174 static int hw_ep_get_halt(struct ci_hdrc
*ci
, int num
, int dir
)
176 u32 mask
= dir
? ENDPTCTRL_TXS
: ENDPTCTRL_RXS
;
178 return hw_read(ci
, OP_ENDPTCTRL
+ num
, mask
) ? 1 : 0;
182 * hw_test_and_clear_setup_status: test & clear setup status (execute without
184 * @n: endpoint number
186 * This function returns setup status
188 static int hw_test_and_clear_setup_status(struct ci_hdrc
*ci
, int n
)
190 n
= ep_to_bit(ci
, n
);
191 return hw_test_and_clear(ci
, OP_ENDPTSETUPSTAT
, BIT(n
));
195 * hw_ep_prime: primes endpoint (execute without interruption)
196 * @num: endpoint number
197 * @dir: endpoint direction
198 * @is_ctrl: true if control endpoint
200 * This function returns an error code
202 static int hw_ep_prime(struct ci_hdrc
*ci
, int num
, int dir
, int is_ctrl
)
204 int n
= hw_ep_bit(num
, dir
);
206 if (is_ctrl
&& dir
== RX
&& hw_read(ci
, OP_ENDPTSETUPSTAT
, BIT(num
)))
209 hw_write(ci
, OP_ENDPTPRIME
, BIT(n
), BIT(n
));
211 while (hw_read(ci
, OP_ENDPTPRIME
, BIT(n
)))
213 if (is_ctrl
&& dir
== RX
&& hw_read(ci
, OP_ENDPTSETUPSTAT
, BIT(num
)))
216 /* status shoult be tested according with manual but it doesn't work */
221 * hw_ep_set_halt: configures ep halt & resets data toggle after clear (execute
222 * without interruption)
223 * @num: endpoint number
224 * @dir: endpoint direction
225 * @value: true => stall, false => unstall
227 * This function returns an error code
229 static int hw_ep_set_halt(struct ci_hdrc
*ci
, int num
, int dir
, int value
)
231 if (value
!= 0 && value
!= 1)
235 enum ci_hw_regs reg
= OP_ENDPTCTRL
+ num
;
236 u32 mask_xs
= dir
? ENDPTCTRL_TXS
: ENDPTCTRL_RXS
;
237 u32 mask_xr
= dir
? ENDPTCTRL_TXR
: ENDPTCTRL_RXR
;
239 /* data toggle - reserved for EP0 but it's in ESS */
240 hw_write(ci
, reg
, mask_xs
|mask_xr
,
241 value
? mask_xs
: mask_xr
);
242 } while (value
!= hw_ep_get_halt(ci
, num
, dir
));
248 * hw_is_port_high_speed: test if port is high speed
250 * This function returns true if high speed port
252 static int hw_port_is_high_speed(struct ci_hdrc
*ci
)
254 return ci
->hw_bank
.lpm
? hw_read(ci
, OP_DEVLC
, DEVLC_PSPD
) :
255 hw_read(ci
, OP_PORTSC
, PORTSC_HSP
);
259 * hw_read_intr_enable: returns interrupt enable register
261 * This function returns register data
263 static u32
hw_read_intr_enable(struct ci_hdrc
*ci
)
265 return hw_read(ci
, OP_USBINTR
, ~0);
269 * hw_read_intr_status: returns interrupt status register
271 * This function returns register data
273 static u32
hw_read_intr_status(struct ci_hdrc
*ci
)
275 return hw_read(ci
, OP_USBSTS
, ~0);
279 * hw_test_and_clear_complete: test & clear complete status (execute without
281 * @n: endpoint number
283 * This function returns complete status
285 static int hw_test_and_clear_complete(struct ci_hdrc
*ci
, int n
)
287 n
= ep_to_bit(ci
, n
);
288 return hw_test_and_clear(ci
, OP_ENDPTCOMPLETE
, BIT(n
));
292 * hw_test_and_clear_intr_active: test & clear active interrupts (execute
293 * without interruption)
295 * This function returns active interrutps
297 static u32
hw_test_and_clear_intr_active(struct ci_hdrc
*ci
)
299 u32 reg
= hw_read_intr_status(ci
) & hw_read_intr_enable(ci
);
301 hw_write(ci
, OP_USBSTS
, ~0, reg
);
306 * hw_test_and_clear_setup_guard: test & clear setup guard (execute without
309 * This function returns guard value
311 static int hw_test_and_clear_setup_guard(struct ci_hdrc
*ci
)
313 return hw_test_and_write(ci
, OP_USBCMD
, USBCMD_SUTW
, 0);
317 * hw_test_and_set_setup_guard: test & set setup guard (execute without
320 * This function returns guard value
322 static int hw_test_and_set_setup_guard(struct ci_hdrc
*ci
)
324 return hw_test_and_write(ci
, OP_USBCMD
, USBCMD_SUTW
, USBCMD_SUTW
);
328 * hw_usb_set_address: configures USB address (execute without interruption)
329 * @value: new USB address
331 * This function explicitly sets the address, without the "USBADRA" (advance)
332 * feature, which is not supported by older versions of the controller.
334 static void hw_usb_set_address(struct ci_hdrc
*ci
, u8 value
)
336 hw_write(ci
, OP_DEVICEADDR
, DEVICEADDR_USBADR
,
337 value
<< __ffs(DEVICEADDR_USBADR
));
341 * hw_usb_reset: restart device after a bus reset (execute without
344 * This function returns an error code
346 static int hw_usb_reset(struct ci_hdrc
*ci
)
348 hw_usb_set_address(ci
, 0);
350 /* ESS flushes only at end?!? */
351 hw_write(ci
, OP_ENDPTFLUSH
, ~0, ~0);
353 /* clear setup token semaphores */
354 hw_write(ci
, OP_ENDPTSETUPSTAT
, 0, 0);
356 /* clear complete status */
357 hw_write(ci
, OP_ENDPTCOMPLETE
, 0, 0);
359 /* wait until all bits cleared */
360 while (hw_read(ci
, OP_ENDPTPRIME
, ~0))
361 udelay(10); /* not RTOS friendly */
363 /* reset all endpoints ? */
365 /* reset internal status and wait for further instructions
366 no need to verify the port reset status (ESS does it) */
371 /******************************************************************************
373 *****************************************************************************/
375 static int add_td_to_list(struct ci_hw_ep
*hwep
, struct ci_hw_req
*hwreq
,
380 struct td_node
*lastnode
, *node
= kzalloc(sizeof(struct td_node
),
386 node
->ptr
= dma_pool_alloc(hwep
->td_pool
, GFP_ATOMIC
,
388 if (node
->ptr
== NULL
) {
393 memset(node
->ptr
, 0, sizeof(struct ci_hw_td
));
394 node
->ptr
->token
= cpu_to_le32(length
<< __ffs(TD_TOTAL_BYTES
));
395 node
->ptr
->token
&= cpu_to_le32(TD_TOTAL_BYTES
);
396 node
->ptr
->token
|= cpu_to_le32(TD_STATUS_ACTIVE
);
398 temp
= (u32
) (hwreq
->req
.dma
+ hwreq
->req
.actual
);
400 node
->ptr
->page
[0] = cpu_to_le32(temp
);
401 for (i
= 1; i
< TD_PAGE_COUNT
; i
++) {
402 u32 page
= temp
+ i
* CI_HDRC_PAGE_SIZE
;
403 page
&= ~TD_RESERVED_MASK
;
404 node
->ptr
->page
[i
] = cpu_to_le32(page
);
408 hwreq
->req
.actual
+= length
;
410 if (!list_empty(&hwreq
->tds
)) {
411 /* get the last entry */
412 lastnode
= list_entry(hwreq
->tds
.prev
,
414 lastnode
->ptr
->next
= cpu_to_le32(node
->dma
);
417 INIT_LIST_HEAD(&node
->td
);
418 list_add_tail(&node
->td
, &hwreq
->tds
);
424 * _usb_addr: calculates endpoint address from direction & number
427 static inline u8
_usb_addr(struct ci_hw_ep
*ep
)
429 return ((ep
->dir
== TX
) ? USB_ENDPOINT_DIR_MASK
: 0) | ep
->num
;
433 * _hardware_queue: configures a request at hardware level
437 * This function returns an error code
439 static int _hardware_enqueue(struct ci_hw_ep
*hwep
, struct ci_hw_req
*hwreq
)
441 struct ci_hdrc
*ci
= hwep
->ci
;
443 unsigned rest
= hwreq
->req
.length
;
444 int pages
= TD_PAGE_COUNT
;
445 struct td_node
*firstnode
, *lastnode
;
447 /* don't queue twice */
448 if (hwreq
->req
.status
== -EALREADY
)
451 hwreq
->req
.status
= -EALREADY
;
453 ret
= usb_gadget_map_request(&ci
->gadget
, &hwreq
->req
, hwep
->dir
);
458 * The first buffer could be not page aligned.
459 * In that case we have to span into one extra td.
461 if (hwreq
->req
.dma
% PAGE_SIZE
)
465 add_td_to_list(hwep
, hwreq
, 0);
468 unsigned count
= min(hwreq
->req
.length
- hwreq
->req
.actual
,
469 (unsigned)(pages
* CI_HDRC_PAGE_SIZE
));
470 add_td_to_list(hwep
, hwreq
, count
);
474 if (hwreq
->req
.zero
&& hwreq
->req
.length
475 && (hwreq
->req
.length
% hwep
->ep
.maxpacket
== 0))
476 add_td_to_list(hwep
, hwreq
, 0);
478 firstnode
= list_first_entry(&hwreq
->tds
, struct td_node
, td
);
480 lastnode
= list_entry(hwreq
->tds
.prev
,
483 lastnode
->ptr
->next
= cpu_to_le32(TD_TERMINATE
);
484 if (!hwreq
->req
.no_interrupt
)
485 lastnode
->ptr
->token
|= cpu_to_le32(TD_IOC
);
488 hwreq
->req
.actual
= 0;
489 if (!list_empty(&hwep
->qh
.queue
)) {
490 struct ci_hw_req
*hwreqprev
;
491 int n
= hw_ep_bit(hwep
->num
, hwep
->dir
);
493 struct td_node
*prevlastnode
;
494 u32 next
= firstnode
->dma
& TD_ADDR_MASK
;
496 hwreqprev
= list_entry(hwep
->qh
.queue
.prev
,
497 struct ci_hw_req
, queue
);
498 prevlastnode
= list_entry(hwreqprev
->tds
.prev
,
501 prevlastnode
->ptr
->next
= cpu_to_le32(next
);
503 if (hw_read(ci
, OP_ENDPTPRIME
, BIT(n
)))
506 hw_write(ci
, OP_USBCMD
, USBCMD_ATDTW
, USBCMD_ATDTW
);
507 tmp_stat
= hw_read(ci
, OP_ENDPTSTAT
, BIT(n
));
508 } while (!hw_read(ci
, OP_USBCMD
, USBCMD_ATDTW
));
509 hw_write(ci
, OP_USBCMD
, USBCMD_ATDTW
, 0);
514 /* QH configuration */
515 hwep
->qh
.ptr
->td
.next
= cpu_to_le32(firstnode
->dma
);
516 hwep
->qh
.ptr
->td
.token
&=
517 cpu_to_le32(~(TD_STATUS_HALTED
|TD_STATUS_ACTIVE
));
519 if (hwep
->type
== USB_ENDPOINT_XFER_ISOC
) {
520 u32 mul
= hwreq
->req
.length
/ hwep
->ep
.maxpacket
;
522 if (hwreq
->req
.length
% hwep
->ep
.maxpacket
)
524 hwep
->qh
.ptr
->cap
|= mul
<< __ffs(QH_MULT
);
527 wmb(); /* synchronize before ep prime */
529 ret
= hw_ep_prime(ci
, hwep
->num
, hwep
->dir
,
530 hwep
->type
== USB_ENDPOINT_XFER_CONTROL
);
536 * free_pending_td: remove a pending request for the endpoint
539 static void free_pending_td(struct ci_hw_ep
*hwep
)
541 struct td_node
*pending
= hwep
->pending_td
;
543 dma_pool_free(hwep
->td_pool
, pending
->ptr
, pending
->dma
);
544 hwep
->pending_td
= NULL
;
549 * _hardware_dequeue: handles a request at hardware level
553 * This function returns an error code
555 static int _hardware_dequeue(struct ci_hw_ep
*hwep
, struct ci_hw_req
*hwreq
)
558 struct td_node
*node
, *tmpnode
;
559 unsigned remaining_length
;
560 unsigned actual
= hwreq
->req
.length
;
562 if (hwreq
->req
.status
!= -EALREADY
)
565 hwreq
->req
.status
= 0;
567 list_for_each_entry_safe(node
, tmpnode
, &hwreq
->tds
, td
) {
568 tmptoken
= le32_to_cpu(node
->ptr
->token
);
569 if ((TD_STATUS_ACTIVE
& tmptoken
) != 0) {
570 hwreq
->req
.status
= -EALREADY
;
574 remaining_length
= (tmptoken
& TD_TOTAL_BYTES
);
575 remaining_length
>>= __ffs(TD_TOTAL_BYTES
);
576 actual
-= remaining_length
;
578 hwreq
->req
.status
= tmptoken
& TD_STATUS
;
579 if ((TD_STATUS_HALTED
& hwreq
->req
.status
)) {
580 hwreq
->req
.status
= -EPIPE
;
582 } else if ((TD_STATUS_DT_ERR
& hwreq
->req
.status
)) {
583 hwreq
->req
.status
= -EPROTO
;
585 } else if ((TD_STATUS_TR_ERR
& hwreq
->req
.status
)) {
586 hwreq
->req
.status
= -EILSEQ
;
590 if (remaining_length
) {
592 hwreq
->req
.status
= -EPROTO
;
597 * As the hardware could still address the freed td
598 * which will run the udc unusable, the cleanup of the
599 * td has to be delayed by one.
601 if (hwep
->pending_td
)
602 free_pending_td(hwep
);
604 hwep
->pending_td
= node
;
605 list_del_init(&node
->td
);
608 usb_gadget_unmap_request(&hwep
->ci
->gadget
, &hwreq
->req
, hwep
->dir
);
610 hwreq
->req
.actual
+= actual
;
612 if (hwreq
->req
.status
)
613 return hwreq
->req
.status
;
615 return hwreq
->req
.actual
;
619 * _ep_nuke: dequeues all endpoint requests
622 * This function returns an error code
623 * Caller must hold lock
625 static int _ep_nuke(struct ci_hw_ep
*hwep
)
626 __releases(hwep
->lock
)
627 __acquires(hwep
->lock
)
629 struct td_node
*node
, *tmpnode
;
633 hw_ep_flush(hwep
->ci
, hwep
->num
, hwep
->dir
);
635 while (!list_empty(&hwep
->qh
.queue
)) {
637 /* pop oldest request */
638 struct ci_hw_req
*hwreq
= list_entry(hwep
->qh
.queue
.next
,
639 struct ci_hw_req
, queue
);
641 list_for_each_entry_safe(node
, tmpnode
, &hwreq
->tds
, td
) {
642 dma_pool_free(hwep
->td_pool
, node
->ptr
, node
->dma
);
643 list_del_init(&node
->td
);
648 list_del_init(&hwreq
->queue
);
649 hwreq
->req
.status
= -ESHUTDOWN
;
651 if (hwreq
->req
.complete
!= NULL
) {
652 spin_unlock(hwep
->lock
);
653 hwreq
->req
.complete(&hwep
->ep
, &hwreq
->req
);
654 spin_lock(hwep
->lock
);
658 if (hwep
->pending_td
)
659 free_pending_td(hwep
);
665 * _gadget_stop_activity: stops all USB activity, flushes & disables all endpts
668 * This function returns an error code
670 static int _gadget_stop_activity(struct usb_gadget
*gadget
)
673 struct ci_hdrc
*ci
= container_of(gadget
, struct ci_hdrc
, gadget
);
676 spin_lock_irqsave(&ci
->lock
, flags
);
677 ci
->gadget
.speed
= USB_SPEED_UNKNOWN
;
678 ci
->remote_wakeup
= 0;
680 spin_unlock_irqrestore(&ci
->lock
, flags
);
682 /* flush all endpoints */
683 gadget_for_each_ep(ep
, gadget
) {
684 usb_ep_fifo_flush(ep
);
686 usb_ep_fifo_flush(&ci
->ep0out
->ep
);
687 usb_ep_fifo_flush(&ci
->ep0in
->ep
);
690 ci
->driver
->disconnect(gadget
);
692 /* make sure to disable all endpoints */
693 gadget_for_each_ep(ep
, gadget
) {
697 if (ci
->status
!= NULL
) {
698 usb_ep_free_request(&ci
->ep0in
->ep
, ci
->status
);
705 /******************************************************************************
707 *****************************************************************************/
709 * isr_reset_handler: USB reset interrupt handler
712 * This function resets USB engine after a bus reset occurred
714 static void isr_reset_handler(struct ci_hdrc
*ci
)
720 spin_unlock(&ci
->lock
);
721 retval
= _gadget_stop_activity(&ci
->gadget
);
725 retval
= hw_usb_reset(ci
);
729 ci
->status
= usb_ep_alloc_request(&ci
->ep0in
->ep
, GFP_ATOMIC
);
730 if (ci
->status
== NULL
)
734 spin_lock(&ci
->lock
);
737 dev_err(ci
->dev
, "error: %i\n", retval
);
741 * isr_get_status_complete: get_status request complete function
743 * @req: request handled
745 * Caller must release lock
747 static void isr_get_status_complete(struct usb_ep
*ep
, struct usb_request
*req
)
749 if (ep
== NULL
|| req
== NULL
)
753 usb_ep_free_request(ep
, req
);
757 * _ep_queue: queues (submits) an I/O request to an endpoint
759 * Caller must hold lock
761 static int _ep_queue(struct usb_ep
*ep
, struct usb_request
*req
,
762 gfp_t __maybe_unused gfp_flags
)
764 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
765 struct ci_hw_req
*hwreq
= container_of(req
, struct ci_hw_req
, req
);
766 struct ci_hdrc
*ci
= hwep
->ci
;
769 if (ep
== NULL
|| req
== NULL
|| hwep
->ep
.desc
== NULL
)
772 if (hwep
->type
== USB_ENDPOINT_XFER_CONTROL
) {
774 hwep
= (ci
->ep0_dir
== RX
) ?
775 ci
->ep0out
: ci
->ep0in
;
776 if (!list_empty(&hwep
->qh
.queue
)) {
779 dev_warn(hwep
->ci
->dev
, "endpoint ctrl %X nuked\n",
784 if (usb_endpoint_xfer_isoc(hwep
->ep
.desc
) &&
785 hwreq
->req
.length
> (1 + hwep
->ep
.mult
) * hwep
->ep
.maxpacket
) {
786 dev_err(hwep
->ci
->dev
, "request length too big for isochronous\n");
790 /* first nuke then test link, e.g. previous status has not sent */
791 if (!list_empty(&hwreq
->queue
)) {
792 dev_err(hwep
->ci
->dev
, "request already in queue\n");
797 hwreq
->req
.status
= -EINPROGRESS
;
798 hwreq
->req
.actual
= 0;
800 retval
= _hardware_enqueue(hwep
, hwreq
);
802 if (retval
== -EALREADY
)
805 list_add_tail(&hwreq
->queue
, &hwep
->qh
.queue
);
811 * isr_get_status_response: get_status request response
813 * @setup: setup request packet
815 * This function returns an error code
817 static int isr_get_status_response(struct ci_hdrc
*ci
,
818 struct usb_ctrlrequest
*setup
)
819 __releases(hwep
->lock
)
820 __acquires(hwep
->lock
)
822 struct ci_hw_ep
*hwep
= ci
->ep0in
;
823 struct usb_request
*req
= NULL
;
824 gfp_t gfp_flags
= GFP_ATOMIC
;
825 int dir
, num
, retval
;
827 if (hwep
== NULL
|| setup
== NULL
)
830 spin_unlock(hwep
->lock
);
831 req
= usb_ep_alloc_request(&hwep
->ep
, gfp_flags
);
832 spin_lock(hwep
->lock
);
836 req
->complete
= isr_get_status_complete
;
838 req
->buf
= kzalloc(req
->length
, gfp_flags
);
839 if (req
->buf
== NULL
) {
844 if ((setup
->bRequestType
& USB_RECIP_MASK
) == USB_RECIP_DEVICE
) {
845 /* Assume that device is bus powered for now. */
846 *(u16
*)req
->buf
= ci
->remote_wakeup
<< 1;
848 } else if ((setup
->bRequestType
& USB_RECIP_MASK
) \
849 == USB_RECIP_ENDPOINT
) {
850 dir
= (le16_to_cpu(setup
->wIndex
) & USB_ENDPOINT_DIR_MASK
) ?
852 num
= le16_to_cpu(setup
->wIndex
) & USB_ENDPOINT_NUMBER_MASK
;
853 *(u16
*)req
->buf
= hw_ep_get_halt(ci
, num
, dir
);
855 /* else do nothing; reserved for future use */
857 retval
= _ep_queue(&hwep
->ep
, req
, gfp_flags
);
866 spin_unlock(hwep
->lock
);
867 usb_ep_free_request(&hwep
->ep
, req
);
868 spin_lock(hwep
->lock
);
873 * isr_setup_status_complete: setup_status request complete function
875 * @req: request handled
877 * Caller must release lock. Put the port in test mode if test mode
878 * feature is selected.
881 isr_setup_status_complete(struct usb_ep
*ep
, struct usb_request
*req
)
883 struct ci_hdrc
*ci
= req
->context
;
887 hw_usb_set_address(ci
, ci
->address
);
891 spin_lock_irqsave(&ci
->lock
, flags
);
893 hw_port_test_set(ci
, ci
->test_mode
);
894 spin_unlock_irqrestore(&ci
->lock
, flags
);
898 * isr_setup_status_phase: queues the status phase of a setup transation
901 * This function returns an error code
903 static int isr_setup_status_phase(struct ci_hdrc
*ci
)
906 struct ci_hw_ep
*hwep
;
908 hwep
= (ci
->ep0_dir
== TX
) ? ci
->ep0out
: ci
->ep0in
;
909 ci
->status
->context
= ci
;
910 ci
->status
->complete
= isr_setup_status_complete
;
912 retval
= _ep_queue(&hwep
->ep
, ci
->status
, GFP_ATOMIC
);
918 * isr_tr_complete_low: transaction complete low level handler
921 * This function returns an error code
922 * Caller must hold lock
924 static int isr_tr_complete_low(struct ci_hw_ep
*hwep
)
925 __releases(hwep
->lock
)
926 __acquires(hwep
->lock
)
928 struct ci_hw_req
*hwreq
, *hwreqtemp
;
929 struct ci_hw_ep
*hweptemp
= hwep
;
932 list_for_each_entry_safe(hwreq
, hwreqtemp
, &hwep
->qh
.queue
,
934 retval
= _hardware_dequeue(hwep
, hwreq
);
937 list_del_init(&hwreq
->queue
);
938 if (hwreq
->req
.complete
!= NULL
) {
939 spin_unlock(hwep
->lock
);
940 if ((hwep
->type
== USB_ENDPOINT_XFER_CONTROL
) &&
942 hweptemp
= hwep
->ci
->ep0in
;
943 hwreq
->req
.complete(&hweptemp
->ep
, &hwreq
->req
);
944 spin_lock(hwep
->lock
);
948 if (retval
== -EBUSY
)
955 * isr_tr_complete_handler: transaction complete interrupt handler
956 * @ci: UDC descriptor
958 * This function handles traffic events
960 static void isr_tr_complete_handler(struct ci_hdrc
*ci
)
967 for (i
= 0; i
< ci
->hw_ep_max
; i
++) {
968 struct ci_hw_ep
*hwep
= &ci
->ci_hw_ep
[i
];
969 int type
, num
, dir
, err
= -EINVAL
;
970 struct usb_ctrlrequest req
;
972 if (hwep
->ep
.desc
== NULL
)
973 continue; /* not configured */
975 if (hw_test_and_clear_complete(ci
, i
)) {
976 err
= isr_tr_complete_low(hwep
);
977 if (hwep
->type
== USB_ENDPOINT_XFER_CONTROL
) {
978 if (err
> 0) /* needs status phase */
979 err
= isr_setup_status_phase(ci
);
981 spin_unlock(&ci
->lock
);
982 if (usb_ep_set_halt(&hwep
->ep
))
984 "error: ep_set_halt\n");
985 spin_lock(&ci
->lock
);
990 if (hwep
->type
!= USB_ENDPOINT_XFER_CONTROL
||
991 !hw_test_and_clear_setup_status(ci
, i
))
995 dev_warn(ci
->dev
, "ctrl traffic at endpoint %d\n", i
);
1000 * Flush data and handshake transactions of previous
1003 _ep_nuke(ci
->ep0out
);
1004 _ep_nuke(ci
->ep0in
);
1006 /* read_setup_packet */
1008 hw_test_and_set_setup_guard(ci
);
1009 memcpy(&req
, &hwep
->qh
.ptr
->setup
, sizeof(req
));
1010 } while (!hw_test_and_clear_setup_guard(ci
));
1012 type
= req
.bRequestType
;
1014 ci
->ep0_dir
= (type
& USB_DIR_IN
) ? TX
: RX
;
1016 switch (req
.bRequest
) {
1017 case USB_REQ_CLEAR_FEATURE
:
1018 if (type
== (USB_DIR_OUT
|USB_RECIP_ENDPOINT
) &&
1019 le16_to_cpu(req
.wValue
) ==
1020 USB_ENDPOINT_HALT
) {
1021 if (req
.wLength
!= 0)
1023 num
= le16_to_cpu(req
.wIndex
);
1024 dir
= num
& USB_ENDPOINT_DIR_MASK
;
1025 num
&= USB_ENDPOINT_NUMBER_MASK
;
1027 num
+= ci
->hw_ep_max
/2;
1028 if (!ci
->ci_hw_ep
[num
].wedge
) {
1029 spin_unlock(&ci
->lock
);
1030 err
= usb_ep_clear_halt(
1031 &ci
->ci_hw_ep
[num
].ep
);
1032 spin_lock(&ci
->lock
);
1036 err
= isr_setup_status_phase(ci
);
1037 } else if (type
== (USB_DIR_OUT
|USB_RECIP_DEVICE
) &&
1038 le16_to_cpu(req
.wValue
) ==
1039 USB_DEVICE_REMOTE_WAKEUP
) {
1040 if (req
.wLength
!= 0)
1042 ci
->remote_wakeup
= 0;
1043 err
= isr_setup_status_phase(ci
);
1048 case USB_REQ_GET_STATUS
:
1049 if (type
!= (USB_DIR_IN
|USB_RECIP_DEVICE
) &&
1050 type
!= (USB_DIR_IN
|USB_RECIP_ENDPOINT
) &&
1051 type
!= (USB_DIR_IN
|USB_RECIP_INTERFACE
))
1053 if (le16_to_cpu(req
.wLength
) != 2 ||
1054 le16_to_cpu(req
.wValue
) != 0)
1056 err
= isr_get_status_response(ci
, &req
);
1058 case USB_REQ_SET_ADDRESS
:
1059 if (type
!= (USB_DIR_OUT
|USB_RECIP_DEVICE
))
1061 if (le16_to_cpu(req
.wLength
) != 0 ||
1062 le16_to_cpu(req
.wIndex
) != 0)
1064 ci
->address
= (u8
)le16_to_cpu(req
.wValue
);
1066 err
= isr_setup_status_phase(ci
);
1068 case USB_REQ_SET_FEATURE
:
1069 if (type
== (USB_DIR_OUT
|USB_RECIP_ENDPOINT
) &&
1070 le16_to_cpu(req
.wValue
) ==
1071 USB_ENDPOINT_HALT
) {
1072 if (req
.wLength
!= 0)
1074 num
= le16_to_cpu(req
.wIndex
);
1075 dir
= num
& USB_ENDPOINT_DIR_MASK
;
1076 num
&= USB_ENDPOINT_NUMBER_MASK
;
1078 num
+= ci
->hw_ep_max
/2;
1080 spin_unlock(&ci
->lock
);
1081 err
= usb_ep_set_halt(&ci
->ci_hw_ep
[num
].ep
);
1082 spin_lock(&ci
->lock
);
1084 isr_setup_status_phase(ci
);
1085 } else if (type
== (USB_DIR_OUT
|USB_RECIP_DEVICE
)) {
1086 if (req
.wLength
!= 0)
1088 switch (le16_to_cpu(req
.wValue
)) {
1089 case USB_DEVICE_REMOTE_WAKEUP
:
1090 ci
->remote_wakeup
= 1;
1091 err
= isr_setup_status_phase(ci
);
1093 case USB_DEVICE_TEST_MODE
:
1094 tmode
= le16_to_cpu(req
.wIndex
) >> 8;
1101 ci
->test_mode
= tmode
;
1102 err
= isr_setup_status_phase(
1117 if (req
.wLength
== 0) /* no data phase */
1120 spin_unlock(&ci
->lock
);
1121 err
= ci
->driver
->setup(&ci
->gadget
, &req
);
1122 spin_lock(&ci
->lock
);
1127 spin_unlock(&ci
->lock
);
1128 if (usb_ep_set_halt(&hwep
->ep
))
1129 dev_err(ci
->dev
, "error: ep_set_halt\n");
1130 spin_lock(&ci
->lock
);
1135 /******************************************************************************
1137 *****************************************************************************/
1139 * ep_enable: configure endpoint, making it usable
1141 * Check usb_ep_enable() at "usb_gadget.h" for details
1143 static int ep_enable(struct usb_ep
*ep
,
1144 const struct usb_endpoint_descriptor
*desc
)
1146 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1148 unsigned long flags
;
1151 if (ep
== NULL
|| desc
== NULL
)
1154 spin_lock_irqsave(hwep
->lock
, flags
);
1156 /* only internal SW should enable ctrl endpts */
1158 hwep
->ep
.desc
= desc
;
1160 if (!list_empty(&hwep
->qh
.queue
))
1161 dev_warn(hwep
->ci
->dev
, "enabling a non-empty endpoint!\n");
1163 hwep
->dir
= usb_endpoint_dir_in(desc
) ? TX
: RX
;
1164 hwep
->num
= usb_endpoint_num(desc
);
1165 hwep
->type
= usb_endpoint_type(desc
);
1167 hwep
->ep
.maxpacket
= usb_endpoint_maxp(desc
) & 0x07ff;
1168 hwep
->ep
.mult
= QH_ISO_MULT(usb_endpoint_maxp(desc
));
1170 if (hwep
->type
== USB_ENDPOINT_XFER_CONTROL
)
1174 cap
|= (hwep
->ep
.maxpacket
<< __ffs(QH_MAX_PKT
)) & QH_MAX_PKT
;
1176 hwep
->qh
.ptr
->cap
= cpu_to_le32(cap
);
1178 hwep
->qh
.ptr
->td
.next
|= cpu_to_le32(TD_TERMINATE
); /* needed? */
1181 * Enable endpoints in the HW other than ep0 as ep0
1185 retval
|= hw_ep_enable(hwep
->ci
, hwep
->num
, hwep
->dir
,
1188 spin_unlock_irqrestore(hwep
->lock
, flags
);
1193 * ep_disable: endpoint is no longer usable
1195 * Check usb_ep_disable() at "usb_gadget.h" for details
1197 static int ep_disable(struct usb_ep
*ep
)
1199 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1200 int direction
, retval
= 0;
1201 unsigned long flags
;
1205 else if (hwep
->ep
.desc
== NULL
)
1208 spin_lock_irqsave(hwep
->lock
, flags
);
1210 /* only internal SW should disable ctrl endpts */
1212 direction
= hwep
->dir
;
1214 retval
|= _ep_nuke(hwep
);
1215 retval
|= hw_ep_disable(hwep
->ci
, hwep
->num
, hwep
->dir
);
1217 if (hwep
->type
== USB_ENDPOINT_XFER_CONTROL
)
1218 hwep
->dir
= (hwep
->dir
== TX
) ? RX
: TX
;
1220 } while (hwep
->dir
!= direction
);
1222 hwep
->ep
.desc
= NULL
;
1224 spin_unlock_irqrestore(hwep
->lock
, flags
);
1229 * ep_alloc_request: allocate a request object to use with this endpoint
1231 * Check usb_ep_alloc_request() at "usb_gadget.h" for details
1233 static struct usb_request
*ep_alloc_request(struct usb_ep
*ep
, gfp_t gfp_flags
)
1235 struct ci_hw_req
*hwreq
= NULL
;
1240 hwreq
= kzalloc(sizeof(struct ci_hw_req
), gfp_flags
);
1241 if (hwreq
!= NULL
) {
1242 INIT_LIST_HEAD(&hwreq
->queue
);
1243 INIT_LIST_HEAD(&hwreq
->tds
);
1246 return (hwreq
== NULL
) ? NULL
: &hwreq
->req
;
1250 * ep_free_request: frees a request object
1252 * Check usb_ep_free_request() at "usb_gadget.h" for details
1254 static void ep_free_request(struct usb_ep
*ep
, struct usb_request
*req
)
1256 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1257 struct ci_hw_req
*hwreq
= container_of(req
, struct ci_hw_req
, req
);
1258 struct td_node
*node
, *tmpnode
;
1259 unsigned long flags
;
1261 if (ep
== NULL
|| req
== NULL
) {
1263 } else if (!list_empty(&hwreq
->queue
)) {
1264 dev_err(hwep
->ci
->dev
, "freeing queued request\n");
1268 spin_lock_irqsave(hwep
->lock
, flags
);
1270 list_for_each_entry_safe(node
, tmpnode
, &hwreq
->tds
, td
) {
1271 dma_pool_free(hwep
->td_pool
, node
->ptr
, node
->dma
);
1272 list_del_init(&node
->td
);
1279 spin_unlock_irqrestore(hwep
->lock
, flags
);
1283 * ep_queue: queues (submits) an I/O request to an endpoint
1285 * Check usb_ep_queue()* at usb_gadget.h" for details
1287 static int ep_queue(struct usb_ep
*ep
, struct usb_request
*req
,
1288 gfp_t __maybe_unused gfp_flags
)
1290 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1292 unsigned long flags
;
1294 if (ep
== NULL
|| req
== NULL
|| hwep
->ep
.desc
== NULL
)
1297 spin_lock_irqsave(hwep
->lock
, flags
);
1298 retval
= _ep_queue(ep
, req
, gfp_flags
);
1299 spin_unlock_irqrestore(hwep
->lock
, flags
);
1304 * ep_dequeue: dequeues (cancels, unlinks) an I/O request from an endpoint
1306 * Check usb_ep_dequeue() at "usb_gadget.h" for details
1308 static int ep_dequeue(struct usb_ep
*ep
, struct usb_request
*req
)
1310 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1311 struct ci_hw_req
*hwreq
= container_of(req
, struct ci_hw_req
, req
);
1312 unsigned long flags
;
1314 if (ep
== NULL
|| req
== NULL
|| hwreq
->req
.status
!= -EALREADY
||
1315 hwep
->ep
.desc
== NULL
|| list_empty(&hwreq
->queue
) ||
1316 list_empty(&hwep
->qh
.queue
))
1319 spin_lock_irqsave(hwep
->lock
, flags
);
1321 hw_ep_flush(hwep
->ci
, hwep
->num
, hwep
->dir
);
1324 list_del_init(&hwreq
->queue
);
1326 usb_gadget_unmap_request(&hwep
->ci
->gadget
, req
, hwep
->dir
);
1328 req
->status
= -ECONNRESET
;
1330 if (hwreq
->req
.complete
!= NULL
) {
1331 spin_unlock(hwep
->lock
);
1332 hwreq
->req
.complete(&hwep
->ep
, &hwreq
->req
);
1333 spin_lock(hwep
->lock
);
1336 spin_unlock_irqrestore(hwep
->lock
, flags
);
1341 * ep_set_halt: sets the endpoint halt feature
1343 * Check usb_ep_set_halt() at "usb_gadget.h" for details
1345 static int ep_set_halt(struct usb_ep
*ep
, int value
)
1347 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1348 int direction
, retval
= 0;
1349 unsigned long flags
;
1351 if (ep
== NULL
|| hwep
->ep
.desc
== NULL
)
1354 if (usb_endpoint_xfer_isoc(hwep
->ep
.desc
))
1357 spin_lock_irqsave(hwep
->lock
, flags
);
1360 /* g_file_storage MS compliant but g_zero fails chapter 9 compliance */
1361 if (value
&& hwep
->type
== USB_ENDPOINT_XFER_BULK
&& hwep
->dir
== TX
&&
1362 !list_empty(&hwep
->qh
.queue
)) {
1363 spin_unlock_irqrestore(hwep
->lock
, flags
);
1368 direction
= hwep
->dir
;
1370 retval
|= hw_ep_set_halt(hwep
->ci
, hwep
->num
, hwep
->dir
, value
);
1375 if (hwep
->type
== USB_ENDPOINT_XFER_CONTROL
)
1376 hwep
->dir
= (hwep
->dir
== TX
) ? RX
: TX
;
1378 } while (hwep
->dir
!= direction
);
1380 spin_unlock_irqrestore(hwep
->lock
, flags
);
1385 * ep_set_wedge: sets the halt feature and ignores clear requests
1387 * Check usb_ep_set_wedge() at "usb_gadget.h" for details
1389 static int ep_set_wedge(struct usb_ep
*ep
)
1391 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1392 unsigned long flags
;
1394 if (ep
== NULL
|| hwep
->ep
.desc
== NULL
)
1397 spin_lock_irqsave(hwep
->lock
, flags
);
1399 spin_unlock_irqrestore(hwep
->lock
, flags
);
1401 return usb_ep_set_halt(ep
);
1405 * ep_fifo_flush: flushes contents of a fifo
1407 * Check usb_ep_fifo_flush() at "usb_gadget.h" for details
1409 static void ep_fifo_flush(struct usb_ep
*ep
)
1411 struct ci_hw_ep
*hwep
= container_of(ep
, struct ci_hw_ep
, ep
);
1412 unsigned long flags
;
1415 dev_err(hwep
->ci
->dev
, "%02X: -EINVAL\n", _usb_addr(hwep
));
1419 spin_lock_irqsave(hwep
->lock
, flags
);
1421 hw_ep_flush(hwep
->ci
, hwep
->num
, hwep
->dir
);
1423 spin_unlock_irqrestore(hwep
->lock
, flags
);
1427 * Endpoint-specific part of the API to the USB controller hardware
1428 * Check "usb_gadget.h" for details
1430 static const struct usb_ep_ops usb_ep_ops
= {
1431 .enable
= ep_enable
,
1432 .disable
= ep_disable
,
1433 .alloc_request
= ep_alloc_request
,
1434 .free_request
= ep_free_request
,
1436 .dequeue
= ep_dequeue
,
1437 .set_halt
= ep_set_halt
,
1438 .set_wedge
= ep_set_wedge
,
1439 .fifo_flush
= ep_fifo_flush
,
1442 /******************************************************************************
1444 *****************************************************************************/
1445 static int ci_udc_vbus_session(struct usb_gadget
*_gadget
, int is_active
)
1447 struct ci_hdrc
*ci
= container_of(_gadget
, struct ci_hdrc
, gadget
);
1448 unsigned long flags
;
1449 int gadget_ready
= 0;
1451 spin_lock_irqsave(&ci
->lock
, flags
);
1452 ci
->vbus_active
= is_active
;
1455 spin_unlock_irqrestore(&ci
->lock
, flags
);
1459 pm_runtime_get_sync(&_gadget
->dev
);
1460 hw_device_reset(ci
, USBMODE_CM_DC
);
1461 hw_device_state(ci
, ci
->ep0out
->qh
.dma
);
1462 dev_dbg(ci
->dev
, "Connected to host\n");
1464 hw_device_state(ci
, 0);
1465 if (ci
->platdata
->notify_event
)
1466 ci
->platdata
->notify_event(ci
,
1467 CI_HDRC_CONTROLLER_STOPPED_EVENT
);
1468 _gadget_stop_activity(&ci
->gadget
);
1469 pm_runtime_put_sync(&_gadget
->dev
);
1470 dev_dbg(ci
->dev
, "Disconnected from host\n");
1477 static int ci_udc_wakeup(struct usb_gadget
*_gadget
)
1479 struct ci_hdrc
*ci
= container_of(_gadget
, struct ci_hdrc
, gadget
);
1480 unsigned long flags
;
1483 spin_lock_irqsave(&ci
->lock
, flags
);
1484 if (!ci
->remote_wakeup
) {
1488 if (!hw_read(ci
, OP_PORTSC
, PORTSC_SUSP
)) {
1492 hw_write(ci
, OP_PORTSC
, PORTSC_FPR
, PORTSC_FPR
);
1494 spin_unlock_irqrestore(&ci
->lock
, flags
);
1498 static int ci_udc_vbus_draw(struct usb_gadget
*_gadget
, unsigned ma
)
1500 struct ci_hdrc
*ci
= container_of(_gadget
, struct ci_hdrc
, gadget
);
1502 if (ci
->transceiver
)
1503 return usb_phy_set_power(ci
->transceiver
, ma
);
1507 /* Change Data+ pullup status
1508 * this func is used by usb_gadget_connect/disconnet
1510 static int ci_udc_pullup(struct usb_gadget
*_gadget
, int is_on
)
1512 struct ci_hdrc
*ci
= container_of(_gadget
, struct ci_hdrc
, gadget
);
1514 if (!ci
->vbus_active
)
1518 hw_write(ci
, OP_USBCMD
, USBCMD_RS
, USBCMD_RS
);
1520 hw_write(ci
, OP_USBCMD
, USBCMD_RS
, 0);
1525 static int ci_udc_start(struct usb_gadget
*gadget
,
1526 struct usb_gadget_driver
*driver
);
1527 static int ci_udc_stop(struct usb_gadget
*gadget
,
1528 struct usb_gadget_driver
*driver
);
1530 * Device operations part of the API to the USB controller hardware,
1531 * which don't involve endpoints (or i/o)
1532 * Check "usb_gadget.h" for details
1534 static const struct usb_gadget_ops usb_gadget_ops
= {
1535 .vbus_session
= ci_udc_vbus_session
,
1536 .wakeup
= ci_udc_wakeup
,
1537 .pullup
= ci_udc_pullup
,
1538 .vbus_draw
= ci_udc_vbus_draw
,
1539 .udc_start
= ci_udc_start
,
1540 .udc_stop
= ci_udc_stop
,
1543 static int init_eps(struct ci_hdrc
*ci
)
1545 int retval
= 0, i
, j
;
1547 for (i
= 0; i
< ci
->hw_ep_max
/2; i
++)
1548 for (j
= RX
; j
<= TX
; j
++) {
1549 int k
= i
+ j
* ci
->hw_ep_max
/2;
1550 struct ci_hw_ep
*hwep
= &ci
->ci_hw_ep
[k
];
1552 scnprintf(hwep
->name
, sizeof(hwep
->name
), "ep%i%s", i
,
1553 (j
== TX
) ? "in" : "out");
1556 hwep
->lock
= &ci
->lock
;
1557 hwep
->td_pool
= ci
->td_pool
;
1559 hwep
->ep
.name
= hwep
->name
;
1560 hwep
->ep
.ops
= &usb_ep_ops
;
1562 * for ep0: maxP defined in desc, for other
1563 * eps, maxP is set by epautoconfig() called
1566 hwep
->ep
.maxpacket
= (unsigned short)~0;
1568 INIT_LIST_HEAD(&hwep
->qh
.queue
);
1569 hwep
->qh
.ptr
= dma_pool_alloc(ci
->qh_pool
, GFP_KERNEL
,
1571 if (hwep
->qh
.ptr
== NULL
)
1574 memset(hwep
->qh
.ptr
, 0, sizeof(*hwep
->qh
.ptr
));
1577 * set up shorthands for ep0 out and in endpoints,
1578 * don't add to gadget's ep_list
1586 hwep
->ep
.maxpacket
= CTRL_PAYLOAD_MAX
;
1590 list_add_tail(&hwep
->ep
.ep_list
, &ci
->gadget
.ep_list
);
1596 static void destroy_eps(struct ci_hdrc
*ci
)
1600 for (i
= 0; i
< ci
->hw_ep_max
; i
++) {
1601 struct ci_hw_ep
*hwep
= &ci
->ci_hw_ep
[i
];
1603 if (hwep
->pending_td
)
1604 free_pending_td(hwep
);
1605 dma_pool_free(ci
->qh_pool
, hwep
->qh
.ptr
, hwep
->qh
.dma
);
1610 * ci_udc_start: register a gadget driver
1611 * @gadget: our gadget
1612 * @driver: the driver being registered
1614 * Interrupts are enabled here.
1616 static int ci_udc_start(struct usb_gadget
*gadget
,
1617 struct usb_gadget_driver
*driver
)
1619 struct ci_hdrc
*ci
= container_of(gadget
, struct ci_hdrc
, gadget
);
1620 unsigned long flags
;
1621 int retval
= -ENOMEM
;
1623 if (driver
->disconnect
== NULL
)
1627 ci
->ep0out
->ep
.desc
= &ctrl_endpt_out_desc
;
1628 retval
= usb_ep_enable(&ci
->ep0out
->ep
);
1632 ci
->ep0in
->ep
.desc
= &ctrl_endpt_in_desc
;
1633 retval
= usb_ep_enable(&ci
->ep0in
->ep
);
1636 spin_lock_irqsave(&ci
->lock
, flags
);
1638 ci
->driver
= driver
;
1639 pm_runtime_get_sync(&ci
->gadget
.dev
);
1640 if (ci
->vbus_active
) {
1641 hw_device_reset(ci
, USBMODE_CM_DC
);
1643 pm_runtime_put_sync(&ci
->gadget
.dev
);
1647 retval
= hw_device_state(ci
, ci
->ep0out
->qh
.dma
);
1649 pm_runtime_put_sync(&ci
->gadget
.dev
);
1652 spin_unlock_irqrestore(&ci
->lock
, flags
);
1657 * ci_udc_stop: unregister a gadget driver
1659 static int ci_udc_stop(struct usb_gadget
*gadget
,
1660 struct usb_gadget_driver
*driver
)
1662 struct ci_hdrc
*ci
= container_of(gadget
, struct ci_hdrc
, gadget
);
1663 unsigned long flags
;
1665 spin_lock_irqsave(&ci
->lock
, flags
);
1667 if (ci
->vbus_active
) {
1668 hw_device_state(ci
, 0);
1669 if (ci
->platdata
->notify_event
)
1670 ci
->platdata
->notify_event(ci
,
1671 CI_HDRC_CONTROLLER_STOPPED_EVENT
);
1672 spin_unlock_irqrestore(&ci
->lock
, flags
);
1673 _gadget_stop_activity(&ci
->gadget
);
1674 spin_lock_irqsave(&ci
->lock
, flags
);
1675 pm_runtime_put(&ci
->gadget
.dev
);
1679 spin_unlock_irqrestore(&ci
->lock
, flags
);
1684 /******************************************************************************
1686 *****************************************************************************/
1688 * udc_irq: ci interrupt handler
1690 * This function returns IRQ_HANDLED if the IRQ has been handled
1691 * It locks access to registers
1693 static irqreturn_t
udc_irq(struct ci_hdrc
*ci
)
1701 spin_lock(&ci
->lock
);
1703 if (ci
->platdata
->flags
& CI_HDRC_REGS_SHARED
) {
1704 if (hw_read(ci
, OP_USBMODE
, USBMODE_CM
) !=
1706 spin_unlock(&ci
->lock
);
1710 intr
= hw_test_and_clear_intr_active(ci
);
1713 /* order defines priority - do NOT change it */
1714 if (USBi_URI
& intr
)
1715 isr_reset_handler(ci
);
1717 if (USBi_PCI
& intr
) {
1718 ci
->gadget
.speed
= hw_port_is_high_speed(ci
) ?
1719 USB_SPEED_HIGH
: USB_SPEED_FULL
;
1720 if (ci
->suspended
&& ci
->driver
->resume
) {
1721 spin_unlock(&ci
->lock
);
1722 ci
->driver
->resume(&ci
->gadget
);
1723 spin_lock(&ci
->lock
);
1729 isr_tr_complete_handler(ci
);
1731 if (USBi_SLI
& intr
) {
1732 if (ci
->gadget
.speed
!= USB_SPEED_UNKNOWN
&&
1733 ci
->driver
->suspend
) {
1735 spin_unlock(&ci
->lock
);
1736 ci
->driver
->suspend(&ci
->gadget
);
1737 spin_lock(&ci
->lock
);
1740 retval
= IRQ_HANDLED
;
1744 spin_unlock(&ci
->lock
);
1750 * udc_start: initialize gadget role
1751 * @ci: chipidea controller
1753 static int udc_start(struct ci_hdrc
*ci
)
1755 struct device
*dev
= ci
->dev
;
1758 spin_lock_init(&ci
->lock
);
1760 ci
->gadget
.ops
= &usb_gadget_ops
;
1761 ci
->gadget
.speed
= USB_SPEED_UNKNOWN
;
1762 ci
->gadget
.max_speed
= USB_SPEED_HIGH
;
1763 ci
->gadget
.is_otg
= 0;
1764 ci
->gadget
.name
= ci
->platdata
->name
;
1766 INIT_LIST_HEAD(&ci
->gadget
.ep_list
);
1768 /* alloc resources */
1769 ci
->qh_pool
= dma_pool_create("ci_hw_qh", dev
,
1770 sizeof(struct ci_hw_qh
),
1771 64, CI_HDRC_PAGE_SIZE
);
1772 if (ci
->qh_pool
== NULL
)
1775 ci
->td_pool
= dma_pool_create("ci_hw_td", dev
,
1776 sizeof(struct ci_hw_td
),
1777 64, CI_HDRC_PAGE_SIZE
);
1778 if (ci
->td_pool
== NULL
) {
1783 retval
= init_eps(ci
);
1787 ci
->gadget
.ep0
= &ci
->ep0in
->ep
;
1789 if (ci
->global_phy
) {
1790 ci
->transceiver
= usb_get_phy(USB_PHY_TYPE_USB2
);
1791 if (IS_ERR(ci
->transceiver
))
1792 ci
->transceiver
= NULL
;
1795 if (ci
->platdata
->flags
& CI_HDRC_REQUIRE_TRANSCEIVER
) {
1796 if (ci
->transceiver
== NULL
) {
1802 if (ci
->transceiver
) {
1803 retval
= otg_set_peripheral(ci
->transceiver
->otg
,
1806 * If we implement all USB functions using chipidea drivers,
1807 * it doesn't need to call above API, meanwhile, if we only
1808 * use gadget function, calling above API is useless.
1810 if (retval
&& retval
!= -ENOTSUPP
)
1811 goto put_transceiver
;
1814 retval
= usb_add_gadget_udc(dev
, &ci
->gadget
);
1818 pm_runtime_no_callbacks(&ci
->gadget
.dev
);
1819 pm_runtime_enable(&ci
->gadget
.dev
);
1821 /* Update ci->vbus_active */
1822 ci_handle_vbus_change(ci
);
1827 if (ci
->transceiver
) {
1828 otg_set_peripheral(ci
->transceiver
->otg
, NULL
);
1830 usb_put_phy(ci
->transceiver
);
1833 dev_err(dev
, "error = %i\n", retval
);
1835 if (ci
->transceiver
&& ci
->global_phy
)
1836 usb_put_phy(ci
->transceiver
);
1840 dma_pool_destroy(ci
->td_pool
);
1842 dma_pool_destroy(ci
->qh_pool
);
1847 * ci_hdrc_gadget_destroy: parent remove must call this to remove UDC
1849 * No interrupts active, the IRQ has been released
1851 void ci_hdrc_gadget_destroy(struct ci_hdrc
*ci
)
1853 if (!ci
->roles
[CI_ROLE_GADGET
])
1856 usb_del_gadget_udc(&ci
->gadget
);
1860 dma_pool_destroy(ci
->td_pool
);
1861 dma_pool_destroy(ci
->qh_pool
);
1863 if (ci
->transceiver
) {
1864 otg_set_peripheral(ci
->transceiver
->otg
, NULL
);
1866 usb_put_phy(ci
->transceiver
);
1870 static int udc_id_switch_for_device(struct ci_hdrc
*ci
)
1873 ci_clear_otg_interrupt(ci
, OTGSC_BSVIS
);
1874 ci_enable_otg_interrupt(ci
, OTGSC_BSVIE
);
1880 static void udc_id_switch_for_host(struct ci_hdrc
*ci
)
1883 /* host doesn't care B_SESSION_VALID event */
1884 ci_clear_otg_interrupt(ci
, OTGSC_BSVIS
);
1885 ci_disable_otg_interrupt(ci
, OTGSC_BSVIE
);
1890 * ci_hdrc_gadget_init - initialize device related bits
1891 * ci: the controller
1893 * This function initializes the gadget, if the device is "device capable".
1895 int ci_hdrc_gadget_init(struct ci_hdrc
*ci
)
1897 struct ci_role_driver
*rdrv
;
1899 if (!hw_read(ci
, CAP_DCCPARAMS
, DCCPARAMS_DC
))
1902 rdrv
= devm_kzalloc(ci
->dev
, sizeof(struct ci_role_driver
), GFP_KERNEL
);
1906 rdrv
->start
= udc_id_switch_for_device
;
1907 rdrv
->stop
= udc_id_switch_for_host
;
1908 rdrv
->irq
= udc_irq
;
1909 rdrv
->name
= "gadget";
1910 ci
->roles
[CI_ROLE_GADGET
] = rdrv
;
1912 return udc_start(ci
);