blob: 33a797bf413fed9e37cf85c7a64ec32b652a9d45 [file] [log] [blame]
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001/*
2 * Driver for the Atmel USBA high speed USB device controller
3 *
4 * Copyright (C) 2005-2007 Atmel Corporation
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10#include <linux/clk.h>
11#include <linux/module.h>
12#include <linux/init.h>
13#include <linux/interrupt.h>
14#include <linux/io.h>
15#include <linux/device.h>
16#include <linux/dma-mapping.h>
17#include <linux/list.h>
18#include <linux/platform_device.h>
19#include <linux/usb/ch9.h>
20#include <linux/usb/gadget.h>
21#include <linux/delay.h>
22
23#include <asm/gpio.h>
24#include <asm/arch/board.h>
25
26#include "atmel_usba_udc.h"
27
28
29static struct usba_udc the_udc;
30
31#ifdef CONFIG_USB_GADGET_DEBUG_FS
32#include <linux/debugfs.h>
33#include <linux/uaccess.h>
34
35static int queue_dbg_open(struct inode *inode, struct file *file)
36{
37 struct usba_ep *ep = inode->i_private;
38 struct usba_request *req, *req_copy;
39 struct list_head *queue_data;
40
41 queue_data = kmalloc(sizeof(*queue_data), GFP_KERNEL);
42 if (!queue_data)
43 return -ENOMEM;
44 INIT_LIST_HEAD(queue_data);
45
46 spin_lock_irq(&ep->udc->lock);
47 list_for_each_entry(req, &ep->queue, queue) {
48 req_copy = kmalloc(sizeof(*req_copy), GFP_ATOMIC);
49 if (!req_copy)
50 goto fail;
51 memcpy(req_copy, req, sizeof(*req_copy));
52 list_add_tail(&req_copy->queue, queue_data);
53 }
54 spin_unlock_irq(&ep->udc->lock);
55
56 file->private_data = queue_data;
57 return 0;
58
59fail:
60 spin_unlock_irq(&ep->udc->lock);
61 list_for_each_entry_safe(req, req_copy, queue_data, queue) {
62 list_del(&req->queue);
63 kfree(req);
64 }
65 kfree(queue_data);
66 return -ENOMEM;
67}
68
69/*
70 * bbbbbbbb llllllll IZS sssss nnnn FDL\n\0
71 *
72 * b: buffer address
73 * l: buffer length
74 * I/i: interrupt/no interrupt
75 * Z/z: zero/no zero
76 * S/s: short ok/short not ok
77 * s: status
78 * n: nr_packets
79 * F/f: submitted/not submitted to FIFO
80 * D/d: using/not using DMA
81 * L/l: last transaction/not last transaction
82 */
83static ssize_t queue_dbg_read(struct file *file, char __user *buf,
84 size_t nbytes, loff_t *ppos)
85{
86 struct list_head *queue = file->private_data;
87 struct usba_request *req, *tmp_req;
88 size_t len, remaining, actual = 0;
89 char tmpbuf[38];
90
91 if (!access_ok(VERIFY_WRITE, buf, nbytes))
92 return -EFAULT;
93
94 mutex_lock(&file->f_dentry->d_inode->i_mutex);
95 list_for_each_entry_safe(req, tmp_req, queue, queue) {
96 len = snprintf(tmpbuf, sizeof(tmpbuf),
97 "%8p %08x %c%c%c %5d %c%c%c\n",
98 req->req.buf, req->req.length,
99 req->req.no_interrupt ? 'i' : 'I',
100 req->req.zero ? 'Z' : 'z',
101 req->req.short_not_ok ? 's' : 'S',
102 req->req.status,
103 req->submitted ? 'F' : 'f',
104 req->using_dma ? 'D' : 'd',
105 req->last_transaction ? 'L' : 'l');
106 len = min(len, sizeof(tmpbuf));
107 if (len > nbytes)
108 break;
109
110 list_del(&req->queue);
111 kfree(req);
112
113 remaining = __copy_to_user(buf, tmpbuf, len);
114 actual += len - remaining;
115 if (remaining)
116 break;
117
118 nbytes -= len;
119 buf += len;
120 }
121 mutex_unlock(&file->f_dentry->d_inode->i_mutex);
122
123 return actual;
124}
125
126static int queue_dbg_release(struct inode *inode, struct file *file)
127{
128 struct list_head *queue_data = file->private_data;
129 struct usba_request *req, *tmp_req;
130
131 list_for_each_entry_safe(req, tmp_req, queue_data, queue) {
132 list_del(&req->queue);
133 kfree(req);
134 }
135 kfree(queue_data);
136 return 0;
137}
138
139static int regs_dbg_open(struct inode *inode, struct file *file)
140{
141 struct usba_udc *udc;
142 unsigned int i;
143 u32 *data;
144 int ret = -ENOMEM;
145
146 mutex_lock(&inode->i_mutex);
147 udc = inode->i_private;
148 data = kmalloc(inode->i_size, GFP_KERNEL);
149 if (!data)
150 goto out;
151
152 spin_lock_irq(&udc->lock);
153 for (i = 0; i < inode->i_size / 4; i++)
154 data[i] = __raw_readl(udc->regs + i * 4);
155 spin_unlock_irq(&udc->lock);
156
157 file->private_data = data;
158 ret = 0;
159
160out:
161 mutex_unlock(&inode->i_mutex);
162
163 return ret;
164}
165
166static ssize_t regs_dbg_read(struct file *file, char __user *buf,
167 size_t nbytes, loff_t *ppos)
168{
169 struct inode *inode = file->f_dentry->d_inode;
170 int ret;
171
172 mutex_lock(&inode->i_mutex);
173 ret = simple_read_from_buffer(buf, nbytes, ppos,
174 file->private_data,
175 file->f_dentry->d_inode->i_size);
176 mutex_unlock(&inode->i_mutex);
177
178 return ret;
179}
180
181static int regs_dbg_release(struct inode *inode, struct file *file)
182{
183 kfree(file->private_data);
184 return 0;
185}
186
187const struct file_operations queue_dbg_fops = {
188 .owner = THIS_MODULE,
189 .open = queue_dbg_open,
190 .llseek = no_llseek,
191 .read = queue_dbg_read,
192 .release = queue_dbg_release,
193};
194
195const struct file_operations regs_dbg_fops = {
196 .owner = THIS_MODULE,
197 .open = regs_dbg_open,
198 .llseek = generic_file_llseek,
199 .read = regs_dbg_read,
200 .release = regs_dbg_release,
201};
202
203static void usba_ep_init_debugfs(struct usba_udc *udc,
204 struct usba_ep *ep)
205{
206 struct dentry *ep_root;
207
208 ep_root = debugfs_create_dir(ep->ep.name, udc->debugfs_root);
209 if (!ep_root)
210 goto err_root;
211 ep->debugfs_dir = ep_root;
212
213 ep->debugfs_queue = debugfs_create_file("queue", 0400, ep_root,
214 ep, &queue_dbg_fops);
215 if (!ep->debugfs_queue)
216 goto err_queue;
217
218 if (ep->can_dma) {
219 ep->debugfs_dma_status
220 = debugfs_create_u32("dma_status", 0400, ep_root,
221 &ep->last_dma_status);
222 if (!ep->debugfs_dma_status)
223 goto err_dma_status;
224 }
225 if (ep_is_control(ep)) {
226 ep->debugfs_state
227 = debugfs_create_u32("state", 0400, ep_root,
228 &ep->state);
229 if (!ep->debugfs_state)
230 goto err_state;
231 }
232
233 return;
234
235err_state:
236 if (ep->can_dma)
237 debugfs_remove(ep->debugfs_dma_status);
238err_dma_status:
239 debugfs_remove(ep->debugfs_queue);
240err_queue:
241 debugfs_remove(ep_root);
242err_root:
243 dev_err(&ep->udc->pdev->dev,
244 "failed to create debugfs directory for %s\n", ep->ep.name);
245}
246
247static void usba_ep_cleanup_debugfs(struct usba_ep *ep)
248{
249 debugfs_remove(ep->debugfs_queue);
250 debugfs_remove(ep->debugfs_dma_status);
251 debugfs_remove(ep->debugfs_state);
252 debugfs_remove(ep->debugfs_dir);
253 ep->debugfs_dma_status = NULL;
254 ep->debugfs_dir = NULL;
255}
256
257static void usba_init_debugfs(struct usba_udc *udc)
258{
259 struct dentry *root, *regs;
260 struct resource *regs_resource;
261
262 root = debugfs_create_dir(udc->gadget.name, NULL);
263 if (IS_ERR(root) || !root)
264 goto err_root;
265 udc->debugfs_root = root;
266
267 regs = debugfs_create_file("regs", 0400, root, udc, &regs_dbg_fops);
268 if (!regs)
269 goto err_regs;
270
271 regs_resource = platform_get_resource(udc->pdev, IORESOURCE_MEM,
272 CTRL_IOMEM_ID);
273 regs->d_inode->i_size = regs_resource->end - regs_resource->start + 1;
274 udc->debugfs_regs = regs;
275
276 usba_ep_init_debugfs(udc, to_usba_ep(udc->gadget.ep0));
277
278 return;
279
280err_regs:
281 debugfs_remove(root);
282err_root:
283 udc->debugfs_root = NULL;
284 dev_err(&udc->pdev->dev, "debugfs is not available\n");
285}
286
287static void usba_cleanup_debugfs(struct usba_udc *udc)
288{
289 usba_ep_cleanup_debugfs(to_usba_ep(udc->gadget.ep0));
290 debugfs_remove(udc->debugfs_regs);
291 debugfs_remove(udc->debugfs_root);
292 udc->debugfs_regs = NULL;
293 udc->debugfs_root = NULL;
294}
295#else
296static inline void usba_ep_init_debugfs(struct usba_udc *udc,
297 struct usba_ep *ep)
298{
299
300}
301
302static inline void usba_ep_cleanup_debugfs(struct usba_ep *ep)
303{
304
305}
306
307static inline void usba_init_debugfs(struct usba_udc *udc)
308{
309
310}
311
312static inline void usba_cleanup_debugfs(struct usba_udc *udc)
313{
314
315}
316#endif
317
318static int vbus_is_present(struct usba_udc *udc)
319{
320 if (udc->vbus_pin != -1)
321 return gpio_get_value(udc->vbus_pin);
322
323 /* No Vbus detection: Assume always present */
324 return 1;
325}
326
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -0700327static void next_fifo_transaction(struct usba_ep *ep, struct usba_request *req)
328{
329 unsigned int transaction_len;
330
331 transaction_len = req->req.length - req->req.actual;
332 req->last_transaction = 1;
333 if (transaction_len > ep->ep.maxpacket) {
334 transaction_len = ep->ep.maxpacket;
335 req->last_transaction = 0;
336 } else if (transaction_len == ep->ep.maxpacket && req->req.zero)
337 req->last_transaction = 0;
338
339 DBG(DBG_QUEUE, "%s: submit_transaction, req %p (length %d)%s\n",
340 ep->ep.name, req, transaction_len,
341 req->last_transaction ? ", done" : "");
342
Haavard Skinnemoen5d4c2702008-03-04 15:48:37 +0100343 memcpy_toio(ep->fifo, req->req.buf + req->req.actual, transaction_len);
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -0700344 usba_ep_writel(ep, SET_STA, USBA_TX_PK_RDY);
345 req->req.actual += transaction_len;
346}
347
348static void submit_request(struct usba_ep *ep, struct usba_request *req)
349{
350 DBG(DBG_QUEUE, "%s: submit_request: req %p (length %d)\n",
351 ep->ep.name, req, req->req.length);
352
353 req->req.actual = 0;
354 req->submitted = 1;
355
356 if (req->using_dma) {
357 if (req->req.length == 0) {
358 usba_ep_writel(ep, CTL_ENB, USBA_TX_PK_RDY);
359 return;
360 }
361
362 if (req->req.zero)
363 usba_ep_writel(ep, CTL_ENB, USBA_SHORT_PACKET);
364 else
365 usba_ep_writel(ep, CTL_DIS, USBA_SHORT_PACKET);
366
367 usba_dma_writel(ep, ADDRESS, req->req.dma);
368 usba_dma_writel(ep, CONTROL, req->ctrl);
369 } else {
370 next_fifo_transaction(ep, req);
371 if (req->last_transaction) {
372 usba_ep_writel(ep, CTL_DIS, USBA_TX_PK_RDY);
373 usba_ep_writel(ep, CTL_ENB, USBA_TX_COMPLETE);
374 } else {
375 usba_ep_writel(ep, CTL_DIS, USBA_TX_COMPLETE);
376 usba_ep_writel(ep, CTL_ENB, USBA_TX_PK_RDY);
377 }
378 }
379}
380
381static void submit_next_request(struct usba_ep *ep)
382{
383 struct usba_request *req;
384
385 if (list_empty(&ep->queue)) {
386 usba_ep_writel(ep, CTL_DIS, USBA_TX_PK_RDY | USBA_RX_BK_RDY);
387 return;
388 }
389
390 req = list_entry(ep->queue.next, struct usba_request, queue);
391 if (!req->submitted)
392 submit_request(ep, req);
393}
394
395static void send_status(struct usba_udc *udc, struct usba_ep *ep)
396{
397 ep->state = STATUS_STAGE_IN;
398 usba_ep_writel(ep, SET_STA, USBA_TX_PK_RDY);
399 usba_ep_writel(ep, CTL_ENB, USBA_TX_COMPLETE);
400}
401
402static void receive_data(struct usba_ep *ep)
403{
404 struct usba_udc *udc = ep->udc;
405 struct usba_request *req;
406 unsigned long status;
407 unsigned int bytecount, nr_busy;
408 int is_complete = 0;
409
410 status = usba_ep_readl(ep, STA);
411 nr_busy = USBA_BFEXT(BUSY_BANKS, status);
412
413 DBG(DBG_QUEUE, "receive data: nr_busy=%u\n", nr_busy);
414
415 while (nr_busy > 0) {
416 if (list_empty(&ep->queue)) {
417 usba_ep_writel(ep, CTL_DIS, USBA_RX_BK_RDY);
418 break;
419 }
420 req = list_entry(ep->queue.next,
421 struct usba_request, queue);
422
423 bytecount = USBA_BFEXT(BYTE_COUNT, status);
424
425 if (status & (1 << 31))
426 is_complete = 1;
427 if (req->req.actual + bytecount >= req->req.length) {
428 is_complete = 1;
429 bytecount = req->req.length - req->req.actual;
430 }
431
Haavard Skinnemoen5d4c2702008-03-04 15:48:37 +0100432 memcpy_fromio(req->req.buf + req->req.actual,
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -0700433 ep->fifo, bytecount);
434 req->req.actual += bytecount;
435
436 usba_ep_writel(ep, CLR_STA, USBA_RX_BK_RDY);
437
438 if (is_complete) {
439 DBG(DBG_QUEUE, "%s: request done\n", ep->ep.name);
440 req->req.status = 0;
441 list_del_init(&req->queue);
442 usba_ep_writel(ep, CTL_DIS, USBA_RX_BK_RDY);
443 spin_unlock(&udc->lock);
444 req->req.complete(&ep->ep, &req->req);
445 spin_lock(&udc->lock);
446 }
447
448 status = usba_ep_readl(ep, STA);
449 nr_busy = USBA_BFEXT(BUSY_BANKS, status);
450
451 if (is_complete && ep_is_control(ep)) {
452 send_status(udc, ep);
453 break;
454 }
455 }
456}
457
458static void
459request_complete(struct usba_ep *ep, struct usba_request *req, int status)
460{
461 struct usba_udc *udc = ep->udc;
462
463 WARN_ON(!list_empty(&req->queue));
464
465 if (req->req.status == -EINPROGRESS)
466 req->req.status = status;
467
468 if (req->mapped) {
469 dma_unmap_single(
470 &udc->pdev->dev, req->req.dma, req->req.length,
471 ep->is_in ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
472 req->req.dma = DMA_ADDR_INVALID;
473 req->mapped = 0;
474 }
475
476 DBG(DBG_GADGET | DBG_REQ,
477 "%s: req %p complete: status %d, actual %u\n",
478 ep->ep.name, req, req->req.status, req->req.actual);
479
480 spin_unlock(&udc->lock);
481 req->req.complete(&ep->ep, &req->req);
482 spin_lock(&udc->lock);
483}
484
485static void
486request_complete_list(struct usba_ep *ep, struct list_head *list, int status)
487{
488 struct usba_request *req, *tmp_req;
489
490 list_for_each_entry_safe(req, tmp_req, list, queue) {
491 list_del_init(&req->queue);
492 request_complete(ep, req, status);
493 }
494}
495
496static int
497usba_ep_enable(struct usb_ep *_ep, const struct usb_endpoint_descriptor *desc)
498{
499 struct usba_ep *ep = to_usba_ep(_ep);
500 struct usba_udc *udc = ep->udc;
501 unsigned long flags, ept_cfg, maxpacket;
502 unsigned int nr_trans;
503
504 DBG(DBG_GADGET, "%s: ep_enable: desc=%p\n", ep->ep.name, desc);
505
506 maxpacket = le16_to_cpu(desc->wMaxPacketSize) & 0x7ff;
507
508 if (((desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK) != ep->index)
509 || ep->index == 0
510 || desc->bDescriptorType != USB_DT_ENDPOINT
511 || maxpacket == 0
512 || maxpacket > ep->fifo_size) {
513 DBG(DBG_ERR, "ep_enable: Invalid argument");
514 return -EINVAL;
515 }
516
517 ep->is_isoc = 0;
518 ep->is_in = 0;
519
520 if (maxpacket <= 8)
521 ept_cfg = USBA_BF(EPT_SIZE, USBA_EPT_SIZE_8);
522 else
523 /* LSB is bit 1, not 0 */
524 ept_cfg = USBA_BF(EPT_SIZE, fls(maxpacket - 1) - 3);
525
526 DBG(DBG_HW, "%s: EPT_SIZE = %lu (maxpacket = %lu)\n",
527 ep->ep.name, ept_cfg, maxpacket);
528
529 if ((desc->bEndpointAddress & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN) {
530 ep->is_in = 1;
531 ept_cfg |= USBA_EPT_DIR_IN;
532 }
533
534 switch (desc->bmAttributes & USB_ENDPOINT_XFERTYPE_MASK) {
535 case USB_ENDPOINT_XFER_CONTROL:
536 ept_cfg |= USBA_BF(EPT_TYPE, USBA_EPT_TYPE_CONTROL);
537 ept_cfg |= USBA_BF(BK_NUMBER, USBA_BK_NUMBER_ONE);
538 break;
539 case USB_ENDPOINT_XFER_ISOC:
540 if (!ep->can_isoc) {
541 DBG(DBG_ERR, "ep_enable: %s is not isoc capable\n",
542 ep->ep.name);
543 return -EINVAL;
544 }
545
546 /*
547 * Bits 11:12 specify number of _additional_
548 * transactions per microframe.
549 */
550 nr_trans = ((le16_to_cpu(desc->wMaxPacketSize) >> 11) & 3) + 1;
551 if (nr_trans > 3)
552 return -EINVAL;
553
554 ep->is_isoc = 1;
555 ept_cfg |= USBA_BF(EPT_TYPE, USBA_EPT_TYPE_ISO);
556
557 /*
558 * Do triple-buffering on high-bandwidth iso endpoints.
559 */
560 if (nr_trans > 1 && ep->nr_banks == 3)
561 ept_cfg |= USBA_BF(BK_NUMBER, USBA_BK_NUMBER_TRIPLE);
562 else
563 ept_cfg |= USBA_BF(BK_NUMBER, USBA_BK_NUMBER_DOUBLE);
564 ept_cfg |= USBA_BF(NB_TRANS, nr_trans);
565 break;
566 case USB_ENDPOINT_XFER_BULK:
567 ept_cfg |= USBA_BF(EPT_TYPE, USBA_EPT_TYPE_BULK);
568 ept_cfg |= USBA_BF(BK_NUMBER, USBA_BK_NUMBER_DOUBLE);
569 break;
570 case USB_ENDPOINT_XFER_INT:
571 ept_cfg |= USBA_BF(EPT_TYPE, USBA_EPT_TYPE_INT);
572 ept_cfg |= USBA_BF(BK_NUMBER, USBA_BK_NUMBER_DOUBLE);
573 break;
574 }
575
576 spin_lock_irqsave(&ep->udc->lock, flags);
577
578 if (ep->desc) {
579 spin_unlock_irqrestore(&ep->udc->lock, flags);
580 DBG(DBG_ERR, "ep%d already enabled\n", ep->index);
581 return -EBUSY;
582 }
583
584 ep->desc = desc;
585 ep->ep.maxpacket = maxpacket;
586
587 usba_ep_writel(ep, CFG, ept_cfg);
588 usba_ep_writel(ep, CTL_ENB, USBA_EPT_ENABLE);
589
590 if (ep->can_dma) {
591 u32 ctrl;
592
593 usba_writel(udc, INT_ENB,
594 (usba_readl(udc, INT_ENB)
595 | USBA_BF(EPT_INT, 1 << ep->index)
596 | USBA_BF(DMA_INT, 1 << ep->index)));
597 ctrl = USBA_AUTO_VALID | USBA_INTDIS_DMA;
598 usba_ep_writel(ep, CTL_ENB, ctrl);
599 } else {
600 usba_writel(udc, INT_ENB,
601 (usba_readl(udc, INT_ENB)
602 | USBA_BF(EPT_INT, 1 << ep->index)));
603 }
604
605 spin_unlock_irqrestore(&udc->lock, flags);
606
607 DBG(DBG_HW, "EPT_CFG%d after init: %#08lx\n", ep->index,
608 (unsigned long)usba_ep_readl(ep, CFG));
609 DBG(DBG_HW, "INT_ENB after init: %#08lx\n",
610 (unsigned long)usba_readl(udc, INT_ENB));
611
612 return 0;
613}
614
615static int usba_ep_disable(struct usb_ep *_ep)
616{
617 struct usba_ep *ep = to_usba_ep(_ep);
618 struct usba_udc *udc = ep->udc;
619 LIST_HEAD(req_list);
620 unsigned long flags;
621
622 DBG(DBG_GADGET, "ep_disable: %s\n", ep->ep.name);
623
624 spin_lock_irqsave(&udc->lock, flags);
625
626 if (!ep->desc) {
627 spin_unlock_irqrestore(&udc->lock, flags);
628 DBG(DBG_ERR, "ep_disable: %s not enabled\n", ep->ep.name);
629 return -EINVAL;
630 }
631 ep->desc = NULL;
632
633 list_splice_init(&ep->queue, &req_list);
634 if (ep->can_dma) {
635 usba_dma_writel(ep, CONTROL, 0);
636 usba_dma_writel(ep, ADDRESS, 0);
637 usba_dma_readl(ep, STATUS);
638 }
639 usba_ep_writel(ep, CTL_DIS, USBA_EPT_ENABLE);
640 usba_writel(udc, INT_ENB,
641 usba_readl(udc, INT_ENB)
642 & ~USBA_BF(EPT_INT, 1 << ep->index));
643
644 request_complete_list(ep, &req_list, -ESHUTDOWN);
645
646 spin_unlock_irqrestore(&udc->lock, flags);
647
648 return 0;
649}
650
651static struct usb_request *
652usba_ep_alloc_request(struct usb_ep *_ep, gfp_t gfp_flags)
653{
654 struct usba_request *req;
655
656 DBG(DBG_GADGET, "ep_alloc_request: %p, 0x%x\n", _ep, gfp_flags);
657
658 req = kzalloc(sizeof(*req), gfp_flags);
659 if (!req)
660 return NULL;
661
662 INIT_LIST_HEAD(&req->queue);
663 req->req.dma = DMA_ADDR_INVALID;
664
665 return &req->req;
666}
667
668static void
669usba_ep_free_request(struct usb_ep *_ep, struct usb_request *_req)
670{
671 struct usba_request *req = to_usba_req(_req);
672
673 DBG(DBG_GADGET, "ep_free_request: %p, %p\n", _ep, _req);
674
675 kfree(req);
676}
677
678static int queue_dma(struct usba_udc *udc, struct usba_ep *ep,
679 struct usba_request *req, gfp_t gfp_flags)
680{
681 unsigned long flags;
682 int ret;
683
684 DBG(DBG_DMA, "%s: req l/%u d/%08x %c%c%c\n",
685 ep->ep.name, req->req.length, req->req.dma,
686 req->req.zero ? 'Z' : 'z',
687 req->req.short_not_ok ? 'S' : 's',
688 req->req.no_interrupt ? 'I' : 'i');
689
690 if (req->req.length > 0x10000) {
691 /* Lengths from 0 to 65536 (inclusive) are supported */
692 DBG(DBG_ERR, "invalid request length %u\n", req->req.length);
693 return -EINVAL;
694 }
695
696 req->using_dma = 1;
697
698 if (req->req.dma == DMA_ADDR_INVALID) {
699 req->req.dma = dma_map_single(
700 &udc->pdev->dev, req->req.buf, req->req.length,
701 ep->is_in ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
702 req->mapped = 1;
703 } else {
704 dma_sync_single_for_device(
705 &udc->pdev->dev, req->req.dma, req->req.length,
706 ep->is_in ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
707 req->mapped = 0;
708 }
709
710 req->ctrl = USBA_BF(DMA_BUF_LEN, req->req.length)
711 | USBA_DMA_CH_EN | USBA_DMA_END_BUF_IE
712 | USBA_DMA_END_TR_EN | USBA_DMA_END_TR_IE;
713
714 if (ep->is_in)
715 req->ctrl |= USBA_DMA_END_BUF_EN;
716
717 /*
718 * Add this request to the queue and submit for DMA if
719 * possible. Check if we're still alive first -- we may have
720 * received a reset since last time we checked.
721 */
722 ret = -ESHUTDOWN;
723 spin_lock_irqsave(&udc->lock, flags);
724 if (ep->desc) {
725 if (list_empty(&ep->queue))
726 submit_request(ep, req);
727
728 list_add_tail(&req->queue, &ep->queue);
729 ret = 0;
730 }
731 spin_unlock_irqrestore(&udc->lock, flags);
732
733 return ret;
734}
735
736static int
737usba_ep_queue(struct usb_ep *_ep, struct usb_request *_req, gfp_t gfp_flags)
738{
739 struct usba_request *req = to_usba_req(_req);
740 struct usba_ep *ep = to_usba_ep(_ep);
741 struct usba_udc *udc = ep->udc;
742 unsigned long flags;
743 int ret;
744
745 DBG(DBG_GADGET | DBG_QUEUE | DBG_REQ, "%s: queue req %p, len %u\n",
746 ep->ep.name, req, _req->length);
747
748 if (!udc->driver || udc->gadget.speed == USB_SPEED_UNKNOWN || !ep->desc)
749 return -ESHUTDOWN;
750
751 req->submitted = 0;
752 req->using_dma = 0;
753 req->last_transaction = 0;
754
755 _req->status = -EINPROGRESS;
756 _req->actual = 0;
757
758 if (ep->can_dma)
759 return queue_dma(udc, ep, req, gfp_flags);
760
761 /* May have received a reset since last time we checked */
762 ret = -ESHUTDOWN;
763 spin_lock_irqsave(&udc->lock, flags);
764 if (ep->desc) {
765 list_add_tail(&req->queue, &ep->queue);
766
767 if (ep->is_in || (ep_is_control(ep)
768 && (ep->state == DATA_STAGE_IN
769 || ep->state == STATUS_STAGE_IN)))
770 usba_ep_writel(ep, CTL_ENB, USBA_TX_PK_RDY);
771 else
772 usba_ep_writel(ep, CTL_ENB, USBA_RX_BK_RDY);
773 ret = 0;
774 }
775 spin_unlock_irqrestore(&udc->lock, flags);
776
777 return ret;
778}
779
780static void
781usba_update_req(struct usba_ep *ep, struct usba_request *req, u32 status)
782{
783 req->req.actual = req->req.length - USBA_BFEXT(DMA_BUF_LEN, status);
784}
785
786static int stop_dma(struct usba_ep *ep, u32 *pstatus)
787{
788 unsigned int timeout;
789 u32 status;
790
791 /*
792 * Stop the DMA controller. When writing both CH_EN
793 * and LINK to 0, the other bits are not affected.
794 */
795 usba_dma_writel(ep, CONTROL, 0);
796
797 /* Wait for the FIFO to empty */
798 for (timeout = 40; timeout; --timeout) {
799 status = usba_dma_readl(ep, STATUS);
800 if (!(status & USBA_DMA_CH_EN))
801 break;
802 udelay(1);
803 }
804
805 if (pstatus)
806 *pstatus = status;
807
808 if (timeout == 0) {
809 dev_err(&ep->udc->pdev->dev,
810 "%s: timed out waiting for DMA FIFO to empty\n",
811 ep->ep.name);
812 return -ETIMEDOUT;
813 }
814
815 return 0;
816}
817
818static int usba_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
819{
820 struct usba_ep *ep = to_usba_ep(_ep);
821 struct usba_udc *udc = ep->udc;
822 struct usba_request *req = to_usba_req(_req);
823 unsigned long flags;
824 u32 status;
825
826 DBG(DBG_GADGET | DBG_QUEUE, "ep_dequeue: %s, req %p\n",
827 ep->ep.name, req);
828
829 spin_lock_irqsave(&udc->lock, flags);
830
831 if (req->using_dma) {
832 /*
833 * If this request is currently being transferred,
834 * stop the DMA controller and reset the FIFO.
835 */
836 if (ep->queue.next == &req->queue) {
837 status = usba_dma_readl(ep, STATUS);
838 if (status & USBA_DMA_CH_EN)
839 stop_dma(ep, &status);
840
841#ifdef CONFIG_USB_GADGET_DEBUG_FS
842 ep->last_dma_status = status;
843#endif
844
845 usba_writel(udc, EPT_RST, 1 << ep->index);
846
847 usba_update_req(ep, req, status);
848 }
849 }
850
851 /*
852 * Errors should stop the queue from advancing until the
853 * completion function returns.
854 */
855 list_del_init(&req->queue);
856
857 request_complete(ep, req, -ECONNRESET);
858
859 /* Process the next request if any */
860 submit_next_request(ep);
861 spin_unlock_irqrestore(&udc->lock, flags);
862
863 return 0;
864}
865
866static int usba_ep_set_halt(struct usb_ep *_ep, int value)
867{
868 struct usba_ep *ep = to_usba_ep(_ep);
869 struct usba_udc *udc = ep->udc;
870 unsigned long flags;
871 int ret = 0;
872
873 DBG(DBG_GADGET, "endpoint %s: %s HALT\n", ep->ep.name,
874 value ? "set" : "clear");
875
876 if (!ep->desc) {
877 DBG(DBG_ERR, "Attempted to halt uninitialized ep %s\n",
878 ep->ep.name);
879 return -ENODEV;
880 }
881 if (ep->is_isoc) {
882 DBG(DBG_ERR, "Attempted to halt isochronous ep %s\n",
883 ep->ep.name);
884 return -ENOTTY;
885 }
886
887 spin_lock_irqsave(&udc->lock, flags);
888
889 /*
890 * We can't halt IN endpoints while there are still data to be
891 * transferred
892 */
893 if (!list_empty(&ep->queue)
894 || ((value && ep->is_in && (usba_ep_readl(ep, STA)
895 & USBA_BF(BUSY_BANKS, -1L))))) {
896 ret = -EAGAIN;
897 } else {
898 if (value)
899 usba_ep_writel(ep, SET_STA, USBA_FORCE_STALL);
900 else
901 usba_ep_writel(ep, CLR_STA,
902 USBA_FORCE_STALL | USBA_TOGGLE_CLR);
903 usba_ep_readl(ep, STA);
904 }
905
906 spin_unlock_irqrestore(&udc->lock, flags);
907
908 return ret;
909}
910
911static int usba_ep_fifo_status(struct usb_ep *_ep)
912{
913 struct usba_ep *ep = to_usba_ep(_ep);
914
915 return USBA_BFEXT(BYTE_COUNT, usba_ep_readl(ep, STA));
916}
917
918static void usba_ep_fifo_flush(struct usb_ep *_ep)
919{
920 struct usba_ep *ep = to_usba_ep(_ep);
921 struct usba_udc *udc = ep->udc;
922
923 usba_writel(udc, EPT_RST, 1 << ep->index);
924}
925
926static const struct usb_ep_ops usba_ep_ops = {
927 .enable = usba_ep_enable,
928 .disable = usba_ep_disable,
929 .alloc_request = usba_ep_alloc_request,
930 .free_request = usba_ep_free_request,
931 .queue = usba_ep_queue,
932 .dequeue = usba_ep_dequeue,
933 .set_halt = usba_ep_set_halt,
934 .fifo_status = usba_ep_fifo_status,
935 .fifo_flush = usba_ep_fifo_flush,
936};
937
938static int usba_udc_get_frame(struct usb_gadget *gadget)
939{
940 struct usba_udc *udc = to_usba_udc(gadget);
941
942 return USBA_BFEXT(FRAME_NUMBER, usba_readl(udc, FNUM));
943}
944
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -0700945static int usba_udc_wakeup(struct usb_gadget *gadget)
946{
947 struct usba_udc *udc = to_usba_udc(gadget);
948 unsigned long flags;
949 u32 ctrl;
950 int ret = -EINVAL;
951
952 spin_lock_irqsave(&udc->lock, flags);
953 if (udc->devstatus & (1 << USB_DEVICE_REMOTE_WAKEUP)) {
954 ctrl = usba_readl(udc, CTRL);
955 usba_writel(udc, CTRL, ctrl | USBA_REMOTE_WAKE_UP);
956 ret = 0;
957 }
958 spin_unlock_irqrestore(&udc->lock, flags);
959
960 return ret;
961}
962
963static int
964usba_udc_set_selfpowered(struct usb_gadget *gadget, int is_selfpowered)
965{
966 struct usba_udc *udc = to_usba_udc(gadget);
967 unsigned long flags;
968
969 spin_lock_irqsave(&udc->lock, flags);
970 if (is_selfpowered)
971 udc->devstatus |= 1 << USB_DEVICE_SELF_POWERED;
972 else
973 udc->devstatus &= ~(1 << USB_DEVICE_SELF_POWERED);
974 spin_unlock_irqrestore(&udc->lock, flags);
975
976 return 0;
977}
978
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -0700979static const struct usb_gadget_ops usba_udc_ops = {
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -0700980 .get_frame = usba_udc_get_frame,
981 .wakeup = usba_udc_wakeup,
982 .set_selfpowered = usba_udc_set_selfpowered,
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -0700983};
984
985#define EP(nam, idx, maxpkt, maxbk, dma, isoc) \
986{ \
987 .ep = { \
988 .ops = &usba_ep_ops, \
989 .name = nam, \
990 .maxpacket = maxpkt, \
991 }, \
992 .udc = &the_udc, \
993 .queue = LIST_HEAD_INIT(usba_ep[idx].queue), \
994 .fifo_size = maxpkt, \
995 .nr_banks = maxbk, \
996 .index = idx, \
997 .can_dma = dma, \
998 .can_isoc = isoc, \
999}
1000
1001static struct usba_ep usba_ep[] = {
1002 EP("ep0", 0, 64, 1, 0, 0),
1003 EP("ep1in-bulk", 1, 512, 2, 1, 1),
1004 EP("ep2out-bulk", 2, 512, 2, 1, 1),
1005 EP("ep3in-int", 3, 64, 3, 1, 0),
1006 EP("ep4out-int", 4, 64, 3, 1, 0),
1007 EP("ep5in-iso", 5, 1024, 3, 1, 1),
1008 EP("ep6out-iso", 6, 1024, 3, 1, 1),
1009};
1010#undef EP
1011
1012static struct usb_endpoint_descriptor usba_ep0_desc = {
1013 .bLength = USB_DT_ENDPOINT_SIZE,
1014 .bDescriptorType = USB_DT_ENDPOINT,
1015 .bEndpointAddress = 0,
1016 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
1017 .wMaxPacketSize = __constant_cpu_to_le16(64),
1018 /* FIXME: I have no idea what to put here */
1019 .bInterval = 1,
1020};
1021
1022static void nop_release(struct device *dev)
1023{
1024
1025}
1026
1027static struct usba_udc the_udc = {
1028 .gadget = {
1029 .ops = &usba_udc_ops,
1030 .ep0 = &usba_ep[0].ep,
1031 .ep_list = LIST_HEAD_INIT(the_udc.gadget.ep_list),
1032 .is_dualspeed = 1,
1033 .name = "atmel_usba_udc",
1034 .dev = {
1035 .bus_id = "gadget",
1036 .release = nop_release,
1037 },
1038 },
1039
1040 .lock = SPIN_LOCK_UNLOCKED,
1041};
1042
1043/*
1044 * Called with interrupts disabled and udc->lock held.
1045 */
1046static void reset_all_endpoints(struct usba_udc *udc)
1047{
1048 struct usba_ep *ep;
1049 struct usba_request *req, *tmp_req;
1050
1051 usba_writel(udc, EPT_RST, ~0UL);
1052
1053 ep = to_usba_ep(udc->gadget.ep0);
1054 list_for_each_entry_safe(req, tmp_req, &ep->queue, queue) {
1055 list_del_init(&req->queue);
1056 request_complete(ep, req, -ECONNRESET);
1057 }
1058
1059 list_for_each_entry(ep, &udc->gadget.ep_list, ep.ep_list) {
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -07001060 if (ep->desc) {
1061 spin_unlock(&udc->lock);
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001062 usba_ep_disable(&ep->ep);
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -07001063 spin_lock(&udc->lock);
1064 }
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001065 }
1066}
1067
1068static struct usba_ep *get_ep_by_addr(struct usba_udc *udc, u16 wIndex)
1069{
1070 struct usba_ep *ep;
1071
1072 if ((wIndex & USB_ENDPOINT_NUMBER_MASK) == 0)
1073 return to_usba_ep(udc->gadget.ep0);
1074
1075 list_for_each_entry (ep, &udc->gadget.ep_list, ep.ep_list) {
1076 u8 bEndpointAddress;
1077
1078 if (!ep->desc)
1079 continue;
1080 bEndpointAddress = ep->desc->bEndpointAddress;
1081 if ((wIndex ^ bEndpointAddress) & USB_DIR_IN)
1082 continue;
1083 if ((bEndpointAddress & USB_ENDPOINT_NUMBER_MASK)
1084 == (wIndex & USB_ENDPOINT_NUMBER_MASK))
1085 return ep;
1086 }
1087
1088 return NULL;
1089}
1090
1091/* Called with interrupts disabled and udc->lock held */
1092static inline void set_protocol_stall(struct usba_udc *udc, struct usba_ep *ep)
1093{
1094 usba_ep_writel(ep, SET_STA, USBA_FORCE_STALL);
1095 ep->state = WAIT_FOR_SETUP;
1096}
1097
1098static inline int is_stalled(struct usba_udc *udc, struct usba_ep *ep)
1099{
1100 if (usba_ep_readl(ep, STA) & USBA_FORCE_STALL)
1101 return 1;
1102 return 0;
1103}
1104
1105static inline void set_address(struct usba_udc *udc, unsigned int addr)
1106{
1107 u32 regval;
1108
1109 DBG(DBG_BUS, "setting address %u...\n", addr);
1110 regval = usba_readl(udc, CTRL);
1111 regval = USBA_BFINS(DEV_ADDR, addr, regval);
1112 usba_writel(udc, CTRL, regval);
1113}
1114
1115static int do_test_mode(struct usba_udc *udc)
1116{
1117 static const char test_packet_buffer[] = {
1118 /* JKJKJKJK * 9 */
1119 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
1120 /* JJKKJJKK * 8 */
1121 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA,
1122 /* JJKKJJKK * 8 */
1123 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE,
1124 /* JJJJJJJKKKKKKK * 8 */
1125 0xFE, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
1126 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
1127 /* JJJJJJJK * 8 */
1128 0x7F, 0xBF, 0xDF, 0xEF, 0xF7, 0xFB, 0xFD,
1129 /* {JKKKKKKK * 10}, JK */
1130 0xFC, 0x7E, 0xBF, 0xDF, 0xEF, 0xF7, 0xFB, 0xFD, 0x7E
1131 };
1132 struct usba_ep *ep;
1133 struct device *dev = &udc->pdev->dev;
1134 int test_mode;
1135
1136 test_mode = udc->test_mode;
1137
1138 /* Start from a clean slate */
1139 reset_all_endpoints(udc);
1140
1141 switch (test_mode) {
1142 case 0x0100:
1143 /* Test_J */
1144 usba_writel(udc, TST, USBA_TST_J_MODE);
1145 dev_info(dev, "Entering Test_J mode...\n");
1146 break;
1147 case 0x0200:
1148 /* Test_K */
1149 usba_writel(udc, TST, USBA_TST_K_MODE);
1150 dev_info(dev, "Entering Test_K mode...\n");
1151 break;
1152 case 0x0300:
1153 /*
1154 * Test_SE0_NAK: Force high-speed mode and set up ep0
1155 * for Bulk IN transfers
1156 */
1157 ep = &usba_ep[0];
1158 usba_writel(udc, TST,
1159 USBA_BF(SPEED_CFG, USBA_SPEED_CFG_FORCE_HIGH));
1160 usba_ep_writel(ep, CFG,
1161 USBA_BF(EPT_SIZE, USBA_EPT_SIZE_64)
1162 | USBA_EPT_DIR_IN
1163 | USBA_BF(EPT_TYPE, USBA_EPT_TYPE_BULK)
1164 | USBA_BF(BK_NUMBER, 1));
1165 if (!(usba_ep_readl(ep, CFG) & USBA_EPT_MAPPED)) {
1166 set_protocol_stall(udc, ep);
1167 dev_err(dev, "Test_SE0_NAK: ep0 not mapped\n");
1168 } else {
1169 usba_ep_writel(ep, CTL_ENB, USBA_EPT_ENABLE);
1170 dev_info(dev, "Entering Test_SE0_NAK mode...\n");
1171 }
1172 break;
1173 case 0x0400:
1174 /* Test_Packet */
1175 ep = &usba_ep[0];
1176 usba_ep_writel(ep, CFG,
1177 USBA_BF(EPT_SIZE, USBA_EPT_SIZE_64)
1178 | USBA_EPT_DIR_IN
1179 | USBA_BF(EPT_TYPE, USBA_EPT_TYPE_BULK)
1180 | USBA_BF(BK_NUMBER, 1));
1181 if (!(usba_ep_readl(ep, CFG) & USBA_EPT_MAPPED)) {
1182 set_protocol_stall(udc, ep);
1183 dev_err(dev, "Test_Packet: ep0 not mapped\n");
1184 } else {
1185 usba_ep_writel(ep, CTL_ENB, USBA_EPT_ENABLE);
1186 usba_writel(udc, TST, USBA_TST_PKT_MODE);
Haavard Skinnemoen5d4c2702008-03-04 15:48:37 +01001187 memcpy_toio(ep->fifo, test_packet_buffer,
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001188 sizeof(test_packet_buffer));
1189 usba_ep_writel(ep, SET_STA, USBA_TX_PK_RDY);
1190 dev_info(dev, "Entering Test_Packet mode...\n");
1191 }
1192 break;
1193 default:
1194 dev_err(dev, "Invalid test mode: 0x%04x\n", test_mode);
1195 return -EINVAL;
1196 }
1197
1198 return 0;
1199}
1200
1201/* Avoid overly long expressions */
1202static inline bool feature_is_dev_remote_wakeup(struct usb_ctrlrequest *crq)
1203{
1204 if (crq->wValue == __constant_cpu_to_le16(USB_DEVICE_REMOTE_WAKEUP))
1205 return true;
1206 return false;
1207}
1208
1209static inline bool feature_is_dev_test_mode(struct usb_ctrlrequest *crq)
1210{
1211 if (crq->wValue == __constant_cpu_to_le16(USB_DEVICE_TEST_MODE))
1212 return true;
1213 return false;
1214}
1215
1216static inline bool feature_is_ep_halt(struct usb_ctrlrequest *crq)
1217{
1218 if (crq->wValue == __constant_cpu_to_le16(USB_ENDPOINT_HALT))
1219 return true;
1220 return false;
1221}
1222
1223static int handle_ep0_setup(struct usba_udc *udc, struct usba_ep *ep,
1224 struct usb_ctrlrequest *crq)
1225{
1226 int retval = 0;;
1227
1228 switch (crq->bRequest) {
1229 case USB_REQ_GET_STATUS: {
1230 u16 status;
1231
1232 if (crq->bRequestType == (USB_DIR_IN | USB_RECIP_DEVICE)) {
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -07001233 status = cpu_to_le16(udc->devstatus);
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001234 } else if (crq->bRequestType
1235 == (USB_DIR_IN | USB_RECIP_INTERFACE)) {
1236 status = __constant_cpu_to_le16(0);
1237 } else if (crq->bRequestType
1238 == (USB_DIR_IN | USB_RECIP_ENDPOINT)) {
1239 struct usba_ep *target;
1240
1241 target = get_ep_by_addr(udc, le16_to_cpu(crq->wIndex));
1242 if (!target)
1243 goto stall;
1244
1245 status = 0;
1246 if (is_stalled(udc, target))
1247 status |= __constant_cpu_to_le16(1);
1248 } else
1249 goto delegate;
1250
1251 /* Write directly to the FIFO. No queueing is done. */
1252 if (crq->wLength != __constant_cpu_to_le16(sizeof(status)))
1253 goto stall;
1254 ep->state = DATA_STAGE_IN;
1255 __raw_writew(status, ep->fifo);
1256 usba_ep_writel(ep, SET_STA, USBA_TX_PK_RDY);
1257 break;
1258 }
1259
1260 case USB_REQ_CLEAR_FEATURE: {
1261 if (crq->bRequestType == USB_RECIP_DEVICE) {
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -07001262 if (feature_is_dev_remote_wakeup(crq))
1263 udc->devstatus
1264 &= ~(1 << USB_DEVICE_REMOTE_WAKEUP);
1265 else
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001266 /* Can't CLEAR_FEATURE TEST_MODE */
1267 goto stall;
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001268 } else if (crq->bRequestType == USB_RECIP_ENDPOINT) {
1269 struct usba_ep *target;
1270
1271 if (crq->wLength != __constant_cpu_to_le16(0)
1272 || !feature_is_ep_halt(crq))
1273 goto stall;
1274 target = get_ep_by_addr(udc, le16_to_cpu(crq->wIndex));
1275 if (!target)
1276 goto stall;
1277
1278 usba_ep_writel(target, CLR_STA, USBA_FORCE_STALL);
1279 if (target->index != 0)
1280 usba_ep_writel(target, CLR_STA,
1281 USBA_TOGGLE_CLR);
1282 } else {
1283 goto delegate;
1284 }
1285
1286 send_status(udc, ep);
1287 break;
1288 }
1289
1290 case USB_REQ_SET_FEATURE: {
1291 if (crq->bRequestType == USB_RECIP_DEVICE) {
1292 if (feature_is_dev_test_mode(crq)) {
1293 send_status(udc, ep);
1294 ep->state = STATUS_STAGE_TEST;
1295 udc->test_mode = le16_to_cpu(crq->wIndex);
1296 return 0;
1297 } else if (feature_is_dev_remote_wakeup(crq)) {
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -07001298 udc->devstatus |= 1 << USB_DEVICE_REMOTE_WAKEUP;
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001299 } else {
1300 goto stall;
1301 }
1302 } else if (crq->bRequestType == USB_RECIP_ENDPOINT) {
1303 struct usba_ep *target;
1304
1305 if (crq->wLength != __constant_cpu_to_le16(0)
1306 || !feature_is_ep_halt(crq))
1307 goto stall;
1308
1309 target = get_ep_by_addr(udc, le16_to_cpu(crq->wIndex));
1310 if (!target)
1311 goto stall;
1312
1313 usba_ep_writel(target, SET_STA, USBA_FORCE_STALL);
1314 } else
1315 goto delegate;
1316
1317 send_status(udc, ep);
1318 break;
1319 }
1320
1321 case USB_REQ_SET_ADDRESS:
1322 if (crq->bRequestType != (USB_DIR_OUT | USB_RECIP_DEVICE))
1323 goto delegate;
1324
1325 set_address(udc, le16_to_cpu(crq->wValue));
1326 send_status(udc, ep);
1327 ep->state = STATUS_STAGE_ADDR;
1328 break;
1329
1330 default:
1331delegate:
1332 spin_unlock(&udc->lock);
1333 retval = udc->driver->setup(&udc->gadget, crq);
1334 spin_lock(&udc->lock);
1335 }
1336
1337 return retval;
1338
1339stall:
David Brownell00274922007-11-19 12:58:36 -08001340 pr_err("udc: %s: Invalid setup request: %02x.%02x v%04x i%04x l%d, "
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001341 "halting endpoint...\n",
1342 ep->ep.name, crq->bRequestType, crq->bRequest,
1343 le16_to_cpu(crq->wValue), le16_to_cpu(crq->wIndex),
1344 le16_to_cpu(crq->wLength));
1345 set_protocol_stall(udc, ep);
1346 return -1;
1347}
1348
1349static void usba_control_irq(struct usba_udc *udc, struct usba_ep *ep)
1350{
1351 struct usba_request *req;
1352 u32 epstatus;
1353 u32 epctrl;
1354
1355restart:
1356 epstatus = usba_ep_readl(ep, STA);
1357 epctrl = usba_ep_readl(ep, CTL);
1358
1359 DBG(DBG_INT, "%s [%d]: s/%08x c/%08x\n",
1360 ep->ep.name, ep->state, epstatus, epctrl);
1361
1362 req = NULL;
1363 if (!list_empty(&ep->queue))
1364 req = list_entry(ep->queue.next,
1365 struct usba_request, queue);
1366
1367 if ((epctrl & USBA_TX_PK_RDY) && !(epstatus & USBA_TX_PK_RDY)) {
1368 if (req->submitted)
1369 next_fifo_transaction(ep, req);
1370 else
1371 submit_request(ep, req);
1372
1373 if (req->last_transaction) {
1374 usba_ep_writel(ep, CTL_DIS, USBA_TX_PK_RDY);
1375 usba_ep_writel(ep, CTL_ENB, USBA_TX_COMPLETE);
1376 }
1377 goto restart;
1378 }
1379 if ((epstatus & epctrl) & USBA_TX_COMPLETE) {
1380 usba_ep_writel(ep, CLR_STA, USBA_TX_COMPLETE);
1381
1382 switch (ep->state) {
1383 case DATA_STAGE_IN:
1384 usba_ep_writel(ep, CTL_ENB, USBA_RX_BK_RDY);
1385 usba_ep_writel(ep, CTL_DIS, USBA_TX_COMPLETE);
1386 ep->state = STATUS_STAGE_OUT;
1387 break;
1388 case STATUS_STAGE_ADDR:
1389 /* Activate our new address */
1390 usba_writel(udc, CTRL, (usba_readl(udc, CTRL)
1391 | USBA_FADDR_EN));
1392 usba_ep_writel(ep, CTL_DIS, USBA_TX_COMPLETE);
1393 ep->state = WAIT_FOR_SETUP;
1394 break;
1395 case STATUS_STAGE_IN:
1396 if (req) {
1397 list_del_init(&req->queue);
1398 request_complete(ep, req, 0);
1399 submit_next_request(ep);
1400 }
1401 usba_ep_writel(ep, CTL_DIS, USBA_TX_COMPLETE);
1402 ep->state = WAIT_FOR_SETUP;
1403 break;
1404 case STATUS_STAGE_TEST:
1405 usba_ep_writel(ep, CTL_DIS, USBA_TX_COMPLETE);
1406 ep->state = WAIT_FOR_SETUP;
1407 if (do_test_mode(udc))
1408 set_protocol_stall(udc, ep);
1409 break;
1410 default:
David Brownell00274922007-11-19 12:58:36 -08001411 pr_err("udc: %s: TXCOMP: Invalid endpoint state %d, "
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001412 "halting endpoint...\n",
1413 ep->ep.name, ep->state);
1414 set_protocol_stall(udc, ep);
1415 break;
1416 }
1417
1418 goto restart;
1419 }
1420 if ((epstatus & epctrl) & USBA_RX_BK_RDY) {
1421 switch (ep->state) {
1422 case STATUS_STAGE_OUT:
1423 usba_ep_writel(ep, CLR_STA, USBA_RX_BK_RDY);
1424 usba_ep_writel(ep, CTL_DIS, USBA_RX_BK_RDY);
1425
1426 if (req) {
1427 list_del_init(&req->queue);
1428 request_complete(ep, req, 0);
1429 }
1430 ep->state = WAIT_FOR_SETUP;
1431 break;
1432
1433 case DATA_STAGE_OUT:
1434 receive_data(ep);
1435 break;
1436
1437 default:
1438 usba_ep_writel(ep, CLR_STA, USBA_RX_BK_RDY);
1439 usba_ep_writel(ep, CTL_DIS, USBA_RX_BK_RDY);
David Brownell00274922007-11-19 12:58:36 -08001440 pr_err("udc: %s: RXRDY: Invalid endpoint state %d, "
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001441 "halting endpoint...\n",
1442 ep->ep.name, ep->state);
1443 set_protocol_stall(udc, ep);
1444 break;
1445 }
1446
1447 goto restart;
1448 }
1449 if (epstatus & USBA_RX_SETUP) {
1450 union {
1451 struct usb_ctrlrequest crq;
1452 unsigned long data[2];
1453 } crq;
1454 unsigned int pkt_len;
1455 int ret;
1456
1457 if (ep->state != WAIT_FOR_SETUP) {
1458 /*
1459 * Didn't expect a SETUP packet at this
1460 * point. Clean up any pending requests (which
1461 * may be successful).
1462 */
1463 int status = -EPROTO;
1464
1465 /*
1466 * RXRDY and TXCOMP are dropped when SETUP
1467 * packets arrive. Just pretend we received
1468 * the status packet.
1469 */
1470 if (ep->state == STATUS_STAGE_OUT
1471 || ep->state == STATUS_STAGE_IN) {
1472 usba_ep_writel(ep, CTL_DIS, USBA_RX_BK_RDY);
1473 status = 0;
1474 }
1475
1476 if (req) {
1477 list_del_init(&req->queue);
1478 request_complete(ep, req, status);
1479 }
1480 }
1481
1482 pkt_len = USBA_BFEXT(BYTE_COUNT, usba_ep_readl(ep, STA));
1483 DBG(DBG_HW, "Packet length: %u\n", pkt_len);
1484 if (pkt_len != sizeof(crq)) {
David Brownell00274922007-11-19 12:58:36 -08001485 pr_warning("udc: Invalid packet length %u "
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001486 "(expected %lu)\n", pkt_len, sizeof(crq));
1487 set_protocol_stall(udc, ep);
1488 return;
1489 }
1490
1491 DBG(DBG_FIFO, "Copying ctrl request from 0x%p:\n", ep->fifo);
Haavard Skinnemoen5d4c2702008-03-04 15:48:37 +01001492 memcpy_fromio(crq.data, ep->fifo, sizeof(crq));
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001493
1494 /* Free up one bank in the FIFO so that we can
1495 * generate or receive a reply right away. */
1496 usba_ep_writel(ep, CLR_STA, USBA_RX_SETUP);
1497
1498 /* printk(KERN_DEBUG "setup: %d: %02x.%02x\n",
1499 ep->state, crq.crq.bRequestType,
1500 crq.crq.bRequest); */
1501
1502 if (crq.crq.bRequestType & USB_DIR_IN) {
1503 /*
1504 * The USB 2.0 spec states that "if wLength is
1505 * zero, there is no data transfer phase."
1506 * However, testusb #14 seems to actually
1507 * expect a data phase even if wLength = 0...
1508 */
1509 ep->state = DATA_STAGE_IN;
1510 } else {
1511 if (crq.crq.wLength != __constant_cpu_to_le16(0))
1512 ep->state = DATA_STAGE_OUT;
1513 else
1514 ep->state = STATUS_STAGE_IN;
1515 }
1516
1517 ret = -1;
1518 if (ep->index == 0)
1519 ret = handle_ep0_setup(udc, ep, &crq.crq);
1520 else {
1521 spin_unlock(&udc->lock);
1522 ret = udc->driver->setup(&udc->gadget, &crq.crq);
1523 spin_lock(&udc->lock);
1524 }
1525
1526 DBG(DBG_BUS, "req %02x.%02x, length %d, state %d, ret %d\n",
1527 crq.crq.bRequestType, crq.crq.bRequest,
1528 le16_to_cpu(crq.crq.wLength), ep->state, ret);
1529
1530 if (ret < 0) {
1531 /* Let the host know that we failed */
1532 set_protocol_stall(udc, ep);
1533 }
1534 }
1535}
1536
1537static void usba_ep_irq(struct usba_udc *udc, struct usba_ep *ep)
1538{
1539 struct usba_request *req;
1540 u32 epstatus;
1541 u32 epctrl;
1542
1543 epstatus = usba_ep_readl(ep, STA);
1544 epctrl = usba_ep_readl(ep, CTL);
1545
1546 DBG(DBG_INT, "%s: interrupt, status: 0x%08x\n", ep->ep.name, epstatus);
1547
1548 while ((epctrl & USBA_TX_PK_RDY) && !(epstatus & USBA_TX_PK_RDY)) {
1549 DBG(DBG_BUS, "%s: TX PK ready\n", ep->ep.name);
1550
1551 if (list_empty(&ep->queue)) {
1552 dev_warn(&udc->pdev->dev, "ep_irq: queue empty\n");
1553 usba_ep_writel(ep, CTL_DIS, USBA_TX_PK_RDY);
1554 return;
1555 }
1556
1557 req = list_entry(ep->queue.next, struct usba_request, queue);
1558
1559 if (req->using_dma) {
1560 /* Send a zero-length packet */
1561 usba_ep_writel(ep, SET_STA,
1562 USBA_TX_PK_RDY);
1563 usba_ep_writel(ep, CTL_DIS,
1564 USBA_TX_PK_RDY);
1565 list_del_init(&req->queue);
1566 submit_next_request(ep);
1567 request_complete(ep, req, 0);
1568 } else {
1569 if (req->submitted)
1570 next_fifo_transaction(ep, req);
1571 else
1572 submit_request(ep, req);
1573
1574 if (req->last_transaction) {
1575 list_del_init(&req->queue);
1576 submit_next_request(ep);
1577 request_complete(ep, req, 0);
1578 }
1579 }
1580
1581 epstatus = usba_ep_readl(ep, STA);
1582 epctrl = usba_ep_readl(ep, CTL);
1583 }
1584 if ((epstatus & epctrl) & USBA_RX_BK_RDY) {
1585 DBG(DBG_BUS, "%s: RX data ready\n", ep->ep.name);
1586 receive_data(ep);
1587 usba_ep_writel(ep, CLR_STA, USBA_RX_BK_RDY);
1588 }
1589}
1590
1591static void usba_dma_irq(struct usba_udc *udc, struct usba_ep *ep)
1592{
1593 struct usba_request *req;
1594 u32 status, control, pending;
1595
1596 status = usba_dma_readl(ep, STATUS);
1597 control = usba_dma_readl(ep, CONTROL);
1598#ifdef CONFIG_USB_GADGET_DEBUG_FS
1599 ep->last_dma_status = status;
1600#endif
1601 pending = status & control;
1602 DBG(DBG_INT | DBG_DMA, "dma irq, s/%#08x, c/%#08x\n", status, control);
1603
1604 if (status & USBA_DMA_CH_EN) {
1605 dev_err(&udc->pdev->dev,
1606 "DMA_CH_EN is set after transfer is finished!\n");
1607 dev_err(&udc->pdev->dev,
1608 "status=%#08x, pending=%#08x, control=%#08x\n",
1609 status, pending, control);
1610
1611 /*
1612 * try to pretend nothing happened. We might have to
1613 * do something here...
1614 */
1615 }
1616
1617 if (list_empty(&ep->queue))
1618 /* Might happen if a reset comes along at the right moment */
1619 return;
1620
1621 if (pending & (USBA_DMA_END_TR_ST | USBA_DMA_END_BUF_ST)) {
1622 req = list_entry(ep->queue.next, struct usba_request, queue);
1623 usba_update_req(ep, req, status);
1624
1625 list_del_init(&req->queue);
1626 submit_next_request(ep);
1627 request_complete(ep, req, 0);
1628 }
1629}
1630
1631static irqreturn_t usba_udc_irq(int irq, void *devid)
1632{
1633 struct usba_udc *udc = devid;
1634 u32 status;
1635 u32 dma_status;
1636 u32 ep_status;
1637
1638 spin_lock(&udc->lock);
1639
1640 status = usba_readl(udc, INT_STA);
1641 DBG(DBG_INT, "irq, status=%#08x\n", status);
1642
1643 if (status & USBA_DET_SUSPEND) {
1644 usba_writel(udc, INT_CLR, USBA_DET_SUSPEND);
1645 DBG(DBG_BUS, "Suspend detected\n");
1646 if (udc->gadget.speed != USB_SPEED_UNKNOWN
1647 && udc->driver && udc->driver->suspend) {
1648 spin_unlock(&udc->lock);
1649 udc->driver->suspend(&udc->gadget);
1650 spin_lock(&udc->lock);
1651 }
1652 }
1653
1654 if (status & USBA_WAKE_UP) {
1655 usba_writel(udc, INT_CLR, USBA_WAKE_UP);
1656 DBG(DBG_BUS, "Wake Up CPU detected\n");
1657 }
1658
1659 if (status & USBA_END_OF_RESUME) {
1660 usba_writel(udc, INT_CLR, USBA_END_OF_RESUME);
1661 DBG(DBG_BUS, "Resume detected\n");
1662 if (udc->gadget.speed != USB_SPEED_UNKNOWN
1663 && udc->driver && udc->driver->resume) {
1664 spin_unlock(&udc->lock);
1665 udc->driver->resume(&udc->gadget);
1666 spin_lock(&udc->lock);
1667 }
1668 }
1669
1670 dma_status = USBA_BFEXT(DMA_INT, status);
1671 if (dma_status) {
1672 int i;
1673
1674 for (i = 1; i < USBA_NR_ENDPOINTS; i++)
1675 if (dma_status & (1 << i))
1676 usba_dma_irq(udc, &usba_ep[i]);
1677 }
1678
1679 ep_status = USBA_BFEXT(EPT_INT, status);
1680 if (ep_status) {
1681 int i;
1682
1683 for (i = 0; i < USBA_NR_ENDPOINTS; i++)
1684 if (ep_status & (1 << i)) {
1685 if (ep_is_control(&usba_ep[i]))
1686 usba_control_irq(udc, &usba_ep[i]);
1687 else
1688 usba_ep_irq(udc, &usba_ep[i]);
1689 }
1690 }
1691
1692 if (status & USBA_END_OF_RESET) {
1693 struct usba_ep *ep0;
1694
1695 usba_writel(udc, INT_CLR, USBA_END_OF_RESET);
1696 reset_all_endpoints(udc);
1697
1698 if (status & USBA_HIGH_SPEED) {
1699 DBG(DBG_BUS, "High-speed bus reset detected\n");
1700 udc->gadget.speed = USB_SPEED_HIGH;
1701 } else {
1702 DBG(DBG_BUS, "Full-speed bus reset detected\n");
1703 udc->gadget.speed = USB_SPEED_FULL;
1704 }
1705
1706 ep0 = &usba_ep[0];
1707 ep0->desc = &usba_ep0_desc;
1708 ep0->state = WAIT_FOR_SETUP;
1709 usba_ep_writel(ep0, CFG,
1710 (USBA_BF(EPT_SIZE, EP0_EPT_SIZE)
1711 | USBA_BF(EPT_TYPE, USBA_EPT_TYPE_CONTROL)
1712 | USBA_BF(BK_NUMBER, USBA_BK_NUMBER_ONE)));
1713 usba_ep_writel(ep0, CTL_ENB,
1714 USBA_EPT_ENABLE | USBA_RX_SETUP);
1715 usba_writel(udc, INT_ENB,
1716 (usba_readl(udc, INT_ENB)
1717 | USBA_BF(EPT_INT, 1)
1718 | USBA_DET_SUSPEND
1719 | USBA_END_OF_RESUME));
1720
1721 if (!(usba_ep_readl(ep0, CFG) & USBA_EPT_MAPPED))
1722 dev_warn(&udc->pdev->dev,
1723 "WARNING: EP0 configuration is invalid!\n");
1724 }
1725
1726 spin_unlock(&udc->lock);
1727
1728 return IRQ_HANDLED;
1729}
1730
1731static irqreturn_t usba_vbus_irq(int irq, void *devid)
1732{
1733 struct usba_udc *udc = devid;
1734 int vbus;
1735
1736 /* debounce */
1737 udelay(10);
1738
1739 spin_lock(&udc->lock);
1740
1741 /* May happen if Vbus pin toggles during probe() */
1742 if (!udc->driver)
1743 goto out;
1744
1745 vbus = gpio_get_value(udc->vbus_pin);
1746 if (vbus != udc->vbus_prev) {
1747 if (vbus) {
1748 usba_writel(udc, CTRL, USBA_EN_USBA);
1749 usba_writel(udc, INT_ENB, USBA_END_OF_RESET);
1750 } else {
1751 udc->gadget.speed = USB_SPEED_UNKNOWN;
1752 reset_all_endpoints(udc);
1753 usba_writel(udc, CTRL, 0);
1754 spin_unlock(&udc->lock);
1755 udc->driver->disconnect(&udc->gadget);
1756 spin_lock(&udc->lock);
1757 }
1758 udc->vbus_prev = vbus;
1759 }
1760
1761out:
1762 spin_unlock(&udc->lock);
1763
1764 return IRQ_HANDLED;
1765}
1766
1767int usb_gadget_register_driver(struct usb_gadget_driver *driver)
1768{
1769 struct usba_udc *udc = &the_udc;
1770 unsigned long flags;
1771 int ret;
1772
1773 if (!udc->pdev)
1774 return -ENODEV;
1775
1776 spin_lock_irqsave(&udc->lock, flags);
1777 if (udc->driver) {
1778 spin_unlock_irqrestore(&udc->lock, flags);
1779 return -EBUSY;
1780 }
1781
Haavard Skinnemoen58ed7b92007-10-11 13:40:30 -07001782 udc->devstatus = 1 << USB_DEVICE_SELF_POWERED;
Haavard Skinnemoen914a3f32007-10-10 02:29:43 -07001783 udc->driver = driver;
1784 udc->gadget.dev.driver = &driver->driver;
1785 spin_unlock_irqrestore(&udc->lock, flags);
1786
1787 clk_enable(udc->pclk);
1788 clk_enable(udc->hclk);
1789
1790 ret = driver->bind(&udc->gadget);
1791 if (ret) {
1792 DBG(DBG_ERR, "Could not bind to driver %s: error %d\n",
1793 driver->driver.name, ret);
1794 goto err_driver_bind;
1795 }
1796
1797 DBG(DBG_GADGET, "registered driver `%s'\n", driver->driver.name);
1798
1799 udc->vbus_prev = 0;
1800 if (udc->vbus_pin != -1)
1801 enable_irq(gpio_to_irq(udc->vbus_pin));
1802
1803 /* If Vbus is present, enable the controller and wait for reset */
1804 spin_lock_irqsave(&udc->lock, flags);
1805 if (vbus_is_present(udc) && udc->vbus_prev == 0) {
1806 usba_writel(udc, CTRL, USBA_EN_USBA);
1807 usba_writel(udc, INT_ENB, USBA_END_OF_RESET);
1808 }
1809 spin_unlock_irqrestore(&udc->lock, flags);
1810
1811 return 0;
1812
1813err_driver_bind:
1814 udc->driver = NULL;
1815 udc->gadget.dev.driver = NULL;
1816 return ret;
1817}
1818EXPORT_SYMBOL(usb_gadget_register_driver);
1819
1820int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
1821{
1822 struct usba_udc *udc = &the_udc;
1823 unsigned long flags;
1824
1825 if (!udc->pdev)
1826 return -ENODEV;
1827 if (driver != udc->driver)
1828 return -EINVAL;
1829
1830 if (udc->vbus_pin != -1)
1831 disable_irq(gpio_to_irq(udc->vbus_pin));
1832
1833 spin_lock_irqsave(&udc->lock, flags);
1834 udc->gadget.speed = USB_SPEED_UNKNOWN;
1835 reset_all_endpoints(udc);
1836 spin_unlock_irqrestore(&udc->lock, flags);
1837
1838 /* This will also disable the DP pullup */
1839 usba_writel(udc, CTRL, 0);
1840
1841 driver->unbind(&udc->gadget);
1842 udc->gadget.dev.driver = NULL;
1843 udc->driver = NULL;
1844
1845 clk_disable(udc->hclk);
1846 clk_disable(udc->pclk);
1847
1848 DBG(DBG_GADGET, "unregistered driver `%s'\n", driver->driver.name);
1849
1850 return 0;
1851}
1852EXPORT_SYMBOL(usb_gadget_unregister_driver);
1853
1854static int __init usba_udc_probe(struct platform_device *pdev)
1855{
1856 struct usba_platform_data *pdata = pdev->dev.platform_data;
1857 struct resource *regs, *fifo;
1858 struct clk *pclk, *hclk;
1859 struct usba_udc *udc = &the_udc;
1860 int irq, ret, i;
1861
1862 regs = platform_get_resource(pdev, IORESOURCE_MEM, CTRL_IOMEM_ID);
1863 fifo = platform_get_resource(pdev, IORESOURCE_MEM, FIFO_IOMEM_ID);
1864 if (!regs || !fifo)
1865 return -ENXIO;
1866
1867 irq = platform_get_irq(pdev, 0);
1868 if (irq < 0)
1869 return irq;
1870
1871 pclk = clk_get(&pdev->dev, "pclk");
1872 if (IS_ERR(pclk))
1873 return PTR_ERR(pclk);
1874 hclk = clk_get(&pdev->dev, "hclk");
1875 if (IS_ERR(hclk)) {
1876 ret = PTR_ERR(hclk);
1877 goto err_get_hclk;
1878 }
1879
1880 udc->pdev = pdev;
1881 udc->pclk = pclk;
1882 udc->hclk = hclk;
1883 udc->vbus_pin = -1;
1884
1885 ret = -ENOMEM;
1886 udc->regs = ioremap(regs->start, regs->end - regs->start + 1);
1887 if (!udc->regs) {
1888 dev_err(&pdev->dev, "Unable to map I/O memory, aborting.\n");
1889 goto err_map_regs;
1890 }
1891 dev_info(&pdev->dev, "MMIO registers at 0x%08lx mapped at %p\n",
1892 (unsigned long)regs->start, udc->regs);
1893 udc->fifo = ioremap(fifo->start, fifo->end - fifo->start + 1);
1894 if (!udc->fifo) {
1895 dev_err(&pdev->dev, "Unable to map FIFO, aborting.\n");
1896 goto err_map_fifo;
1897 }
1898 dev_info(&pdev->dev, "FIFO at 0x%08lx mapped at %p\n",
1899 (unsigned long)fifo->start, udc->fifo);
1900
1901 device_initialize(&udc->gadget.dev);
1902 udc->gadget.dev.parent = &pdev->dev;
1903 udc->gadget.dev.dma_mask = pdev->dev.dma_mask;
1904
1905 platform_set_drvdata(pdev, udc);
1906
1907 /* Make sure we start from a clean slate */
1908 clk_enable(pclk);
1909 usba_writel(udc, CTRL, 0);
1910 clk_disable(pclk);
1911
1912 INIT_LIST_HEAD(&usba_ep[0].ep.ep_list);
1913 usba_ep[0].ep_regs = udc->regs + USBA_EPT_BASE(0);
1914 usba_ep[0].dma_regs = udc->regs + USBA_DMA_BASE(0);
1915 usba_ep[0].fifo = udc->fifo + USBA_FIFO_BASE(0);
1916 for (i = 1; i < ARRAY_SIZE(usba_ep); i++) {
1917 struct usba_ep *ep = &usba_ep[i];
1918
1919 ep->ep_regs = udc->regs + USBA_EPT_BASE(i);
1920 ep->dma_regs = udc->regs + USBA_DMA_BASE(i);
1921 ep->fifo = udc->fifo + USBA_FIFO_BASE(i);
1922
1923 list_add_tail(&ep->ep.ep_list, &udc->gadget.ep_list);
1924 }
1925
1926 ret = request_irq(irq, usba_udc_irq, 0, "atmel_usba_udc", udc);
1927 if (ret) {
1928 dev_err(&pdev->dev, "Cannot request irq %d (error %d)\n",
1929 irq, ret);
1930 goto err_request_irq;
1931 }
1932 udc->irq = irq;
1933
1934 ret = device_add(&udc->gadget.dev);
1935 if (ret) {
1936 dev_dbg(&pdev->dev, "Could not add gadget: %d\n", ret);
1937 goto err_device_add;
1938 }
1939
1940 if (pdata && pdata->vbus_pin != GPIO_PIN_NONE) {
1941 if (!gpio_request(pdata->vbus_pin, "atmel_usba_udc")) {
1942 udc->vbus_pin = pdata->vbus_pin;
1943
1944 ret = request_irq(gpio_to_irq(udc->vbus_pin),
1945 usba_vbus_irq, 0,
1946 "atmel_usba_udc", udc);
1947 if (ret) {
1948 gpio_free(udc->vbus_pin);
1949 udc->vbus_pin = -1;
1950 dev_warn(&udc->pdev->dev,
1951 "failed to request vbus irq; "
1952 "assuming always on\n");
1953 } else {
1954 disable_irq(gpio_to_irq(udc->vbus_pin));
1955 }
1956 }
1957 }
1958
1959 usba_init_debugfs(udc);
1960 for (i = 1; i < ARRAY_SIZE(usba_ep); i++)
1961 usba_ep_init_debugfs(udc, &usba_ep[i]);
1962
1963 return 0;
1964
1965err_device_add:
1966 free_irq(irq, udc);
1967err_request_irq:
1968 iounmap(udc->fifo);
1969err_map_fifo:
1970 iounmap(udc->regs);
1971err_map_regs:
1972 clk_put(hclk);
1973err_get_hclk:
1974 clk_put(pclk);
1975
1976 platform_set_drvdata(pdev, NULL);
1977
1978 return ret;
1979}
1980
1981static int __exit usba_udc_remove(struct platform_device *pdev)
1982{
1983 struct usba_udc *udc;
1984 int i;
1985
1986 udc = platform_get_drvdata(pdev);
1987
1988 for (i = 1; i < ARRAY_SIZE(usba_ep); i++)
1989 usba_ep_cleanup_debugfs(&usba_ep[i]);
1990 usba_cleanup_debugfs(udc);
1991
1992 if (udc->vbus_pin != -1)
1993 gpio_free(udc->vbus_pin);
1994
1995 free_irq(udc->irq, udc);
1996 iounmap(udc->fifo);
1997 iounmap(udc->regs);
1998 clk_put(udc->hclk);
1999 clk_put(udc->pclk);
2000
2001 device_unregister(&udc->gadget.dev);
2002
2003 return 0;
2004}
2005
2006static struct platform_driver udc_driver = {
2007 .remove = __exit_p(usba_udc_remove),
2008 .driver = {
2009 .name = "atmel_usba_udc",
2010 },
2011};
2012
2013static int __init udc_init(void)
2014{
2015 return platform_driver_probe(&udc_driver, usba_udc_probe);
2016}
2017module_init(udc_init);
2018
2019static void __exit udc_exit(void)
2020{
2021 platform_driver_unregister(&udc_driver);
2022}
2023module_exit(udc_exit);
2024
2025MODULE_DESCRIPTION("Atmel USBA UDC driver");
2026MODULE_AUTHOR("Haavard Skinnemoen <hskinnemoen@atmel.com>");
2027MODULE_LICENSE("GPL");