blob: fd15ced899d8a3f9214590541a6a967327131690 [file] [log] [blame]
David Brownellbae4bd82006-01-22 10:32:37 -08001/*
2 * at91_udc -- driver for at91-series USB peripheral controller
3 *
4 * Copyright (C) 2004 by Thomas Rathbone
5 * Copyright (C) 2005 by HP Labs
6 * Copyright (C) 2005 by David Brownell
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the
20 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
21 * Boston, MA 02111-1307, USA.
22 */
23
David Brownellf3db6e82008-01-05 13:21:43 -080024#undef VERBOSE_DEBUG
David Brownellbae4bd82006-01-22 10:32:37 -080025#undef PACKET_TRACE
26
David Brownellbae4bd82006-01-22 10:32:37 -080027#include <linux/kernel.h>
28#include <linux/module.h>
29#include <linux/platform_device.h>
30#include <linux/delay.h>
31#include <linux/ioport.h>
David Brownellbae4bd82006-01-22 10:32:37 -080032#include <linux/slab.h>
David Brownellbae4bd82006-01-22 10:32:37 -080033#include <linux/errno.h>
34#include <linux/init.h>
35#include <linux/list.h>
36#include <linux/interrupt.h>
37#include <linux/proc_fs.h>
38#include <linux/clk.h>
David Brownell5f848132006-12-16 15:34:53 -080039#include <linux/usb/ch9.h>
David Brownell9454a572007-10-04 18:05:17 -070040#include <linux/usb/gadget.h>
David Brownellbae4bd82006-01-22 10:32:37 -080041
42#include <asm/byteorder.h>
Andrew Victorffd33262006-12-07 22:44:33 -080043#include <asm/hardware.h>
David Brownellbae4bd82006-01-22 10:32:37 -080044#include <asm/io.h>
45#include <asm/irq.h>
46#include <asm/system.h>
47#include <asm/mach-types.h>
David Brownellf3db6e82008-01-05 13:21:43 -080048#include <asm/gpio.h>
David Brownellbae4bd82006-01-22 10:32:37 -080049
David Brownellbae4bd82006-01-22 10:32:37 -080050#include <asm/arch/board.h>
Andrew Victor29ba4b52006-12-07 22:44:38 -080051#include <asm/arch/cpu.h>
52#include <asm/arch/at91sam9261_matrix.h>
David Brownellbae4bd82006-01-22 10:32:37 -080053
54#include "at91_udc.h"
55
56
57/*
58 * This controller is simple and PIO-only. It's used in many AT91-series
David Brownell8b2e7662006-07-05 02:38:56 -070059 * full speed USB controllers, including the at91rm9200 (arm920T, with MMU),
60 * at91sam926x (arm926ejs, with MMU), and several no-mmu versions.
David Brownellbae4bd82006-01-22 10:32:37 -080061 *
62 * This driver expects the board has been wired with two GPIOs suppporting
63 * a VBUS sensing IRQ, and a D+ pullup. (They may be omitted, but the
David Brownell8b2e7662006-07-05 02:38:56 -070064 * testing hasn't covered such cases.)
65 *
66 * The pullup is most important (so it's integrated on sam926x parts). It
David Brownellbae4bd82006-01-22 10:32:37 -080067 * provides software control over whether the host enumerates the device.
David Brownell8b2e7662006-07-05 02:38:56 -070068 *
David Brownellbae4bd82006-01-22 10:32:37 -080069 * The VBUS sensing helps during enumeration, and allows both USB clocks
70 * (and the transceiver) to stay gated off until they're necessary, saving
David Brownell8b2e7662006-07-05 02:38:56 -070071 * power. During USB suspend, the 48 MHz clock is gated off in hardware;
72 * it may also be gated off by software during some Linux sleep states.
David Brownellbae4bd82006-01-22 10:32:37 -080073 */
74
David Brownell8b2e7662006-07-05 02:38:56 -070075#define DRIVER_VERSION "3 May 2006"
David Brownellbae4bd82006-01-22 10:32:37 -080076
77static const char driver_name [] = "at91_udc";
78static const char ep0name[] = "ep0";
79
David Brownellbae4bd82006-01-22 10:32:37 -080080
Andrew Victorffd33262006-12-07 22:44:33 -080081#define at91_udp_read(dev, reg) \
82 __raw_readl((dev)->udp_baseaddr + (reg))
83#define at91_udp_write(dev, reg, val) \
84 __raw_writel((val), (dev)->udp_baseaddr + (reg))
David Brownellbae4bd82006-01-22 10:32:37 -080085
86/*-------------------------------------------------------------------------*/
87
88#ifdef CONFIG_USB_GADGET_DEBUG_FILES
89
90#include <linux/seq_file.h>
91
92static const char debug_filename[] = "driver/udc";
93
94#define FOURBITS "%s%s%s%s"
95#define EIGHTBITS FOURBITS FOURBITS
96
97static void proc_ep_show(struct seq_file *s, struct at91_ep *ep)
98{
99 static char *types[] = {
100 "control", "out-iso", "out-bulk", "out-int",
101 "BOGUS", "in-iso", "in-bulk", "in-int"};
102
103 u32 csr;
104 struct at91_request *req;
105 unsigned long flags;
106
107 local_irq_save(flags);
108
109 csr = __raw_readl(ep->creg);
110
111 /* NOTE: not collecting per-endpoint irq statistics... */
112
113 seq_printf(s, "\n");
114 seq_printf(s, "%s, maxpacket %d %s%s %s%s\n",
115 ep->ep.name, ep->ep.maxpacket,
116 ep->is_in ? "in" : "out",
117 ep->is_iso ? " iso" : "",
118 ep->is_pingpong
119 ? (ep->fifo_bank ? "pong" : "ping")
120 : "",
121 ep->stopped ? " stopped" : "");
122 seq_printf(s, "csr %08x rxbytes=%d %s %s %s" EIGHTBITS "\n",
123 csr,
124 (csr & 0x07ff0000) >> 16,
125 (csr & (1 << 15)) ? "enabled" : "disabled",
126 (csr & (1 << 11)) ? "DATA1" : "DATA0",
127 types[(csr & 0x700) >> 8],
128
129 /* iff type is control then print current direction */
130 (!(csr & 0x700))
131 ? ((csr & (1 << 7)) ? " IN" : " OUT")
132 : "",
133 (csr & (1 << 6)) ? " rxdatabk1" : "",
134 (csr & (1 << 5)) ? " forcestall" : "",
135 (csr & (1 << 4)) ? " txpktrdy" : "",
136
137 (csr & (1 << 3)) ? " stallsent" : "",
138 (csr & (1 << 2)) ? " rxsetup" : "",
139 (csr & (1 << 1)) ? " rxdatabk0" : "",
140 (csr & (1 << 0)) ? " txcomp" : "");
141 if (list_empty (&ep->queue))
142 seq_printf(s, "\t(queue empty)\n");
143
144 else list_for_each_entry (req, &ep->queue, queue) {
145 unsigned length = req->req.actual;
146
147 seq_printf(s, "\treq %p len %d/%d buf %p\n",
148 &req->req, length,
149 req->req.length, req->req.buf);
150 }
151 local_irq_restore(flags);
152}
153
154static void proc_irq_show(struct seq_file *s, const char *label, u32 mask)
155{
156 int i;
157
158 seq_printf(s, "%s %04x:%s%s" FOURBITS, label, mask,
159 (mask & (1 << 13)) ? " wakeup" : "",
160 (mask & (1 << 12)) ? " endbusres" : "",
161
162 (mask & (1 << 11)) ? " sofint" : "",
163 (mask & (1 << 10)) ? " extrsm" : "",
164 (mask & (1 << 9)) ? " rxrsm" : "",
165 (mask & (1 << 8)) ? " rxsusp" : "");
166 for (i = 0; i < 8; i++) {
167 if (mask & (1 << i))
168 seq_printf(s, " ep%d", i);
169 }
170 seq_printf(s, "\n");
171}
172
173static int proc_udc_show(struct seq_file *s, void *unused)
174{
175 struct at91_udc *udc = s->private;
176 struct at91_ep *ep;
177 u32 tmp;
178
179 seq_printf(s, "%s: version %s\n", driver_name, DRIVER_VERSION);
180
181 seq_printf(s, "vbus %s, pullup %s, %s powered%s, gadget %s\n\n",
182 udc->vbus ? "present" : "off",
183 udc->enabled
184 ? (udc->vbus ? "active" : "enabled")
185 : "disabled",
186 udc->selfpowered ? "self" : "VBUS",
187 udc->suspended ? ", suspended" : "",
188 udc->driver ? udc->driver->driver.name : "(none)");
189
190 /* don't access registers when interface isn't clocked */
191 if (!udc->clocked) {
192 seq_printf(s, "(not clocked)\n");
193 return 0;
194 }
195
Andrew Victorffd33262006-12-07 22:44:33 -0800196 tmp = at91_udp_read(udc, AT91_UDP_FRM_NUM);
David Brownellbae4bd82006-01-22 10:32:37 -0800197 seq_printf(s, "frame %05x:%s%s frame=%d\n", tmp,
198 (tmp & AT91_UDP_FRM_OK) ? " ok" : "",
199 (tmp & AT91_UDP_FRM_ERR) ? " err" : "",
200 (tmp & AT91_UDP_NUM));
201
Andrew Victorffd33262006-12-07 22:44:33 -0800202 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
David Brownellbae4bd82006-01-22 10:32:37 -0800203 seq_printf(s, "glbstate %02x:%s" FOURBITS "\n", tmp,
204 (tmp & AT91_UDP_RMWUPE) ? " rmwupe" : "",
205 (tmp & AT91_UDP_RSMINPR) ? " rsminpr" : "",
206 (tmp & AT91_UDP_ESR) ? " esr" : "",
207 (tmp & AT91_UDP_CONFG) ? " confg" : "",
208 (tmp & AT91_UDP_FADDEN) ? " fadden" : "");
209
Andrew Victorffd33262006-12-07 22:44:33 -0800210 tmp = at91_udp_read(udc, AT91_UDP_FADDR);
David Brownellbae4bd82006-01-22 10:32:37 -0800211 seq_printf(s, "faddr %03x:%s fadd=%d\n", tmp,
212 (tmp & AT91_UDP_FEN) ? " fen" : "",
213 (tmp & AT91_UDP_FADD));
214
Andrew Victorffd33262006-12-07 22:44:33 -0800215 proc_irq_show(s, "imr ", at91_udp_read(udc, AT91_UDP_IMR));
216 proc_irq_show(s, "isr ", at91_udp_read(udc, AT91_UDP_ISR));
David Brownellbae4bd82006-01-22 10:32:37 -0800217
218 if (udc->enabled && udc->vbus) {
219 proc_ep_show(s, &udc->ep[0]);
220 list_for_each_entry (ep, &udc->gadget.ep_list, ep.ep_list) {
221 if (ep->desc)
222 proc_ep_show(s, ep);
223 }
224 }
225 return 0;
226}
227
228static int proc_udc_open(struct inode *inode, struct file *file)
229{
230 return single_open(file, proc_udc_show, PDE(inode)->data);
231}
232
Luiz Fernando N. Capitulino066202d2006-08-05 20:37:11 -0300233static const struct file_operations proc_ops = {
David Brownellbae4bd82006-01-22 10:32:37 -0800234 .open = proc_udc_open,
235 .read = seq_read,
236 .llseek = seq_lseek,
237 .release = single_release,
238};
239
240static void create_debug_file(struct at91_udc *udc)
241{
242 struct proc_dir_entry *pde;
243
244 pde = create_proc_entry (debug_filename, 0, NULL);
245 udc->pde = pde;
246 if (pde == NULL)
247 return;
248
249 pde->proc_fops = &proc_ops;
250 pde->data = udc;
251}
252
253static void remove_debug_file(struct at91_udc *udc)
254{
255 if (udc->pde)
256 remove_proc_entry(debug_filename, NULL);
257}
258
259#else
260
261static inline void create_debug_file(struct at91_udc *udc) {}
262static inline void remove_debug_file(struct at91_udc *udc) {}
263
264#endif
265
266
267/*-------------------------------------------------------------------------*/
268
269static void done(struct at91_ep *ep, struct at91_request *req, int status)
270{
271 unsigned stopped = ep->stopped;
Andrew Victorffd33262006-12-07 22:44:33 -0800272 struct at91_udc *udc = ep->udc;
David Brownellbae4bd82006-01-22 10:32:37 -0800273
274 list_del_init(&req->queue);
275 if (req->req.status == -EINPROGRESS)
276 req->req.status = status;
277 else
278 status = req->req.status;
279 if (status && status != -ESHUTDOWN)
280 VDBG("%s done %p, status %d\n", ep->ep.name, req, status);
281
282 ep->stopped = 1;
283 req->req.complete(&ep->ep, &req->req);
284 ep->stopped = stopped;
285
286 /* ep0 is always ready; other endpoints need a non-empty queue */
287 if (list_empty(&ep->queue) && ep->int_mask != (1 << 0))
Andrew Victorffd33262006-12-07 22:44:33 -0800288 at91_udp_write(udc, AT91_UDP_IDR, ep->int_mask);
David Brownellbae4bd82006-01-22 10:32:37 -0800289}
290
291/*-------------------------------------------------------------------------*/
292
293/* bits indicating OUT fifo has data ready */
294#define RX_DATA_READY (AT91_UDP_RX_DATA_BK0 | AT91_UDP_RX_DATA_BK1)
295
296/*
297 * Endpoint FIFO CSR bits have a mix of bits, making it unsafe to just write
298 * back most of the value you just read (because of side effects, including
299 * bits that may change after reading and before writing).
300 *
301 * Except when changing a specific bit, always write values which:
302 * - clear SET_FX bits (setting them could change something)
303 * - set CLR_FX bits (clearing them could change something)
304 *
305 * There are also state bits like FORCESTALL, EPEDS, DIR, and EPTYPE
306 * that shouldn't normally be changed.
David Brownell8b2e7662006-07-05 02:38:56 -0700307 *
308 * NOTE at91sam9260 docs mention synch between UDPCK and MCK clock domains,
309 * implying a need to wait for one write to complete (test relevant bits)
310 * before starting the next write. This shouldn't be an issue given how
311 * infrequently we write, except maybe for write-then-read idioms.
David Brownellbae4bd82006-01-22 10:32:37 -0800312 */
313#define SET_FX (AT91_UDP_TXPKTRDY)
David Brownell8b2e7662006-07-05 02:38:56 -0700314#define CLR_FX (RX_DATA_READY | AT91_UDP_RXSETUP \
315 | AT91_UDP_STALLSENT | AT91_UDP_TXCOMP)
David Brownellbae4bd82006-01-22 10:32:37 -0800316
317/* pull OUT packet data from the endpoint's fifo */
318static int read_fifo (struct at91_ep *ep, struct at91_request *req)
319{
320 u32 __iomem *creg = ep->creg;
321 u8 __iomem *dreg = ep->creg + (AT91_UDP_FDR(0) - AT91_UDP_CSR(0));
322 u32 csr;
323 u8 *buf;
324 unsigned int count, bufferspace, is_done;
325
326 buf = req->req.buf + req->req.actual;
327 bufferspace = req->req.length - req->req.actual;
328
329 /*
330 * there might be nothing to read if ep_queue() calls us,
331 * or if we already emptied both pingpong buffers
332 */
333rescan:
334 csr = __raw_readl(creg);
335 if ((csr & RX_DATA_READY) == 0)
336 return 0;
337
338 count = (csr & AT91_UDP_RXBYTECNT) >> 16;
339 if (count > ep->ep.maxpacket)
340 count = ep->ep.maxpacket;
341 if (count > bufferspace) {
342 DBG("%s buffer overflow\n", ep->ep.name);
343 req->req.status = -EOVERFLOW;
344 count = bufferspace;
345 }
346 __raw_readsb(dreg, buf, count);
347
348 /* release and swap pingpong mem bank */
349 csr |= CLR_FX;
350 if (ep->is_pingpong) {
351 if (ep->fifo_bank == 0) {
352 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK0);
353 ep->fifo_bank = 1;
354 } else {
355 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK1);
356 ep->fifo_bank = 0;
357 }
358 } else
359 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK0);
360 __raw_writel(csr, creg);
361
362 req->req.actual += count;
363 is_done = (count < ep->ep.maxpacket);
364 if (count == bufferspace)
365 is_done = 1;
366
367 PACKET("%s %p out/%d%s\n", ep->ep.name, &req->req, count,
368 is_done ? " (done)" : "");
369
370 /*
371 * avoid extra trips through IRQ logic for packets already in
372 * the fifo ... maybe preventing an extra (expensive) OUT-NAK
373 */
374 if (is_done)
375 done(ep, req, 0);
376 else if (ep->is_pingpong) {
377 bufferspace -= count;
378 buf += count;
379 goto rescan;
380 }
381
382 return is_done;
383}
384
385/* load fifo for an IN packet */
386static int write_fifo(struct at91_ep *ep, struct at91_request *req)
387{
388 u32 __iomem *creg = ep->creg;
389 u32 csr = __raw_readl(creg);
390 u8 __iomem *dreg = ep->creg + (AT91_UDP_FDR(0) - AT91_UDP_CSR(0));
391 unsigned total, count, is_last;
392
393 /*
394 * TODO: allow for writing two packets to the fifo ... that'll
395 * reduce the amount of IN-NAKing, but probably won't affect
396 * throughput much. (Unlike preventing OUT-NAKing!)
397 */
398
399 /*
400 * If ep_queue() calls us, the queue is empty and possibly in
401 * odd states like TXCOMP not yet cleared (we do it, saving at
402 * least one IRQ) or the fifo not yet being free. Those aren't
403 * issues normally (IRQ handler fast path).
404 */
405 if (unlikely(csr & (AT91_UDP_TXCOMP | AT91_UDP_TXPKTRDY))) {
406 if (csr & AT91_UDP_TXCOMP) {
407 csr |= CLR_FX;
408 csr &= ~(SET_FX | AT91_UDP_TXCOMP);
409 __raw_writel(csr, creg);
410 csr = __raw_readl(creg);
411 }
412 if (csr & AT91_UDP_TXPKTRDY)
413 return 0;
414 }
415
416 total = req->req.length - req->req.actual;
417 if (ep->ep.maxpacket < total) {
418 count = ep->ep.maxpacket;
419 is_last = 0;
420 } else {
421 count = total;
422 is_last = (count < ep->ep.maxpacket) || !req->req.zero;
423 }
424
425 /*
426 * Write the packet, maybe it's a ZLP.
427 *
428 * NOTE: incrementing req->actual before we receive the ACK means
429 * gadget driver IN bytecounts can be wrong in fault cases. That's
430 * fixable with PIO drivers like this one (save "count" here, and
431 * do the increment later on TX irq), but not for most DMA hardware.
432 *
433 * So all gadget drivers must accept that potential error. Some
434 * hardware supports precise fifo status reporting, letting them
435 * recover when the actual bytecount matters (e.g. for USB Test
436 * and Measurement Class devices).
437 */
438 __raw_writesb(dreg, req->req.buf + req->req.actual, count);
439 csr &= ~SET_FX;
440 csr |= CLR_FX | AT91_UDP_TXPKTRDY;
441 __raw_writel(csr, creg);
442 req->req.actual += count;
443
444 PACKET("%s %p in/%d%s\n", ep->ep.name, &req->req, count,
445 is_last ? " (done)" : "");
446 if (is_last)
447 done(ep, req, 0);
448 return is_last;
449}
450
451static void nuke(struct at91_ep *ep, int status)
452{
453 struct at91_request *req;
454
455 // terminer chaque requete dans la queue
456 ep->stopped = 1;
457 if (list_empty(&ep->queue))
458 return;
459
460 VDBG("%s %s\n", __FUNCTION__, ep->ep.name);
461 while (!list_empty(&ep->queue)) {
462 req = list_entry(ep->queue.next, struct at91_request, queue);
463 done(ep, req, status);
464 }
465}
466
467/*-------------------------------------------------------------------------*/
468
David Brownell8b2e7662006-07-05 02:38:56 -0700469static int at91_ep_enable(struct usb_ep *_ep,
470 const struct usb_endpoint_descriptor *desc)
David Brownellbae4bd82006-01-22 10:32:37 -0800471{
472 struct at91_ep *ep = container_of(_ep, struct at91_ep, ep);
473 struct at91_udc *dev = ep->udc;
474 u16 maxpacket;
475 u32 tmp;
476 unsigned long flags;
477
478 if (!_ep || !ep
479 || !desc || ep->desc
480 || _ep->name == ep0name
481 || desc->bDescriptorType != USB_DT_ENDPOINT
482 || (maxpacket = le16_to_cpu(desc->wMaxPacketSize)) == 0
483 || maxpacket > ep->maxpacket) {
484 DBG("bad ep or descriptor\n");
485 return -EINVAL;
486 }
487
488 if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) {
489 DBG("bogus device state\n");
490 return -ESHUTDOWN;
491 }
492
493 tmp = desc->bmAttributes & USB_ENDPOINT_XFERTYPE_MASK;
494 switch (tmp) {
495 case USB_ENDPOINT_XFER_CONTROL:
496 DBG("only one control endpoint\n");
497 return -EINVAL;
498 case USB_ENDPOINT_XFER_INT:
499 if (maxpacket > 64)
500 goto bogus_max;
501 break;
502 case USB_ENDPOINT_XFER_BULK:
503 switch (maxpacket) {
504 case 8:
505 case 16:
506 case 32:
507 case 64:
508 goto ok;
509 }
510bogus_max:
511 DBG("bogus maxpacket %d\n", maxpacket);
512 return -EINVAL;
513 case USB_ENDPOINT_XFER_ISOC:
514 if (!ep->is_pingpong) {
515 DBG("iso requires double buffering\n");
516 return -EINVAL;
517 }
518 break;
519 }
520
521ok:
522 local_irq_save(flags);
523
524 /* initialize endpoint to match this descriptor */
525 ep->is_in = (desc->bEndpointAddress & USB_DIR_IN) != 0;
526 ep->is_iso = (tmp == USB_ENDPOINT_XFER_ISOC);
527 ep->stopped = 0;
528 if (ep->is_in)
529 tmp |= 0x04;
530 tmp <<= 8;
531 tmp |= AT91_UDP_EPEDS;
532 __raw_writel(tmp, ep->creg);
533
534 ep->desc = desc;
535 ep->ep.maxpacket = maxpacket;
536
537 /*
538 * reset/init endpoint fifo. NOTE: leaves fifo_bank alone,
539 * since endpoint resets don't reset hw pingpong state.
540 */
Andrew Victorffd33262006-12-07 22:44:33 -0800541 at91_udp_write(dev, AT91_UDP_RST_EP, ep->int_mask);
542 at91_udp_write(dev, AT91_UDP_RST_EP, 0);
David Brownellbae4bd82006-01-22 10:32:37 -0800543
544 local_irq_restore(flags);
545 return 0;
546}
547
548static int at91_ep_disable (struct usb_ep * _ep)
549{
550 struct at91_ep *ep = container_of(_ep, struct at91_ep, ep);
Andrew Victorffd33262006-12-07 22:44:33 -0800551 struct at91_udc *udc = ep->udc;
David Brownellbae4bd82006-01-22 10:32:37 -0800552 unsigned long flags;
553
554 if (ep == &ep->udc->ep[0])
555 return -EINVAL;
556
557 local_irq_save(flags);
558
559 nuke(ep, -ESHUTDOWN);
560
561 /* restore the endpoint's pristine config */
562 ep->desc = NULL;
563 ep->ep.maxpacket = ep->maxpacket;
564
565 /* reset fifos and endpoint */
566 if (ep->udc->clocked) {
Andrew Victorffd33262006-12-07 22:44:33 -0800567 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
568 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
David Brownellbae4bd82006-01-22 10:32:37 -0800569 __raw_writel(0, ep->creg);
570 }
571
572 local_irq_restore(flags);
573 return 0;
574}
575
576/*
577 * this is a PIO-only driver, so there's nothing
578 * interesting for request or buffer allocation.
579 */
580
David Brownell8b2e7662006-07-05 02:38:56 -0700581static struct usb_request *
David Brownellf3db6e82008-01-05 13:21:43 -0800582at91_ep_alloc_request(struct usb_ep *_ep, gfp_t gfp_flags)
David Brownellbae4bd82006-01-22 10:32:37 -0800583{
584 struct at91_request *req;
585
Robert P. J. Daycd861282006-12-13 00:34:52 -0800586 req = kzalloc(sizeof (struct at91_request), gfp_flags);
David Brownellbae4bd82006-01-22 10:32:37 -0800587 if (!req)
588 return NULL;
589
590 INIT_LIST_HEAD(&req->queue);
591 return &req->req;
592}
593
594static void at91_ep_free_request(struct usb_ep *_ep, struct usb_request *_req)
595{
596 struct at91_request *req;
597
598 req = container_of(_req, struct at91_request, req);
599 BUG_ON(!list_empty(&req->queue));
600 kfree(req);
601}
602
David Brownellbae4bd82006-01-22 10:32:37 -0800603static int at91_ep_queue(struct usb_ep *_ep,
604 struct usb_request *_req, gfp_t gfp_flags)
605{
606 struct at91_request *req;
607 struct at91_ep *ep;
608 struct at91_udc *dev;
609 int status;
610 unsigned long flags;
611
612 req = container_of(_req, struct at91_request, req);
613 ep = container_of(_ep, struct at91_ep, ep);
614
615 if (!_req || !_req->complete
616 || !_req->buf || !list_empty(&req->queue)) {
617 DBG("invalid request\n");
618 return -EINVAL;
619 }
620
621 if (!_ep || (!ep->desc && ep->ep.name != ep0name)) {
622 DBG("invalid ep\n");
623 return -EINVAL;
624 }
625
626 dev = ep->udc;
627
628 if (!dev || !dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) {
629 DBG("invalid device\n");
630 return -EINVAL;
631 }
632
633 _req->status = -EINPROGRESS;
634 _req->actual = 0;
635
636 local_irq_save(flags);
637
638 /* try to kickstart any empty and idle queue */
639 if (list_empty(&ep->queue) && !ep->stopped) {
640 int is_ep0;
641
642 /*
643 * If this control request has a non-empty DATA stage, this
644 * will start that stage. It works just like a non-control
645 * request (until the status stage starts, maybe early).
646 *
647 * If the data stage is empty, then this starts a successful
648 * IN/STATUS stage. (Unsuccessful ones use set_halt.)
649 */
650 is_ep0 = (ep->ep.name == ep0name);
651 if (is_ep0) {
652 u32 tmp;
653
654 if (!dev->req_pending) {
655 status = -EINVAL;
656 goto done;
657 }
658
659 /*
660 * defer changing CONFG until after the gadget driver
661 * reconfigures the endpoints.
662 */
663 if (dev->wait_for_config_ack) {
Andrew Victorffd33262006-12-07 22:44:33 -0800664 tmp = at91_udp_read(dev, AT91_UDP_GLB_STAT);
David Brownellbae4bd82006-01-22 10:32:37 -0800665 tmp ^= AT91_UDP_CONFG;
666 VDBG("toggle config\n");
Andrew Victorffd33262006-12-07 22:44:33 -0800667 at91_udp_write(dev, AT91_UDP_GLB_STAT, tmp);
David Brownellbae4bd82006-01-22 10:32:37 -0800668 }
669 if (req->req.length == 0) {
670ep0_in_status:
671 PACKET("ep0 in/status\n");
672 status = 0;
673 tmp = __raw_readl(ep->creg);
674 tmp &= ~SET_FX;
675 tmp |= CLR_FX | AT91_UDP_TXPKTRDY;
676 __raw_writel(tmp, ep->creg);
677 dev->req_pending = 0;
678 goto done;
679 }
680 }
681
682 if (ep->is_in)
683 status = write_fifo(ep, req);
684 else {
685 status = read_fifo(ep, req);
686
687 /* IN/STATUS stage is otherwise triggered by irq */
688 if (status && is_ep0)
689 goto ep0_in_status;
690 }
691 } else
692 status = 0;
693
694 if (req && !status) {
695 list_add_tail (&req->queue, &ep->queue);
Andrew Victorffd33262006-12-07 22:44:33 -0800696 at91_udp_write(dev, AT91_UDP_IER, ep->int_mask);
David Brownellbae4bd82006-01-22 10:32:37 -0800697 }
698done:
699 local_irq_restore(flags);
700 return (status < 0) ? status : 0;
701}
702
703static int at91_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
704{
705 struct at91_ep *ep;
706 struct at91_request *req;
707
708 ep = container_of(_ep, struct at91_ep, ep);
709 if (!_ep || ep->ep.name == ep0name)
710 return -EINVAL;
711
712 /* make sure it's actually queued on this endpoint */
713 list_for_each_entry (req, &ep->queue, queue) {
714 if (&req->req == _req)
715 break;
716 }
717 if (&req->req != _req)
718 return -EINVAL;
719
720 done(ep, req, -ECONNRESET);
721 return 0;
722}
723
724static int at91_ep_set_halt(struct usb_ep *_ep, int value)
725{
726 struct at91_ep *ep = container_of(_ep, struct at91_ep, ep);
Andrew Victorffd33262006-12-07 22:44:33 -0800727 struct at91_udc *udc = ep->udc;
David Brownellbae4bd82006-01-22 10:32:37 -0800728 u32 __iomem *creg;
729 u32 csr;
730 unsigned long flags;
731 int status = 0;
732
733 if (!_ep || ep->is_iso || !ep->udc->clocked)
734 return -EINVAL;
735
736 creg = ep->creg;
737 local_irq_save(flags);
738
739 csr = __raw_readl(creg);
740
741 /*
742 * fail with still-busy IN endpoints, ensuring correct sequencing
743 * of data tx then stall. note that the fifo rx bytecount isn't
744 * completely accurate as a tx bytecount.
745 */
746 if (ep->is_in && (!list_empty(&ep->queue) || (csr >> 16) != 0))
747 status = -EAGAIN;
748 else {
749 csr |= CLR_FX;
750 csr &= ~SET_FX;
751 if (value) {
752 csr |= AT91_UDP_FORCESTALL;
753 VDBG("halt %s\n", ep->ep.name);
754 } else {
Andrew Victorffd33262006-12-07 22:44:33 -0800755 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
756 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
David Brownellbae4bd82006-01-22 10:32:37 -0800757 csr &= ~AT91_UDP_FORCESTALL;
758 }
759 __raw_writel(csr, creg);
760 }
761
762 local_irq_restore(flags);
763 return status;
764}
765
David Brownell398acce2007-02-15 18:47:17 -0800766static const struct usb_ep_ops at91_ep_ops = {
David Brownellbae4bd82006-01-22 10:32:37 -0800767 .enable = at91_ep_enable,
768 .disable = at91_ep_disable,
769 .alloc_request = at91_ep_alloc_request,
770 .free_request = at91_ep_free_request,
David Brownellbae4bd82006-01-22 10:32:37 -0800771 .queue = at91_ep_queue,
772 .dequeue = at91_ep_dequeue,
773 .set_halt = at91_ep_set_halt,
774 // there's only imprecise fifo status reporting
775};
776
777/*-------------------------------------------------------------------------*/
778
779static int at91_get_frame(struct usb_gadget *gadget)
780{
Andrew Victorffd33262006-12-07 22:44:33 -0800781 struct at91_udc *udc = to_udc(gadget);
782
David Brownellbae4bd82006-01-22 10:32:37 -0800783 if (!to_udc(gadget)->clocked)
784 return -EINVAL;
Andrew Victorffd33262006-12-07 22:44:33 -0800785 return at91_udp_read(udc, AT91_UDP_FRM_NUM) & AT91_UDP_NUM;
David Brownellbae4bd82006-01-22 10:32:37 -0800786}
787
788static int at91_wakeup(struct usb_gadget *gadget)
789{
790 struct at91_udc *udc = to_udc(gadget);
791 u32 glbstate;
792 int status = -EINVAL;
793 unsigned long flags;
794
795 DBG("%s\n", __FUNCTION__ );
796 local_irq_save(flags);
797
798 if (!udc->clocked || !udc->suspended)
799 goto done;
800
801 /* NOTE: some "early versions" handle ESR differently ... */
802
Andrew Victorffd33262006-12-07 22:44:33 -0800803 glbstate = at91_udp_read(udc, AT91_UDP_GLB_STAT);
David Brownellbae4bd82006-01-22 10:32:37 -0800804 if (!(glbstate & AT91_UDP_ESR))
805 goto done;
806 glbstate |= AT91_UDP_ESR;
Andrew Victorffd33262006-12-07 22:44:33 -0800807 at91_udp_write(udc, AT91_UDP_GLB_STAT, glbstate);
David Brownellbae4bd82006-01-22 10:32:37 -0800808
809done:
810 local_irq_restore(flags);
811 return status;
812}
813
814/* reinit == restore inital software state */
815static void udc_reinit(struct at91_udc *udc)
816{
817 u32 i;
818
819 INIT_LIST_HEAD(&udc->gadget.ep_list);
820 INIT_LIST_HEAD(&udc->gadget.ep0->ep_list);
821
822 for (i = 0; i < NUM_ENDPOINTS; i++) {
823 struct at91_ep *ep = &udc->ep[i];
824
825 if (i != 0)
826 list_add_tail(&ep->ep.ep_list, &udc->gadget.ep_list);
827 ep->desc = NULL;
828 ep->stopped = 0;
829 ep->fifo_bank = 0;
830 ep->ep.maxpacket = ep->maxpacket;
Andrew Victorffd33262006-12-07 22:44:33 -0800831 ep->creg = (void __iomem *) udc->udp_baseaddr + AT91_UDP_CSR(i);
David Brownellbae4bd82006-01-22 10:32:37 -0800832 // initialiser une queue par endpoint
833 INIT_LIST_HEAD(&ep->queue);
834 }
835}
836
837static void stop_activity(struct at91_udc *udc)
838{
839 struct usb_gadget_driver *driver = udc->driver;
840 int i;
841
842 if (udc->gadget.speed == USB_SPEED_UNKNOWN)
843 driver = NULL;
844 udc->gadget.speed = USB_SPEED_UNKNOWN;
David Brownell8b2e7662006-07-05 02:38:56 -0700845 udc->suspended = 0;
David Brownellbae4bd82006-01-22 10:32:37 -0800846
847 for (i = 0; i < NUM_ENDPOINTS; i++) {
848 struct at91_ep *ep = &udc->ep[i];
849 ep->stopped = 1;
850 nuke(ep, -ESHUTDOWN);
851 }
852 if (driver)
853 driver->disconnect(&udc->gadget);
854
855 udc_reinit(udc);
856}
857
858static void clk_on(struct at91_udc *udc)
859{
860 if (udc->clocked)
861 return;
862 udc->clocked = 1;
863 clk_enable(udc->iclk);
864 clk_enable(udc->fclk);
865}
866
867static void clk_off(struct at91_udc *udc)
868{
869 if (!udc->clocked)
870 return;
871 udc->clocked = 0;
872 udc->gadget.speed = USB_SPEED_UNKNOWN;
David Brownellbae4bd82006-01-22 10:32:37 -0800873 clk_disable(udc->fclk);
David Brownell8b2e7662006-07-05 02:38:56 -0700874 clk_disable(udc->iclk);
David Brownellbae4bd82006-01-22 10:32:37 -0800875}
876
877/*
878 * activate/deactivate link with host; minimize power usage for
879 * inactive links by cutting clocks and transceiver power.
880 */
881static void pullup(struct at91_udc *udc, int is_on)
882{
David Brownellf3db6e82008-01-05 13:21:43 -0800883 int active = !udc->board.pullup_active_low;
884
David Brownellbae4bd82006-01-22 10:32:37 -0800885 if (!udc->enabled || !udc->vbus)
886 is_on = 0;
887 DBG("%sactive\n", is_on ? "" : "in");
Andrew Victorffd33262006-12-07 22:44:33 -0800888
David Brownellbae4bd82006-01-22 10:32:37 -0800889 if (is_on) {
890 clk_on(udc);
Nicolas Ferre08cbc702007-12-13 15:52:58 -0800891 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_RXRSM);
Andrew Victorffd33262006-12-07 22:44:33 -0800892 at91_udp_write(udc, AT91_UDP_TXVC, 0);
Andrew Victor29ba4b52006-12-07 22:44:38 -0800893 if (cpu_is_at91rm9200())
David Brownellf3db6e82008-01-05 13:21:43 -0800894 gpio_set_value(udc->board.pullup_pin, active);
Andrew Victorb2c65612007-02-08 09:42:40 +0100895 else if (cpu_is_at91sam9260() || cpu_is_at91sam9263()) {
Andrew Victor29ba4b52006-12-07 22:44:38 -0800896 u32 txvc = at91_udp_read(udc, AT91_UDP_TXVC);
897
898 txvc |= AT91_UDP_TXVC_PUON;
899 at91_udp_write(udc, AT91_UDP_TXVC, txvc);
900 } else if (cpu_is_at91sam9261()) {
901 u32 usbpucr;
902
903 usbpucr = at91_sys_read(AT91_MATRIX_USBPUCR);
904 usbpucr |= AT91_MATRIX_USBPUCR_PUON;
905 at91_sys_write(AT91_MATRIX_USBPUCR, usbpucr);
906 }
Andrew Victorffd33262006-12-07 22:44:33 -0800907 } else {
David Brownellbae4bd82006-01-22 10:32:37 -0800908 stop_activity(udc);
Nicolas Ferre08cbc702007-12-13 15:52:58 -0800909 at91_udp_write(udc, AT91_UDP_IDR, AT91_UDP_RXRSM);
Andrew Victorffd33262006-12-07 22:44:33 -0800910 at91_udp_write(udc, AT91_UDP_TXVC, AT91_UDP_TXVC_TXVDIS);
Andrew Victor29ba4b52006-12-07 22:44:38 -0800911 if (cpu_is_at91rm9200())
David Brownellf3db6e82008-01-05 13:21:43 -0800912 gpio_set_value(udc->board.pullup_pin, !active);
Andrew Victorb2c65612007-02-08 09:42:40 +0100913 else if (cpu_is_at91sam9260() || cpu_is_at91sam9263()) {
Andrew Victor29ba4b52006-12-07 22:44:38 -0800914 u32 txvc = at91_udp_read(udc, AT91_UDP_TXVC);
915
916 txvc &= ~AT91_UDP_TXVC_PUON;
917 at91_udp_write(udc, AT91_UDP_TXVC, txvc);
918 } else if (cpu_is_at91sam9261()) {
919 u32 usbpucr;
920
921 usbpucr = at91_sys_read(AT91_MATRIX_USBPUCR);
922 usbpucr &= ~AT91_MATRIX_USBPUCR_PUON;
923 at91_sys_write(AT91_MATRIX_USBPUCR, usbpucr);
924 }
David Brownellbae4bd82006-01-22 10:32:37 -0800925 clk_off(udc);
David Brownellbae4bd82006-01-22 10:32:37 -0800926 }
927}
928
929/* vbus is here! turn everything on that's ready */
930static int at91_vbus_session(struct usb_gadget *gadget, int is_active)
931{
932 struct at91_udc *udc = to_udc(gadget);
933 unsigned long flags;
934
935 // VDBG("vbus %s\n", is_active ? "on" : "off");
936 local_irq_save(flags);
937 udc->vbus = (is_active != 0);
Wojtek Kaniewskibfb7fb72006-12-08 03:26:00 -0800938 if (udc->driver)
939 pullup(udc, is_active);
940 else
941 pullup(udc, 0);
David Brownellbae4bd82006-01-22 10:32:37 -0800942 local_irq_restore(flags);
943 return 0;
944}
945
946static int at91_pullup(struct usb_gadget *gadget, int is_on)
947{
948 struct at91_udc *udc = to_udc(gadget);
949 unsigned long flags;
950
951 local_irq_save(flags);
952 udc->enabled = is_on = !!is_on;
953 pullup(udc, is_on);
954 local_irq_restore(flags);
955 return 0;
956}
957
958static int at91_set_selfpowered(struct usb_gadget *gadget, int is_on)
959{
960 struct at91_udc *udc = to_udc(gadget);
961 unsigned long flags;
962
963 local_irq_save(flags);
964 udc->selfpowered = (is_on != 0);
965 local_irq_restore(flags);
966 return 0;
967}
968
969static const struct usb_gadget_ops at91_udc_ops = {
970 .get_frame = at91_get_frame,
971 .wakeup = at91_wakeup,
972 .set_selfpowered = at91_set_selfpowered,
973 .vbus_session = at91_vbus_session,
974 .pullup = at91_pullup,
975
976 /*
977 * VBUS-powered devices may also also want to support bigger
978 * power budgets after an appropriate SET_CONFIGURATION.
979 */
980 // .vbus_power = at91_vbus_power,
981};
982
983/*-------------------------------------------------------------------------*/
984
985static int handle_ep(struct at91_ep *ep)
986{
987 struct at91_request *req;
988 u32 __iomem *creg = ep->creg;
989 u32 csr = __raw_readl(creg);
990
991 if (!list_empty(&ep->queue))
992 req = list_entry(ep->queue.next,
993 struct at91_request, queue);
994 else
995 req = NULL;
996
997 if (ep->is_in) {
998 if (csr & (AT91_UDP_STALLSENT | AT91_UDP_TXCOMP)) {
999 csr |= CLR_FX;
1000 csr &= ~(SET_FX | AT91_UDP_STALLSENT | AT91_UDP_TXCOMP);
1001 __raw_writel(csr, creg);
1002 }
1003 if (req)
1004 return write_fifo(ep, req);
1005
1006 } else {
1007 if (csr & AT91_UDP_STALLSENT) {
1008 /* STALLSENT bit == ISOERR */
1009 if (ep->is_iso && req)
1010 req->req.status = -EILSEQ;
1011 csr |= CLR_FX;
1012 csr &= ~(SET_FX | AT91_UDP_STALLSENT);
1013 __raw_writel(csr, creg);
1014 csr = __raw_readl(creg);
1015 }
1016 if (req && (csr & RX_DATA_READY))
1017 return read_fifo(ep, req);
1018 }
1019 return 0;
1020}
1021
1022union setup {
1023 u8 raw[8];
1024 struct usb_ctrlrequest r;
1025};
1026
1027static void handle_setup(struct at91_udc *udc, struct at91_ep *ep, u32 csr)
1028{
1029 u32 __iomem *creg = ep->creg;
1030 u8 __iomem *dreg = ep->creg + (AT91_UDP_FDR(0) - AT91_UDP_CSR(0));
1031 unsigned rxcount, i = 0;
1032 u32 tmp;
1033 union setup pkt;
1034 int status = 0;
1035
1036 /* read and ack SETUP; hard-fail for bogus packets */
1037 rxcount = (csr & AT91_UDP_RXBYTECNT) >> 16;
1038 if (likely(rxcount == 8)) {
1039 while (rxcount--)
1040 pkt.raw[i++] = __raw_readb(dreg);
1041 if (pkt.r.bRequestType & USB_DIR_IN) {
1042 csr |= AT91_UDP_DIR;
1043 ep->is_in = 1;
1044 } else {
1045 csr &= ~AT91_UDP_DIR;
1046 ep->is_in = 0;
1047 }
1048 } else {
1049 // REVISIT this happens sometimes under load; why??
1050 ERR("SETUP len %d, csr %08x\n", rxcount, csr);
1051 status = -EINVAL;
1052 }
1053 csr |= CLR_FX;
1054 csr &= ~(SET_FX | AT91_UDP_RXSETUP);
1055 __raw_writel(csr, creg);
1056 udc->wait_for_addr_ack = 0;
1057 udc->wait_for_config_ack = 0;
1058 ep->stopped = 0;
1059 if (unlikely(status != 0))
1060 goto stall;
1061
1062#define w_index le16_to_cpu(pkt.r.wIndex)
1063#define w_value le16_to_cpu(pkt.r.wValue)
1064#define w_length le16_to_cpu(pkt.r.wLength)
1065
1066 VDBG("SETUP %02x.%02x v%04x i%04x l%04x\n",
1067 pkt.r.bRequestType, pkt.r.bRequest,
1068 w_value, w_index, w_length);
1069
1070 /*
1071 * A few standard requests get handled here, ones that touch
1072 * hardware ... notably for device and endpoint features.
1073 */
1074 udc->req_pending = 1;
1075 csr = __raw_readl(creg);
1076 csr |= CLR_FX;
1077 csr &= ~SET_FX;
1078 switch ((pkt.r.bRequestType << 8) | pkt.r.bRequest) {
1079
1080 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1081 | USB_REQ_SET_ADDRESS:
1082 __raw_writel(csr | AT91_UDP_TXPKTRDY, creg);
1083 udc->addr = w_value;
1084 udc->wait_for_addr_ack = 1;
1085 udc->req_pending = 0;
1086 /* FADDR is set later, when we ack host STATUS */
1087 return;
1088
1089 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1090 | USB_REQ_SET_CONFIGURATION:
Andrew Victorffd33262006-12-07 22:44:33 -08001091 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT) & AT91_UDP_CONFG;
David Brownellbae4bd82006-01-22 10:32:37 -08001092 if (pkt.r.wValue)
1093 udc->wait_for_config_ack = (tmp == 0);
1094 else
1095 udc->wait_for_config_ack = (tmp != 0);
1096 if (udc->wait_for_config_ack)
1097 VDBG("wait for config\n");
1098 /* CONFG is toggled later, if gadget driver succeeds */
1099 break;
1100
1101 /*
1102 * Hosts may set or clear remote wakeup status, and
1103 * devices may report they're VBUS powered.
1104 */
1105 case ((USB_DIR_IN|USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1106 | USB_REQ_GET_STATUS:
1107 tmp = (udc->selfpowered << USB_DEVICE_SELF_POWERED);
Andrew Victorffd33262006-12-07 22:44:33 -08001108 if (at91_udp_read(udc, AT91_UDP_GLB_STAT) & AT91_UDP_ESR)
David Brownellbae4bd82006-01-22 10:32:37 -08001109 tmp |= (1 << USB_DEVICE_REMOTE_WAKEUP);
1110 PACKET("get device status\n");
1111 __raw_writeb(tmp, dreg);
1112 __raw_writeb(0, dreg);
1113 goto write_in;
1114 /* then STATUS starts later, automatically */
1115 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1116 | USB_REQ_SET_FEATURE:
1117 if (w_value != USB_DEVICE_REMOTE_WAKEUP)
1118 goto stall;
Andrew Victorffd33262006-12-07 22:44:33 -08001119 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
David Brownellbae4bd82006-01-22 10:32:37 -08001120 tmp |= AT91_UDP_ESR;
Andrew Victorffd33262006-12-07 22:44:33 -08001121 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
David Brownellbae4bd82006-01-22 10:32:37 -08001122 goto succeed;
1123 case ((USB_TYPE_STANDARD|USB_RECIP_DEVICE) << 8)
1124 | USB_REQ_CLEAR_FEATURE:
1125 if (w_value != USB_DEVICE_REMOTE_WAKEUP)
1126 goto stall;
Andrew Victorffd33262006-12-07 22:44:33 -08001127 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
David Brownellbae4bd82006-01-22 10:32:37 -08001128 tmp &= ~AT91_UDP_ESR;
Andrew Victorffd33262006-12-07 22:44:33 -08001129 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
David Brownellbae4bd82006-01-22 10:32:37 -08001130 goto succeed;
1131
1132 /*
1133 * Interfaces have no feature settings; this is pretty useless.
1134 * we won't even insist the interface exists...
1135 */
1136 case ((USB_DIR_IN|USB_TYPE_STANDARD|USB_RECIP_INTERFACE) << 8)
1137 | USB_REQ_GET_STATUS:
1138 PACKET("get interface status\n");
1139 __raw_writeb(0, dreg);
1140 __raw_writeb(0, dreg);
1141 goto write_in;
1142 /* then STATUS starts later, automatically */
1143 case ((USB_TYPE_STANDARD|USB_RECIP_INTERFACE) << 8)
1144 | USB_REQ_SET_FEATURE:
1145 case ((USB_TYPE_STANDARD|USB_RECIP_INTERFACE) << 8)
1146 | USB_REQ_CLEAR_FEATURE:
1147 goto stall;
1148
1149 /*
1150 * Hosts may clear bulk/intr endpoint halt after the gadget
1151 * driver sets it (not widely used); or set it (for testing)
1152 */
1153 case ((USB_DIR_IN|USB_TYPE_STANDARD|USB_RECIP_ENDPOINT) << 8)
1154 | USB_REQ_GET_STATUS:
1155 tmp = w_index & USB_ENDPOINT_NUMBER_MASK;
1156 ep = &udc->ep[tmp];
David Brownell1440e092007-12-09 22:53:09 -08001157 if (tmp >= NUM_ENDPOINTS || (tmp && !ep->desc))
David Brownellbae4bd82006-01-22 10:32:37 -08001158 goto stall;
1159
1160 if (tmp) {
1161 if ((w_index & USB_DIR_IN)) {
1162 if (!ep->is_in)
1163 goto stall;
1164 } else if (ep->is_in)
1165 goto stall;
1166 }
1167 PACKET("get %s status\n", ep->ep.name);
1168 if (__raw_readl(ep->creg) & AT91_UDP_FORCESTALL)
1169 tmp = (1 << USB_ENDPOINT_HALT);
1170 else
1171 tmp = 0;
1172 __raw_writeb(tmp, dreg);
1173 __raw_writeb(0, dreg);
1174 goto write_in;
1175 /* then STATUS starts later, automatically */
1176 case ((USB_TYPE_STANDARD|USB_RECIP_ENDPOINT) << 8)
1177 | USB_REQ_SET_FEATURE:
1178 tmp = w_index & USB_ENDPOINT_NUMBER_MASK;
1179 ep = &udc->ep[tmp];
David Brownell1440e092007-12-09 22:53:09 -08001180 if (w_value != USB_ENDPOINT_HALT || tmp >= NUM_ENDPOINTS)
David Brownellbae4bd82006-01-22 10:32:37 -08001181 goto stall;
1182 if (!ep->desc || ep->is_iso)
1183 goto stall;
1184 if ((w_index & USB_DIR_IN)) {
1185 if (!ep->is_in)
1186 goto stall;
1187 } else if (ep->is_in)
1188 goto stall;
1189
1190 tmp = __raw_readl(ep->creg);
1191 tmp &= ~SET_FX;
1192 tmp |= CLR_FX | AT91_UDP_FORCESTALL;
1193 __raw_writel(tmp, ep->creg);
1194 goto succeed;
1195 case ((USB_TYPE_STANDARD|USB_RECIP_ENDPOINT) << 8)
1196 | USB_REQ_CLEAR_FEATURE:
1197 tmp = w_index & USB_ENDPOINT_NUMBER_MASK;
1198 ep = &udc->ep[tmp];
David Brownell1440e092007-12-09 22:53:09 -08001199 if (w_value != USB_ENDPOINT_HALT || tmp >= NUM_ENDPOINTS)
David Brownellbae4bd82006-01-22 10:32:37 -08001200 goto stall;
1201 if (tmp == 0)
1202 goto succeed;
1203 if (!ep->desc || ep->is_iso)
1204 goto stall;
1205 if ((w_index & USB_DIR_IN)) {
1206 if (!ep->is_in)
1207 goto stall;
1208 } else if (ep->is_in)
1209 goto stall;
1210
Andrew Victorffd33262006-12-07 22:44:33 -08001211 at91_udp_write(udc, AT91_UDP_RST_EP, ep->int_mask);
1212 at91_udp_write(udc, AT91_UDP_RST_EP, 0);
David Brownellbae4bd82006-01-22 10:32:37 -08001213 tmp = __raw_readl(ep->creg);
1214 tmp |= CLR_FX;
1215 tmp &= ~(SET_FX | AT91_UDP_FORCESTALL);
1216 __raw_writel(tmp, ep->creg);
1217 if (!list_empty(&ep->queue))
1218 handle_ep(ep);
1219 goto succeed;
1220 }
1221
1222#undef w_value
1223#undef w_index
1224#undef w_length
1225
1226 /* pass request up to the gadget driver */
Wojtek Kaniewskibfb7fb72006-12-08 03:26:00 -08001227 if (udc->driver)
1228 status = udc->driver->setup(&udc->gadget, &pkt.r);
1229 else
1230 status = -ENODEV;
David Brownellbae4bd82006-01-22 10:32:37 -08001231 if (status < 0) {
1232stall:
1233 VDBG("req %02x.%02x protocol STALL; stat %d\n",
1234 pkt.r.bRequestType, pkt.r.bRequest, status);
1235 csr |= AT91_UDP_FORCESTALL;
1236 __raw_writel(csr, creg);
1237 udc->req_pending = 0;
1238 }
1239 return;
1240
1241succeed:
1242 /* immediate successful (IN) STATUS after zero length DATA */
1243 PACKET("ep0 in/status\n");
1244write_in:
1245 csr |= AT91_UDP_TXPKTRDY;
1246 __raw_writel(csr, creg);
1247 udc->req_pending = 0;
1248 return;
1249}
1250
1251static void handle_ep0(struct at91_udc *udc)
1252{
1253 struct at91_ep *ep0 = &udc->ep[0];
1254 u32 __iomem *creg = ep0->creg;
1255 u32 csr = __raw_readl(creg);
1256 struct at91_request *req;
1257
1258 if (unlikely(csr & AT91_UDP_STALLSENT)) {
1259 nuke(ep0, -EPROTO);
1260 udc->req_pending = 0;
1261 csr |= CLR_FX;
1262 csr &= ~(SET_FX | AT91_UDP_STALLSENT | AT91_UDP_FORCESTALL);
1263 __raw_writel(csr, creg);
1264 VDBG("ep0 stalled\n");
1265 csr = __raw_readl(creg);
1266 }
1267 if (csr & AT91_UDP_RXSETUP) {
1268 nuke(ep0, 0);
1269 udc->req_pending = 0;
1270 handle_setup(udc, ep0, csr);
1271 return;
1272 }
1273
1274 if (list_empty(&ep0->queue))
1275 req = NULL;
1276 else
1277 req = list_entry(ep0->queue.next, struct at91_request, queue);
1278
1279 /* host ACKed an IN packet that we sent */
1280 if (csr & AT91_UDP_TXCOMP) {
1281 csr |= CLR_FX;
1282 csr &= ~(SET_FX | AT91_UDP_TXCOMP);
1283
1284 /* write more IN DATA? */
1285 if (req && ep0->is_in) {
1286 if (handle_ep(ep0))
1287 udc->req_pending = 0;
1288
1289 /*
1290 * Ack after:
1291 * - last IN DATA packet (including GET_STATUS)
1292 * - IN/STATUS for OUT DATA
1293 * - IN/STATUS for any zero-length DATA stage
1294 * except for the IN DATA case, the host should send
1295 * an OUT status later, which we'll ack.
1296 */
1297 } else {
1298 udc->req_pending = 0;
1299 __raw_writel(csr, creg);
1300
1301 /*
1302 * SET_ADDRESS takes effect only after the STATUS
1303 * (to the original address) gets acked.
1304 */
1305 if (udc->wait_for_addr_ack) {
1306 u32 tmp;
1307
Andrew Victorffd33262006-12-07 22:44:33 -08001308 at91_udp_write(udc, AT91_UDP_FADDR,
David Brownell8b2e7662006-07-05 02:38:56 -07001309 AT91_UDP_FEN | udc->addr);
Andrew Victorffd33262006-12-07 22:44:33 -08001310 tmp = at91_udp_read(udc, AT91_UDP_GLB_STAT);
David Brownellbae4bd82006-01-22 10:32:37 -08001311 tmp &= ~AT91_UDP_FADDEN;
1312 if (udc->addr)
1313 tmp |= AT91_UDP_FADDEN;
Andrew Victorffd33262006-12-07 22:44:33 -08001314 at91_udp_write(udc, AT91_UDP_GLB_STAT, tmp);
David Brownellbae4bd82006-01-22 10:32:37 -08001315
1316 udc->wait_for_addr_ack = 0;
1317 VDBG("address %d\n", udc->addr);
1318 }
1319 }
1320 }
1321
1322 /* OUT packet arrived ... */
1323 else if (csr & AT91_UDP_RX_DATA_BK0) {
1324 csr |= CLR_FX;
1325 csr &= ~(SET_FX | AT91_UDP_RX_DATA_BK0);
1326
1327 /* OUT DATA stage */
1328 if (!ep0->is_in) {
1329 if (req) {
1330 if (handle_ep(ep0)) {
1331 /* send IN/STATUS */
1332 PACKET("ep0 in/status\n");
1333 csr = __raw_readl(creg);
1334 csr &= ~SET_FX;
1335 csr |= CLR_FX | AT91_UDP_TXPKTRDY;
1336 __raw_writel(csr, creg);
1337 udc->req_pending = 0;
1338 }
1339 } else if (udc->req_pending) {
1340 /*
1341 * AT91 hardware has a hard time with this
1342 * "deferred response" mode for control-OUT
1343 * transfers. (For control-IN it's fine.)
1344 *
1345 * The normal solution leaves OUT data in the
1346 * fifo until the gadget driver is ready.
1347 * We couldn't do that here without disabling
1348 * the IRQ that tells about SETUP packets,
1349 * e.g. when the host gets impatient...
1350 *
1351 * Working around it by copying into a buffer
1352 * would almost be a non-deferred response,
1353 * except that it wouldn't permit reliable
1354 * stalling of the request. Instead, demand
1355 * that gadget drivers not use this mode.
1356 */
1357 DBG("no control-OUT deferred responses!\n");
1358 __raw_writel(csr | AT91_UDP_FORCESTALL, creg);
1359 udc->req_pending = 0;
1360 }
1361
1362 /* STATUS stage for control-IN; ack. */
1363 } else {
1364 PACKET("ep0 out/status ACK\n");
1365 __raw_writel(csr, creg);
1366
1367 /* "early" status stage */
1368 if (req)
1369 done(ep0, req, 0);
1370 }
1371 }
1372}
1373
David Howells7d12e782006-10-05 14:55:46 +01001374static irqreturn_t at91_udc_irq (int irq, void *_udc)
David Brownellbae4bd82006-01-22 10:32:37 -08001375{
1376 struct at91_udc *udc = _udc;
1377 u32 rescans = 5;
1378
1379 while (rescans--) {
David Brownell8b2e7662006-07-05 02:38:56 -07001380 u32 status;
David Brownellbae4bd82006-01-22 10:32:37 -08001381
Andrew Victorffd33262006-12-07 22:44:33 -08001382 status = at91_udp_read(udc, AT91_UDP_ISR)
1383 & at91_udp_read(udc, AT91_UDP_IMR);
David Brownellbae4bd82006-01-22 10:32:37 -08001384 if (!status)
1385 break;
1386
1387 /* USB reset irq: not maskable */
1388 if (status & AT91_UDP_ENDBUSRES) {
Andrew Victorffd33262006-12-07 22:44:33 -08001389 at91_udp_write(udc, AT91_UDP_IDR, ~MINIMUS_INTERRUPTUS);
1390 at91_udp_write(udc, AT91_UDP_IER, MINIMUS_INTERRUPTUS);
David Brownellbae4bd82006-01-22 10:32:37 -08001391 /* Atmel code clears this irq twice */
Andrew Victorffd33262006-12-07 22:44:33 -08001392 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_ENDBUSRES);
1393 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_ENDBUSRES);
David Brownellbae4bd82006-01-22 10:32:37 -08001394 VDBG("end bus reset\n");
1395 udc->addr = 0;
1396 stop_activity(udc);
1397
1398 /* enable ep0 */
Andrew Victorffd33262006-12-07 22:44:33 -08001399 at91_udp_write(udc, AT91_UDP_CSR(0),
David Brownell8b2e7662006-07-05 02:38:56 -07001400 AT91_UDP_EPEDS | AT91_UDP_EPTYPE_CTRL);
David Brownellbae4bd82006-01-22 10:32:37 -08001401 udc->gadget.speed = USB_SPEED_FULL;
1402 udc->suspended = 0;
Andrew Victorffd33262006-12-07 22:44:33 -08001403 at91_udp_write(udc, AT91_UDP_IER, AT91_UDP_EP(0));
David Brownellbae4bd82006-01-22 10:32:37 -08001404
1405 /*
1406 * NOTE: this driver keeps clocks off unless the
David Brownell8b2e7662006-07-05 02:38:56 -07001407 * USB host is present. That saves power, but for
1408 * boards that don't support VBUS detection, both
1409 * clocks need to be active most of the time.
David Brownellbae4bd82006-01-22 10:32:37 -08001410 */
1411
1412 /* host initiated suspend (3+ms bus idle) */
1413 } else if (status & AT91_UDP_RXSUSP) {
Andrew Victorffd33262006-12-07 22:44:33 -08001414 at91_udp_write(udc, AT91_UDP_IDR, AT91_UDP_RXSUSP);
1415 at91_udp_write(udc, AT91_UDP_IER, AT91_UDP_RXRSM);
1416 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_RXSUSP);
David Brownellbae4bd82006-01-22 10:32:37 -08001417 // VDBG("bus suspend\n");
1418 if (udc->suspended)
1419 continue;
1420 udc->suspended = 1;
1421
1422 /*
1423 * NOTE: when suspending a VBUS-powered device, the
1424 * gadget driver should switch into slow clock mode
1425 * and then into standby to avoid drawing more than
1426 * 500uA power (2500uA for some high-power configs).
1427 */
1428 if (udc->driver && udc->driver->suspend)
1429 udc->driver->suspend(&udc->gadget);
1430
1431 /* host initiated resume */
1432 } else if (status & AT91_UDP_RXRSM) {
Andrew Victorffd33262006-12-07 22:44:33 -08001433 at91_udp_write(udc, AT91_UDP_IDR, AT91_UDP_RXRSM);
1434 at91_udp_write(udc, AT91_UDP_IER, AT91_UDP_RXSUSP);
1435 at91_udp_write(udc, AT91_UDP_ICR, AT91_UDP_RXRSM);
David Brownellbae4bd82006-01-22 10:32:37 -08001436 // VDBG("bus resume\n");
1437 if (!udc->suspended)
1438 continue;
1439 udc->suspended = 0;
1440
1441 /*
1442 * NOTE: for a VBUS-powered device, the gadget driver
1443 * would normally want to switch out of slow clock
1444 * mode into normal mode.
1445 */
1446 if (udc->driver && udc->driver->resume)
1447 udc->driver->resume(&udc->gadget);
1448
1449 /* endpoint IRQs are cleared by handling them */
1450 } else {
1451 int i;
1452 unsigned mask = 1;
1453 struct at91_ep *ep = &udc->ep[1];
1454
1455 if (status & mask)
1456 handle_ep0(udc);
1457 for (i = 1; i < NUM_ENDPOINTS; i++) {
1458 mask <<= 1;
1459 if (status & mask)
1460 handle_ep(ep);
1461 ep++;
1462 }
1463 }
1464 }
1465
1466 return IRQ_HANDLED;
1467}
1468
1469/*-------------------------------------------------------------------------*/
1470
David Brownell8b2e7662006-07-05 02:38:56 -07001471static void nop_release(struct device *dev)
1472{
1473 /* nothing to free */
1474}
1475
David Brownellbae4bd82006-01-22 10:32:37 -08001476static struct at91_udc controller = {
1477 .gadget = {
David Brownell8b2e7662006-07-05 02:38:56 -07001478 .ops = &at91_udc_ops,
1479 .ep0 = &controller.ep[0].ep,
1480 .name = driver_name,
1481 .dev = {
1482 .bus_id = "gadget",
1483 .release = nop_release,
David Brownellbae4bd82006-01-22 10:32:37 -08001484 }
1485 },
1486 .ep[0] = {
1487 .ep = {
1488 .name = ep0name,
1489 .ops = &at91_ep_ops,
1490 },
1491 .udc = &controller,
1492 .maxpacket = 8,
David Brownellbae4bd82006-01-22 10:32:37 -08001493 .int_mask = 1 << 0,
1494 },
1495 .ep[1] = {
1496 .ep = {
1497 .name = "ep1",
1498 .ops = &at91_ep_ops,
1499 },
1500 .udc = &controller,
1501 .is_pingpong = 1,
1502 .maxpacket = 64,
David Brownellbae4bd82006-01-22 10:32:37 -08001503 .int_mask = 1 << 1,
1504 },
1505 .ep[2] = {
1506 .ep = {
1507 .name = "ep2",
1508 .ops = &at91_ep_ops,
1509 },
1510 .udc = &controller,
1511 .is_pingpong = 1,
1512 .maxpacket = 64,
David Brownellbae4bd82006-01-22 10:32:37 -08001513 .int_mask = 1 << 2,
1514 },
1515 .ep[3] = {
1516 .ep = {
1517 /* could actually do bulk too */
1518 .name = "ep3-int",
1519 .ops = &at91_ep_ops,
1520 },
1521 .udc = &controller,
1522 .maxpacket = 8,
David Brownellbae4bd82006-01-22 10:32:37 -08001523 .int_mask = 1 << 3,
1524 },
1525 .ep[4] = {
1526 .ep = {
1527 .name = "ep4",
1528 .ops = &at91_ep_ops,
1529 },
1530 .udc = &controller,
1531 .is_pingpong = 1,
1532 .maxpacket = 256,
David Brownellbae4bd82006-01-22 10:32:37 -08001533 .int_mask = 1 << 4,
1534 },
1535 .ep[5] = {
1536 .ep = {
1537 .name = "ep5",
1538 .ops = &at91_ep_ops,
1539 },
1540 .udc = &controller,
1541 .is_pingpong = 1,
1542 .maxpacket = 256,
David Brownellbae4bd82006-01-22 10:32:37 -08001543 .int_mask = 1 << 5,
1544 },
David Brownell8b2e7662006-07-05 02:38:56 -07001545 /* ep6 and ep7 are also reserved (custom silicon might use them) */
David Brownellbae4bd82006-01-22 10:32:37 -08001546};
1547
David Howells7d12e782006-10-05 14:55:46 +01001548static irqreturn_t at91_vbus_irq(int irq, void *_udc)
David Brownellbae4bd82006-01-22 10:32:37 -08001549{
1550 struct at91_udc *udc = _udc;
1551 unsigned value;
1552
1553 /* vbus needs at least brief debouncing */
1554 udelay(10);
David Brownellf3db6e82008-01-05 13:21:43 -08001555 value = gpio_get_value(udc->board.vbus_pin);
David Brownellbae4bd82006-01-22 10:32:37 -08001556 if (value != udc->vbus)
1557 at91_vbus_session(&udc->gadget, value);
1558
1559 return IRQ_HANDLED;
1560}
1561
1562int usb_gadget_register_driver (struct usb_gadget_driver *driver)
1563{
1564 struct at91_udc *udc = &controller;
1565 int retval;
1566
1567 if (!driver
Wojtek Kaniewskibc92c322006-12-08 09:39:36 -08001568 || driver->speed < USB_SPEED_FULL
David Brownellbae4bd82006-01-22 10:32:37 -08001569 || !driver->bind
David Brownellbae4bd82006-01-22 10:32:37 -08001570 || !driver->setup) {
1571 DBG("bad parameter.\n");
1572 return -EINVAL;
1573 }
1574
1575 if (udc->driver) {
1576 DBG("UDC already has a gadget driver\n");
1577 return -EBUSY;
1578 }
1579
1580 udc->driver = driver;
1581 udc->gadget.dev.driver = &driver->driver;
1582 udc->gadget.dev.driver_data = &driver->driver;
1583 udc->enabled = 1;
1584 udc->selfpowered = 1;
1585
1586 retval = driver->bind(&udc->gadget);
1587 if (retval) {
1588 DBG("driver->bind() returned %d\n", retval);
1589 udc->driver = NULL;
Wojtek Kaniewski943c4412006-12-08 03:23:00 -08001590 udc->gadget.dev.driver = NULL;
1591 udc->gadget.dev.driver_data = NULL;
1592 udc->enabled = 0;
1593 udc->selfpowered = 0;
David Brownellbae4bd82006-01-22 10:32:37 -08001594 return retval;
1595 }
1596
1597 local_irq_disable();
1598 pullup(udc, 1);
1599 local_irq_enable();
1600
1601 DBG("bound to %s\n", driver->driver.name);
1602 return 0;
1603}
1604EXPORT_SYMBOL (usb_gadget_register_driver);
1605
1606int usb_gadget_unregister_driver (struct usb_gadget_driver *driver)
1607{
1608 struct at91_udc *udc = &controller;
1609
David Brownell6bea4762006-12-05 03:15:33 -08001610 if (!driver || driver != udc->driver || !driver->unbind)
David Brownellbae4bd82006-01-22 10:32:37 -08001611 return -EINVAL;
1612
1613 local_irq_disable();
1614 udc->enabled = 0;
Andrew Victorffd33262006-12-07 22:44:33 -08001615 at91_udp_write(udc, AT91_UDP_IDR, ~0);
David Brownellbae4bd82006-01-22 10:32:37 -08001616 pullup(udc, 0);
1617 local_irq_enable();
1618
1619 driver->unbind(&udc->gadget);
Patrik Sevalliuseb0be472007-11-20 09:32:00 -08001620 udc->gadget.dev.driver = NULL;
1621 udc->gadget.dev.driver_data = NULL;
David Brownellbae4bd82006-01-22 10:32:37 -08001622 udc->driver = NULL;
1623
1624 DBG("unbound from %s\n", driver->driver.name);
1625 return 0;
1626}
1627EXPORT_SYMBOL (usb_gadget_unregister_driver);
1628
1629/*-------------------------------------------------------------------------*/
1630
1631static void at91udc_shutdown(struct platform_device *dev)
1632{
1633 /* force disconnect on reboot */
1634 pullup(platform_get_drvdata(dev), 0);
1635}
1636
David Brownell398acce2007-02-15 18:47:17 -08001637static int __init at91udc_probe(struct platform_device *pdev)
David Brownellbae4bd82006-01-22 10:32:37 -08001638{
1639 struct device *dev = &pdev->dev;
1640 struct at91_udc *udc;
1641 int retval;
Andrew Victorffd33262006-12-07 22:44:33 -08001642 struct resource *res;
David Brownellbae4bd82006-01-22 10:32:37 -08001643
1644 if (!dev->platform_data) {
1645 /* small (so we copy it) but critical! */
1646 DBG("missing platform_data\n");
1647 return -ENODEV;
1648 }
1649
David Brownell8b2e7662006-07-05 02:38:56 -07001650 if (pdev->num_resources != 2) {
David Brownellf3db6e82008-01-05 13:21:43 -08001651 DBG("invalid num_resources\n");
David Brownell8b2e7662006-07-05 02:38:56 -07001652 return -ENODEV;
1653 }
1654 if ((pdev->resource[0].flags != IORESOURCE_MEM)
1655 || (pdev->resource[1].flags != IORESOURCE_IRQ)) {
David Brownellf3db6e82008-01-05 13:21:43 -08001656 DBG("invalid resource type\n");
David Brownell8b2e7662006-07-05 02:38:56 -07001657 return -ENODEV;
1658 }
1659
Andrew Victorffd33262006-12-07 22:44:33 -08001660 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1661 if (!res)
1662 return -ENXIO;
1663
1664 if (!request_mem_region(res->start,
1665 res->end - res->start + 1,
1666 driver_name)) {
David Brownellbae4bd82006-01-22 10:32:37 -08001667 DBG("someone's using UDC memory\n");
1668 return -EBUSY;
1669 }
1670
1671 /* init software state */
1672 udc = &controller;
1673 udc->gadget.dev.parent = dev;
1674 udc->board = *(struct at91_udc_data *) dev->platform_data;
1675 udc->pdev = pdev;
David Brownellbae4bd82006-01-22 10:32:37 -08001676 udc->enabled = 0;
1677
David Brownellf3db6e82008-01-05 13:21:43 -08001678 /* rm9200 needs manual D+ pullup; off by default */
1679 if (cpu_is_at91rm9200()) {
1680 if (udc->board.pullup_pin <= 0) {
1681 DBG("no D+ pullup?\n");
1682 retval = -ENODEV;
1683 goto fail0;
1684 }
1685 retval = gpio_request(udc->board.pullup_pin, "udc_pullup");
1686 if (retval) {
1687 DBG("D+ pullup is busy\n");
1688 goto fail0;
1689 }
1690 gpio_direction_output(udc->board.pullup_pin,
1691 udc->board.pullup_active_low);
1692 }
1693
Andrew Victorffd33262006-12-07 22:44:33 -08001694 udc->udp_baseaddr = ioremap(res->start, res->end - res->start + 1);
1695 if (!udc->udp_baseaddr) {
David Brownellf3db6e82008-01-05 13:21:43 -08001696 retval = -ENOMEM;
1697 goto fail0a;
Andrew Victorffd33262006-12-07 22:44:33 -08001698 }
1699
1700 udc_reinit(udc);
1701
David Brownellbae4bd82006-01-22 10:32:37 -08001702 /* get interface and function clocks */
1703 udc->iclk = clk_get(dev, "udc_clk");
1704 udc->fclk = clk_get(dev, "udpck");
1705 if (IS_ERR(udc->iclk) || IS_ERR(udc->fclk)) {
1706 DBG("clocks missing\n");
Andrew Victor29ba4b52006-12-07 22:44:38 -08001707 retval = -ENODEV;
David Brownellf3db6e82008-01-05 13:21:43 -08001708 /* NOTE: we "know" here that refcounts on these are NOPs */
1709 goto fail0b;
David Brownellbae4bd82006-01-22 10:32:37 -08001710 }
1711
1712 retval = device_register(&udc->gadget.dev);
1713 if (retval < 0)
David Brownellf3db6e82008-01-05 13:21:43 -08001714 goto fail0b;
David Brownellbae4bd82006-01-22 10:32:37 -08001715
David Brownell8b2e7662006-07-05 02:38:56 -07001716 /* don't do anything until we have both gadget driver and VBUS */
1717 clk_enable(udc->iclk);
Andrew Victorffd33262006-12-07 22:44:33 -08001718 at91_udp_write(udc, AT91_UDP_TXVC, AT91_UDP_TXVC_TXVDIS);
1719 at91_udp_write(udc, AT91_UDP_IDR, 0xffffffff);
Andrew Victor29ba4b52006-12-07 22:44:38 -08001720 /* Clear all pending interrupts - UDP may be used by bootloader. */
1721 at91_udp_write(udc, AT91_UDP_ICR, 0xffffffff);
David Brownell8b2e7662006-07-05 02:38:56 -07001722 clk_disable(udc->iclk);
David Brownellbae4bd82006-01-22 10:32:37 -08001723
1724 /* request UDC and maybe VBUS irqs */
David Brownell8b2e7662006-07-05 02:38:56 -07001725 udc->udp_irq = platform_get_irq(pdev, 0);
David Brownellf3db6e82008-01-05 13:21:43 -08001726 retval = request_irq(udc->udp_irq, at91_udc_irq,
1727 IRQF_DISABLED, driver_name, udc);
1728 if (retval < 0) {
David Brownell8b2e7662006-07-05 02:38:56 -07001729 DBG("request irq %d failed\n", udc->udp_irq);
David Brownellbae4bd82006-01-22 10:32:37 -08001730 goto fail1;
1731 }
1732 if (udc->board.vbus_pin > 0) {
David Brownellf3db6e82008-01-05 13:21:43 -08001733 retval = gpio_request(udc->board.vbus_pin, "udc_vbus");
1734 if (retval < 0) {
1735 DBG("request vbus pin failed\n");
1736 goto fail2;
1737 }
1738 gpio_direction_input(udc->board.vbus_pin);
1739
Andrew Victor29ba4b52006-12-07 22:44:38 -08001740 /*
1741 * Get the initial state of VBUS - we cannot expect
1742 * a pending interrupt.
1743 */
David Brownellf3db6e82008-01-05 13:21:43 -08001744 udc->vbus = gpio_get_value(udc->board.vbus_pin);
David Brownell8b2e7662006-07-05 02:38:56 -07001745 if (request_irq(udc->board.vbus_pin, at91_vbus_irq,
1746 IRQF_DISABLED, driver_name, udc)) {
1747 DBG("request vbus irq %d failed\n",
1748 udc->board.vbus_pin);
1749 free_irq(udc->udp_irq, udc);
David Brownellbae4bd82006-01-22 10:32:37 -08001750 retval = -EBUSY;
David Brownellf3db6e82008-01-05 13:21:43 -08001751 goto fail3;
David Brownellbae4bd82006-01-22 10:32:37 -08001752 }
1753 } else {
1754 DBG("no VBUS detection, assuming always-on\n");
1755 udc->vbus = 1;
1756 }
1757 dev_set_drvdata(dev, udc);
David Brownell8b2e7662006-07-05 02:38:56 -07001758 device_init_wakeup(dev, 1);
David Brownellbae4bd82006-01-22 10:32:37 -08001759 create_debug_file(udc);
1760
1761 INFO("%s version %s\n", driver_name, DRIVER_VERSION);
1762 return 0;
1763
David Brownellf3db6e82008-01-05 13:21:43 -08001764fail3:
1765 if (udc->board.vbus_pin > 0)
1766 gpio_free(udc->board.vbus_pin);
1767fail2:
1768 free_irq(udc->udp_irq, udc);
David Brownellbae4bd82006-01-22 10:32:37 -08001769fail1:
1770 device_unregister(&udc->gadget.dev);
David Brownellf3db6e82008-01-05 13:21:43 -08001771fail0b:
1772 iounmap(udc->udp_baseaddr);
1773fail0a:
1774 if (cpu_is_at91rm9200())
1775 gpio_free(udc->board.pullup_pin);
David Brownellbae4bd82006-01-22 10:32:37 -08001776fail0:
Andrew Victorffd33262006-12-07 22:44:33 -08001777 release_mem_region(res->start, res->end - res->start + 1);
David Brownellbae4bd82006-01-22 10:32:37 -08001778 DBG("%s probe failed, %d\n", driver_name, retval);
1779 return retval;
1780}
1781
David Brownell398acce2007-02-15 18:47:17 -08001782static int __exit at91udc_remove(struct platform_device *pdev)
David Brownellbae4bd82006-01-22 10:32:37 -08001783{
David Brownell8b2e7662006-07-05 02:38:56 -07001784 struct at91_udc *udc = platform_get_drvdata(pdev);
Andrew Victorffd33262006-12-07 22:44:33 -08001785 struct resource *res;
David Brownellbae4bd82006-01-22 10:32:37 -08001786
1787 DBG("remove\n");
1788
David Brownell6bea4762006-12-05 03:15:33 -08001789 if (udc->driver)
1790 return -EBUSY;
David Brownellbae4bd82006-01-22 10:32:37 -08001791
David Brownell6bea4762006-12-05 03:15:33 -08001792 pullup(udc, 0);
David Brownellbae4bd82006-01-22 10:32:37 -08001793
David Brownell8b2e7662006-07-05 02:38:56 -07001794 device_init_wakeup(&pdev->dev, 0);
David Brownellbae4bd82006-01-22 10:32:37 -08001795 remove_debug_file(udc);
David Brownellf3db6e82008-01-05 13:21:43 -08001796 if (udc->board.vbus_pin > 0) {
David Brownellbae4bd82006-01-22 10:32:37 -08001797 free_irq(udc->board.vbus_pin, udc);
David Brownellf3db6e82008-01-05 13:21:43 -08001798 gpio_free(udc->board.vbus_pin);
1799 }
David Brownell8b2e7662006-07-05 02:38:56 -07001800 free_irq(udc->udp_irq, udc);
David Brownellbae4bd82006-01-22 10:32:37 -08001801 device_unregister(&udc->gadget.dev);
Andrew Victorffd33262006-12-07 22:44:33 -08001802
1803 iounmap(udc->udp_baseaddr);
David Brownellf3db6e82008-01-05 13:21:43 -08001804
1805 if (cpu_is_at91rm9200())
1806 gpio_free(udc->board.pullup_pin);
1807
Andrew Victorffd33262006-12-07 22:44:33 -08001808 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1809 release_mem_region(res->start, res->end - res->start + 1);
David Brownellbae4bd82006-01-22 10:32:37 -08001810
1811 clk_put(udc->iclk);
1812 clk_put(udc->fclk);
1813
1814 return 0;
1815}
1816
1817#ifdef CONFIG_PM
David Brownell8b2e7662006-07-05 02:38:56 -07001818static int at91udc_suspend(struct platform_device *pdev, pm_message_t mesg)
David Brownellbae4bd82006-01-22 10:32:37 -08001819{
David Brownell8b2e7662006-07-05 02:38:56 -07001820 struct at91_udc *udc = platform_get_drvdata(pdev);
1821 int wake = udc->driver && device_may_wakeup(&pdev->dev);
David Brownellbae4bd82006-01-22 10:32:37 -08001822
David Brownell8b2e7662006-07-05 02:38:56 -07001823 /* Unless we can act normally to the host (letting it wake us up
1824 * whenever it has work for us) force disconnect. Wakeup requires
1825 * PLLB for USB events (signaling for reset, wakeup, or incoming
1826 * tokens) and VBUS irqs (on systems which support them).
David Brownellbae4bd82006-01-22 10:32:37 -08001827 */
David Brownell8b2e7662006-07-05 02:38:56 -07001828 if ((!udc->suspended && udc->addr)
1829 || !wake
1830 || at91_suspend_entering_slow_clock()) {
David Brownellbae4bd82006-01-22 10:32:37 -08001831 pullup(udc, 0);
David Brownell66e56ce2007-01-16 12:46:39 -08001832 wake = 0;
David Brownell8b2e7662006-07-05 02:38:56 -07001833 } else
1834 enable_irq_wake(udc->udp_irq);
1835
David Brownell66e56ce2007-01-16 12:46:39 -08001836 udc->active_suspend = wake;
1837 if (udc->board.vbus_pin > 0 && wake)
1838 enable_irq_wake(udc->board.vbus_pin);
David Brownellbae4bd82006-01-22 10:32:37 -08001839 return 0;
1840}
1841
David Brownell8b2e7662006-07-05 02:38:56 -07001842static int at91udc_resume(struct platform_device *pdev)
David Brownellbae4bd82006-01-22 10:32:37 -08001843{
David Brownell8b2e7662006-07-05 02:38:56 -07001844 struct at91_udc *udc = platform_get_drvdata(pdev);
David Brownellbae4bd82006-01-22 10:32:37 -08001845
David Brownell66e56ce2007-01-16 12:46:39 -08001846 if (udc->board.vbus_pin > 0 && udc->active_suspend)
1847 disable_irq_wake(udc->board.vbus_pin);
1848
David Brownellbae4bd82006-01-22 10:32:37 -08001849 /* maybe reconnect to host; if so, clocks on */
David Brownell66e56ce2007-01-16 12:46:39 -08001850 if (udc->active_suspend)
1851 disable_irq_wake(udc->udp_irq);
1852 else
1853 pullup(udc, 1);
David Brownellbae4bd82006-01-22 10:32:37 -08001854 return 0;
1855}
1856#else
1857#define at91udc_suspend NULL
1858#define at91udc_resume NULL
1859#endif
1860
David Brownelldee497d2007-02-24 13:54:56 -08001861static struct platform_driver at91_udc_driver = {
David Brownell398acce2007-02-15 18:47:17 -08001862 .remove = __exit_p(at91udc_remove),
David Brownellbae4bd82006-01-22 10:32:37 -08001863 .shutdown = at91udc_shutdown,
1864 .suspend = at91udc_suspend,
David Brownell8b2e7662006-07-05 02:38:56 -07001865 .resume = at91udc_resume,
David Brownellbae4bd82006-01-22 10:32:37 -08001866 .driver = {
1867 .name = (char *) driver_name,
1868 .owner = THIS_MODULE,
1869 },
1870};
1871
David Brownell398acce2007-02-15 18:47:17 -08001872static int __init udc_init_module(void)
David Brownellbae4bd82006-01-22 10:32:37 -08001873{
David Brownelldee497d2007-02-24 13:54:56 -08001874 return platform_driver_probe(&at91_udc_driver, at91udc_probe);
David Brownellbae4bd82006-01-22 10:32:37 -08001875}
1876module_init(udc_init_module);
1877
David Brownell398acce2007-02-15 18:47:17 -08001878static void __exit udc_exit_module(void)
David Brownellbae4bd82006-01-22 10:32:37 -08001879{
David Brownelldee497d2007-02-24 13:54:56 -08001880 platform_driver_unregister(&at91_udc_driver);
David Brownellbae4bd82006-01-22 10:32:37 -08001881}
1882module_exit(udc_exit_module);
1883
David Brownell8b2e7662006-07-05 02:38:56 -07001884MODULE_DESCRIPTION("AT91 udc driver");
David Brownellbae4bd82006-01-22 10:32:37 -08001885MODULE_AUTHOR("Thomas Rathbone, David Brownell");
1886MODULE_LICENSE("GPL");
Kay Sieversf34c32f2008-04-10 21:29:21 -07001887MODULE_ALIAS("platform:at91_udc");