blob: 02eb0ef7a4c30f97af8f0197e74febeb91205e28 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#include <linux/module.h>
2#include <linux/string.h>
3#include <linux/bitops.h>
4#include <linux/slab.h>
5#include <linux/init.h>
Alan Sternd617bc82007-08-02 15:04:52 -04006#include <linux/log2.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <linux/usb.h>
Oliver Neukum51a2f072007-05-25 13:40:56 +02008#include <linux/wait.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include "hcd.h"
10
11#define to_urb(d) container_of(d, struct urb, kref)
12
Oliver Neukum6a2839b2008-07-29 16:18:47 +020013
Linus Torvalds1da177e2005-04-16 15:20:36 -070014static void urb_destroy(struct kref *kref)
15{
16 struct urb *urb = to_urb(kref);
Oliver Neukum51a2f072007-05-25 13:40:56 +020017
Marcel Holtmann8b3b01c2007-06-13 08:02:11 +020018 if (urb->transfer_flags & URB_FREE_BUFFER)
19 kfree(urb->transfer_buffer);
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021 kfree(urb);
22}
23
24/**
25 * usb_init_urb - initializes a urb so that it can be used by a USB driver
26 * @urb: pointer to the urb to initialize
27 *
28 * Initializes a urb so that the USB subsystem can use it properly.
29 *
30 * If a urb is created with a call to usb_alloc_urb() it is not
31 * necessary to call this function. Only use this if you allocate the
32 * space for a struct urb on your own. If you call this function, be
33 * careful when freeing the memory for your urb that it is no longer in
34 * use by the USB core.
35 *
36 * Only use this function if you _really_ understand what you are doing.
37 */
38void usb_init_urb(struct urb *urb)
39{
40 if (urb) {
41 memset(urb, 0, sizeof(*urb));
42 kref_init(&urb->kref);
Oliver Neukum51a2f072007-05-25 13:40:56 +020043 INIT_LIST_HEAD(&urb->anchor_list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 }
45}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -060046EXPORT_SYMBOL_GPL(usb_init_urb);
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
48/**
49 * usb_alloc_urb - creates a new urb for a USB driver to use
50 * @iso_packets: number of iso packets for this urb
51 * @mem_flags: the type of memory to allocate, see kmalloc() for a list of
52 * valid options for this.
53 *
54 * Creates an urb for the USB driver to use, initializes a few internal
55 * structures, incrementes the usage counter, and returns a pointer to it.
56 *
57 * If no memory is available, NULL is returned.
58 *
59 * If the driver want to use this urb for interrupt, control, or bulk
60 * endpoints, pass '0' as the number of iso packets.
61 *
62 * The driver must call usb_free_urb() when it is finished with the urb.
63 */
Al Viro55016f12005-10-21 03:21:58 -040064struct urb *usb_alloc_urb(int iso_packets, gfp_t mem_flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -070065{
66 struct urb *urb;
67
Tobias Klauserec17cf12006-09-13 21:38:41 +020068 urb = kmalloc(sizeof(struct urb) +
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 iso_packets * sizeof(struct usb_iso_packet_descriptor),
70 mem_flags);
71 if (!urb) {
Greg Kroah-Hartman69a85942008-08-14 09:37:34 -070072 printk(KERN_ERR "alloc_urb: kmalloc failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 return NULL;
74 }
75 usb_init_urb(urb);
76 return urb;
77}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -060078EXPORT_SYMBOL_GPL(usb_alloc_urb);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
80/**
81 * usb_free_urb - frees the memory used by a urb when all users of it are finished
82 * @urb: pointer to the urb to free, may be NULL
83 *
84 * Must be called when a user of a urb is finished with it. When the last user
85 * of the urb calls this function, the memory of the urb is freed.
86 *
Rabin Vincent2870fde2008-11-09 11:40:30 +053087 * Note: The transfer buffer associated with the urb is not freed unless the
88 * URB_FREE_BUFFER transfer flag is set.
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 */
90void usb_free_urb(struct urb *urb)
91{
92 if (urb)
93 kref_put(&urb->kref, urb_destroy);
94}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -060095EXPORT_SYMBOL_GPL(usb_free_urb);
Linus Torvalds1da177e2005-04-16 15:20:36 -070096
97/**
98 * usb_get_urb - increments the reference count of the urb
99 * @urb: pointer to the urb to modify, may be NULL
100 *
101 * This must be called whenever a urb is transferred from a device driver to a
102 * host controller driver. This allows proper reference counting to happen
103 * for urbs.
104 *
105 * A pointer to the urb with the incremented reference counter is returned.
106 */
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800107struct urb *usb_get_urb(struct urb *urb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108{
109 if (urb)
110 kref_get(&urb->kref);
111 return urb;
112}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -0600113EXPORT_SYMBOL_GPL(usb_get_urb);
Oliver Neukum51a2f072007-05-25 13:40:56 +0200114
115/**
116 * usb_anchor_urb - anchors an URB while it is processed
117 * @urb: pointer to the urb to anchor
118 * @anchor: pointer to the anchor
119 *
120 * This can be called to have access to URBs which are to be executed
121 * without bothering to track them
122 */
123void usb_anchor_urb(struct urb *urb, struct usb_anchor *anchor)
124{
125 unsigned long flags;
126
127 spin_lock_irqsave(&anchor->lock, flags);
128 usb_get_urb(urb);
129 list_add_tail(&urb->anchor_list, &anchor->urb_list);
130 urb->anchor = anchor;
Oliver Neukum6a2839b2008-07-29 16:18:47 +0200131
132 if (unlikely(anchor->poisoned)) {
Ming Lei49367d82008-12-12 21:38:45 +0800133 atomic_inc(&urb->reject);
Oliver Neukum6a2839b2008-07-29 16:18:47 +0200134 }
135
Oliver Neukum51a2f072007-05-25 13:40:56 +0200136 spin_unlock_irqrestore(&anchor->lock, flags);
137}
138EXPORT_SYMBOL_GPL(usb_anchor_urb);
139
140/**
141 * usb_unanchor_urb - unanchors an URB
142 * @urb: pointer to the urb to anchor
143 *
144 * Call this to stop the system keeping track of this URB
145 */
146void usb_unanchor_urb(struct urb *urb)
147{
148 unsigned long flags;
149 struct usb_anchor *anchor;
150
151 if (!urb)
152 return;
153
154 anchor = urb->anchor;
155 if (!anchor)
156 return;
157
158 spin_lock_irqsave(&anchor->lock, flags);
159 if (unlikely(anchor != urb->anchor)) {
160 /* we've lost the race to another thread */
161 spin_unlock_irqrestore(&anchor->lock, flags);
162 return;
163 }
164 urb->anchor = NULL;
165 list_del(&urb->anchor_list);
166 spin_unlock_irqrestore(&anchor->lock, flags);
167 usb_put_urb(urb);
168 if (list_empty(&anchor->urb_list))
169 wake_up(&anchor->wait);
170}
171EXPORT_SYMBOL_GPL(usb_unanchor_urb);
172
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173/*-------------------------------------------------------------------*/
174
175/**
176 * usb_submit_urb - issue an asynchronous transfer request for an endpoint
177 * @urb: pointer to the urb describing the request
178 * @mem_flags: the type of memory to allocate, see kmalloc() for a list
179 * of valid options for this.
180 *
181 * This submits a transfer request, and transfers control of the URB
182 * describing that request to the USB subsystem. Request completion will
183 * be indicated later, asynchronously, by calling the completion handler.
184 * The three types of completion are success, error, and unlink
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800185 * (a software-induced fault, also called "request cancellation").
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 *
187 * URBs may be submitted in interrupt context.
188 *
189 * The caller must have correctly initialized the URB before submitting
190 * it. Functions such as usb_fill_bulk_urb() and usb_fill_control_urb() are
191 * available to ensure that most fields are correctly initialized, for
192 * the particular kind of transfer, although they will not initialize
193 * any transfer flags.
194 *
195 * Successful submissions return 0; otherwise this routine returns a
196 * negative error number. If the submission is successful, the complete()
197 * callback from the URB will be called exactly once, when the USB core and
198 * Host Controller Driver (HCD) are finished with the URB. When the completion
199 * function is called, control of the URB is returned to the device
200 * driver which issued the request. The completion handler may then
201 * immediately free or reuse that URB.
202 *
203 * With few exceptions, USB device drivers should never access URB fields
204 * provided by usbcore or the HCD until its complete() is called.
205 * The exceptions relate to periodic transfer scheduling. For both
206 * interrupt and isochronous urbs, as part of successful URB submission
207 * urb->interval is modified to reflect the actual transfer period used
208 * (normally some power of two units). And for isochronous urbs,
209 * urb->start_frame is modified to reflect when the URB's transfers were
210 * scheduled to start. Not all isochronous transfer scheduling policies
211 * will work, but most host controller drivers should easily handle ISO
212 * queues going from now until 10-200 msec into the future.
213 *
214 * For control endpoints, the synchronous usb_control_msg() call is
215 * often used (in non-interrupt context) instead of this call.
216 * That is often used through convenience wrappers, for the requests
217 * that are standardized in the USB 2.0 specification. For bulk
218 * endpoints, a synchronous usb_bulk_msg() call is available.
219 *
220 * Request Queuing:
221 *
222 * URBs may be submitted to endpoints before previous ones complete, to
223 * minimize the impact of interrupt latencies and system overhead on data
224 * throughput. With that queuing policy, an endpoint's queue would never
225 * be empty. This is required for continuous isochronous data streams,
226 * and may also be required for some kinds of interrupt transfers. Such
227 * queuing also maximizes bandwidth utilization by letting USB controllers
228 * start work on later requests before driver software has finished the
229 * completion processing for earlier (successful) requests.
230 *
231 * As of Linux 2.6, all USB endpoint transfer queues support depths greater
232 * than one. This was previously a HCD-specific behavior, except for ISO
233 * transfers. Non-isochronous endpoint queues are inactive during cleanup
Steven Cole093cf722005-05-03 19:07:24 -0600234 * after faults (transfer errors or cancellation).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 *
236 * Reserved Bandwidth Transfers:
237 *
238 * Periodic transfers (interrupt or isochronous) are performed repeatedly,
239 * using the interval specified in the urb. Submitting the first urb to
240 * the endpoint reserves the bandwidth necessary to make those transfers.
241 * If the USB subsystem can't allocate sufficient bandwidth to perform
242 * the periodic request, submitting such a periodic request should fail.
243 *
244 * Device drivers must explicitly request that repetition, by ensuring that
245 * some URB is always on the endpoint's queue (except possibly for short
246 * periods during completion callacks). When there is no longer an urb
247 * queued, the endpoint's bandwidth reservation is canceled. This means
248 * drivers can use their completion handlers to ensure they keep bandwidth
249 * they need, by reinitializing and resubmitting the just-completed urb
250 * until the driver longer needs that periodic bandwidth.
251 *
252 * Memory Flags:
253 *
254 * The general rules for how to decide which mem_flags to use
255 * are the same as for kmalloc. There are four
256 * different possible values; GFP_KERNEL, GFP_NOFS, GFP_NOIO and
257 * GFP_ATOMIC.
258 *
259 * GFP_NOFS is not ever used, as it has not been implemented yet.
260 *
261 * GFP_ATOMIC is used when
262 * (a) you are inside a completion handler, an interrupt, bottom half,
263 * tasklet or timer, or
264 * (b) you are holding a spinlock or rwlock (does not apply to
265 * semaphores), or
266 * (c) current->state != TASK_RUNNING, this is the case only after
267 * you've changed it.
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800268 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 * GFP_NOIO is used in the block io path and error handling of storage
270 * devices.
271 *
272 * All other situations use GFP_KERNEL.
273 *
274 * Some more specific rules for mem_flags can be inferred, such as
275 * (1) start_xmit, timeout, and receive methods of network drivers must
276 * use GFP_ATOMIC (they are called with a spinlock held);
277 * (2) queuecommand methods of scsi drivers must use GFP_ATOMIC (also
278 * called with a spinlock held);
279 * (3) If you use a kernel thread with a network driver you must use
280 * GFP_NOIO, unless (b) or (c) apply;
281 * (4) after you have done a down() you can use GFP_KERNEL, unless (b) or (c)
282 * apply or your are in a storage driver's block io path;
283 * (5) USB probe and disconnect can use GFP_KERNEL unless (b) or (c) apply; and
284 * (6) changing firmware on a running storage or net device uses
285 * GFP_NOIO, unless b) or c) apply
286 *
287 */
Al Viro55016f12005-10-21 03:21:58 -0400288int usb_submit_urb(struct urb *urb, gfp_t mem_flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289{
Alan Stern5b653c72007-07-30 17:04:37 -0400290 int xfertype, max;
291 struct usb_device *dev;
292 struct usb_host_endpoint *ep;
293 int is_out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294
295 if (!urb || urb->hcpriv || !urb->complete)
296 return -EINVAL;
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800297 dev = urb->dev;
David Vrabel6da9c992009-02-18 14:43:47 +0000298 if ((!dev) || (dev->state < USB_STATE_UNAUTHENTICATED))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300
Alan Stern5b653c72007-07-30 17:04:37 -0400301 /* For now, get the endpoint from the pipe. Eventually drivers
302 * will be required to set urb->ep directly and we will eliminate
303 * urb->pipe.
304 */
305 ep = (usb_pipein(urb->pipe) ? dev->ep_in : dev->ep_out)
306 [usb_pipeendpoint(urb->pipe)];
307 if (!ep)
308 return -ENOENT;
309
310 urb->ep = ep;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311 urb->status = -EINPROGRESS;
312 urb->actual_length = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
314 /* Lots of sanity checks, so HCDs can rely on clean data
315 * and don't need to duplicate tests
316 */
Alan Stern5b653c72007-07-30 17:04:37 -0400317 xfertype = usb_endpoint_type(&ep->desc);
Alan Sternfea34092007-07-30 17:06:16 -0400318 if (xfertype == USB_ENDPOINT_XFER_CONTROL) {
319 struct usb_ctrlrequest *setup =
320 (struct usb_ctrlrequest *) urb->setup_packet;
321
322 if (!setup)
323 return -ENOEXEC;
324 is_out = !(setup->bRequestType & USB_DIR_IN) ||
325 !setup->wLength;
326 } else {
327 is_out = usb_endpoint_dir_out(&ep->desc);
328 }
329
330 /* Cache the direction for later use */
331 urb->transfer_flags = (urb->transfer_flags & ~URB_DIR_MASK) |
332 (is_out ? URB_DIR_OUT : URB_DIR_IN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333
Alan Stern5b653c72007-07-30 17:04:37 -0400334 if (xfertype != USB_ENDPOINT_XFER_CONTROL &&
335 dev->state < USB_STATE_CONFIGURED)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 return -ENODEV;
337
Alan Stern5b653c72007-07-30 17:04:37 -0400338 max = le16_to_cpu(ep->desc.wMaxPacketSize);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339 if (max <= 0) {
340 dev_dbg(&dev->dev,
341 "bogus endpoint ep%d%s in %s (bad maxpacket %d)\n",
Alan Stern5b653c72007-07-30 17:04:37 -0400342 usb_endpoint_num(&ep->desc), is_out ? "out" : "in",
Harvey Harrison441b62c2008-03-03 16:08:34 -0800343 __func__, max);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344 return -EMSGSIZE;
345 }
346
347 /* periodic transfers limit size per frame/uframe,
348 * but drivers only control those sizes for ISO.
349 * while we're checking, initialize return status.
350 */
Alan Stern5b653c72007-07-30 17:04:37 -0400351 if (xfertype == USB_ENDPOINT_XFER_ISOC) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352 int n, len;
353
Sarah Sharp6b403b02009-04-27 19:54:10 -0700354 /* FIXME SuperSpeed isoc endpoints have up to 16 bursts */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355 /* "high bandwidth" mode, 1-3 packets/uframe? */
356 if (dev->speed == USB_SPEED_HIGH) {
357 int mult = 1 + ((max >> 11) & 0x03);
358 max &= 0x07ff;
359 max *= mult;
360 }
361
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800362 if (urb->number_of_packets <= 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363 return -EINVAL;
364 for (n = 0; n < urb->number_of_packets; n++) {
Oliver Neukum92516442007-01-23 15:55:28 -0500365 len = urb->iso_frame_desc[n].length;
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800366 if (len < 0 || len > max)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 return -EMSGSIZE;
Oliver Neukum92516442007-01-23 15:55:28 -0500368 urb->iso_frame_desc[n].status = -EXDEV;
369 urb->iso_frame_desc[n].actual_length = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370 }
371 }
372
373 /* the I/O buffer must be mapped/unmapped, except when length=0 */
Roel Kluin71d27182009-03-13 12:19:18 +0100374 if (urb->transfer_buffer_length > INT_MAX)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375 return -EMSGSIZE;
376
377#ifdef DEBUG
378 /* stuff that drivers shouldn't do, but which shouldn't
379 * cause problems in HCDs if they get it wrong.
380 */
381 {
382 unsigned int orig_flags = urb->transfer_flags;
383 unsigned int allowed;
384
385 /* enforce simple/standard policy */
Alan Sternb375a042005-07-29 16:11:07 -0400386 allowed = (URB_NO_TRANSFER_DMA_MAP | URB_NO_SETUP_DMA_MAP |
Oliver Neukum0b28baa2007-10-17 14:37:54 +0200387 URB_NO_INTERRUPT | URB_DIR_MASK | URB_FREE_BUFFER);
Alan Stern5b653c72007-07-30 17:04:37 -0400388 switch (xfertype) {
389 case USB_ENDPOINT_XFER_BULK:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390 if (is_out)
391 allowed |= URB_ZERO_PACKET;
392 /* FALLTHROUGH */
Alan Stern5b653c72007-07-30 17:04:37 -0400393 case USB_ENDPOINT_XFER_CONTROL:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394 allowed |= URB_NO_FSBR; /* only affects UHCI */
395 /* FALLTHROUGH */
396 default: /* all non-iso endpoints */
397 if (!is_out)
398 allowed |= URB_SHORT_NOT_OK;
399 break;
Alan Stern5b653c72007-07-30 17:04:37 -0400400 case USB_ENDPOINT_XFER_ISOC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 allowed |= URB_ISO_ASAP;
402 break;
403 }
404 urb->transfer_flags &= allowed;
405
406 /* fail if submitter gave bogus flags */
407 if (urb->transfer_flags != orig_flags) {
Greg Kroah-Hartman69a85942008-08-14 09:37:34 -0700408 dev_err(&dev->dev, "BOGUS urb flags, %x --> %x\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409 orig_flags, urb->transfer_flags);
410 return -EINVAL;
411 }
412 }
413#endif
414 /*
415 * Force periodic transfer intervals to be legal values that are
416 * a power of two (so HCDs don't need to).
417 *
418 * FIXME want bus->{intr,iso}_sched_horizon values here. Each HC
419 * supports different values... this uses EHCI/UHCI defaults (and
420 * EHCI can use smaller non-default values).
421 */
Alan Stern5b653c72007-07-30 17:04:37 -0400422 switch (xfertype) {
423 case USB_ENDPOINT_XFER_ISOC:
424 case USB_ENDPOINT_XFER_INT:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425 /* too small? */
426 if (urb->interval <= 0)
427 return -EINVAL;
428 /* too big? */
429 switch (dev->speed) {
Sarah Sharp6b403b02009-04-27 19:54:10 -0700430 case USB_SPEED_SUPER: /* units are 125us */
431 /* Handle up to 2^(16-1) microframes */
432 if (urb->interval > (1 << 15))
433 return -EINVAL;
434 max = 1 << 15;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435 case USB_SPEED_HIGH: /* units are microframes */
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800436 /* NOTE usb handles 2^15 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 if (urb->interval > (1024 * 8))
438 urb->interval = 1024 * 8;
Alan Stern5b653c72007-07-30 17:04:37 -0400439 max = 1024 * 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 break;
441 case USB_SPEED_FULL: /* units are frames/msec */
442 case USB_SPEED_LOW:
Alan Stern5b653c72007-07-30 17:04:37 -0400443 if (xfertype == USB_ENDPOINT_XFER_INT) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444 if (urb->interval > 255)
445 return -EINVAL;
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800446 /* NOTE ohci only handles up to 32 */
Alan Stern5b653c72007-07-30 17:04:37 -0400447 max = 128;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448 } else {
449 if (urb->interval > 1024)
450 urb->interval = 1024;
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800451 /* NOTE usb and ohci handle up to 2^15 */
Alan Stern5b653c72007-07-30 17:04:37 -0400452 max = 1024;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453 }
454 break;
455 default:
456 return -EINVAL;
457 }
Alan Sternd617bc82007-08-02 15:04:52 -0400458 /* Round down to a power of 2, no more than max */
459 urb->interval = min(max, 1 << ilog2(urb->interval));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460 }
461
Oliver Neukum92516442007-01-23 15:55:28 -0500462 return usb_hcd_submit_urb(urb, mem_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -0600464EXPORT_SYMBOL_GPL(usb_submit_urb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465
466/*-------------------------------------------------------------------*/
467
468/**
469 * usb_unlink_urb - abort/cancel a transfer request for an endpoint
470 * @urb: pointer to urb describing a previously submitted request,
471 * may be NULL
472 *
Alan Sternbeafef02007-07-13 15:47:16 -0400473 * This routine cancels an in-progress request. URBs complete only once
474 * per submission, and may be canceled only once per submission.
475 * Successful cancellation means termination of @urb will be expedited
476 * and the completion handler will be called with a status code
477 * indicating that the request has been canceled (rather than any other
478 * code).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 *
Alan Sterncde217a2008-10-21 15:28:46 -0400480 * Drivers should not call this routine or related routines, such as
481 * usb_kill_urb() or usb_unlink_anchored_urbs(), after their disconnect
482 * method has returned. The disconnect function should synchronize with
483 * a driver's I/O routines to insure that all URB-related activity has
484 * completed before it returns.
485 *
Alan Sternbeafef02007-07-13 15:47:16 -0400486 * This request is always asynchronous. Success is indicated by
487 * returning -EINPROGRESS, at which time the URB will probably not yet
488 * have been given back to the device driver. When it is eventually
489 * called, the completion function will see @urb->status == -ECONNRESET.
490 * Failure is indicated by usb_unlink_urb() returning any other value.
491 * Unlinking will fail when @urb is not currently "linked" (i.e., it was
492 * never submitted, or it was unlinked before, or the hardware is already
493 * finished with it), even if the completion handler has not yet run.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494 *
495 * Unlinking and Endpoint Queues:
496 *
Alan Sternbeafef02007-07-13 15:47:16 -0400497 * [The behaviors and guarantees described below do not apply to virtual
498 * root hubs but only to endpoint queues for physical USB devices.]
499 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500 * Host Controller Drivers (HCDs) place all the URBs for a particular
501 * endpoint in a queue. Normally the queue advances as the controller
Alan Stern8835f662005-04-18 17:39:30 -0700502 * hardware processes each request. But when an URB terminates with an
Alan Sternbeafef02007-07-13 15:47:16 -0400503 * error its queue generally stops (see below), at least until that URB's
504 * completion routine returns. It is guaranteed that a stopped queue
505 * will not restart until all its unlinked URBs have been fully retired,
506 * with their completion routines run, even if that's not until some time
507 * after the original completion handler returns. The same behavior and
508 * guarantee apply when an URB terminates because it was unlinked.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700509 *
Alan Sternbeafef02007-07-13 15:47:16 -0400510 * Bulk and interrupt endpoint queues are guaranteed to stop whenever an
511 * URB terminates with any sort of error, including -ECONNRESET, -ENOENT,
512 * and -EREMOTEIO. Control endpoint queues behave the same way except
513 * that they are not guaranteed to stop for -EREMOTEIO errors. Queues
514 * for isochronous endpoints are treated differently, because they must
515 * advance at fixed rates. Such queues do not stop when an URB
516 * encounters an error or is unlinked. An unlinked isochronous URB may
517 * leave a gap in the stream of packets; it is undefined whether such
518 * gaps can be filled in.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519 *
Alan Sternbeafef02007-07-13 15:47:16 -0400520 * Note that early termination of an URB because a short packet was
521 * received will generate a -EREMOTEIO error if and only if the
522 * URB_SHORT_NOT_OK flag is set. By setting this flag, USB device
523 * drivers can build deep queues for large or complex bulk transfers
524 * and clean them up reliably after any sort of aborted transfer by
525 * unlinking all pending URBs at the first fault.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700526 *
Alan Sternbeafef02007-07-13 15:47:16 -0400527 * When a control URB terminates with an error other than -EREMOTEIO, it
528 * is quite likely that the status stage of the transfer will not take
529 * place.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530 */
531int usb_unlink_urb(struct urb *urb)
532{
533 if (!urb)
534 return -EINVAL;
Alan Sternd617bc82007-08-02 15:04:52 -0400535 if (!urb->dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536 return -ENODEV;
Alan Sternd617bc82007-08-02 15:04:52 -0400537 if (!urb->ep)
538 return -EIDRM;
Alan Sterna6d2bb92006-08-30 11:27:36 -0400539 return usb_hcd_unlink_urb(urb, -ECONNRESET);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -0600541EXPORT_SYMBOL_GPL(usb_unlink_urb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542
543/**
544 * usb_kill_urb - cancel a transfer request and wait for it to finish
545 * @urb: pointer to URB describing a previously submitted request,
546 * may be NULL
547 *
548 * This routine cancels an in-progress request. It is guaranteed that
549 * upon return all completion handlers will have finished and the URB
550 * will be totally idle and available for reuse. These features make
551 * this an ideal way to stop I/O in a disconnect() callback or close()
552 * function. If the request has not already finished or been unlinked
553 * the completion handler will see urb->status == -ENOENT.
554 *
555 * While the routine is running, attempts to resubmit the URB will fail
556 * with error -EPERM. Thus even if the URB's completion handler always
557 * tries to resubmit, it will not succeed and the URB will become idle.
558 *
559 * This routine may not be used in an interrupt context (such as a bottom
560 * half or a completion handler), or when holding a spinlock, or in other
561 * situations where the caller can't schedule().
Alan Sterncde217a2008-10-21 15:28:46 -0400562 *
563 * This routine should not be called by a driver after its disconnect
564 * method has returned.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565 */
566void usb_kill_urb(struct urb *urb)
567{
Greg Kroah-Hartmane9aa7952006-01-23 17:17:21 -0500568 might_sleep();
Alan Sternd617bc82007-08-02 15:04:52 -0400569 if (!(urb && urb->dev && urb->ep))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 return;
Ming Lei49367d82008-12-12 21:38:45 +0800571 atomic_inc(&urb->reject);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572
Alan Sterna6d2bb92006-08-30 11:27:36 -0400573 usb_hcd_unlink_urb(urb, -ENOENT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 wait_event(usb_kill_urb_queue, atomic_read(&urb->use_count) == 0);
575
Ming Lei49367d82008-12-12 21:38:45 +0800576 atomic_dec(&urb->reject);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577}
Greg Kroah-Hartman782e70c2008-01-25 11:12:21 -0600578EXPORT_SYMBOL_GPL(usb_kill_urb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579
Oliver Neukum51a2f072007-05-25 13:40:56 +0200580/**
Oliver Neukum55b447b2008-07-29 15:26:15 +0200581 * usb_poison_urb - reliably kill a transfer and prevent further use of an URB
582 * @urb: pointer to URB describing a previously submitted request,
583 * may be NULL
584 *
585 * This routine cancels an in-progress request. It is guaranteed that
586 * upon return all completion handlers will have finished and the URB
587 * will be totally idle and cannot be reused. These features make
588 * this an ideal way to stop I/O in a disconnect() callback.
589 * If the request has not already finished or been unlinked
590 * the completion handler will see urb->status == -ENOENT.
591 *
592 * After and while the routine runs, attempts to resubmit the URB will fail
593 * with error -EPERM. Thus even if the URB's completion handler always
594 * tries to resubmit, it will not succeed and the URB will become idle.
595 *
596 * This routine may not be used in an interrupt context (such as a bottom
597 * half or a completion handler), or when holding a spinlock, or in other
598 * situations where the caller can't schedule().
Alan Sterncde217a2008-10-21 15:28:46 -0400599 *
600 * This routine should not be called by a driver after its disconnect
601 * method has returned.
Oliver Neukum55b447b2008-07-29 15:26:15 +0200602 */
603void usb_poison_urb(struct urb *urb)
604{
605 might_sleep();
606 if (!(urb && urb->dev && urb->ep))
607 return;
Ming Lei49367d82008-12-12 21:38:45 +0800608 atomic_inc(&urb->reject);
Oliver Neukum55b447b2008-07-29 15:26:15 +0200609
610 usb_hcd_unlink_urb(urb, -ENOENT);
611 wait_event(usb_kill_urb_queue, atomic_read(&urb->use_count) == 0);
612}
613EXPORT_SYMBOL_GPL(usb_poison_urb);
614
615void usb_unpoison_urb(struct urb *urb)
616{
617 if (!urb)
618 return;
619
Ming Lei49367d82008-12-12 21:38:45 +0800620 atomic_dec(&urb->reject);
Oliver Neukum55b447b2008-07-29 15:26:15 +0200621}
622EXPORT_SYMBOL_GPL(usb_unpoison_urb);
623
624/**
Oliver Neukum51a2f072007-05-25 13:40:56 +0200625 * usb_kill_anchored_urbs - cancel transfer requests en masse
626 * @anchor: anchor the requests are bound to
627 *
628 * this allows all outstanding URBs to be killed starting
629 * from the back of the queue
Alan Sterncde217a2008-10-21 15:28:46 -0400630 *
631 * This routine should not be called by a driver after its disconnect
632 * method has returned.
Oliver Neukum51a2f072007-05-25 13:40:56 +0200633 */
634void usb_kill_anchored_urbs(struct usb_anchor *anchor)
635{
636 struct urb *victim;
637
638 spin_lock_irq(&anchor->lock);
639 while (!list_empty(&anchor->urb_list)) {
Greg Kroah-Hartman2c044a42008-01-30 15:21:33 -0800640 victim = list_entry(anchor->urb_list.prev, struct urb,
641 anchor_list);
Oliver Neukum51a2f072007-05-25 13:40:56 +0200642 /* we must make sure the URB isn't freed before we kill it*/
643 usb_get_urb(victim);
644 spin_unlock_irq(&anchor->lock);
645 /* this will unanchor the URB */
646 usb_kill_urb(victim);
647 usb_put_urb(victim);
648 spin_lock_irq(&anchor->lock);
649 }
650 spin_unlock_irq(&anchor->lock);
651}
652EXPORT_SYMBOL_GPL(usb_kill_anchored_urbs);
653
Oliver Neukum6a2839b2008-07-29 16:18:47 +0200654
655/**
656 * usb_poison_anchored_urbs - cease all traffic from an anchor
657 * @anchor: anchor the requests are bound to
658 *
659 * this allows all outstanding URBs to be poisoned starting
660 * from the back of the queue. Newly added URBs will also be
661 * poisoned
Alan Sterncde217a2008-10-21 15:28:46 -0400662 *
663 * This routine should not be called by a driver after its disconnect
664 * method has returned.
Oliver Neukum6a2839b2008-07-29 16:18:47 +0200665 */
666void usb_poison_anchored_urbs(struct usb_anchor *anchor)
667{
668 struct urb *victim;
669
670 spin_lock_irq(&anchor->lock);
671 anchor->poisoned = 1;
672 while (!list_empty(&anchor->urb_list)) {
673 victim = list_entry(anchor->urb_list.prev, struct urb,
674 anchor_list);
675 /* we must make sure the URB isn't freed before we kill it*/
676 usb_get_urb(victim);
677 spin_unlock_irq(&anchor->lock);
678 /* this will unanchor the URB */
679 usb_poison_urb(victim);
680 usb_put_urb(victim);
681 spin_lock_irq(&anchor->lock);
682 }
683 spin_unlock_irq(&anchor->lock);
684}
685EXPORT_SYMBOL_GPL(usb_poison_anchored_urbs);
Alan Sterncde217a2008-10-21 15:28:46 -0400686
Oliver Neukum51a2f072007-05-25 13:40:56 +0200687/**
Oliver Neukum856395d2008-12-18 09:17:49 +0100688 * usb_unpoison_anchored_urbs - let an anchor be used successfully again
689 * @anchor: anchor the requests are bound to
690 *
691 * Reverses the effect of usb_poison_anchored_urbs
692 * the anchor can be used normally after it returns
693 */
694void usb_unpoison_anchored_urbs(struct usb_anchor *anchor)
695{
696 unsigned long flags;
697 struct urb *lazarus;
698
699 spin_lock_irqsave(&anchor->lock, flags);
700 list_for_each_entry(lazarus, &anchor->urb_list, anchor_list) {
701 usb_unpoison_urb(lazarus);
702 }
703 anchor->poisoned = 0;
704 spin_unlock_irqrestore(&anchor->lock, flags);
705}
706EXPORT_SYMBOL_GPL(usb_unpoison_anchored_urbs);
707/**
Oliver Neukumeda76952008-04-10 14:07:37 +0200708 * usb_unlink_anchored_urbs - asynchronously cancel transfer requests en masse
709 * @anchor: anchor the requests are bound to
710 *
711 * this allows all outstanding URBs to be unlinked starting
712 * from the back of the queue. This function is asynchronous.
713 * The unlinking is just tiggered. It may happen after this
714 * function has returned.
Alan Sterncde217a2008-10-21 15:28:46 -0400715 *
716 * This routine should not be called by a driver after its disconnect
717 * method has returned.
Oliver Neukumeda76952008-04-10 14:07:37 +0200718 */
719void usb_unlink_anchored_urbs(struct usb_anchor *anchor)
720{
721 struct urb *victim;
Oliver Neukum77571f02008-08-18 16:36:52 +0200722 unsigned long flags;
Oliver Neukumeda76952008-04-10 14:07:37 +0200723
Oliver Neukum77571f02008-08-18 16:36:52 +0200724 spin_lock_irqsave(&anchor->lock, flags);
Oliver Neukumeda76952008-04-10 14:07:37 +0200725 while (!list_empty(&anchor->urb_list)) {
726 victim = list_entry(anchor->urb_list.prev, struct urb,
727 anchor_list);
Oliver Neukum77571f02008-08-18 16:36:52 +0200728 usb_get_urb(victim);
729 spin_unlock_irqrestore(&anchor->lock, flags);
Oliver Neukumeda76952008-04-10 14:07:37 +0200730 /* this will unanchor the URB */
731 usb_unlink_urb(victim);
Oliver Neukum77571f02008-08-18 16:36:52 +0200732 usb_put_urb(victim);
733 spin_lock_irqsave(&anchor->lock, flags);
Oliver Neukumeda76952008-04-10 14:07:37 +0200734 }
Oliver Neukum77571f02008-08-18 16:36:52 +0200735 spin_unlock_irqrestore(&anchor->lock, flags);
Oliver Neukumeda76952008-04-10 14:07:37 +0200736}
737EXPORT_SYMBOL_GPL(usb_unlink_anchored_urbs);
738
739/**
Oliver Neukum51a2f072007-05-25 13:40:56 +0200740 * usb_wait_anchor_empty_timeout - wait for an anchor to be unused
741 * @anchor: the anchor you want to become unused
742 * @timeout: how long you are willing to wait in milliseconds
743 *
744 * Call this is you want to be sure all an anchor's
745 * URBs have finished
746 */
747int usb_wait_anchor_empty_timeout(struct usb_anchor *anchor,
748 unsigned int timeout)
749{
750 return wait_event_timeout(anchor->wait, list_empty(&anchor->urb_list),
751 msecs_to_jiffies(timeout));
752}
753EXPORT_SYMBOL_GPL(usb_wait_anchor_empty_timeout);
Oliver Neukum19876252008-08-25 22:40:25 +0200754
755/**
756 * usb_get_from_anchor - get an anchor's oldest urb
757 * @anchor: the anchor whose urb you want
758 *
759 * this will take the oldest urb from an anchor,
760 * unanchor and return it
761 */
762struct urb *usb_get_from_anchor(struct usb_anchor *anchor)
763{
764 struct urb *victim;
765 unsigned long flags;
766
767 spin_lock_irqsave(&anchor->lock, flags);
768 if (!list_empty(&anchor->urb_list)) {
769 victim = list_entry(anchor->urb_list.next, struct urb,
770 anchor_list);
771 usb_get_urb(victim);
772 spin_unlock_irqrestore(&anchor->lock, flags);
773 usb_unanchor_urb(victim);
774 } else {
775 spin_unlock_irqrestore(&anchor->lock, flags);
776 victim = NULL;
777 }
778
779 return victim;
780}
781
782EXPORT_SYMBOL_GPL(usb_get_from_anchor);
783
784/**
785 * usb_scuttle_anchored_urbs - unanchor all an anchor's urbs
786 * @anchor: the anchor whose urbs you want to unanchor
787 *
788 * use this to get rid of all an anchor's urbs
789 */
790void usb_scuttle_anchored_urbs(struct usb_anchor *anchor)
791{
792 struct urb *victim;
793 unsigned long flags;
794
795 spin_lock_irqsave(&anchor->lock, flags);
796 while (!list_empty(&anchor->urb_list)) {
797 victim = list_entry(anchor->urb_list.prev, struct urb,
798 anchor_list);
799 usb_get_urb(victim);
800 spin_unlock_irqrestore(&anchor->lock, flags);
801 /* this may free the URB */
802 usb_unanchor_urb(victim);
803 usb_put_urb(victim);
804 spin_lock_irqsave(&anchor->lock, flags);
805 }
806 spin_unlock_irqrestore(&anchor->lock, flags);
807}
808
809EXPORT_SYMBOL_GPL(usb_scuttle_anchored_urbs);
810
811/**
812 * usb_anchor_empty - is an anchor empty
813 * @anchor: the anchor you want to query
814 *
815 * returns 1 if the anchor has no urbs associated with it
816 */
817int usb_anchor_empty(struct usb_anchor *anchor)
818{
819 return list_empty(&anchor->urb_list);
820}
821
822EXPORT_SYMBOL_GPL(usb_anchor_empty);
823