blob: 023fda305be292a89be270b146da9321d43eeba8 [file] [log] [blame]
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -06001/*
2 * Copyright (C) 2003-2008 Takahiro Hirofuchi
3 *
4 * This is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307,
17 * USA.
18 */
19
Arnd Bergmann9720b4b2011-03-02 00:13:05 +010020#include <linux/kthread.h>
matt mooney7aaacb42011-05-11 22:33:43 -070021#include <linux/socket.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090022
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060023#include "usbip_common.h"
24#include "stub.h"
25
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060026static void stub_free_priv_and_urb(struct stub_priv *priv)
27{
28 struct urb *urb = priv->urb;
29
30 kfree(urb->setup_packet);
31 kfree(urb->transfer_buffer);
32 list_del(&priv->list);
33 kmem_cache_free(stub_priv_cache, priv);
34 usb_free_urb(urb);
35}
36
37/* be in spin_lock_irqsave(&sdev->priv_lock, flags) */
38void stub_enqueue_ret_unlink(struct stub_device *sdev, __u32 seqnum,
39 __u32 status)
40{
41 struct stub_unlink *unlink;
42
43 unlink = kzalloc(sizeof(struct stub_unlink), GFP_ATOMIC);
44 if (!unlink) {
45 dev_err(&sdev->interface->dev, "alloc stub_unlink\n");
46 usbip_event_add(&sdev->ud, VDEV_EVENT_ERROR_MALLOC);
47 return;
48 }
49
50 unlink->seqnum = seqnum;
51 unlink->status = status;
52
53 list_add_tail(&unlink->list, &sdev->unlink_tx);
54}
55
56/**
57 * stub_complete - completion handler of a usbip urb
58 * @urb: pointer to the urb completed
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060059 *
60 * When a urb has completed, the USB core driver calls this function mostly in
61 * the interrupt context. To return the result of a urb, the completed urb is
62 * linked to the pending list of returning.
63 *
64 */
65void stub_complete(struct urb *urb)
66{
67 struct stub_priv *priv = (struct stub_priv *) urb->context;
68 struct stub_device *sdev = priv->sdev;
69 unsigned long flags;
70
Brian G. Merrellb8868e42009-07-21 00:46:13 -060071 usbip_dbg_stub_tx("complete! status %d\n", urb->status);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060072
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060073 switch (urb->status) {
74 case 0:
75 /* OK */
76 break;
77 case -ENOENT:
matt mooney1a4b6f62011-05-19 16:47:32 -070078 dev_info(&urb->dev->dev, "stopped by a call to usb_kill_urb() "
79 "because of cleaning up a virtual connection\n");
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060080 return;
81 case -ECONNRESET:
matt mooney1a4b6f62011-05-19 16:47:32 -070082 dev_info(&urb->dev->dev, "unlinked by a call to "
83 "usb_unlink_urb()\n");
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060084 break;
85 case -EPIPE:
matt mooney1a4b6f62011-05-19 16:47:32 -070086 dev_info(&urb->dev->dev, "endpoint %d is stalled\n",
87 usb_pipeendpoint(urb->pipe));
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060088 break;
89 case -ESHUTDOWN:
matt mooney1a4b6f62011-05-19 16:47:32 -070090 dev_info(&urb->dev->dev, "device removed?\n");
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060091 break;
92 default:
matt mooney1a4b6f62011-05-19 16:47:32 -070093 dev_info(&urb->dev->dev, "urb completion with non-zero status "
94 "%d\n", urb->status);
matt mooney49aecef2011-05-06 03:47:54 -070095 break;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -060096 }
97
98 /* link a urb to the queue of tx. */
99 spin_lock_irqsave(&sdev->priv_lock, flags);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600100 if (priv->unlinking) {
101 stub_enqueue_ret_unlink(sdev, priv->seqnum, urb->status);
102 stub_free_priv_and_urb(priv);
matt mooney87352762011-05-19 21:36:56 -0700103 } else {
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600104 list_move_tail(&priv->list, &sdev->priv_tx);
matt mooney87352762011-05-19 21:36:56 -0700105 }
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600106 spin_unlock_irqrestore(&sdev->priv_lock, flags);
107
108 /* wake up tx_thread */
109 wake_up(&sdev->tx_waitq);
110}
111
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600112static inline void setup_base_pdu(struct usbip_header_basic *base,
matt mooneyc6956c92011-05-06 03:47:44 -0700113 __u32 command, __u32 seqnum)
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600114{
matt mooney87352762011-05-19 21:36:56 -0700115 base->command = command;
116 base->seqnum = seqnum;
117 base->devid = 0;
118 base->ep = 0;
matt mooneyc6956c92011-05-06 03:47:44 -0700119 base->direction = 0;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600120}
121
122static void setup_ret_submit_pdu(struct usbip_header *rpdu, struct urb *urb)
123{
124 struct stub_priv *priv = (struct stub_priv *) urb->context;
125
126 setup_base_pdu(&rpdu->base, USBIP_RET_SUBMIT, priv->seqnum);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600127 usbip_pack_pdu(rpdu, urb, USBIP_RET_SUBMIT, 1);
128}
129
130static void setup_ret_unlink_pdu(struct usbip_header *rpdu,
matt mooneyc6956c92011-05-06 03:47:44 -0700131 struct stub_unlink *unlink)
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600132{
133 setup_base_pdu(&rpdu->base, USBIP_RET_UNLINK, unlink->seqnum);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600134 rpdu->u.ret_unlink.status = unlink->status;
135}
136
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600137static struct stub_priv *dequeue_from_priv_tx(struct stub_device *sdev)
138{
139 unsigned long flags;
140 struct stub_priv *priv, *tmp;
141
142 spin_lock_irqsave(&sdev->priv_lock, flags);
143
144 list_for_each_entry_safe(priv, tmp, &sdev->priv_tx, list) {
145 list_move_tail(&priv->list, &sdev->priv_free);
146 spin_unlock_irqrestore(&sdev->priv_lock, flags);
147 return priv;
148 }
149
150 spin_unlock_irqrestore(&sdev->priv_lock, flags);
151
152 return NULL;
153}
154
155static int stub_send_ret_submit(struct stub_device *sdev)
156{
157 unsigned long flags;
158 struct stub_priv *priv, *tmp;
159
160 struct msghdr msg;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600161 size_t txsize;
162
163 size_t total_size = 0;
164
165 while ((priv = dequeue_from_priv_tx(sdev)) != NULL) {
166 int ret;
167 struct urb *urb = priv->urb;
168 struct usbip_header pdu_header;
169 void *iso_buffer = NULL;
Arjan Mels28276a22011-04-05 20:26:59 +0200170 struct kvec *iov = NULL;
171 int iovnum = 0;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600172
173 txsize = 0;
174 memset(&pdu_header, 0, sizeof(pdu_header));
175 memset(&msg, 0, sizeof(msg));
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600176
Arjan Mels28276a22011-04-05 20:26:59 +0200177 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS)
178 iovnum = 2 + urb->number_of_packets;
179 else
180 iovnum = 2;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600181
Arjan Mels28276a22011-04-05 20:26:59 +0200182 iov = kzalloc(iovnum * sizeof(struct kvec), GFP_KERNEL);
183
184 if (!iov) {
185 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_MALLOC);
186 return -1;
187 }
188
189 iovnum = 0;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600190
191 /* 1. setup usbip_header */
192 setup_ret_submit_pdu(&pdu_header, urb);
Arjan Mels28276a22011-04-05 20:26:59 +0200193 usbip_dbg_stub_tx("setup txdata seqnum: %d urb: %p\n",
matt mooneyc6956c92011-05-06 03:47:44 -0700194 pdu_header.base.seqnum, urb);
Arjan Mels28276a22011-04-05 20:26:59 +0200195 /*usbip_dump_header(pdu_header);*/
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600196 usbip_header_correct_endian(&pdu_header, 1);
197
Arjan Mels28276a22011-04-05 20:26:59 +0200198 iov[iovnum].iov_base = &pdu_header;
199 iov[iovnum].iov_len = sizeof(pdu_header);
200 iovnum++;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600201 txsize += sizeof(pdu_header);
202
203 /* 2. setup transfer buffer */
Arjan Mels28276a22011-04-05 20:26:59 +0200204 if (usb_pipein(urb->pipe) &&
matt mooneyc6956c92011-05-06 03:47:44 -0700205 usb_pipetype(urb->pipe) != PIPE_ISOCHRONOUS &&
206 urb->actual_length > 0) {
Arjan Mels28276a22011-04-05 20:26:59 +0200207 iov[iovnum].iov_base = urb->transfer_buffer;
208 iov[iovnum].iov_len = urb->actual_length;
209 iovnum++;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600210 txsize += urb->actual_length;
Arjan Mels28276a22011-04-05 20:26:59 +0200211 } else if (usb_pipein(urb->pipe) &&
matt mooneyc6956c92011-05-06 03:47:44 -0700212 usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
Arjan Mels28276a22011-04-05 20:26:59 +0200213 /*
214 * For isochronous packets: actual length is the sum of
215 * the actual length of the individual, packets, but as
216 * the packet offsets are not changed there will be
217 * padding between the packets. To optimally use the
218 * bandwidth the padding is not transmitted.
219 */
220
221 int i;
222 for (i = 0; i < urb->number_of_packets; i++) {
matt mooneyc6956c92011-05-06 03:47:44 -0700223 iov[iovnum].iov_base = urb->transfer_buffer +
224 urb->iso_frame_desc[i].offset;
225 iov[iovnum].iov_len =
226 urb->iso_frame_desc[i].actual_length;
Arjan Mels28276a22011-04-05 20:26:59 +0200227 iovnum++;
228 txsize += urb->iso_frame_desc[i].actual_length;
229 }
230
231 if (txsize != sizeof(pdu_header) + urb->actual_length) {
232 dev_err(&sdev->interface->dev,
matt mooneyc6956c92011-05-06 03:47:44 -0700233 "actual length of urb %d does not "
Randy Dunlap6394c5a2011-07-07 10:49:54 -0700234 "match iso packet sizes %zu\n",
matt mooneyc6956c92011-05-06 03:47:44 -0700235 urb->actual_length,
236 txsize-sizeof(pdu_header));
Arjan Mels28276a22011-04-05 20:26:59 +0200237 kfree(iov);
matt mooneyc6956c92011-05-06 03:47:44 -0700238 usbip_event_add(&sdev->ud,
239 SDEV_EVENT_ERROR_TCP);
Arjan Mels28276a22011-04-05 20:26:59 +0200240 return -1;
241 }
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600242 }
243
244 /* 3. setup iso_packet_descriptor */
245 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
246 ssize_t len = 0;
247
248 iso_buffer = usbip_alloc_iso_desc_pdu(urb, &len);
249 if (!iso_buffer) {
250 usbip_event_add(&sdev->ud,
251 SDEV_EVENT_ERROR_MALLOC);
Arjan Mels28276a22011-04-05 20:26:59 +0200252 kfree(iov);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600253 return -1;
254 }
255
Arjan Mels28276a22011-04-05 20:26:59 +0200256 iov[iovnum].iov_base = iso_buffer;
257 iov[iovnum].iov_len = len;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600258 txsize += len;
Arjan Mels28276a22011-04-05 20:26:59 +0200259 iovnum++;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600260 }
261
Arjan Mels28276a22011-04-05 20:26:59 +0200262 ret = kernel_sendmsg(sdev->ud.tcp_socket, &msg,
263 iov, iovnum, txsize);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600264 if (ret != txsize) {
265 dev_err(&sdev->interface->dev,
266 "sendmsg failed!, retval %d for %zd\n",
267 ret, txsize);
Arjan Mels28276a22011-04-05 20:26:59 +0200268 kfree(iov);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600269 kfree(iso_buffer);
270 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_TCP);
271 return -1;
272 }
273
Arjan Mels28276a22011-04-05 20:26:59 +0200274 kfree(iov);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600275 kfree(iso_buffer);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600276
277 total_size += txsize;
278 }
279
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600280 spin_lock_irqsave(&sdev->priv_lock, flags);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600281 list_for_each_entry_safe(priv, tmp, &sdev->priv_free, list) {
282 stub_free_priv_and_urb(priv);
283 }
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600284 spin_unlock_irqrestore(&sdev->priv_lock, flags);
285
286 return total_size;
287}
288
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600289static struct stub_unlink *dequeue_from_unlink_tx(struct stub_device *sdev)
290{
291 unsigned long flags;
292 struct stub_unlink *unlink, *tmp;
293
294 spin_lock_irqsave(&sdev->priv_lock, flags);
295
296 list_for_each_entry_safe(unlink, tmp, &sdev->unlink_tx, list) {
297 list_move_tail(&unlink->list, &sdev->unlink_free);
298 spin_unlock_irqrestore(&sdev->priv_lock, flags);
299 return unlink;
300 }
301
302 spin_unlock_irqrestore(&sdev->priv_lock, flags);
303
304 return NULL;
305}
306
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600307static int stub_send_ret_unlink(struct stub_device *sdev)
308{
309 unsigned long flags;
310 struct stub_unlink *unlink, *tmp;
311
312 struct msghdr msg;
313 struct kvec iov[1];
314 size_t txsize;
315
316 size_t total_size = 0;
317
318 while ((unlink = dequeue_from_unlink_tx(sdev)) != NULL) {
319 int ret;
320 struct usbip_header pdu_header;
321
322 txsize = 0;
323 memset(&pdu_header, 0, sizeof(pdu_header));
324 memset(&msg, 0, sizeof(msg));
325 memset(&iov, 0, sizeof(iov));
326
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600327 usbip_dbg_stub_tx("setup ret unlink %lu\n", unlink->seqnum);
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600328
329 /* 1. setup usbip_header */
330 setup_ret_unlink_pdu(&pdu_header, unlink);
331 usbip_header_correct_endian(&pdu_header, 1);
332
333 iov[0].iov_base = &pdu_header;
334 iov[0].iov_len = sizeof(pdu_header);
335 txsize += sizeof(pdu_header);
336
337 ret = kernel_sendmsg(sdev->ud.tcp_socket, &msg, iov,
338 1, txsize);
339 if (ret != txsize) {
340 dev_err(&sdev->interface->dev,
341 "sendmsg failed!, retval %d for %zd\n",
342 ret, txsize);
343 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_TCP);
344 return -1;
345 }
346
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600347 usbip_dbg_stub_tx("send txdata\n");
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600348 total_size += txsize;
349 }
350
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600351 spin_lock_irqsave(&sdev->priv_lock, flags);
352
353 list_for_each_entry_safe(unlink, tmp, &sdev->unlink_free, list) {
354 list_del(&unlink->list);
355 kfree(unlink);
356 }
357
358 spin_unlock_irqrestore(&sdev->priv_lock, flags);
359
360 return total_size;
361}
362
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100363int stub_tx_loop(void *data)
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600364{
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100365 struct usbip_device *ud = data;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600366 struct stub_device *sdev = container_of(ud, struct stub_device, ud);
367
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100368 while (!kthread_should_stop()) {
Brian G. Merrellb8868e42009-07-21 00:46:13 -0600369 if (usbip_event_happened(ud))
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600370 break;
371
372 /*
373 * send_ret_submit comes earlier than send_ret_unlink. stub_rx
374 * looks at only priv_init queue. If the completion of a URB is
375 * earlier than the receive of CMD_UNLINK, priv is moved to
376 * priv_tx queue and stub_rx does not find the target priv. In
377 * this case, vhci_rx receives the result of the submit request
378 * and then receives the result of the unlink request. The
379 * result of the submit is given back to the usbcore as the
380 * completion of the unlink request. The request of the
381 * unlink is ignored. This is ok because a driver who calls
382 * usb_unlink_urb() understands the unlink was too late by
383 * getting the status of the given-backed URB which has the
384 * status of usb_submit_urb().
385 */
386 if (stub_send_ret_submit(sdev) < 0)
387 break;
388
389 if (stub_send_ret_unlink(sdev) < 0)
390 break;
391
392 wait_event_interruptible(sdev->tx_waitq,
matt mooneyc6956c92011-05-06 03:47:44 -0700393 (!list_empty(&sdev->priv_tx) ||
394 !list_empty(&sdev->unlink_tx) ||
395 kthread_should_stop()));
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600396 }
Arnd Bergmann9720b4b2011-03-02 00:13:05 +0100397
398 return 0;
Takahiro Hirofuchi4d7b5c72008-07-09 14:56:51 -0600399}