Loading...
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * Copyright (C) 2003-2008 Takahiro Hirofuchi
4 */
5
6#include <linux/kthread.h>
7#include <linux/socket.h>
8#include <linux/scatterlist.h>
9
10#include "usbip_common.h"
11#include "stub.h"
12
13/* be in spin_lock_irqsave(&sdev->priv_lock, flags) */
14void stub_enqueue_ret_unlink(struct stub_device *sdev, __u32 seqnum,
15 __u32 status)
16{
17 struct stub_unlink *unlink;
18
19 unlink = kzalloc(sizeof(struct stub_unlink), GFP_ATOMIC);
20 if (!unlink) {
21 usbip_event_add(&sdev->ud, VDEV_EVENT_ERROR_MALLOC);
22 return;
23 }
24
25 unlink->seqnum = seqnum;
26 unlink->status = status;
27
28 list_add_tail(&unlink->list, &sdev->unlink_tx);
29}
30
31/**
32 * stub_complete - completion handler of a usbip urb
33 * @urb: pointer to the urb completed
34 *
35 * When a urb has completed, the USB core driver calls this function mostly in
36 * the interrupt context. To return the result of a urb, the completed urb is
37 * linked to the pending list of returning.
38 *
39 */
40void stub_complete(struct urb *urb)
41{
42 struct stub_priv *priv = (struct stub_priv *) urb->context;
43 struct stub_device *sdev = priv->sdev;
44 unsigned long flags;
45
46 usbip_dbg_stub_tx("complete! status %d\n", urb->status);
47
48 switch (urb->status) {
49 case 0:
50 /* OK */
51 break;
52 case -ENOENT:
53 dev_info(&urb->dev->dev,
54 "stopped by a call to usb_kill_urb() because of cleaning up a virtual connection\n");
55 return;
56 case -ECONNRESET:
57 dev_info(&urb->dev->dev,
58 "unlinked by a call to usb_unlink_urb()\n");
59 break;
60 case -EPIPE:
61 dev_info(&urb->dev->dev, "endpoint %d is stalled\n",
62 usb_pipeendpoint(urb->pipe));
63 break;
64 case -ESHUTDOWN:
65 dev_info(&urb->dev->dev, "device removed?\n");
66 break;
67 default:
68 dev_info(&urb->dev->dev,
69 "urb completion with non-zero status %d\n",
70 urb->status);
71 break;
72 }
73
74 /*
75 * If the server breaks single SG request into the several URBs, the
76 * URBs must be reassembled before sending completed URB to the vhci.
77 * Don't wake up the tx thread until all the URBs are completed.
78 */
79 if (priv->sgl) {
80 priv->completed_urbs++;
81
82 /* Only save the first error status */
83 if (urb->status && !priv->urb_status)
84 priv->urb_status = urb->status;
85
86 if (priv->completed_urbs < priv->num_urbs)
87 return;
88 }
89
90 /* link a urb to the queue of tx. */
91 spin_lock_irqsave(&sdev->priv_lock, flags);
92 if (sdev->ud.tcp_socket == NULL) {
93 usbip_dbg_stub_tx("ignore urb for closed connection\n");
94 /* It will be freed in stub_device_cleanup_urbs(). */
95 } else if (priv->unlinking) {
96 stub_enqueue_ret_unlink(sdev, priv->seqnum, urb->status);
97 stub_free_priv_and_urb(priv);
98 } else {
99 list_move_tail(&priv->list, &sdev->priv_tx);
100 }
101 spin_unlock_irqrestore(&sdev->priv_lock, flags);
102
103 /* wake up tx_thread */
104 wake_up(&sdev->tx_waitq);
105}
106
107static inline void setup_base_pdu(struct usbip_header_basic *base,
108 __u32 command, __u32 seqnum)
109{
110 base->command = command;
111 base->seqnum = seqnum;
112 base->devid = 0;
113 base->ep = 0;
114 base->direction = 0;
115}
116
117static void setup_ret_submit_pdu(struct usbip_header *rpdu, struct urb *urb)
118{
119 struct stub_priv *priv = (struct stub_priv *) urb->context;
120
121 setup_base_pdu(&rpdu->base, USBIP_RET_SUBMIT, priv->seqnum);
122 usbip_pack_pdu(rpdu, urb, USBIP_RET_SUBMIT, 1);
123}
124
125static void setup_ret_unlink_pdu(struct usbip_header *rpdu,
126 struct stub_unlink *unlink)
127{
128 setup_base_pdu(&rpdu->base, USBIP_RET_UNLINK, unlink->seqnum);
129 rpdu->u.ret_unlink.status = unlink->status;
130}
131
132static struct stub_priv *dequeue_from_priv_tx(struct stub_device *sdev)
133{
134 unsigned long flags;
135 struct stub_priv *priv, *tmp;
136
137 spin_lock_irqsave(&sdev->priv_lock, flags);
138
139 list_for_each_entry_safe(priv, tmp, &sdev->priv_tx, list) {
140 list_move_tail(&priv->list, &sdev->priv_free);
141 spin_unlock_irqrestore(&sdev->priv_lock, flags);
142 return priv;
143 }
144
145 spin_unlock_irqrestore(&sdev->priv_lock, flags);
146
147 return NULL;
148}
149
150static int stub_send_ret_submit(struct stub_device *sdev)
151{
152 unsigned long flags;
153 struct stub_priv *priv, *tmp;
154
155 struct msghdr msg;
156 size_t txsize;
157
158 size_t total_size = 0;
159
160 while ((priv = dequeue_from_priv_tx(sdev)) != NULL) {
161 struct urb *urb = priv->urbs[0];
162 struct usbip_header pdu_header;
163 struct usbip_iso_packet_descriptor *iso_buffer = NULL;
164 struct kvec *iov = NULL;
165 struct scatterlist *sg;
166 u32 actual_length = 0;
167 int iovnum = 0;
168 int ret;
169 int i;
170
171 txsize = 0;
172 memset(&pdu_header, 0, sizeof(pdu_header));
173 memset(&msg, 0, sizeof(msg));
174
175 if (urb->actual_length > 0 && !urb->transfer_buffer &&
176 !urb->num_sgs) {
177 dev_err(&sdev->udev->dev,
178 "urb: actual_length %d transfer_buffer null\n",
179 urb->actual_length);
180 return -1;
181 }
182
183 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS)
184 iovnum = 2 + urb->number_of_packets;
185 else if (usb_pipein(urb->pipe) && urb->actual_length > 0 &&
186 urb->num_sgs)
187 iovnum = 1 + urb->num_sgs;
188 else if (usb_pipein(urb->pipe) && priv->sgl)
189 iovnum = 1 + priv->num_urbs;
190 else
191 iovnum = 2;
192
193 iov = kcalloc(iovnum, sizeof(struct kvec), GFP_KERNEL);
194
195 if (!iov) {
196 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_MALLOC);
197 return -1;
198 }
199
200 iovnum = 0;
201
202 /* 1. setup usbip_header */
203 setup_ret_submit_pdu(&pdu_header, urb);
204 usbip_dbg_stub_tx("setup txdata seqnum: %d\n",
205 pdu_header.base.seqnum);
206
207 if (priv->sgl) {
208 for (i = 0; i < priv->num_urbs; i++)
209 actual_length += priv->urbs[i]->actual_length;
210
211 pdu_header.u.ret_submit.status = priv->urb_status;
212 pdu_header.u.ret_submit.actual_length = actual_length;
213 }
214
215 usbip_header_correct_endian(&pdu_header, 1);
216
217 iov[iovnum].iov_base = &pdu_header;
218 iov[iovnum].iov_len = sizeof(pdu_header);
219 iovnum++;
220 txsize += sizeof(pdu_header);
221
222 /* 2. setup transfer buffer */
223 if (usb_pipein(urb->pipe) && priv->sgl) {
224 /* If the server split a single SG request into several
225 * URBs because the server's HCD doesn't support SG,
226 * reassemble the split URB buffers into a single
227 * return command.
228 */
229 for (i = 0; i < priv->num_urbs; i++) {
230 iov[iovnum].iov_base =
231 priv->urbs[i]->transfer_buffer;
232 iov[iovnum].iov_len =
233 priv->urbs[i]->actual_length;
234 iovnum++;
235 }
236 txsize += actual_length;
237 } else if (usb_pipein(urb->pipe) &&
238 usb_pipetype(urb->pipe) != PIPE_ISOCHRONOUS &&
239 urb->actual_length > 0) {
240 if (urb->num_sgs) {
241 unsigned int copy = urb->actual_length;
242 int size;
243
244 for_each_sg(urb->sg, sg, urb->num_sgs, i) {
245 if (copy == 0)
246 break;
247
248 if (copy < sg->length)
249 size = copy;
250 else
251 size = sg->length;
252
253 iov[iovnum].iov_base = sg_virt(sg);
254 iov[iovnum].iov_len = size;
255
256 iovnum++;
257 copy -= size;
258 }
259 } else {
260 iov[iovnum].iov_base = urb->transfer_buffer;
261 iov[iovnum].iov_len = urb->actual_length;
262 iovnum++;
263 }
264 txsize += urb->actual_length;
265 } else if (usb_pipein(urb->pipe) &&
266 usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
267 /*
268 * For isochronous packets: actual length is the sum of
269 * the actual length of the individual, packets, but as
270 * the packet offsets are not changed there will be
271 * padding between the packets. To optimally use the
272 * bandwidth the padding is not transmitted.
273 */
274
275 int i;
276
277 for (i = 0; i < urb->number_of_packets; i++) {
278 iov[iovnum].iov_base = urb->transfer_buffer +
279 urb->iso_frame_desc[i].offset;
280 iov[iovnum].iov_len =
281 urb->iso_frame_desc[i].actual_length;
282 iovnum++;
283 txsize += urb->iso_frame_desc[i].actual_length;
284 }
285
286 if (txsize != sizeof(pdu_header) + urb->actual_length) {
287 dev_err(&sdev->udev->dev,
288 "actual length of urb %d does not match iso packet sizes %zu\n",
289 urb->actual_length,
290 txsize-sizeof(pdu_header));
291 kfree(iov);
292 usbip_event_add(&sdev->ud,
293 SDEV_EVENT_ERROR_TCP);
294 return -1;
295 }
296 }
297
298 /* 3. setup iso_packet_descriptor */
299 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
300 ssize_t len = 0;
301
302 iso_buffer = usbip_alloc_iso_desc_pdu(urb, &len);
303 if (!iso_buffer) {
304 usbip_event_add(&sdev->ud,
305 SDEV_EVENT_ERROR_MALLOC);
306 kfree(iov);
307 return -1;
308 }
309
310 iov[iovnum].iov_base = iso_buffer;
311 iov[iovnum].iov_len = len;
312 txsize += len;
313 iovnum++;
314 }
315
316 ret = kernel_sendmsg(sdev->ud.tcp_socket, &msg,
317 iov, iovnum, txsize);
318 if (ret != txsize) {
319 dev_err(&sdev->udev->dev,
320 "sendmsg failed!, retval %d for %zd\n",
321 ret, txsize);
322 kfree(iov);
323 kfree(iso_buffer);
324 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_TCP);
325 return -1;
326 }
327
328 kfree(iov);
329 kfree(iso_buffer);
330
331 total_size += txsize;
332 }
333
334 spin_lock_irqsave(&sdev->priv_lock, flags);
335 list_for_each_entry_safe(priv, tmp, &sdev->priv_free, list) {
336 stub_free_priv_and_urb(priv);
337 }
338 spin_unlock_irqrestore(&sdev->priv_lock, flags);
339
340 return total_size;
341}
342
343static struct stub_unlink *dequeue_from_unlink_tx(struct stub_device *sdev)
344{
345 unsigned long flags;
346 struct stub_unlink *unlink, *tmp;
347
348 spin_lock_irqsave(&sdev->priv_lock, flags);
349
350 list_for_each_entry_safe(unlink, tmp, &sdev->unlink_tx, list) {
351 list_move_tail(&unlink->list, &sdev->unlink_free);
352 spin_unlock_irqrestore(&sdev->priv_lock, flags);
353 return unlink;
354 }
355
356 spin_unlock_irqrestore(&sdev->priv_lock, flags);
357
358 return NULL;
359}
360
361static int stub_send_ret_unlink(struct stub_device *sdev)
362{
363 unsigned long flags;
364 struct stub_unlink *unlink, *tmp;
365
366 struct msghdr msg;
367 struct kvec iov[1];
368 size_t txsize;
369
370 size_t total_size = 0;
371
372 while ((unlink = dequeue_from_unlink_tx(sdev)) != NULL) {
373 int ret;
374 struct usbip_header pdu_header;
375
376 txsize = 0;
377 memset(&pdu_header, 0, sizeof(pdu_header));
378 memset(&msg, 0, sizeof(msg));
379 memset(&iov, 0, sizeof(iov));
380
381 usbip_dbg_stub_tx("setup ret unlink %lu\n", unlink->seqnum);
382
383 /* 1. setup usbip_header */
384 setup_ret_unlink_pdu(&pdu_header, unlink);
385 usbip_header_correct_endian(&pdu_header, 1);
386
387 iov[0].iov_base = &pdu_header;
388 iov[0].iov_len = sizeof(pdu_header);
389 txsize += sizeof(pdu_header);
390
391 ret = kernel_sendmsg(sdev->ud.tcp_socket, &msg, iov,
392 1, txsize);
393 if (ret != txsize) {
394 dev_err(&sdev->udev->dev,
395 "sendmsg failed!, retval %d for %zd\n",
396 ret, txsize);
397 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_TCP);
398 return -1;
399 }
400
401 usbip_dbg_stub_tx("send txdata\n");
402 total_size += txsize;
403 }
404
405 spin_lock_irqsave(&sdev->priv_lock, flags);
406
407 list_for_each_entry_safe(unlink, tmp, &sdev->unlink_free, list) {
408 list_del(&unlink->list);
409 kfree(unlink);
410 }
411
412 spin_unlock_irqrestore(&sdev->priv_lock, flags);
413
414 return total_size;
415}
416
417int stub_tx_loop(void *data)
418{
419 struct usbip_device *ud = data;
420 struct stub_device *sdev = container_of(ud, struct stub_device, ud);
421
422 while (!kthread_should_stop()) {
423 if (usbip_event_happened(ud))
424 break;
425
426 /*
427 * send_ret_submit comes earlier than send_ret_unlink. stub_rx
428 * looks at only priv_init queue. If the completion of a URB is
429 * earlier than the receive of CMD_UNLINK, priv is moved to
430 * priv_tx queue and stub_rx does not find the target priv. In
431 * this case, vhci_rx receives the result of the submit request
432 * and then receives the result of the unlink request. The
433 * result of the submit is given back to the usbcore as the
434 * completion of the unlink request. The request of the
435 * unlink is ignored. This is ok because a driver who calls
436 * usb_unlink_urb() understands the unlink was too late by
437 * getting the status of the given-backed URB which has the
438 * status of usb_submit_urb().
439 */
440 if (stub_send_ret_submit(sdev) < 0)
441 break;
442
443 if (stub_send_ret_unlink(sdev) < 0)
444 break;
445
446 wait_event_interruptible(sdev->tx_waitq,
447 (!list_empty(&sdev->priv_tx) ||
448 !list_empty(&sdev->unlink_tx) ||
449 kthread_should_stop()));
450 }
451
452 return 0;
453}
1/*
2 * Copyright (C) 2003-2008 Takahiro Hirofuchi
3 *
4 * This is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307,
17 * USA.
18 */
19
20#include <linux/kthread.h>
21#include <linux/socket.h>
22
23#include "usbip_common.h"
24#include "stub.h"
25
26static void stub_free_priv_and_urb(struct stub_priv *priv)
27{
28 struct urb *urb = priv->urb;
29
30 kfree(urb->setup_packet);
31 kfree(urb->transfer_buffer);
32 list_del(&priv->list);
33 kmem_cache_free(stub_priv_cache, priv);
34 usb_free_urb(urb);
35}
36
37/* be in spin_lock_irqsave(&sdev->priv_lock, flags) */
38void stub_enqueue_ret_unlink(struct stub_device *sdev, __u32 seqnum,
39 __u32 status)
40{
41 struct stub_unlink *unlink;
42
43 unlink = kzalloc(sizeof(struct stub_unlink), GFP_ATOMIC);
44 if (!unlink) {
45 usbip_event_add(&sdev->ud, VDEV_EVENT_ERROR_MALLOC);
46 return;
47 }
48
49 unlink->seqnum = seqnum;
50 unlink->status = status;
51
52 list_add_tail(&unlink->list, &sdev->unlink_tx);
53}
54
55/**
56 * stub_complete - completion handler of a usbip urb
57 * @urb: pointer to the urb completed
58 *
59 * When a urb has completed, the USB core driver calls this function mostly in
60 * the interrupt context. To return the result of a urb, the completed urb is
61 * linked to the pending list of returning.
62 *
63 */
64void stub_complete(struct urb *urb)
65{
66 struct stub_priv *priv = (struct stub_priv *) urb->context;
67 struct stub_device *sdev = priv->sdev;
68 unsigned long flags;
69
70 usbip_dbg_stub_tx("complete! status %d\n", urb->status);
71
72 switch (urb->status) {
73 case 0:
74 /* OK */
75 break;
76 case -ENOENT:
77 dev_info(&urb->dev->dev,
78 "stopped by a call to usb_kill_urb() because of cleaning up a virtual connection\n");
79 return;
80 case -ECONNRESET:
81 dev_info(&urb->dev->dev,
82 "unlinked by a call to usb_unlink_urb()\n");
83 break;
84 case -EPIPE:
85 dev_info(&urb->dev->dev, "endpoint %d is stalled\n",
86 usb_pipeendpoint(urb->pipe));
87 break;
88 case -ESHUTDOWN:
89 dev_info(&urb->dev->dev, "device removed?\n");
90 break;
91 default:
92 dev_info(&urb->dev->dev,
93 "urb completion with non-zero status %d\n",
94 urb->status);
95 break;
96 }
97
98 /* link a urb to the queue of tx. */
99 spin_lock_irqsave(&sdev->priv_lock, flags);
100 if (sdev->ud.tcp_socket == NULL) {
101 usbip_dbg_stub_tx("ignore urb for closed connection %p", urb);
102 /* It will be freed in stub_device_cleanup_urbs(). */
103 } else if (priv->unlinking) {
104 stub_enqueue_ret_unlink(sdev, priv->seqnum, urb->status);
105 stub_free_priv_and_urb(priv);
106 } else {
107 list_move_tail(&priv->list, &sdev->priv_tx);
108 }
109 spin_unlock_irqrestore(&sdev->priv_lock, flags);
110
111 /* wake up tx_thread */
112 wake_up(&sdev->tx_waitq);
113}
114
115static inline void setup_base_pdu(struct usbip_header_basic *base,
116 __u32 command, __u32 seqnum)
117{
118 base->command = command;
119 base->seqnum = seqnum;
120 base->devid = 0;
121 base->ep = 0;
122 base->direction = 0;
123}
124
125static void setup_ret_submit_pdu(struct usbip_header *rpdu, struct urb *urb)
126{
127 struct stub_priv *priv = (struct stub_priv *) urb->context;
128
129 setup_base_pdu(&rpdu->base, USBIP_RET_SUBMIT, priv->seqnum);
130 usbip_pack_pdu(rpdu, urb, USBIP_RET_SUBMIT, 1);
131}
132
133static void setup_ret_unlink_pdu(struct usbip_header *rpdu,
134 struct stub_unlink *unlink)
135{
136 setup_base_pdu(&rpdu->base, USBIP_RET_UNLINK, unlink->seqnum);
137 rpdu->u.ret_unlink.status = unlink->status;
138}
139
140static struct stub_priv *dequeue_from_priv_tx(struct stub_device *sdev)
141{
142 unsigned long flags;
143 struct stub_priv *priv, *tmp;
144
145 spin_lock_irqsave(&sdev->priv_lock, flags);
146
147 list_for_each_entry_safe(priv, tmp, &sdev->priv_tx, list) {
148 list_move_tail(&priv->list, &sdev->priv_free);
149 spin_unlock_irqrestore(&sdev->priv_lock, flags);
150 return priv;
151 }
152
153 spin_unlock_irqrestore(&sdev->priv_lock, flags);
154
155 return NULL;
156}
157
158static int stub_send_ret_submit(struct stub_device *sdev)
159{
160 unsigned long flags;
161 struct stub_priv *priv, *tmp;
162
163 struct msghdr msg;
164 size_t txsize;
165
166 size_t total_size = 0;
167
168 while ((priv = dequeue_from_priv_tx(sdev)) != NULL) {
169 int ret;
170 struct urb *urb = priv->urb;
171 struct usbip_header pdu_header;
172 struct usbip_iso_packet_descriptor *iso_buffer = NULL;
173 struct kvec *iov = NULL;
174 int iovnum = 0;
175
176 txsize = 0;
177 memset(&pdu_header, 0, sizeof(pdu_header));
178 memset(&msg, 0, sizeof(msg));
179
180 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS)
181 iovnum = 2 + urb->number_of_packets;
182 else
183 iovnum = 2;
184
185 iov = kcalloc(iovnum, sizeof(struct kvec), GFP_KERNEL);
186
187 if (!iov) {
188 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_MALLOC);
189 return -1;
190 }
191
192 iovnum = 0;
193
194 /* 1. setup usbip_header */
195 setup_ret_submit_pdu(&pdu_header, urb);
196 usbip_dbg_stub_tx("setup txdata seqnum: %d urb: %p\n",
197 pdu_header.base.seqnum, urb);
198 usbip_header_correct_endian(&pdu_header, 1);
199
200 iov[iovnum].iov_base = &pdu_header;
201 iov[iovnum].iov_len = sizeof(pdu_header);
202 iovnum++;
203 txsize += sizeof(pdu_header);
204
205 /* 2. setup transfer buffer */
206 if (usb_pipein(urb->pipe) &&
207 usb_pipetype(urb->pipe) != PIPE_ISOCHRONOUS &&
208 urb->actual_length > 0) {
209 iov[iovnum].iov_base = urb->transfer_buffer;
210 iov[iovnum].iov_len = urb->actual_length;
211 iovnum++;
212 txsize += urb->actual_length;
213 } else if (usb_pipein(urb->pipe) &&
214 usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
215 /*
216 * For isochronous packets: actual length is the sum of
217 * the actual length of the individual, packets, but as
218 * the packet offsets are not changed there will be
219 * padding between the packets. To optimally use the
220 * bandwidth the padding is not transmitted.
221 */
222
223 int i;
224
225 for (i = 0; i < urb->number_of_packets; i++) {
226 iov[iovnum].iov_base = urb->transfer_buffer +
227 urb->iso_frame_desc[i].offset;
228 iov[iovnum].iov_len =
229 urb->iso_frame_desc[i].actual_length;
230 iovnum++;
231 txsize += urb->iso_frame_desc[i].actual_length;
232 }
233
234 if (txsize != sizeof(pdu_header) + urb->actual_length) {
235 dev_err(&sdev->udev->dev,
236 "actual length of urb %d does not match iso packet sizes %zu\n",
237 urb->actual_length,
238 txsize-sizeof(pdu_header));
239 kfree(iov);
240 usbip_event_add(&sdev->ud,
241 SDEV_EVENT_ERROR_TCP);
242 return -1;
243 }
244 }
245
246 /* 3. setup iso_packet_descriptor */
247 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) {
248 ssize_t len = 0;
249
250 iso_buffer = usbip_alloc_iso_desc_pdu(urb, &len);
251 if (!iso_buffer) {
252 usbip_event_add(&sdev->ud,
253 SDEV_EVENT_ERROR_MALLOC);
254 kfree(iov);
255 return -1;
256 }
257
258 iov[iovnum].iov_base = iso_buffer;
259 iov[iovnum].iov_len = len;
260 txsize += len;
261 iovnum++;
262 }
263
264 ret = kernel_sendmsg(sdev->ud.tcp_socket, &msg,
265 iov, iovnum, txsize);
266 if (ret != txsize) {
267 dev_err(&sdev->udev->dev,
268 "sendmsg failed!, retval %d for %zd\n",
269 ret, txsize);
270 kfree(iov);
271 kfree(iso_buffer);
272 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_TCP);
273 return -1;
274 }
275
276 kfree(iov);
277 kfree(iso_buffer);
278
279 total_size += txsize;
280 }
281
282 spin_lock_irqsave(&sdev->priv_lock, flags);
283 list_for_each_entry_safe(priv, tmp, &sdev->priv_free, list) {
284 stub_free_priv_and_urb(priv);
285 }
286 spin_unlock_irqrestore(&sdev->priv_lock, flags);
287
288 return total_size;
289}
290
291static struct stub_unlink *dequeue_from_unlink_tx(struct stub_device *sdev)
292{
293 unsigned long flags;
294 struct stub_unlink *unlink, *tmp;
295
296 spin_lock_irqsave(&sdev->priv_lock, flags);
297
298 list_for_each_entry_safe(unlink, tmp, &sdev->unlink_tx, list) {
299 list_move_tail(&unlink->list, &sdev->unlink_free);
300 spin_unlock_irqrestore(&sdev->priv_lock, flags);
301 return unlink;
302 }
303
304 spin_unlock_irqrestore(&sdev->priv_lock, flags);
305
306 return NULL;
307}
308
309static int stub_send_ret_unlink(struct stub_device *sdev)
310{
311 unsigned long flags;
312 struct stub_unlink *unlink, *tmp;
313
314 struct msghdr msg;
315 struct kvec iov[1];
316 size_t txsize;
317
318 size_t total_size = 0;
319
320 while ((unlink = dequeue_from_unlink_tx(sdev)) != NULL) {
321 int ret;
322 struct usbip_header pdu_header;
323
324 txsize = 0;
325 memset(&pdu_header, 0, sizeof(pdu_header));
326 memset(&msg, 0, sizeof(msg));
327 memset(&iov, 0, sizeof(iov));
328
329 usbip_dbg_stub_tx("setup ret unlink %lu\n", unlink->seqnum);
330
331 /* 1. setup usbip_header */
332 setup_ret_unlink_pdu(&pdu_header, unlink);
333 usbip_header_correct_endian(&pdu_header, 1);
334
335 iov[0].iov_base = &pdu_header;
336 iov[0].iov_len = sizeof(pdu_header);
337 txsize += sizeof(pdu_header);
338
339 ret = kernel_sendmsg(sdev->ud.tcp_socket, &msg, iov,
340 1, txsize);
341 if (ret != txsize) {
342 dev_err(&sdev->udev->dev,
343 "sendmsg failed!, retval %d for %zd\n",
344 ret, txsize);
345 usbip_event_add(&sdev->ud, SDEV_EVENT_ERROR_TCP);
346 return -1;
347 }
348
349 usbip_dbg_stub_tx("send txdata\n");
350 total_size += txsize;
351 }
352
353 spin_lock_irqsave(&sdev->priv_lock, flags);
354
355 list_for_each_entry_safe(unlink, tmp, &sdev->unlink_free, list) {
356 list_del(&unlink->list);
357 kfree(unlink);
358 }
359
360 spin_unlock_irqrestore(&sdev->priv_lock, flags);
361
362 return total_size;
363}
364
365int stub_tx_loop(void *data)
366{
367 struct usbip_device *ud = data;
368 struct stub_device *sdev = container_of(ud, struct stub_device, ud);
369
370 while (!kthread_should_stop()) {
371 if (usbip_event_happened(ud))
372 break;
373
374 /*
375 * send_ret_submit comes earlier than send_ret_unlink. stub_rx
376 * looks at only priv_init queue. If the completion of a URB is
377 * earlier than the receive of CMD_UNLINK, priv is moved to
378 * priv_tx queue and stub_rx does not find the target priv. In
379 * this case, vhci_rx receives the result of the submit request
380 * and then receives the result of the unlink request. The
381 * result of the submit is given back to the usbcore as the
382 * completion of the unlink request. The request of the
383 * unlink is ignored. This is ok because a driver who calls
384 * usb_unlink_urb() understands the unlink was too late by
385 * getting the status of the given-backed URB which has the
386 * status of usb_submit_urb().
387 */
388 if (stub_send_ret_submit(sdev) < 0)
389 break;
390
391 if (stub_send_ret_unlink(sdev) < 0)
392 break;
393
394 wait_event_interruptible(sdev->tx_waitq,
395 (!list_empty(&sdev->priv_tx) ||
396 !list_empty(&sdev->unlink_tx) ||
397 kthread_should_stop()));
398 }
399
400 return 0;
401}