Loading...
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * u_serial.c - utilities for USB gadget "serial port"/TTY support
4 *
5 * Copyright (C) 2003 Al Borchers (alborchers@steinerpoint.com)
6 * Copyright (C) 2008 David Brownell
7 * Copyright (C) 2008 by Nokia Corporation
8 *
9 * This code also borrows from usbserial.c, which is
10 * Copyright (C) 1999 - 2002 Greg Kroah-Hartman (greg@kroah.com)
11 * Copyright (C) 2000 Peter Berger (pberger@brimson.com)
12 * Copyright (C) 2000 Al Borchers (alborchers@steinerpoint.com)
13 */
14
15/* #define VERBOSE_DEBUG */
16
17#include <linux/kernel.h>
18#include <linux/sched.h>
19#include <linux/device.h>
20#include <linux/delay.h>
21#include <linux/tty.h>
22#include <linux/tty_flip.h>
23#include <linux/slab.h>
24#include <linux/export.h>
25#include <linux/module.h>
26#include <linux/console.h>
27#include <linux/kstrtox.h>
28#include <linux/kthread.h>
29#include <linux/workqueue.h>
30#include <linux/kfifo.h>
31
32#include "u_serial.h"
33
34
35/*
36 * This component encapsulates the TTY layer glue needed to provide basic
37 * "serial port" functionality through the USB gadget stack. Each such
38 * port is exposed through a /dev/ttyGS* node.
39 *
40 * After this module has been loaded, the individual TTY port can be requested
41 * (gserial_alloc_line()) and it will stay available until they are removed
42 * (gserial_free_line()). Each one may be connected to a USB function
43 * (gserial_connect), or disconnected (with gserial_disconnect) when the USB
44 * host issues a config change event. Data can only flow when the port is
45 * connected to the host.
46 *
47 * A given TTY port can be made available in multiple configurations.
48 * For example, each one might expose a ttyGS0 node which provides a
49 * login application. In one case that might use CDC ACM interface 0,
50 * while another configuration might use interface 3 for that. The
51 * work to handle that (including descriptor management) is not part
52 * of this component.
53 *
54 * Configurations may expose more than one TTY port. For example, if
55 * ttyGS0 provides login service, then ttyGS1 might provide dialer access
56 * for a telephone or fax link. And ttyGS2 might be something that just
57 * needs a simple byte stream interface for some messaging protocol that
58 * is managed in userspace ... OBEX, PTP, and MTP have been mentioned.
59 *
60 *
61 * gserial is the lifecycle interface, used by USB functions
62 * gs_port is the I/O nexus, used by the tty driver
63 * tty_struct links to the tty/filesystem framework
64 *
65 * gserial <---> gs_port ... links will be null when the USB link is
66 * inactive; managed by gserial_{connect,disconnect}(). each gserial
67 * instance can wrap its own USB control protocol.
68 * gserial->ioport == usb_ep->driver_data ... gs_port
69 * gs_port->port_usb ... gserial
70 *
71 * gs_port <---> tty_struct ... links will be null when the TTY file
72 * isn't opened; managed by gs_open()/gs_close()
73 * gserial->port_tty ... tty_struct
74 * tty_struct->driver_data ... gserial
75 */
76
77/* RX and TX queues can buffer QUEUE_SIZE packets before they hit the
78 * next layer of buffering. For TX that's a circular buffer; for RX
79 * consider it a NOP. A third layer is provided by the TTY code.
80 */
81#define QUEUE_SIZE 16
82#define WRITE_BUF_SIZE 8192 /* TX only */
83#define GS_CONSOLE_BUF_SIZE 8192
84
85/* Prevents race conditions while accessing gser->ioport */
86static DEFINE_SPINLOCK(serial_port_lock);
87
88/* console info */
89struct gs_console {
90 struct console console;
91 struct work_struct work;
92 spinlock_t lock;
93 struct usb_request *req;
94 struct kfifo buf;
95 size_t missed;
96};
97
98/*
99 * The port structure holds info for each port, one for each minor number
100 * (and thus for each /dev/ node).
101 */
102struct gs_port {
103 struct tty_port port;
104 spinlock_t port_lock; /* guard port_* access */
105
106 struct gserial *port_usb;
107#ifdef CONFIG_U_SERIAL_CONSOLE
108 struct gs_console *console;
109#endif
110
111 u8 port_num;
112
113 struct list_head read_pool;
114 int read_started;
115 int read_allocated;
116 struct list_head read_queue;
117 unsigned n_read;
118 struct delayed_work push;
119
120 struct list_head write_pool;
121 int write_started;
122 int write_allocated;
123 struct kfifo port_write_buf;
124 wait_queue_head_t drain_wait; /* wait while writes drain */
125 bool write_busy;
126 wait_queue_head_t close_wait;
127 bool suspended; /* port suspended */
128 bool start_delayed; /* delay start when suspended */
129
130 /* REVISIT this state ... */
131 struct usb_cdc_line_coding port_line_coding; /* 8-N-1 etc */
132};
133
134static struct portmaster {
135 struct mutex lock; /* protect open/close */
136 struct gs_port *port;
137} ports[MAX_U_SERIAL_PORTS];
138
139#define GS_CLOSE_TIMEOUT 15 /* seconds */
140
141
142
143#ifdef VERBOSE_DEBUG
144#ifndef pr_vdebug
145#define pr_vdebug(fmt, arg...) \
146 pr_debug(fmt, ##arg)
147#endif /* pr_vdebug */
148#else
149#ifndef pr_vdebug
150#define pr_vdebug(fmt, arg...) \
151 ({ if (0) pr_debug(fmt, ##arg); })
152#endif /* pr_vdebug */
153#endif
154
155/*-------------------------------------------------------------------------*/
156
157/* I/O glue between TTY (upper) and USB function (lower) driver layers */
158
159/*
160 * gs_alloc_req
161 *
162 * Allocate a usb_request and its buffer. Returns a pointer to the
163 * usb_request or NULL if there is an error.
164 */
165struct usb_request *
166gs_alloc_req(struct usb_ep *ep, unsigned len, gfp_t kmalloc_flags)
167{
168 struct usb_request *req;
169
170 req = usb_ep_alloc_request(ep, kmalloc_flags);
171
172 if (req != NULL) {
173 req->length = len;
174 req->buf = kmalloc(len, kmalloc_flags);
175 if (req->buf == NULL) {
176 usb_ep_free_request(ep, req);
177 return NULL;
178 }
179 }
180
181 return req;
182}
183EXPORT_SYMBOL_GPL(gs_alloc_req);
184
185/*
186 * gs_free_req
187 *
188 * Free a usb_request and its buffer.
189 */
190void gs_free_req(struct usb_ep *ep, struct usb_request *req)
191{
192 kfree(req->buf);
193 usb_ep_free_request(ep, req);
194}
195EXPORT_SYMBOL_GPL(gs_free_req);
196
197/*
198 * gs_send_packet
199 *
200 * If there is data to send, a packet is built in the given
201 * buffer and the size is returned. If there is no data to
202 * send, 0 is returned.
203 *
204 * Called with port_lock held.
205 */
206static unsigned
207gs_send_packet(struct gs_port *port, char *packet, unsigned size)
208{
209 unsigned len;
210
211 len = kfifo_len(&port->port_write_buf);
212 if (len < size)
213 size = len;
214 if (size != 0)
215 size = kfifo_out(&port->port_write_buf, packet, size);
216 return size;
217}
218
219/*
220 * gs_start_tx
221 *
222 * This function finds available write requests, calls
223 * gs_send_packet to fill these packets with data, and
224 * continues until either there are no more write requests
225 * available or no more data to send. This function is
226 * run whenever data arrives or write requests are available.
227 *
228 * Context: caller owns port_lock; port_usb is non-null.
229 */
230static int gs_start_tx(struct gs_port *port)
231/*
232__releases(&port->port_lock)
233__acquires(&port->port_lock)
234*/
235{
236 struct list_head *pool = &port->write_pool;
237 struct usb_ep *in;
238 int status = 0;
239 bool do_tty_wake = false;
240
241 if (!port->port_usb)
242 return status;
243
244 in = port->port_usb->in;
245
246 while (!port->write_busy && !list_empty(pool)) {
247 struct usb_request *req;
248 int len;
249
250 if (port->write_started >= QUEUE_SIZE)
251 break;
252
253 req = list_entry(pool->next, struct usb_request, list);
254 len = gs_send_packet(port, req->buf, in->maxpacket);
255 if (len == 0) {
256 wake_up_interruptible(&port->drain_wait);
257 break;
258 }
259 do_tty_wake = true;
260
261 req->length = len;
262 list_del(&req->list);
263 req->zero = kfifo_is_empty(&port->port_write_buf);
264
265 pr_vdebug("ttyGS%d: tx len=%d, %3ph ...\n", port->port_num, len, req->buf);
266
267 /* Drop lock while we call out of driver; completions
268 * could be issued while we do so. Disconnection may
269 * happen too; maybe immediately before we queue this!
270 *
271 * NOTE that we may keep sending data for a while after
272 * the TTY closed (dev->ioport->port_tty is NULL).
273 */
274 port->write_busy = true;
275 spin_unlock(&port->port_lock);
276 status = usb_ep_queue(in, req, GFP_ATOMIC);
277 spin_lock(&port->port_lock);
278 port->write_busy = false;
279
280 if (status) {
281 pr_debug("%s: %s %s err %d\n",
282 __func__, "queue", in->name, status);
283 list_add(&req->list, pool);
284 break;
285 }
286
287 port->write_started++;
288
289 /* abort immediately after disconnect */
290 if (!port->port_usb)
291 break;
292 }
293
294 if (do_tty_wake && port->port.tty)
295 tty_wakeup(port->port.tty);
296 return status;
297}
298
299/*
300 * Context: caller owns port_lock, and port_usb is set
301 */
302static unsigned gs_start_rx(struct gs_port *port)
303/*
304__releases(&port->port_lock)
305__acquires(&port->port_lock)
306*/
307{
308 struct list_head *pool = &port->read_pool;
309 struct usb_ep *out = port->port_usb->out;
310
311 while (!list_empty(pool)) {
312 struct usb_request *req;
313 int status;
314 struct tty_struct *tty;
315
316 /* no more rx if closed */
317 tty = port->port.tty;
318 if (!tty)
319 break;
320
321 if (port->read_started >= QUEUE_SIZE)
322 break;
323
324 req = list_entry(pool->next, struct usb_request, list);
325 list_del(&req->list);
326 req->length = out->maxpacket;
327
328 /* drop lock while we call out; the controller driver
329 * may need to call us back (e.g. for disconnect)
330 */
331 spin_unlock(&port->port_lock);
332 status = usb_ep_queue(out, req, GFP_ATOMIC);
333 spin_lock(&port->port_lock);
334
335 if (status) {
336 pr_debug("%s: %s %s err %d\n",
337 __func__, "queue", out->name, status);
338 list_add(&req->list, pool);
339 break;
340 }
341 port->read_started++;
342
343 /* abort immediately after disconnect */
344 if (!port->port_usb)
345 break;
346 }
347 return port->read_started;
348}
349
350/*
351 * RX work takes data out of the RX queue and hands it up to the TTY
352 * layer until it refuses to take any more data (or is throttled back).
353 * Then it issues reads for any further data.
354 *
355 * If the RX queue becomes full enough that no usb_request is queued,
356 * the OUT endpoint may begin NAKing as soon as its FIFO fills up.
357 * So QUEUE_SIZE packets plus however many the FIFO holds (usually two)
358 * can be buffered before the TTY layer's buffers (currently 64 KB).
359 */
360static void gs_rx_push(struct work_struct *work)
361{
362 struct delayed_work *w = to_delayed_work(work);
363 struct gs_port *port = container_of(w, struct gs_port, push);
364 struct tty_struct *tty;
365 struct list_head *queue = &port->read_queue;
366 bool disconnect = false;
367 bool do_push = false;
368
369 /* hand any queued data to the tty */
370 spin_lock_irq(&port->port_lock);
371 tty = port->port.tty;
372 while (!list_empty(queue)) {
373 struct usb_request *req;
374
375 req = list_first_entry(queue, struct usb_request, list);
376
377 /* leave data queued if tty was rx throttled */
378 if (tty && tty_throttled(tty))
379 break;
380
381 switch (req->status) {
382 case -ESHUTDOWN:
383 disconnect = true;
384 pr_vdebug("ttyGS%d: shutdown\n", port->port_num);
385 break;
386
387 default:
388 /* presumably a transient fault */
389 pr_warn("ttyGS%d: unexpected RX status %d\n",
390 port->port_num, req->status);
391 fallthrough;
392 case 0:
393 /* normal completion */
394 break;
395 }
396
397 /* push data to (open) tty */
398 if (req->actual && tty) {
399 char *packet = req->buf;
400 unsigned size = req->actual;
401 unsigned n;
402 int count;
403
404 /* we may have pushed part of this packet already... */
405 n = port->n_read;
406 if (n) {
407 packet += n;
408 size -= n;
409 }
410
411 count = tty_insert_flip_string(&port->port, packet,
412 size);
413 if (count)
414 do_push = true;
415 if (count != size) {
416 /* stop pushing; TTY layer can't handle more */
417 port->n_read += count;
418 pr_vdebug("ttyGS%d: rx block %d/%d\n",
419 port->port_num, count, req->actual);
420 break;
421 }
422 port->n_read = 0;
423 }
424
425 list_move(&req->list, &port->read_pool);
426 port->read_started--;
427 }
428
429 /* Push from tty to ldisc; this is handled by a workqueue,
430 * so we won't get callbacks and can hold port_lock
431 */
432 if (do_push)
433 tty_flip_buffer_push(&port->port);
434
435
436 /* We want our data queue to become empty ASAP, keeping data
437 * in the tty and ldisc (not here). If we couldn't push any
438 * this time around, RX may be starved, so wait until next jiffy.
439 *
440 * We may leave non-empty queue only when there is a tty, and
441 * either it is throttled or there is no more room in flip buffer.
442 */
443 if (!list_empty(queue) && !tty_throttled(tty))
444 schedule_delayed_work(&port->push, 1);
445
446 /* If we're still connected, refill the USB RX queue. */
447 if (!disconnect && port->port_usb)
448 gs_start_rx(port);
449
450 spin_unlock_irq(&port->port_lock);
451}
452
453static void gs_read_complete(struct usb_ep *ep, struct usb_request *req)
454{
455 struct gs_port *port = ep->driver_data;
456
457 /* Queue all received data until the tty layer is ready for it. */
458 spin_lock(&port->port_lock);
459 list_add_tail(&req->list, &port->read_queue);
460 schedule_delayed_work(&port->push, 0);
461 spin_unlock(&port->port_lock);
462}
463
464static void gs_write_complete(struct usb_ep *ep, struct usb_request *req)
465{
466 struct gs_port *port = ep->driver_data;
467
468 spin_lock(&port->port_lock);
469 list_add(&req->list, &port->write_pool);
470 port->write_started--;
471
472 switch (req->status) {
473 default:
474 /* presumably a transient fault */
475 pr_warn("%s: unexpected %s status %d\n",
476 __func__, ep->name, req->status);
477 fallthrough;
478 case 0:
479 /* normal completion */
480 gs_start_tx(port);
481 break;
482
483 case -ESHUTDOWN:
484 /* disconnect */
485 pr_vdebug("%s: %s shutdown\n", __func__, ep->name);
486 break;
487 }
488
489 spin_unlock(&port->port_lock);
490}
491
492static void gs_free_requests(struct usb_ep *ep, struct list_head *head,
493 int *allocated)
494{
495 struct usb_request *req;
496
497 while (!list_empty(head)) {
498 req = list_entry(head->next, struct usb_request, list);
499 list_del(&req->list);
500 gs_free_req(ep, req);
501 if (allocated)
502 (*allocated)--;
503 }
504}
505
506static int gs_alloc_requests(struct usb_ep *ep, struct list_head *head,
507 void (*fn)(struct usb_ep *, struct usb_request *),
508 int *allocated)
509{
510 int i;
511 struct usb_request *req;
512 int n = allocated ? QUEUE_SIZE - *allocated : QUEUE_SIZE;
513
514 /* Pre-allocate up to QUEUE_SIZE transfers, but if we can't
515 * do quite that many this time, don't fail ... we just won't
516 * be as speedy as we might otherwise be.
517 */
518 for (i = 0; i < n; i++) {
519 req = gs_alloc_req(ep, ep->maxpacket, GFP_ATOMIC);
520 if (!req)
521 return list_empty(head) ? -ENOMEM : 0;
522 req->complete = fn;
523 list_add_tail(&req->list, head);
524 if (allocated)
525 (*allocated)++;
526 }
527 return 0;
528}
529
530/**
531 * gs_start_io - start USB I/O streams
532 * @port: port to use
533 * Context: holding port_lock; port_tty and port_usb are non-null
534 *
535 * We only start I/O when something is connected to both sides of
536 * this port. If nothing is listening on the host side, we may
537 * be pointlessly filling up our TX buffers and FIFO.
538 */
539static int gs_start_io(struct gs_port *port)
540{
541 struct list_head *head = &port->read_pool;
542 struct usb_ep *ep;
543 int status;
544 unsigned started;
545
546 if (!port->port_usb || !port->port.tty)
547 return -EIO;
548
549 /* Allocate RX and TX I/O buffers. We can't easily do this much
550 * earlier (with GFP_KERNEL) because the requests are coupled to
551 * endpoints, as are the packet sizes we'll be using. Different
552 * configurations may use different endpoints with a given port;
553 * and high speed vs full speed changes packet sizes too.
554 */
555 ep = port->port_usb->out;
556 status = gs_alloc_requests(ep, head, gs_read_complete,
557 &port->read_allocated);
558 if (status)
559 return status;
560
561 status = gs_alloc_requests(port->port_usb->in, &port->write_pool,
562 gs_write_complete, &port->write_allocated);
563 if (status) {
564 gs_free_requests(ep, head, &port->read_allocated);
565 return status;
566 }
567
568 /* queue read requests */
569 port->n_read = 0;
570 started = gs_start_rx(port);
571
572 if (started) {
573 gs_start_tx(port);
574 /* Unblock any pending writes into our circular buffer, in case
575 * we didn't in gs_start_tx() */
576 tty_wakeup(port->port.tty);
577 } else {
578 gs_free_requests(ep, head, &port->read_allocated);
579 gs_free_requests(port->port_usb->in, &port->write_pool,
580 &port->write_allocated);
581 status = -EIO;
582 }
583
584 return status;
585}
586
587/*-------------------------------------------------------------------------*/
588
589/* TTY Driver */
590
591/*
592 * gs_open sets up the link between a gs_port and its associated TTY.
593 * That link is broken *only* by TTY close(), and all driver methods
594 * know that.
595 */
596static int gs_open(struct tty_struct *tty, struct file *file)
597{
598 int port_num = tty->index;
599 struct gs_port *port;
600 int status = 0;
601
602 mutex_lock(&ports[port_num].lock);
603 port = ports[port_num].port;
604 if (!port) {
605 status = -ENODEV;
606 goto out;
607 }
608
609 spin_lock_irq(&port->port_lock);
610
611 /* allocate circular buffer on first open */
612 if (!kfifo_initialized(&port->port_write_buf)) {
613
614 spin_unlock_irq(&port->port_lock);
615
616 /*
617 * portmaster's mutex still protects from simultaneous open(),
618 * and close() can't happen, yet.
619 */
620
621 status = kfifo_alloc(&port->port_write_buf,
622 WRITE_BUF_SIZE, GFP_KERNEL);
623 if (status) {
624 pr_debug("gs_open: ttyGS%d (%p,%p) no buffer\n",
625 port_num, tty, file);
626 goto out;
627 }
628
629 spin_lock_irq(&port->port_lock);
630 }
631
632 /* already open? Great. */
633 if (port->port.count++)
634 goto exit_unlock_port;
635
636 tty->driver_data = port;
637 port->port.tty = tty;
638
639 /* if connected, start the I/O stream */
640 if (port->port_usb) {
641 /* if port is suspended, wait resume to start I/0 stream */
642 if (!port->suspended) {
643 struct gserial *gser = port->port_usb;
644
645 pr_debug("gs_open: start ttyGS%d\n", port->port_num);
646 gs_start_io(port);
647
648 if (gser->connect)
649 gser->connect(gser);
650 } else {
651 pr_debug("delay start of ttyGS%d\n", port->port_num);
652 port->start_delayed = true;
653 }
654 }
655
656 pr_debug("gs_open: ttyGS%d (%p,%p)\n", port->port_num, tty, file);
657
658exit_unlock_port:
659 spin_unlock_irq(&port->port_lock);
660out:
661 mutex_unlock(&ports[port_num].lock);
662 return status;
663}
664
665static int gs_close_flush_done(struct gs_port *p)
666{
667 int cond;
668
669 /* return true on disconnect or empty buffer or if raced with open() */
670 spin_lock_irq(&p->port_lock);
671 cond = p->port_usb == NULL || !kfifo_len(&p->port_write_buf) ||
672 p->port.count > 1;
673 spin_unlock_irq(&p->port_lock);
674
675 return cond;
676}
677
678static void gs_close(struct tty_struct *tty, struct file *file)
679{
680 struct gs_port *port = tty->driver_data;
681 struct gserial *gser;
682
683 spin_lock_irq(&port->port_lock);
684
685 if (port->port.count != 1) {
686raced_with_open:
687 if (port->port.count == 0)
688 WARN_ON(1);
689 else
690 --port->port.count;
691 goto exit;
692 }
693
694 pr_debug("gs_close: ttyGS%d (%p,%p) ...\n", port->port_num, tty, file);
695
696 gser = port->port_usb;
697 if (gser && !port->suspended && gser->disconnect)
698 gser->disconnect(gser);
699
700 /* wait for circular write buffer to drain, disconnect, or at
701 * most GS_CLOSE_TIMEOUT seconds; then discard the rest
702 */
703 if (kfifo_len(&port->port_write_buf) > 0 && gser) {
704 spin_unlock_irq(&port->port_lock);
705 wait_event_interruptible_timeout(port->drain_wait,
706 gs_close_flush_done(port),
707 GS_CLOSE_TIMEOUT * HZ);
708 spin_lock_irq(&port->port_lock);
709
710 if (port->port.count != 1)
711 goto raced_with_open;
712
713 gser = port->port_usb;
714 }
715
716 /* Iff we're disconnected, there can be no I/O in flight so it's
717 * ok to free the circular buffer; else just scrub it. And don't
718 * let the push async work fire again until we're re-opened.
719 */
720 if (gser == NULL)
721 kfifo_free(&port->port_write_buf);
722 else
723 kfifo_reset(&port->port_write_buf);
724
725 port->start_delayed = false;
726 port->port.count = 0;
727 port->port.tty = NULL;
728
729 pr_debug("gs_close: ttyGS%d (%p,%p) done!\n",
730 port->port_num, tty, file);
731
732 wake_up(&port->close_wait);
733exit:
734 spin_unlock_irq(&port->port_lock);
735}
736
737static ssize_t gs_write(struct tty_struct *tty, const u8 *buf, size_t count)
738{
739 struct gs_port *port = tty->driver_data;
740 unsigned long flags;
741
742 pr_vdebug("gs_write: ttyGS%d (%p) writing %zu bytes\n",
743 port->port_num, tty, count);
744
745 spin_lock_irqsave(&port->port_lock, flags);
746 if (count)
747 count = kfifo_in(&port->port_write_buf, buf, count);
748 /* treat count == 0 as flush_chars() */
749 if (port->port_usb)
750 gs_start_tx(port);
751 spin_unlock_irqrestore(&port->port_lock, flags);
752
753 return count;
754}
755
756static int gs_put_char(struct tty_struct *tty, u8 ch)
757{
758 struct gs_port *port = tty->driver_data;
759 unsigned long flags;
760 int status;
761
762 pr_vdebug("gs_put_char: (%d,%p) char=0x%x, called from %ps\n",
763 port->port_num, tty, ch, __builtin_return_address(0));
764
765 spin_lock_irqsave(&port->port_lock, flags);
766 status = kfifo_put(&port->port_write_buf, ch);
767 spin_unlock_irqrestore(&port->port_lock, flags);
768
769 return status;
770}
771
772static void gs_flush_chars(struct tty_struct *tty)
773{
774 struct gs_port *port = tty->driver_data;
775 unsigned long flags;
776
777 pr_vdebug("gs_flush_chars: (%d,%p)\n", port->port_num, tty);
778
779 spin_lock_irqsave(&port->port_lock, flags);
780 if (port->port_usb)
781 gs_start_tx(port);
782 spin_unlock_irqrestore(&port->port_lock, flags);
783}
784
785static unsigned int gs_write_room(struct tty_struct *tty)
786{
787 struct gs_port *port = tty->driver_data;
788 unsigned long flags;
789 unsigned int room = 0;
790
791 spin_lock_irqsave(&port->port_lock, flags);
792 if (port->port_usb)
793 room = kfifo_avail(&port->port_write_buf);
794 spin_unlock_irqrestore(&port->port_lock, flags);
795
796 pr_vdebug("gs_write_room: (%d,%p) room=%u\n",
797 port->port_num, tty, room);
798
799 return room;
800}
801
802static unsigned int gs_chars_in_buffer(struct tty_struct *tty)
803{
804 struct gs_port *port = tty->driver_data;
805 unsigned long flags;
806 unsigned int chars;
807
808 spin_lock_irqsave(&port->port_lock, flags);
809 chars = kfifo_len(&port->port_write_buf);
810 spin_unlock_irqrestore(&port->port_lock, flags);
811
812 pr_vdebug("gs_chars_in_buffer: (%d,%p) chars=%u\n",
813 port->port_num, tty, chars);
814
815 return chars;
816}
817
818/* undo side effects of setting TTY_THROTTLED */
819static void gs_unthrottle(struct tty_struct *tty)
820{
821 struct gs_port *port = tty->driver_data;
822 unsigned long flags;
823
824 spin_lock_irqsave(&port->port_lock, flags);
825 if (port->port_usb) {
826 /* Kickstart read queue processing. We don't do xon/xoff,
827 * rts/cts, or other handshaking with the host, but if the
828 * read queue backs up enough we'll be NAKing OUT packets.
829 */
830 pr_vdebug("ttyGS%d: unthrottle\n", port->port_num);
831 schedule_delayed_work(&port->push, 0);
832 }
833 spin_unlock_irqrestore(&port->port_lock, flags);
834}
835
836static int gs_break_ctl(struct tty_struct *tty, int duration)
837{
838 struct gs_port *port = tty->driver_data;
839 int status = 0;
840 struct gserial *gser;
841
842 pr_vdebug("gs_break_ctl: ttyGS%d, send break (%d) \n",
843 port->port_num, duration);
844
845 spin_lock_irq(&port->port_lock);
846 gser = port->port_usb;
847 if (gser && gser->send_break)
848 status = gser->send_break(gser, duration);
849 spin_unlock_irq(&port->port_lock);
850
851 return status;
852}
853
854static const struct tty_operations gs_tty_ops = {
855 .open = gs_open,
856 .close = gs_close,
857 .write = gs_write,
858 .put_char = gs_put_char,
859 .flush_chars = gs_flush_chars,
860 .write_room = gs_write_room,
861 .chars_in_buffer = gs_chars_in_buffer,
862 .unthrottle = gs_unthrottle,
863 .break_ctl = gs_break_ctl,
864};
865
866/*-------------------------------------------------------------------------*/
867
868static struct tty_driver *gs_tty_driver;
869
870#ifdef CONFIG_U_SERIAL_CONSOLE
871
872static void gs_console_complete_out(struct usb_ep *ep, struct usb_request *req)
873{
874 struct gs_console *cons = req->context;
875
876 switch (req->status) {
877 default:
878 pr_warn("%s: unexpected %s status %d\n",
879 __func__, ep->name, req->status);
880 fallthrough;
881 case 0:
882 /* normal completion */
883 spin_lock(&cons->lock);
884 req->length = 0;
885 schedule_work(&cons->work);
886 spin_unlock(&cons->lock);
887 break;
888 case -ECONNRESET:
889 case -ESHUTDOWN:
890 /* disconnect */
891 pr_vdebug("%s: %s shutdown\n", __func__, ep->name);
892 break;
893 }
894}
895
896static void __gs_console_push(struct gs_console *cons)
897{
898 struct usb_request *req = cons->req;
899 struct usb_ep *ep;
900 size_t size;
901
902 if (!req)
903 return; /* disconnected */
904
905 if (req->length)
906 return; /* busy */
907
908 ep = cons->console.data;
909 size = kfifo_out(&cons->buf, req->buf, ep->maxpacket);
910 if (!size)
911 return;
912
913 if (cons->missed && ep->maxpacket >= 64) {
914 char buf[64];
915 size_t len;
916
917 len = sprintf(buf, "\n[missed %zu bytes]\n", cons->missed);
918 kfifo_in(&cons->buf, buf, len);
919 cons->missed = 0;
920 }
921
922 req->length = size;
923
924 spin_unlock_irq(&cons->lock);
925 if (usb_ep_queue(ep, req, GFP_ATOMIC))
926 req->length = 0;
927 spin_lock_irq(&cons->lock);
928}
929
930static void gs_console_work(struct work_struct *work)
931{
932 struct gs_console *cons = container_of(work, struct gs_console, work);
933
934 spin_lock_irq(&cons->lock);
935
936 __gs_console_push(cons);
937
938 spin_unlock_irq(&cons->lock);
939}
940
941static void gs_console_write(struct console *co,
942 const char *buf, unsigned count)
943{
944 struct gs_console *cons = container_of(co, struct gs_console, console);
945 unsigned long flags;
946 size_t n;
947
948 spin_lock_irqsave(&cons->lock, flags);
949
950 n = kfifo_in(&cons->buf, buf, count);
951 if (n < count)
952 cons->missed += count - n;
953
954 if (cons->req && !cons->req->length)
955 schedule_work(&cons->work);
956
957 spin_unlock_irqrestore(&cons->lock, flags);
958}
959
960static struct tty_driver *gs_console_device(struct console *co, int *index)
961{
962 *index = co->index;
963 return gs_tty_driver;
964}
965
966static int gs_console_connect(struct gs_port *port)
967{
968 struct gs_console *cons = port->console;
969 struct usb_request *req;
970 struct usb_ep *ep;
971
972 if (!cons)
973 return 0;
974
975 ep = port->port_usb->in;
976 req = gs_alloc_req(ep, ep->maxpacket, GFP_ATOMIC);
977 if (!req)
978 return -ENOMEM;
979 req->complete = gs_console_complete_out;
980 req->context = cons;
981 req->length = 0;
982
983 spin_lock(&cons->lock);
984 cons->req = req;
985 cons->console.data = ep;
986 spin_unlock(&cons->lock);
987
988 pr_debug("ttyGS%d: console connected!\n", port->port_num);
989
990 schedule_work(&cons->work);
991
992 return 0;
993}
994
995static void gs_console_disconnect(struct gs_port *port)
996{
997 struct gs_console *cons = port->console;
998 struct usb_request *req;
999 struct usb_ep *ep;
1000
1001 if (!cons)
1002 return;
1003
1004 spin_lock(&cons->lock);
1005
1006 req = cons->req;
1007 ep = cons->console.data;
1008 cons->req = NULL;
1009
1010 spin_unlock(&cons->lock);
1011
1012 if (!req)
1013 return;
1014
1015 usb_ep_dequeue(ep, req);
1016 gs_free_req(ep, req);
1017}
1018
1019static int gs_console_init(struct gs_port *port)
1020{
1021 struct gs_console *cons;
1022 int err;
1023
1024 if (port->console)
1025 return 0;
1026
1027 cons = kzalloc(sizeof(*port->console), GFP_KERNEL);
1028 if (!cons)
1029 return -ENOMEM;
1030
1031 strcpy(cons->console.name, "ttyGS");
1032 cons->console.write = gs_console_write;
1033 cons->console.device = gs_console_device;
1034 cons->console.flags = CON_PRINTBUFFER;
1035 cons->console.index = port->port_num;
1036
1037 INIT_WORK(&cons->work, gs_console_work);
1038 spin_lock_init(&cons->lock);
1039
1040 err = kfifo_alloc(&cons->buf, GS_CONSOLE_BUF_SIZE, GFP_KERNEL);
1041 if (err) {
1042 pr_err("ttyGS%d: allocate console buffer failed\n", port->port_num);
1043 kfree(cons);
1044 return err;
1045 }
1046
1047 port->console = cons;
1048 register_console(&cons->console);
1049
1050 spin_lock_irq(&port->port_lock);
1051 if (port->port_usb)
1052 gs_console_connect(port);
1053 spin_unlock_irq(&port->port_lock);
1054
1055 return 0;
1056}
1057
1058static void gs_console_exit(struct gs_port *port)
1059{
1060 struct gs_console *cons = port->console;
1061
1062 if (!cons)
1063 return;
1064
1065 unregister_console(&cons->console);
1066
1067 spin_lock_irq(&port->port_lock);
1068 if (cons->req)
1069 gs_console_disconnect(port);
1070 spin_unlock_irq(&port->port_lock);
1071
1072 cancel_work_sync(&cons->work);
1073 kfifo_free(&cons->buf);
1074 kfree(cons);
1075 port->console = NULL;
1076}
1077
1078ssize_t gserial_set_console(unsigned char port_num, const char *page, size_t count)
1079{
1080 struct gs_port *port;
1081 bool enable;
1082 int ret;
1083
1084 ret = kstrtobool(page, &enable);
1085 if (ret)
1086 return ret;
1087
1088 mutex_lock(&ports[port_num].lock);
1089 port = ports[port_num].port;
1090
1091 if (WARN_ON(port == NULL)) {
1092 ret = -ENXIO;
1093 goto out;
1094 }
1095
1096 if (enable)
1097 ret = gs_console_init(port);
1098 else
1099 gs_console_exit(port);
1100out:
1101 mutex_unlock(&ports[port_num].lock);
1102
1103 return ret < 0 ? ret : count;
1104}
1105EXPORT_SYMBOL_GPL(gserial_set_console);
1106
1107ssize_t gserial_get_console(unsigned char port_num, char *page)
1108{
1109 struct gs_port *port;
1110 ssize_t ret;
1111
1112 mutex_lock(&ports[port_num].lock);
1113 port = ports[port_num].port;
1114
1115 if (WARN_ON(port == NULL))
1116 ret = -ENXIO;
1117 else
1118 ret = sprintf(page, "%u\n", !!port->console);
1119
1120 mutex_unlock(&ports[port_num].lock);
1121
1122 return ret;
1123}
1124EXPORT_SYMBOL_GPL(gserial_get_console);
1125
1126#else
1127
1128static int gs_console_connect(struct gs_port *port)
1129{
1130 return 0;
1131}
1132
1133static void gs_console_disconnect(struct gs_port *port)
1134{
1135}
1136
1137static int gs_console_init(struct gs_port *port)
1138{
1139 return -ENOSYS;
1140}
1141
1142static void gs_console_exit(struct gs_port *port)
1143{
1144}
1145
1146#endif
1147
1148static int
1149gs_port_alloc(unsigned port_num, struct usb_cdc_line_coding *coding)
1150{
1151 struct gs_port *port;
1152 int ret = 0;
1153
1154 mutex_lock(&ports[port_num].lock);
1155 if (ports[port_num].port) {
1156 ret = -EBUSY;
1157 goto out;
1158 }
1159
1160 port = kzalloc(sizeof(struct gs_port), GFP_KERNEL);
1161 if (port == NULL) {
1162 ret = -ENOMEM;
1163 goto out;
1164 }
1165
1166 tty_port_init(&port->port);
1167 spin_lock_init(&port->port_lock);
1168 init_waitqueue_head(&port->drain_wait);
1169 init_waitqueue_head(&port->close_wait);
1170
1171 INIT_DELAYED_WORK(&port->push, gs_rx_push);
1172
1173 INIT_LIST_HEAD(&port->read_pool);
1174 INIT_LIST_HEAD(&port->read_queue);
1175 INIT_LIST_HEAD(&port->write_pool);
1176
1177 port->port_num = port_num;
1178 port->port_line_coding = *coding;
1179
1180 ports[port_num].port = port;
1181out:
1182 mutex_unlock(&ports[port_num].lock);
1183 return ret;
1184}
1185
1186static int gs_closed(struct gs_port *port)
1187{
1188 int cond;
1189
1190 spin_lock_irq(&port->port_lock);
1191 cond = port->port.count == 0;
1192 spin_unlock_irq(&port->port_lock);
1193
1194 return cond;
1195}
1196
1197static void gserial_free_port(struct gs_port *port)
1198{
1199 cancel_delayed_work_sync(&port->push);
1200 /* wait for old opens to finish */
1201 wait_event(port->close_wait, gs_closed(port));
1202 WARN_ON(port->port_usb != NULL);
1203 tty_port_destroy(&port->port);
1204 kfree(port);
1205}
1206
1207void gserial_free_line(unsigned char port_num)
1208{
1209 struct gs_port *port;
1210
1211 mutex_lock(&ports[port_num].lock);
1212 if (!ports[port_num].port) {
1213 mutex_unlock(&ports[port_num].lock);
1214 return;
1215 }
1216 port = ports[port_num].port;
1217 gs_console_exit(port);
1218 ports[port_num].port = NULL;
1219 mutex_unlock(&ports[port_num].lock);
1220
1221 gserial_free_port(port);
1222 tty_unregister_device(gs_tty_driver, port_num);
1223}
1224EXPORT_SYMBOL_GPL(gserial_free_line);
1225
1226int gserial_alloc_line_no_console(unsigned char *line_num)
1227{
1228 struct usb_cdc_line_coding coding;
1229 struct gs_port *port;
1230 struct device *tty_dev;
1231 int ret;
1232 int port_num;
1233
1234 coding.dwDTERate = cpu_to_le32(9600);
1235 coding.bCharFormat = 8;
1236 coding.bParityType = USB_CDC_NO_PARITY;
1237 coding.bDataBits = USB_CDC_1_STOP_BITS;
1238
1239 for (port_num = 0; port_num < MAX_U_SERIAL_PORTS; port_num++) {
1240 ret = gs_port_alloc(port_num, &coding);
1241 if (ret == -EBUSY)
1242 continue;
1243 if (ret)
1244 return ret;
1245 break;
1246 }
1247 if (ret)
1248 return ret;
1249
1250 /* ... and sysfs class devices, so mdev/udev make /dev/ttyGS* */
1251
1252 port = ports[port_num].port;
1253 tty_dev = tty_port_register_device(&port->port,
1254 gs_tty_driver, port_num, NULL);
1255 if (IS_ERR(tty_dev)) {
1256 pr_err("%s: failed to register tty for port %d, err %ld\n",
1257 __func__, port_num, PTR_ERR(tty_dev));
1258
1259 ret = PTR_ERR(tty_dev);
1260 mutex_lock(&ports[port_num].lock);
1261 ports[port_num].port = NULL;
1262 mutex_unlock(&ports[port_num].lock);
1263 gserial_free_port(port);
1264 goto err;
1265 }
1266 *line_num = port_num;
1267err:
1268 return ret;
1269}
1270EXPORT_SYMBOL_GPL(gserial_alloc_line_no_console);
1271
1272int gserial_alloc_line(unsigned char *line_num)
1273{
1274 int ret = gserial_alloc_line_no_console(line_num);
1275
1276 if (!ret && !*line_num)
1277 gs_console_init(ports[*line_num].port);
1278
1279 return ret;
1280}
1281EXPORT_SYMBOL_GPL(gserial_alloc_line);
1282
1283/**
1284 * gserial_connect - notify TTY I/O glue that USB link is active
1285 * @gser: the function, set up with endpoints and descriptors
1286 * @port_num: which port is active
1287 * Context: any (usually from irq)
1288 *
1289 * This is called activate endpoints and let the TTY layer know that
1290 * the connection is active ... not unlike "carrier detect". It won't
1291 * necessarily start I/O queues; unless the TTY is held open by any
1292 * task, there would be no point. However, the endpoints will be
1293 * activated so the USB host can perform I/O, subject to basic USB
1294 * hardware flow control.
1295 *
1296 * Caller needs to have set up the endpoints and USB function in @dev
1297 * before calling this, as well as the appropriate (speed-specific)
1298 * endpoint descriptors, and also have allocate @port_num by calling
1299 * @gserial_alloc_line().
1300 *
1301 * Returns negative errno or zero.
1302 * On success, ep->driver_data will be overwritten.
1303 */
1304int gserial_connect(struct gserial *gser, u8 port_num)
1305{
1306 struct gs_port *port;
1307 unsigned long flags;
1308 int status;
1309
1310 if (port_num >= MAX_U_SERIAL_PORTS)
1311 return -ENXIO;
1312
1313 port = ports[port_num].port;
1314 if (!port) {
1315 pr_err("serial line %d not allocated.\n", port_num);
1316 return -EINVAL;
1317 }
1318 if (port->port_usb) {
1319 pr_err("serial line %d is in use.\n", port_num);
1320 return -EBUSY;
1321 }
1322
1323 /* activate the endpoints */
1324 status = usb_ep_enable(gser->in);
1325 if (status < 0)
1326 return status;
1327 gser->in->driver_data = port;
1328
1329 status = usb_ep_enable(gser->out);
1330 if (status < 0)
1331 goto fail_out;
1332 gser->out->driver_data = port;
1333
1334 /* then tell the tty glue that I/O can work */
1335 spin_lock_irqsave(&port->port_lock, flags);
1336 gser->ioport = port;
1337 port->port_usb = gser;
1338
1339 /* REVISIT unclear how best to handle this state...
1340 * we don't really couple it with the Linux TTY.
1341 */
1342 gser->port_line_coding = port->port_line_coding;
1343
1344 /* REVISIT if waiting on "carrier detect", signal. */
1345
1346 /* if it's already open, start I/O ... and notify the serial
1347 * protocol about open/close status (connect/disconnect).
1348 */
1349 if (port->port.count) {
1350 pr_debug("gserial_connect: start ttyGS%d\n", port->port_num);
1351 gs_start_io(port);
1352 if (gser->connect)
1353 gser->connect(gser);
1354 } else {
1355 if (gser->disconnect)
1356 gser->disconnect(gser);
1357 }
1358
1359 status = gs_console_connect(port);
1360 spin_unlock_irqrestore(&port->port_lock, flags);
1361
1362 return status;
1363
1364fail_out:
1365 usb_ep_disable(gser->in);
1366 return status;
1367}
1368EXPORT_SYMBOL_GPL(gserial_connect);
1369/**
1370 * gserial_disconnect - notify TTY I/O glue that USB link is inactive
1371 * @gser: the function, on which gserial_connect() was called
1372 * Context: any (usually from irq)
1373 *
1374 * This is called to deactivate endpoints and let the TTY layer know
1375 * that the connection went inactive ... not unlike "hangup".
1376 *
1377 * On return, the state is as if gserial_connect() had never been called;
1378 * there is no active USB I/O on these endpoints.
1379 */
1380void gserial_disconnect(struct gserial *gser)
1381{
1382 struct gs_port *port = gser->ioport;
1383 unsigned long flags;
1384
1385 if (!port)
1386 return;
1387
1388 spin_lock_irqsave(&serial_port_lock, flags);
1389
1390 /* tell the TTY glue not to do I/O here any more */
1391 spin_lock(&port->port_lock);
1392
1393 gs_console_disconnect(port);
1394
1395 /* REVISIT as above: how best to track this? */
1396 port->port_line_coding = gser->port_line_coding;
1397
1398 port->port_usb = NULL;
1399 gser->ioport = NULL;
1400 if (port->port.count > 0) {
1401 wake_up_interruptible(&port->drain_wait);
1402 if (port->port.tty)
1403 tty_hangup(port->port.tty);
1404 }
1405 port->suspended = false;
1406 spin_unlock(&port->port_lock);
1407 spin_unlock_irqrestore(&serial_port_lock, flags);
1408
1409 /* disable endpoints, aborting down any active I/O */
1410 usb_ep_disable(gser->out);
1411 usb_ep_disable(gser->in);
1412
1413 /* finally, free any unused/unusable I/O buffers */
1414 spin_lock_irqsave(&port->port_lock, flags);
1415 if (port->port.count == 0)
1416 kfifo_free(&port->port_write_buf);
1417 gs_free_requests(gser->out, &port->read_pool, NULL);
1418 gs_free_requests(gser->out, &port->read_queue, NULL);
1419 gs_free_requests(gser->in, &port->write_pool, NULL);
1420
1421 port->read_allocated = port->read_started =
1422 port->write_allocated = port->write_started = 0;
1423
1424 spin_unlock_irqrestore(&port->port_lock, flags);
1425}
1426EXPORT_SYMBOL_GPL(gserial_disconnect);
1427
1428void gserial_suspend(struct gserial *gser)
1429{
1430 struct gs_port *port;
1431 unsigned long flags;
1432
1433 spin_lock_irqsave(&serial_port_lock, flags);
1434 port = gser->ioport;
1435
1436 if (!port) {
1437 spin_unlock_irqrestore(&serial_port_lock, flags);
1438 return;
1439 }
1440
1441 spin_lock(&port->port_lock);
1442 spin_unlock(&serial_port_lock);
1443 port->suspended = true;
1444 spin_unlock_irqrestore(&port->port_lock, flags);
1445}
1446EXPORT_SYMBOL_GPL(gserial_suspend);
1447
1448void gserial_resume(struct gserial *gser)
1449{
1450 struct gs_port *port;
1451 unsigned long flags;
1452
1453 spin_lock_irqsave(&serial_port_lock, flags);
1454 port = gser->ioport;
1455
1456 if (!port) {
1457 spin_unlock_irqrestore(&serial_port_lock, flags);
1458 return;
1459 }
1460
1461 spin_lock(&port->port_lock);
1462 spin_unlock(&serial_port_lock);
1463 port->suspended = false;
1464 if (!port->start_delayed) {
1465 spin_unlock_irqrestore(&port->port_lock, flags);
1466 return;
1467 }
1468
1469 pr_debug("delayed start ttyGS%d\n", port->port_num);
1470 gs_start_io(port);
1471 if (gser->connect)
1472 gser->connect(gser);
1473 port->start_delayed = false;
1474 spin_unlock_irqrestore(&port->port_lock, flags);
1475}
1476EXPORT_SYMBOL_GPL(gserial_resume);
1477
1478static int __init userial_init(void)
1479{
1480 struct tty_driver *driver;
1481 unsigned i;
1482 int status;
1483
1484 driver = tty_alloc_driver(MAX_U_SERIAL_PORTS, TTY_DRIVER_REAL_RAW |
1485 TTY_DRIVER_DYNAMIC_DEV);
1486 if (IS_ERR(driver))
1487 return PTR_ERR(driver);
1488
1489 driver->driver_name = "g_serial";
1490 driver->name = "ttyGS";
1491 /* uses dynamically assigned dev_t values */
1492
1493 driver->type = TTY_DRIVER_TYPE_SERIAL;
1494 driver->subtype = SERIAL_TYPE_NORMAL;
1495 driver->init_termios = tty_std_termios;
1496
1497 /* 9600-8-N-1 ... matches defaults expected by "usbser.sys" on
1498 * MS-Windows. Otherwise, most of these flags shouldn't affect
1499 * anything unless we were to actually hook up to a serial line.
1500 */
1501 driver->init_termios.c_cflag =
1502 B9600 | CS8 | CREAD | HUPCL | CLOCAL;
1503 driver->init_termios.c_ispeed = 9600;
1504 driver->init_termios.c_ospeed = 9600;
1505
1506 tty_set_operations(driver, &gs_tty_ops);
1507 for (i = 0; i < MAX_U_SERIAL_PORTS; i++)
1508 mutex_init(&ports[i].lock);
1509
1510 /* export the driver ... */
1511 status = tty_register_driver(driver);
1512 if (status) {
1513 pr_err("%s: cannot register, err %d\n",
1514 __func__, status);
1515 goto fail;
1516 }
1517
1518 gs_tty_driver = driver;
1519
1520 pr_debug("%s: registered %d ttyGS* device%s\n", __func__,
1521 MAX_U_SERIAL_PORTS,
1522 (MAX_U_SERIAL_PORTS == 1) ? "" : "s");
1523
1524 return status;
1525fail:
1526 tty_driver_kref_put(driver);
1527 return status;
1528}
1529module_init(userial_init);
1530
1531static void __exit userial_cleanup(void)
1532{
1533 tty_unregister_driver(gs_tty_driver);
1534 tty_driver_kref_put(gs_tty_driver);
1535 gs_tty_driver = NULL;
1536}
1537module_exit(userial_cleanup);
1538
1539MODULE_LICENSE("GPL");
1/*
2 * u_serial.c - utilities for USB gadget "serial port"/TTY support
3 *
4 * Copyright (C) 2003 Al Borchers (alborchers@steinerpoint.com)
5 * Copyright (C) 2008 David Brownell
6 * Copyright (C) 2008 by Nokia Corporation
7 *
8 * This code also borrows from usbserial.c, which is
9 * Copyright (C) 1999 - 2002 Greg Kroah-Hartman (greg@kroah.com)
10 * Copyright (C) 2000 Peter Berger (pberger@brimson.com)
11 * Copyright (C) 2000 Al Borchers (alborchers@steinerpoint.com)
12 *
13 * This software is distributed under the terms of the GNU General
14 * Public License ("GPL") as published by the Free Software Foundation,
15 * either version 2 of that License or (at your option) any later version.
16 */
17
18/* #define VERBOSE_DEBUG */
19
20#include <linux/kernel.h>
21#include <linux/sched.h>
22#include <linux/interrupt.h>
23#include <linux/device.h>
24#include <linux/delay.h>
25#include <linux/tty.h>
26#include <linux/tty_flip.h>
27#include <linux/slab.h>
28#include <linux/export.h>
29#include <linux/module.h>
30#include <linux/console.h>
31#include <linux/kthread.h>
32
33#include "u_serial.h"
34
35
36/*
37 * This component encapsulates the TTY layer glue needed to provide basic
38 * "serial port" functionality through the USB gadget stack. Each such
39 * port is exposed through a /dev/ttyGS* node.
40 *
41 * After this module has been loaded, the individual TTY port can be requested
42 * (gserial_alloc_line()) and it will stay available until they are removed
43 * (gserial_free_line()). Each one may be connected to a USB function
44 * (gserial_connect), or disconnected (with gserial_disconnect) when the USB
45 * host issues a config change event. Data can only flow when the port is
46 * connected to the host.
47 *
48 * A given TTY port can be made available in multiple configurations.
49 * For example, each one might expose a ttyGS0 node which provides a
50 * login application. In one case that might use CDC ACM interface 0,
51 * while another configuration might use interface 3 for that. The
52 * work to handle that (including descriptor management) is not part
53 * of this component.
54 *
55 * Configurations may expose more than one TTY port. For example, if
56 * ttyGS0 provides login service, then ttyGS1 might provide dialer access
57 * for a telephone or fax link. And ttyGS2 might be something that just
58 * needs a simple byte stream interface for some messaging protocol that
59 * is managed in userspace ... OBEX, PTP, and MTP have been mentioned.
60 *
61 *
62 * gserial is the lifecycle interface, used by USB functions
63 * gs_port is the I/O nexus, used by the tty driver
64 * tty_struct links to the tty/filesystem framework
65 *
66 * gserial <---> gs_port ... links will be null when the USB link is
67 * inactive; managed by gserial_{connect,disconnect}(). each gserial
68 * instance can wrap its own USB control protocol.
69 * gserial->ioport == usb_ep->driver_data ... gs_port
70 * gs_port->port_usb ... gserial
71 *
72 * gs_port <---> tty_struct ... links will be null when the TTY file
73 * isn't opened; managed by gs_open()/gs_close()
74 * gserial->port_tty ... tty_struct
75 * tty_struct->driver_data ... gserial
76 */
77
78/* RX and TX queues can buffer QUEUE_SIZE packets before they hit the
79 * next layer of buffering. For TX that's a circular buffer; for RX
80 * consider it a NOP. A third layer is provided by the TTY code.
81 */
82#define QUEUE_SIZE 16
83#define WRITE_BUF_SIZE 8192 /* TX only */
84#define GS_CONSOLE_BUF_SIZE 8192
85
86/* circular buffer */
87struct gs_buf {
88 unsigned buf_size;
89 char *buf_buf;
90 char *buf_get;
91 char *buf_put;
92};
93
94/* console info */
95struct gscons_info {
96 struct gs_port *port;
97 struct task_struct *console_thread;
98 struct gs_buf con_buf;
99 /* protect the buf and busy flag */
100 spinlock_t con_lock;
101 int req_busy;
102 struct usb_request *console_req;
103};
104
105/*
106 * The port structure holds info for each port, one for each minor number
107 * (and thus for each /dev/ node).
108 */
109struct gs_port {
110 struct tty_port port;
111 spinlock_t port_lock; /* guard port_* access */
112
113 struct gserial *port_usb;
114
115 bool openclose; /* open/close in progress */
116 u8 port_num;
117
118 struct list_head read_pool;
119 int read_started;
120 int read_allocated;
121 struct list_head read_queue;
122 unsigned n_read;
123 struct tasklet_struct push;
124
125 struct list_head write_pool;
126 int write_started;
127 int write_allocated;
128 struct gs_buf port_write_buf;
129 wait_queue_head_t drain_wait; /* wait while writes drain */
130 bool write_busy;
131 wait_queue_head_t close_wait;
132
133 /* REVISIT this state ... */
134 struct usb_cdc_line_coding port_line_coding; /* 8-N-1 etc */
135};
136
137static struct portmaster {
138 struct mutex lock; /* protect open/close */
139 struct gs_port *port;
140} ports[MAX_U_SERIAL_PORTS];
141
142#define GS_CLOSE_TIMEOUT 15 /* seconds */
143
144
145
146#ifdef VERBOSE_DEBUG
147#ifndef pr_vdebug
148#define pr_vdebug(fmt, arg...) \
149 pr_debug(fmt, ##arg)
150#endif /* pr_vdebug */
151#else
152#ifndef pr_vdebug
153#define pr_vdebug(fmt, arg...) \
154 ({ if (0) pr_debug(fmt, ##arg); })
155#endif /* pr_vdebug */
156#endif
157
158/*-------------------------------------------------------------------------*/
159
160/* Circular Buffer */
161
162/*
163 * gs_buf_alloc
164 *
165 * Allocate a circular buffer and all associated memory.
166 */
167static int gs_buf_alloc(struct gs_buf *gb, unsigned size)
168{
169 gb->buf_buf = kmalloc(size, GFP_KERNEL);
170 if (gb->buf_buf == NULL)
171 return -ENOMEM;
172
173 gb->buf_size = size;
174 gb->buf_put = gb->buf_buf;
175 gb->buf_get = gb->buf_buf;
176
177 return 0;
178}
179
180/*
181 * gs_buf_free
182 *
183 * Free the buffer and all associated memory.
184 */
185static void gs_buf_free(struct gs_buf *gb)
186{
187 kfree(gb->buf_buf);
188 gb->buf_buf = NULL;
189}
190
191/*
192 * gs_buf_clear
193 *
194 * Clear out all data in the circular buffer.
195 */
196static void gs_buf_clear(struct gs_buf *gb)
197{
198 gb->buf_get = gb->buf_put;
199 /* equivalent to a get of all data available */
200}
201
202/*
203 * gs_buf_data_avail
204 *
205 * Return the number of bytes of data written into the circular
206 * buffer.
207 */
208static unsigned gs_buf_data_avail(struct gs_buf *gb)
209{
210 return (gb->buf_size + gb->buf_put - gb->buf_get) % gb->buf_size;
211}
212
213/*
214 * gs_buf_space_avail
215 *
216 * Return the number of bytes of space available in the circular
217 * buffer.
218 */
219static unsigned gs_buf_space_avail(struct gs_buf *gb)
220{
221 return (gb->buf_size + gb->buf_get - gb->buf_put - 1) % gb->buf_size;
222}
223
224/*
225 * gs_buf_put
226 *
227 * Copy data data from a user buffer and put it into the circular buffer.
228 * Restrict to the amount of space available.
229 *
230 * Return the number of bytes copied.
231 */
232static unsigned
233gs_buf_put(struct gs_buf *gb, const char *buf, unsigned count)
234{
235 unsigned len;
236
237 len = gs_buf_space_avail(gb);
238 if (count > len)
239 count = len;
240
241 if (count == 0)
242 return 0;
243
244 len = gb->buf_buf + gb->buf_size - gb->buf_put;
245 if (count > len) {
246 memcpy(gb->buf_put, buf, len);
247 memcpy(gb->buf_buf, buf+len, count - len);
248 gb->buf_put = gb->buf_buf + count - len;
249 } else {
250 memcpy(gb->buf_put, buf, count);
251 if (count < len)
252 gb->buf_put += count;
253 else /* count == len */
254 gb->buf_put = gb->buf_buf;
255 }
256
257 return count;
258}
259
260/*
261 * gs_buf_get
262 *
263 * Get data from the circular buffer and copy to the given buffer.
264 * Restrict to the amount of data available.
265 *
266 * Return the number of bytes copied.
267 */
268static unsigned
269gs_buf_get(struct gs_buf *gb, char *buf, unsigned count)
270{
271 unsigned len;
272
273 len = gs_buf_data_avail(gb);
274 if (count > len)
275 count = len;
276
277 if (count == 0)
278 return 0;
279
280 len = gb->buf_buf + gb->buf_size - gb->buf_get;
281 if (count > len) {
282 memcpy(buf, gb->buf_get, len);
283 memcpy(buf+len, gb->buf_buf, count - len);
284 gb->buf_get = gb->buf_buf + count - len;
285 } else {
286 memcpy(buf, gb->buf_get, count);
287 if (count < len)
288 gb->buf_get += count;
289 else /* count == len */
290 gb->buf_get = gb->buf_buf;
291 }
292
293 return count;
294}
295
296/*-------------------------------------------------------------------------*/
297
298/* I/O glue between TTY (upper) and USB function (lower) driver layers */
299
300/*
301 * gs_alloc_req
302 *
303 * Allocate a usb_request and its buffer. Returns a pointer to the
304 * usb_request or NULL if there is an error.
305 */
306struct usb_request *
307gs_alloc_req(struct usb_ep *ep, unsigned len, gfp_t kmalloc_flags)
308{
309 struct usb_request *req;
310
311 req = usb_ep_alloc_request(ep, kmalloc_flags);
312
313 if (req != NULL) {
314 req->length = len;
315 req->buf = kmalloc(len, kmalloc_flags);
316 if (req->buf == NULL) {
317 usb_ep_free_request(ep, req);
318 return NULL;
319 }
320 }
321
322 return req;
323}
324EXPORT_SYMBOL_GPL(gs_alloc_req);
325
326/*
327 * gs_free_req
328 *
329 * Free a usb_request and its buffer.
330 */
331void gs_free_req(struct usb_ep *ep, struct usb_request *req)
332{
333 kfree(req->buf);
334 usb_ep_free_request(ep, req);
335}
336EXPORT_SYMBOL_GPL(gs_free_req);
337
338/*
339 * gs_send_packet
340 *
341 * If there is data to send, a packet is built in the given
342 * buffer and the size is returned. If there is no data to
343 * send, 0 is returned.
344 *
345 * Called with port_lock held.
346 */
347static unsigned
348gs_send_packet(struct gs_port *port, char *packet, unsigned size)
349{
350 unsigned len;
351
352 len = gs_buf_data_avail(&port->port_write_buf);
353 if (len < size)
354 size = len;
355 if (size != 0)
356 size = gs_buf_get(&port->port_write_buf, packet, size);
357 return size;
358}
359
360/*
361 * gs_start_tx
362 *
363 * This function finds available write requests, calls
364 * gs_send_packet to fill these packets with data, and
365 * continues until either there are no more write requests
366 * available or no more data to send. This function is
367 * run whenever data arrives or write requests are available.
368 *
369 * Context: caller owns port_lock; port_usb is non-null.
370 */
371static int gs_start_tx(struct gs_port *port)
372/*
373__releases(&port->port_lock)
374__acquires(&port->port_lock)
375*/
376{
377 struct list_head *pool = &port->write_pool;
378 struct usb_ep *in;
379 int status = 0;
380 bool do_tty_wake = false;
381
382 if (!port->port_usb)
383 return status;
384
385 in = port->port_usb->in;
386
387 while (!port->write_busy && !list_empty(pool)) {
388 struct usb_request *req;
389 int len;
390
391 if (port->write_started >= QUEUE_SIZE)
392 break;
393
394 req = list_entry(pool->next, struct usb_request, list);
395 len = gs_send_packet(port, req->buf, in->maxpacket);
396 if (len == 0) {
397 wake_up_interruptible(&port->drain_wait);
398 break;
399 }
400 do_tty_wake = true;
401
402 req->length = len;
403 list_del(&req->list);
404 req->zero = (gs_buf_data_avail(&port->port_write_buf) == 0);
405
406 pr_vdebug("ttyGS%d: tx len=%d, 0x%02x 0x%02x 0x%02x ...\n",
407 port->port_num, len, *((u8 *)req->buf),
408 *((u8 *)req->buf+1), *((u8 *)req->buf+2));
409
410 /* Drop lock while we call out of driver; completions
411 * could be issued while we do so. Disconnection may
412 * happen too; maybe immediately before we queue this!
413 *
414 * NOTE that we may keep sending data for a while after
415 * the TTY closed (dev->ioport->port_tty is NULL).
416 */
417 port->write_busy = true;
418 spin_unlock(&port->port_lock);
419 status = usb_ep_queue(in, req, GFP_ATOMIC);
420 spin_lock(&port->port_lock);
421 port->write_busy = false;
422
423 if (status) {
424 pr_debug("%s: %s %s err %d\n",
425 __func__, "queue", in->name, status);
426 list_add(&req->list, pool);
427 break;
428 }
429
430 port->write_started++;
431
432 /* abort immediately after disconnect */
433 if (!port->port_usb)
434 break;
435 }
436
437 if (do_tty_wake && port->port.tty)
438 tty_wakeup(port->port.tty);
439 return status;
440}
441
442/*
443 * Context: caller owns port_lock, and port_usb is set
444 */
445static unsigned gs_start_rx(struct gs_port *port)
446/*
447__releases(&port->port_lock)
448__acquires(&port->port_lock)
449*/
450{
451 struct list_head *pool = &port->read_pool;
452 struct usb_ep *out = port->port_usb->out;
453
454 while (!list_empty(pool)) {
455 struct usb_request *req;
456 int status;
457 struct tty_struct *tty;
458
459 /* no more rx if closed */
460 tty = port->port.tty;
461 if (!tty)
462 break;
463
464 if (port->read_started >= QUEUE_SIZE)
465 break;
466
467 req = list_entry(pool->next, struct usb_request, list);
468 list_del(&req->list);
469 req->length = out->maxpacket;
470
471 /* drop lock while we call out; the controller driver
472 * may need to call us back (e.g. for disconnect)
473 */
474 spin_unlock(&port->port_lock);
475 status = usb_ep_queue(out, req, GFP_ATOMIC);
476 spin_lock(&port->port_lock);
477
478 if (status) {
479 pr_debug("%s: %s %s err %d\n",
480 __func__, "queue", out->name, status);
481 list_add(&req->list, pool);
482 break;
483 }
484 port->read_started++;
485
486 /* abort immediately after disconnect */
487 if (!port->port_usb)
488 break;
489 }
490 return port->read_started;
491}
492
493/*
494 * RX tasklet takes data out of the RX queue and hands it up to the TTY
495 * layer until it refuses to take any more data (or is throttled back).
496 * Then it issues reads for any further data.
497 *
498 * If the RX queue becomes full enough that no usb_request is queued,
499 * the OUT endpoint may begin NAKing as soon as its FIFO fills up.
500 * So QUEUE_SIZE packets plus however many the FIFO holds (usually two)
501 * can be buffered before the TTY layer's buffers (currently 64 KB).
502 */
503static void gs_rx_push(unsigned long _port)
504{
505 struct gs_port *port = (void *)_port;
506 struct tty_struct *tty;
507 struct list_head *queue = &port->read_queue;
508 bool disconnect = false;
509 bool do_push = false;
510
511 /* hand any queued data to the tty */
512 spin_lock_irq(&port->port_lock);
513 tty = port->port.tty;
514 while (!list_empty(queue)) {
515 struct usb_request *req;
516
517 req = list_first_entry(queue, struct usb_request, list);
518
519 /* leave data queued if tty was rx throttled */
520 if (tty && tty_throttled(tty))
521 break;
522
523 switch (req->status) {
524 case -ESHUTDOWN:
525 disconnect = true;
526 pr_vdebug("ttyGS%d: shutdown\n", port->port_num);
527 break;
528
529 default:
530 /* presumably a transient fault */
531 pr_warn("ttyGS%d: unexpected RX status %d\n",
532 port->port_num, req->status);
533 /* FALLTHROUGH */
534 case 0:
535 /* normal completion */
536 break;
537 }
538
539 /* push data to (open) tty */
540 if (req->actual) {
541 char *packet = req->buf;
542 unsigned size = req->actual;
543 unsigned n;
544 int count;
545
546 /* we may have pushed part of this packet already... */
547 n = port->n_read;
548 if (n) {
549 packet += n;
550 size -= n;
551 }
552
553 count = tty_insert_flip_string(&port->port, packet,
554 size);
555 if (count)
556 do_push = true;
557 if (count != size) {
558 /* stop pushing; TTY layer can't handle more */
559 port->n_read += count;
560 pr_vdebug("ttyGS%d: rx block %d/%d\n",
561 port->port_num, count, req->actual);
562 break;
563 }
564 port->n_read = 0;
565 }
566
567 list_move(&req->list, &port->read_pool);
568 port->read_started--;
569 }
570
571 /* Push from tty to ldisc; this is handled by a workqueue,
572 * so we won't get callbacks and can hold port_lock
573 */
574 if (do_push)
575 tty_flip_buffer_push(&port->port);
576
577
578 /* We want our data queue to become empty ASAP, keeping data
579 * in the tty and ldisc (not here). If we couldn't push any
580 * this time around, there may be trouble unless there's an
581 * implicit tty_unthrottle() call on its way...
582 *
583 * REVISIT we should probably add a timer to keep the tasklet
584 * from starving ... but it's not clear that case ever happens.
585 */
586 if (!list_empty(queue) && tty) {
587 if (!tty_throttled(tty)) {
588 if (do_push)
589 tasklet_schedule(&port->push);
590 else
591 pr_warn("ttyGS%d: RX not scheduled?\n",
592 port->port_num);
593 }
594 }
595
596 /* If we're still connected, refill the USB RX queue. */
597 if (!disconnect && port->port_usb)
598 gs_start_rx(port);
599
600 spin_unlock_irq(&port->port_lock);
601}
602
603static void gs_read_complete(struct usb_ep *ep, struct usb_request *req)
604{
605 struct gs_port *port = ep->driver_data;
606
607 /* Queue all received data until the tty layer is ready for it. */
608 spin_lock(&port->port_lock);
609 list_add_tail(&req->list, &port->read_queue);
610 tasklet_schedule(&port->push);
611 spin_unlock(&port->port_lock);
612}
613
614static void gs_write_complete(struct usb_ep *ep, struct usb_request *req)
615{
616 struct gs_port *port = ep->driver_data;
617
618 spin_lock(&port->port_lock);
619 list_add(&req->list, &port->write_pool);
620 port->write_started--;
621
622 switch (req->status) {
623 default:
624 /* presumably a transient fault */
625 pr_warn("%s: unexpected %s status %d\n",
626 __func__, ep->name, req->status);
627 /* FALL THROUGH */
628 case 0:
629 /* normal completion */
630 gs_start_tx(port);
631 break;
632
633 case -ESHUTDOWN:
634 /* disconnect */
635 pr_vdebug("%s: %s shutdown\n", __func__, ep->name);
636 break;
637 }
638
639 spin_unlock(&port->port_lock);
640}
641
642static void gs_free_requests(struct usb_ep *ep, struct list_head *head,
643 int *allocated)
644{
645 struct usb_request *req;
646
647 while (!list_empty(head)) {
648 req = list_entry(head->next, struct usb_request, list);
649 list_del(&req->list);
650 gs_free_req(ep, req);
651 if (allocated)
652 (*allocated)--;
653 }
654}
655
656static int gs_alloc_requests(struct usb_ep *ep, struct list_head *head,
657 void (*fn)(struct usb_ep *, struct usb_request *),
658 int *allocated)
659{
660 int i;
661 struct usb_request *req;
662 int n = allocated ? QUEUE_SIZE - *allocated : QUEUE_SIZE;
663
664 /* Pre-allocate up to QUEUE_SIZE transfers, but if we can't
665 * do quite that many this time, don't fail ... we just won't
666 * be as speedy as we might otherwise be.
667 */
668 for (i = 0; i < n; i++) {
669 req = gs_alloc_req(ep, ep->maxpacket, GFP_ATOMIC);
670 if (!req)
671 return list_empty(head) ? -ENOMEM : 0;
672 req->complete = fn;
673 list_add_tail(&req->list, head);
674 if (allocated)
675 (*allocated)++;
676 }
677 return 0;
678}
679
680/**
681 * gs_start_io - start USB I/O streams
682 * @dev: encapsulates endpoints to use
683 * Context: holding port_lock; port_tty and port_usb are non-null
684 *
685 * We only start I/O when something is connected to both sides of
686 * this port. If nothing is listening on the host side, we may
687 * be pointlessly filling up our TX buffers and FIFO.
688 */
689static int gs_start_io(struct gs_port *port)
690{
691 struct list_head *head = &port->read_pool;
692 struct usb_ep *ep = port->port_usb->out;
693 int status;
694 unsigned started;
695
696 /* Allocate RX and TX I/O buffers. We can't easily do this much
697 * earlier (with GFP_KERNEL) because the requests are coupled to
698 * endpoints, as are the packet sizes we'll be using. Different
699 * configurations may use different endpoints with a given port;
700 * and high speed vs full speed changes packet sizes too.
701 */
702 status = gs_alloc_requests(ep, head, gs_read_complete,
703 &port->read_allocated);
704 if (status)
705 return status;
706
707 status = gs_alloc_requests(port->port_usb->in, &port->write_pool,
708 gs_write_complete, &port->write_allocated);
709 if (status) {
710 gs_free_requests(ep, head, &port->read_allocated);
711 return status;
712 }
713
714 /* queue read requests */
715 port->n_read = 0;
716 started = gs_start_rx(port);
717
718 /* unblock any pending writes into our circular buffer */
719 if (started) {
720 tty_wakeup(port->port.tty);
721 } else {
722 gs_free_requests(ep, head, &port->read_allocated);
723 gs_free_requests(port->port_usb->in, &port->write_pool,
724 &port->write_allocated);
725 status = -EIO;
726 }
727
728 return status;
729}
730
731/*-------------------------------------------------------------------------*/
732
733/* TTY Driver */
734
735/*
736 * gs_open sets up the link between a gs_port and its associated TTY.
737 * That link is broken *only* by TTY close(), and all driver methods
738 * know that.
739 */
740static int gs_open(struct tty_struct *tty, struct file *file)
741{
742 int port_num = tty->index;
743 struct gs_port *port;
744 int status;
745
746 do {
747 mutex_lock(&ports[port_num].lock);
748 port = ports[port_num].port;
749 if (!port)
750 status = -ENODEV;
751 else {
752 spin_lock_irq(&port->port_lock);
753
754 /* already open? Great. */
755 if (port->port.count) {
756 status = 0;
757 port->port.count++;
758
759 /* currently opening/closing? wait ... */
760 } else if (port->openclose) {
761 status = -EBUSY;
762
763 /* ... else we do the work */
764 } else {
765 status = -EAGAIN;
766 port->openclose = true;
767 }
768 spin_unlock_irq(&port->port_lock);
769 }
770 mutex_unlock(&ports[port_num].lock);
771
772 switch (status) {
773 default:
774 /* fully handled */
775 return status;
776 case -EAGAIN:
777 /* must do the work */
778 break;
779 case -EBUSY:
780 /* wait for EAGAIN task to finish */
781 msleep(1);
782 /* REVISIT could have a waitchannel here, if
783 * concurrent open performance is important
784 */
785 break;
786 }
787 } while (status != -EAGAIN);
788
789 /* Do the "real open" */
790 spin_lock_irq(&port->port_lock);
791
792 /* allocate circular buffer on first open */
793 if (port->port_write_buf.buf_buf == NULL) {
794
795 spin_unlock_irq(&port->port_lock);
796 status = gs_buf_alloc(&port->port_write_buf, WRITE_BUF_SIZE);
797 spin_lock_irq(&port->port_lock);
798
799 if (status) {
800 pr_debug("gs_open: ttyGS%d (%p,%p) no buffer\n",
801 port->port_num, tty, file);
802 port->openclose = false;
803 goto exit_unlock_port;
804 }
805 }
806
807 /* REVISIT if REMOVED (ports[].port NULL), abort the open
808 * to let rmmod work faster (but this way isn't wrong).
809 */
810
811 /* REVISIT maybe wait for "carrier detect" */
812
813 tty->driver_data = port;
814 port->port.tty = tty;
815
816 port->port.count = 1;
817 port->openclose = false;
818
819 /* if connected, start the I/O stream */
820 if (port->port_usb) {
821 struct gserial *gser = port->port_usb;
822
823 pr_debug("gs_open: start ttyGS%d\n", port->port_num);
824 gs_start_io(port);
825
826 if (gser->connect)
827 gser->connect(gser);
828 }
829
830 pr_debug("gs_open: ttyGS%d (%p,%p)\n", port->port_num, tty, file);
831
832 status = 0;
833
834exit_unlock_port:
835 spin_unlock_irq(&port->port_lock);
836 return status;
837}
838
839static int gs_writes_finished(struct gs_port *p)
840{
841 int cond;
842
843 /* return true on disconnect or empty buffer */
844 spin_lock_irq(&p->port_lock);
845 cond = (p->port_usb == NULL) || !gs_buf_data_avail(&p->port_write_buf);
846 spin_unlock_irq(&p->port_lock);
847
848 return cond;
849}
850
851static void gs_close(struct tty_struct *tty, struct file *file)
852{
853 struct gs_port *port = tty->driver_data;
854 struct gserial *gser;
855
856 spin_lock_irq(&port->port_lock);
857
858 if (port->port.count != 1) {
859 if (port->port.count == 0)
860 WARN_ON(1);
861 else
862 --port->port.count;
863 goto exit;
864 }
865
866 pr_debug("gs_close: ttyGS%d (%p,%p) ...\n", port->port_num, tty, file);
867
868 /* mark port as closing but in use; we can drop port lock
869 * and sleep if necessary
870 */
871 port->openclose = true;
872 port->port.count = 0;
873
874 gser = port->port_usb;
875 if (gser && gser->disconnect)
876 gser->disconnect(gser);
877
878 /* wait for circular write buffer to drain, disconnect, or at
879 * most GS_CLOSE_TIMEOUT seconds; then discard the rest
880 */
881 if (gs_buf_data_avail(&port->port_write_buf) > 0 && gser) {
882 spin_unlock_irq(&port->port_lock);
883 wait_event_interruptible_timeout(port->drain_wait,
884 gs_writes_finished(port),
885 GS_CLOSE_TIMEOUT * HZ);
886 spin_lock_irq(&port->port_lock);
887 gser = port->port_usb;
888 }
889
890 /* Iff we're disconnected, there can be no I/O in flight so it's
891 * ok to free the circular buffer; else just scrub it. And don't
892 * let the push tasklet fire again until we're re-opened.
893 */
894 if (gser == NULL)
895 gs_buf_free(&port->port_write_buf);
896 else
897 gs_buf_clear(&port->port_write_buf);
898
899 port->port.tty = NULL;
900
901 port->openclose = false;
902
903 pr_debug("gs_close: ttyGS%d (%p,%p) done!\n",
904 port->port_num, tty, file);
905
906 wake_up(&port->close_wait);
907exit:
908 spin_unlock_irq(&port->port_lock);
909}
910
911static int gs_write(struct tty_struct *tty, const unsigned char *buf, int count)
912{
913 struct gs_port *port = tty->driver_data;
914 unsigned long flags;
915
916 pr_vdebug("gs_write: ttyGS%d (%p) writing %d bytes\n",
917 port->port_num, tty, count);
918
919 spin_lock_irqsave(&port->port_lock, flags);
920 if (count)
921 count = gs_buf_put(&port->port_write_buf, buf, count);
922 /* treat count == 0 as flush_chars() */
923 if (port->port_usb)
924 gs_start_tx(port);
925 spin_unlock_irqrestore(&port->port_lock, flags);
926
927 return count;
928}
929
930static int gs_put_char(struct tty_struct *tty, unsigned char ch)
931{
932 struct gs_port *port = tty->driver_data;
933 unsigned long flags;
934 int status;
935
936 pr_vdebug("gs_put_char: (%d,%p) char=0x%x, called from %ps\n",
937 port->port_num, tty, ch, __builtin_return_address(0));
938
939 spin_lock_irqsave(&port->port_lock, flags);
940 status = gs_buf_put(&port->port_write_buf, &ch, 1);
941 spin_unlock_irqrestore(&port->port_lock, flags);
942
943 return status;
944}
945
946static void gs_flush_chars(struct tty_struct *tty)
947{
948 struct gs_port *port = tty->driver_data;
949 unsigned long flags;
950
951 pr_vdebug("gs_flush_chars: (%d,%p)\n", port->port_num, tty);
952
953 spin_lock_irqsave(&port->port_lock, flags);
954 if (port->port_usb)
955 gs_start_tx(port);
956 spin_unlock_irqrestore(&port->port_lock, flags);
957}
958
959static int gs_write_room(struct tty_struct *tty)
960{
961 struct gs_port *port = tty->driver_data;
962 unsigned long flags;
963 int room = 0;
964
965 spin_lock_irqsave(&port->port_lock, flags);
966 if (port->port_usb)
967 room = gs_buf_space_avail(&port->port_write_buf);
968 spin_unlock_irqrestore(&port->port_lock, flags);
969
970 pr_vdebug("gs_write_room: (%d,%p) room=%d\n",
971 port->port_num, tty, room);
972
973 return room;
974}
975
976static int gs_chars_in_buffer(struct tty_struct *tty)
977{
978 struct gs_port *port = tty->driver_data;
979 unsigned long flags;
980 int chars = 0;
981
982 spin_lock_irqsave(&port->port_lock, flags);
983 chars = gs_buf_data_avail(&port->port_write_buf);
984 spin_unlock_irqrestore(&port->port_lock, flags);
985
986 pr_vdebug("gs_chars_in_buffer: (%d,%p) chars=%d\n",
987 port->port_num, tty, chars);
988
989 return chars;
990}
991
992/* undo side effects of setting TTY_THROTTLED */
993static void gs_unthrottle(struct tty_struct *tty)
994{
995 struct gs_port *port = tty->driver_data;
996 unsigned long flags;
997
998 spin_lock_irqsave(&port->port_lock, flags);
999 if (port->port_usb) {
1000 /* Kickstart read queue processing. We don't do xon/xoff,
1001 * rts/cts, or other handshaking with the host, but if the
1002 * read queue backs up enough we'll be NAKing OUT packets.
1003 */
1004 tasklet_schedule(&port->push);
1005 pr_vdebug("ttyGS%d: unthrottle\n", port->port_num);
1006 }
1007 spin_unlock_irqrestore(&port->port_lock, flags);
1008}
1009
1010static int gs_break_ctl(struct tty_struct *tty, int duration)
1011{
1012 struct gs_port *port = tty->driver_data;
1013 int status = 0;
1014 struct gserial *gser;
1015
1016 pr_vdebug("gs_break_ctl: ttyGS%d, send break (%d) \n",
1017 port->port_num, duration);
1018
1019 spin_lock_irq(&port->port_lock);
1020 gser = port->port_usb;
1021 if (gser && gser->send_break)
1022 status = gser->send_break(gser, duration);
1023 spin_unlock_irq(&port->port_lock);
1024
1025 return status;
1026}
1027
1028static const struct tty_operations gs_tty_ops = {
1029 .open = gs_open,
1030 .close = gs_close,
1031 .write = gs_write,
1032 .put_char = gs_put_char,
1033 .flush_chars = gs_flush_chars,
1034 .write_room = gs_write_room,
1035 .chars_in_buffer = gs_chars_in_buffer,
1036 .unthrottle = gs_unthrottle,
1037 .break_ctl = gs_break_ctl,
1038};
1039
1040/*-------------------------------------------------------------------------*/
1041
1042static struct tty_driver *gs_tty_driver;
1043
1044#ifdef CONFIG_U_SERIAL_CONSOLE
1045
1046static struct gscons_info gscons_info;
1047static struct console gserial_cons;
1048
1049static struct usb_request *gs_request_new(struct usb_ep *ep)
1050{
1051 struct usb_request *req = usb_ep_alloc_request(ep, GFP_ATOMIC);
1052 if (!req)
1053 return NULL;
1054
1055 req->buf = kmalloc(ep->maxpacket, GFP_ATOMIC);
1056 if (!req->buf) {
1057 usb_ep_free_request(ep, req);
1058 return NULL;
1059 }
1060
1061 return req;
1062}
1063
1064static void gs_request_free(struct usb_request *req, struct usb_ep *ep)
1065{
1066 if (!req)
1067 return;
1068
1069 kfree(req->buf);
1070 usb_ep_free_request(ep, req);
1071}
1072
1073static void gs_complete_out(struct usb_ep *ep, struct usb_request *req)
1074{
1075 struct gscons_info *info = &gscons_info;
1076
1077 switch (req->status) {
1078 default:
1079 pr_warn("%s: unexpected %s status %d\n",
1080 __func__, ep->name, req->status);
1081 case 0:
1082 /* normal completion */
1083 spin_lock(&info->con_lock);
1084 info->req_busy = 0;
1085 spin_unlock(&info->con_lock);
1086
1087 wake_up_process(info->console_thread);
1088 break;
1089 case -ESHUTDOWN:
1090 /* disconnect */
1091 pr_vdebug("%s: %s shutdown\n", __func__, ep->name);
1092 break;
1093 }
1094}
1095
1096static int gs_console_connect(int port_num)
1097{
1098 struct gscons_info *info = &gscons_info;
1099 struct gs_port *port;
1100 struct usb_ep *ep;
1101
1102 if (port_num != gserial_cons.index) {
1103 pr_err("%s: port num [%d] is not support console\n",
1104 __func__, port_num);
1105 return -ENXIO;
1106 }
1107
1108 port = ports[port_num].port;
1109 ep = port->port_usb->in;
1110 if (!info->console_req) {
1111 info->console_req = gs_request_new(ep);
1112 if (!info->console_req)
1113 return -ENOMEM;
1114 info->console_req->complete = gs_complete_out;
1115 }
1116
1117 info->port = port;
1118 spin_lock(&info->con_lock);
1119 info->req_busy = 0;
1120 spin_unlock(&info->con_lock);
1121 pr_vdebug("port[%d] console connect!\n", port_num);
1122 return 0;
1123}
1124
1125static void gs_console_disconnect(struct usb_ep *ep)
1126{
1127 struct gscons_info *info = &gscons_info;
1128 struct usb_request *req = info->console_req;
1129
1130 gs_request_free(req, ep);
1131 info->console_req = NULL;
1132}
1133
1134static int gs_console_thread(void *data)
1135{
1136 struct gscons_info *info = &gscons_info;
1137 struct gs_port *port;
1138 struct usb_request *req;
1139 struct usb_ep *ep;
1140 int xfer, ret, count, size;
1141
1142 do {
1143 port = info->port;
1144 set_current_state(TASK_INTERRUPTIBLE);
1145 if (!port || !port->port_usb
1146 || !port->port_usb->in || !info->console_req)
1147 goto sched;
1148
1149 req = info->console_req;
1150 ep = port->port_usb->in;
1151
1152 spin_lock_irq(&info->con_lock);
1153 count = gs_buf_data_avail(&info->con_buf);
1154 size = ep->maxpacket;
1155
1156 if (count > 0 && !info->req_busy) {
1157 set_current_state(TASK_RUNNING);
1158 if (count < size)
1159 size = count;
1160
1161 xfer = gs_buf_get(&info->con_buf, req->buf, size);
1162 req->length = xfer;
1163
1164 spin_unlock(&info->con_lock);
1165 ret = usb_ep_queue(ep, req, GFP_ATOMIC);
1166 spin_lock(&info->con_lock);
1167 if (ret < 0)
1168 info->req_busy = 0;
1169 else
1170 info->req_busy = 1;
1171
1172 spin_unlock_irq(&info->con_lock);
1173 } else {
1174 spin_unlock_irq(&info->con_lock);
1175sched:
1176 if (kthread_should_stop()) {
1177 set_current_state(TASK_RUNNING);
1178 break;
1179 }
1180 schedule();
1181 }
1182 } while (1);
1183
1184 return 0;
1185}
1186
1187static int gs_console_setup(struct console *co, char *options)
1188{
1189 struct gscons_info *info = &gscons_info;
1190 int status;
1191
1192 info->port = NULL;
1193 info->console_req = NULL;
1194 info->req_busy = 0;
1195 spin_lock_init(&info->con_lock);
1196
1197 status = gs_buf_alloc(&info->con_buf, GS_CONSOLE_BUF_SIZE);
1198 if (status) {
1199 pr_err("%s: allocate console buffer failed\n", __func__);
1200 return status;
1201 }
1202
1203 info->console_thread = kthread_create(gs_console_thread,
1204 co, "gs_console");
1205 if (IS_ERR(info->console_thread)) {
1206 pr_err("%s: cannot create console thread\n", __func__);
1207 gs_buf_free(&info->con_buf);
1208 return PTR_ERR(info->console_thread);
1209 }
1210 wake_up_process(info->console_thread);
1211
1212 return 0;
1213}
1214
1215static void gs_console_write(struct console *co,
1216 const char *buf, unsigned count)
1217{
1218 struct gscons_info *info = &gscons_info;
1219 unsigned long flags;
1220
1221 spin_lock_irqsave(&info->con_lock, flags);
1222 gs_buf_put(&info->con_buf, buf, count);
1223 spin_unlock_irqrestore(&info->con_lock, flags);
1224
1225 wake_up_process(info->console_thread);
1226}
1227
1228static struct tty_driver *gs_console_device(struct console *co, int *index)
1229{
1230 struct tty_driver **p = (struct tty_driver **)co->data;
1231
1232 if (!*p)
1233 return NULL;
1234
1235 *index = co->index;
1236 return *p;
1237}
1238
1239static struct console gserial_cons = {
1240 .name = "ttyGS",
1241 .write = gs_console_write,
1242 .device = gs_console_device,
1243 .setup = gs_console_setup,
1244 .flags = CON_PRINTBUFFER,
1245 .index = -1,
1246 .data = &gs_tty_driver,
1247};
1248
1249static void gserial_console_init(void)
1250{
1251 register_console(&gserial_cons);
1252}
1253
1254static void gserial_console_exit(void)
1255{
1256 struct gscons_info *info = &gscons_info;
1257
1258 unregister_console(&gserial_cons);
1259 if (info->console_thread != NULL)
1260 kthread_stop(info->console_thread);
1261 gs_buf_free(&info->con_buf);
1262}
1263
1264#else
1265
1266static int gs_console_connect(int port_num)
1267{
1268 return 0;
1269}
1270
1271static void gs_console_disconnect(struct usb_ep *ep)
1272{
1273}
1274
1275static void gserial_console_init(void)
1276{
1277}
1278
1279static void gserial_console_exit(void)
1280{
1281}
1282
1283#endif
1284
1285static int
1286gs_port_alloc(unsigned port_num, struct usb_cdc_line_coding *coding)
1287{
1288 struct gs_port *port;
1289 int ret = 0;
1290
1291 mutex_lock(&ports[port_num].lock);
1292 if (ports[port_num].port) {
1293 ret = -EBUSY;
1294 goto out;
1295 }
1296
1297 port = kzalloc(sizeof(struct gs_port), GFP_KERNEL);
1298 if (port == NULL) {
1299 ret = -ENOMEM;
1300 goto out;
1301 }
1302
1303 tty_port_init(&port->port);
1304 spin_lock_init(&port->port_lock);
1305 init_waitqueue_head(&port->drain_wait);
1306 init_waitqueue_head(&port->close_wait);
1307
1308 tasklet_init(&port->push, gs_rx_push, (unsigned long) port);
1309
1310 INIT_LIST_HEAD(&port->read_pool);
1311 INIT_LIST_HEAD(&port->read_queue);
1312 INIT_LIST_HEAD(&port->write_pool);
1313
1314 port->port_num = port_num;
1315 port->port_line_coding = *coding;
1316
1317 ports[port_num].port = port;
1318out:
1319 mutex_unlock(&ports[port_num].lock);
1320 return ret;
1321}
1322
1323static int gs_closed(struct gs_port *port)
1324{
1325 int cond;
1326
1327 spin_lock_irq(&port->port_lock);
1328 cond = (port->port.count == 0) && !port->openclose;
1329 spin_unlock_irq(&port->port_lock);
1330 return cond;
1331}
1332
1333static void gserial_free_port(struct gs_port *port)
1334{
1335 tasklet_kill(&port->push);
1336 /* wait for old opens to finish */
1337 wait_event(port->close_wait, gs_closed(port));
1338 WARN_ON(port->port_usb != NULL);
1339 tty_port_destroy(&port->port);
1340 kfree(port);
1341}
1342
1343void gserial_free_line(unsigned char port_num)
1344{
1345 struct gs_port *port;
1346
1347 mutex_lock(&ports[port_num].lock);
1348 if (WARN_ON(!ports[port_num].port)) {
1349 mutex_unlock(&ports[port_num].lock);
1350 return;
1351 }
1352 port = ports[port_num].port;
1353 ports[port_num].port = NULL;
1354 mutex_unlock(&ports[port_num].lock);
1355
1356 gserial_free_port(port);
1357 tty_unregister_device(gs_tty_driver, port_num);
1358 gserial_console_exit();
1359}
1360EXPORT_SYMBOL_GPL(gserial_free_line);
1361
1362int gserial_alloc_line(unsigned char *line_num)
1363{
1364 struct usb_cdc_line_coding coding;
1365 struct device *tty_dev;
1366 int ret;
1367 int port_num;
1368
1369 coding.dwDTERate = cpu_to_le32(9600);
1370 coding.bCharFormat = 8;
1371 coding.bParityType = USB_CDC_NO_PARITY;
1372 coding.bDataBits = USB_CDC_1_STOP_BITS;
1373
1374 for (port_num = 0; port_num < MAX_U_SERIAL_PORTS; port_num++) {
1375 ret = gs_port_alloc(port_num, &coding);
1376 if (ret == -EBUSY)
1377 continue;
1378 if (ret)
1379 return ret;
1380 break;
1381 }
1382 if (ret)
1383 return ret;
1384
1385 /* ... and sysfs class devices, so mdev/udev make /dev/ttyGS* */
1386
1387 tty_dev = tty_port_register_device(&ports[port_num].port->port,
1388 gs_tty_driver, port_num, NULL);
1389 if (IS_ERR(tty_dev)) {
1390 struct gs_port *port;
1391 pr_err("%s: failed to register tty for port %d, err %ld\n",
1392 __func__, port_num, PTR_ERR(tty_dev));
1393
1394 ret = PTR_ERR(tty_dev);
1395 port = ports[port_num].port;
1396 ports[port_num].port = NULL;
1397 gserial_free_port(port);
1398 goto err;
1399 }
1400 *line_num = port_num;
1401 gserial_console_init();
1402err:
1403 return ret;
1404}
1405EXPORT_SYMBOL_GPL(gserial_alloc_line);
1406
1407/**
1408 * gserial_connect - notify TTY I/O glue that USB link is active
1409 * @gser: the function, set up with endpoints and descriptors
1410 * @port_num: which port is active
1411 * Context: any (usually from irq)
1412 *
1413 * This is called activate endpoints and let the TTY layer know that
1414 * the connection is active ... not unlike "carrier detect". It won't
1415 * necessarily start I/O queues; unless the TTY is held open by any
1416 * task, there would be no point. However, the endpoints will be
1417 * activated so the USB host can perform I/O, subject to basic USB
1418 * hardware flow control.
1419 *
1420 * Caller needs to have set up the endpoints and USB function in @dev
1421 * before calling this, as well as the appropriate (speed-specific)
1422 * endpoint descriptors, and also have allocate @port_num by calling
1423 * @gserial_alloc_line().
1424 *
1425 * Returns negative errno or zero.
1426 * On success, ep->driver_data will be overwritten.
1427 */
1428int gserial_connect(struct gserial *gser, u8 port_num)
1429{
1430 struct gs_port *port;
1431 unsigned long flags;
1432 int status;
1433
1434 if (port_num >= MAX_U_SERIAL_PORTS)
1435 return -ENXIO;
1436
1437 port = ports[port_num].port;
1438 if (!port) {
1439 pr_err("serial line %d not allocated.\n", port_num);
1440 return -EINVAL;
1441 }
1442 if (port->port_usb) {
1443 pr_err("serial line %d is in use.\n", port_num);
1444 return -EBUSY;
1445 }
1446
1447 /* activate the endpoints */
1448 status = usb_ep_enable(gser->in);
1449 if (status < 0)
1450 return status;
1451 gser->in->driver_data = port;
1452
1453 status = usb_ep_enable(gser->out);
1454 if (status < 0)
1455 goto fail_out;
1456 gser->out->driver_data = port;
1457
1458 /* then tell the tty glue that I/O can work */
1459 spin_lock_irqsave(&port->port_lock, flags);
1460 gser->ioport = port;
1461 port->port_usb = gser;
1462
1463 /* REVISIT unclear how best to handle this state...
1464 * we don't really couple it with the Linux TTY.
1465 */
1466 gser->port_line_coding = port->port_line_coding;
1467
1468 /* REVISIT if waiting on "carrier detect", signal. */
1469
1470 /* if it's already open, start I/O ... and notify the serial
1471 * protocol about open/close status (connect/disconnect).
1472 */
1473 if (port->port.count) {
1474 pr_debug("gserial_connect: start ttyGS%d\n", port->port_num);
1475 gs_start_io(port);
1476 if (gser->connect)
1477 gser->connect(gser);
1478 } else {
1479 if (gser->disconnect)
1480 gser->disconnect(gser);
1481 }
1482
1483 status = gs_console_connect(port_num);
1484 spin_unlock_irqrestore(&port->port_lock, flags);
1485
1486 return status;
1487
1488fail_out:
1489 usb_ep_disable(gser->in);
1490 return status;
1491}
1492EXPORT_SYMBOL_GPL(gserial_connect);
1493/**
1494 * gserial_disconnect - notify TTY I/O glue that USB link is inactive
1495 * @gser: the function, on which gserial_connect() was called
1496 * Context: any (usually from irq)
1497 *
1498 * This is called to deactivate endpoints and let the TTY layer know
1499 * that the connection went inactive ... not unlike "hangup".
1500 *
1501 * On return, the state is as if gserial_connect() had never been called;
1502 * there is no active USB I/O on these endpoints.
1503 */
1504void gserial_disconnect(struct gserial *gser)
1505{
1506 struct gs_port *port = gser->ioport;
1507 unsigned long flags;
1508
1509 if (!port)
1510 return;
1511
1512 /* tell the TTY glue not to do I/O here any more */
1513 spin_lock_irqsave(&port->port_lock, flags);
1514
1515 /* REVISIT as above: how best to track this? */
1516 port->port_line_coding = gser->port_line_coding;
1517
1518 port->port_usb = NULL;
1519 gser->ioport = NULL;
1520 if (port->port.count > 0 || port->openclose) {
1521 wake_up_interruptible(&port->drain_wait);
1522 if (port->port.tty)
1523 tty_hangup(port->port.tty);
1524 }
1525 spin_unlock_irqrestore(&port->port_lock, flags);
1526
1527 /* disable endpoints, aborting down any active I/O */
1528 usb_ep_disable(gser->out);
1529 usb_ep_disable(gser->in);
1530
1531 /* finally, free any unused/unusable I/O buffers */
1532 spin_lock_irqsave(&port->port_lock, flags);
1533 if (port->port.count == 0 && !port->openclose)
1534 gs_buf_free(&port->port_write_buf);
1535 gs_free_requests(gser->out, &port->read_pool, NULL);
1536 gs_free_requests(gser->out, &port->read_queue, NULL);
1537 gs_free_requests(gser->in, &port->write_pool, NULL);
1538
1539 port->read_allocated = port->read_started =
1540 port->write_allocated = port->write_started = 0;
1541
1542 gs_console_disconnect(gser->in);
1543 spin_unlock_irqrestore(&port->port_lock, flags);
1544}
1545EXPORT_SYMBOL_GPL(gserial_disconnect);
1546
1547static int userial_init(void)
1548{
1549 unsigned i;
1550 int status;
1551
1552 gs_tty_driver = alloc_tty_driver(MAX_U_SERIAL_PORTS);
1553 if (!gs_tty_driver)
1554 return -ENOMEM;
1555
1556 gs_tty_driver->driver_name = "g_serial";
1557 gs_tty_driver->name = "ttyGS";
1558 /* uses dynamically assigned dev_t values */
1559
1560 gs_tty_driver->type = TTY_DRIVER_TYPE_SERIAL;
1561 gs_tty_driver->subtype = SERIAL_TYPE_NORMAL;
1562 gs_tty_driver->flags = TTY_DRIVER_REAL_RAW | TTY_DRIVER_DYNAMIC_DEV;
1563 gs_tty_driver->init_termios = tty_std_termios;
1564
1565 /* 9600-8-N-1 ... matches defaults expected by "usbser.sys" on
1566 * MS-Windows. Otherwise, most of these flags shouldn't affect
1567 * anything unless we were to actually hook up to a serial line.
1568 */
1569 gs_tty_driver->init_termios.c_cflag =
1570 B9600 | CS8 | CREAD | HUPCL | CLOCAL;
1571 gs_tty_driver->init_termios.c_ispeed = 9600;
1572 gs_tty_driver->init_termios.c_ospeed = 9600;
1573
1574 tty_set_operations(gs_tty_driver, &gs_tty_ops);
1575 for (i = 0; i < MAX_U_SERIAL_PORTS; i++)
1576 mutex_init(&ports[i].lock);
1577
1578 /* export the driver ... */
1579 status = tty_register_driver(gs_tty_driver);
1580 if (status) {
1581 pr_err("%s: cannot register, err %d\n",
1582 __func__, status);
1583 goto fail;
1584 }
1585
1586 pr_debug("%s: registered %d ttyGS* device%s\n", __func__,
1587 MAX_U_SERIAL_PORTS,
1588 (MAX_U_SERIAL_PORTS == 1) ? "" : "s");
1589
1590 return status;
1591fail:
1592 put_tty_driver(gs_tty_driver);
1593 gs_tty_driver = NULL;
1594 return status;
1595}
1596module_init(userial_init);
1597
1598static void userial_cleanup(void)
1599{
1600 tty_unregister_driver(gs_tty_driver);
1601 put_tty_driver(gs_tty_driver);
1602 gs_tty_driver = NULL;
1603}
1604module_exit(userial_cleanup);
1605
1606MODULE_LICENSE("GPL");