Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <linux/types.h>
3#include <linux/errno.h>
4#include <linux/kmod.h>
5#include <linux/sched.h>
6#include <linux/interrupt.h>
7#include <linux/tty.h>
8#include <linux/tty_driver.h>
9#include <linux/file.h>
10#include <linux/mm.h>
11#include <linux/string.h>
12#include <linux/slab.h>
13#include <linux/poll.h>
14#include <linux/proc_fs.h>
15#include <linux/module.h>
16#include <linux/device.h>
17#include <linux/wait.h>
18#include <linux/bitops.h>
19#include <linux/seq_file.h>
20#include <linux/uaccess.h>
21#include <linux/ratelimit.h>
22
23#undef LDISC_DEBUG_HANGUP
24
25#ifdef LDISC_DEBUG_HANGUP
26#define tty_ldisc_debug(tty, f, args...) tty_debug(tty, f, ##args)
27#else
28#define tty_ldisc_debug(tty, f, args...)
29#endif
30
31/* lockdep nested classes for tty->ldisc_sem */
32enum {
33 LDISC_SEM_NORMAL,
34 LDISC_SEM_OTHER,
35};
36
37
38/*
39 * This guards the refcounted line discipline lists. The lock
40 * must be taken with irqs off because there are hangup path
41 * callers who will do ldisc lookups and cannot sleep.
42 */
43
44static DEFINE_RAW_SPINLOCK(tty_ldiscs_lock);
45/* Line disc dispatch table */
46static struct tty_ldisc_ops *tty_ldiscs[NR_LDISCS];
47
48/**
49 * tty_register_ldisc - install a line discipline
50 * @disc: ldisc number
51 * @new_ldisc: pointer to the ldisc object
52 *
53 * Installs a new line discipline into the kernel. The discipline
54 * is set up as unreferenced and then made available to the kernel
55 * from this point onwards.
56 *
57 * Locking:
58 * takes tty_ldiscs_lock to guard against ldisc races
59 */
60
61int tty_register_ldisc(int disc, struct tty_ldisc_ops *new_ldisc)
62{
63 unsigned long flags;
64 int ret = 0;
65
66 if (disc < N_TTY || disc >= NR_LDISCS)
67 return -EINVAL;
68
69 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
70 tty_ldiscs[disc] = new_ldisc;
71 new_ldisc->num = disc;
72 new_ldisc->refcount = 0;
73 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
74
75 return ret;
76}
77EXPORT_SYMBOL(tty_register_ldisc);
78
79/**
80 * tty_unregister_ldisc - unload a line discipline
81 * @disc: ldisc number
82 * @new_ldisc: pointer to the ldisc object
83 *
84 * Remove a line discipline from the kernel providing it is not
85 * currently in use.
86 *
87 * Locking:
88 * takes tty_ldiscs_lock to guard against ldisc races
89 */
90
91int tty_unregister_ldisc(int disc)
92{
93 unsigned long flags;
94 int ret = 0;
95
96 if (disc < N_TTY || disc >= NR_LDISCS)
97 return -EINVAL;
98
99 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
100 if (tty_ldiscs[disc]->refcount)
101 ret = -EBUSY;
102 else
103 tty_ldiscs[disc] = NULL;
104 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
105
106 return ret;
107}
108EXPORT_SYMBOL(tty_unregister_ldisc);
109
110static struct tty_ldisc_ops *get_ldops(int disc)
111{
112 unsigned long flags;
113 struct tty_ldisc_ops *ldops, *ret;
114
115 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
116 ret = ERR_PTR(-EINVAL);
117 ldops = tty_ldiscs[disc];
118 if (ldops) {
119 ret = ERR_PTR(-EAGAIN);
120 if (try_module_get(ldops->owner)) {
121 ldops->refcount++;
122 ret = ldops;
123 }
124 }
125 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
126 return ret;
127}
128
129static void put_ldops(struct tty_ldisc_ops *ldops)
130{
131 unsigned long flags;
132
133 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
134 ldops->refcount--;
135 module_put(ldops->owner);
136 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
137}
138
139/**
140 * tty_ldisc_get - take a reference to an ldisc
141 * @disc: ldisc number
142 *
143 * Takes a reference to a line discipline. Deals with refcounts and
144 * module locking counts.
145 *
146 * Returns: -EINVAL if the discipline index is not [N_TTY..NR_LDISCS] or
147 * if the discipline is not registered
148 * -EAGAIN if request_module() failed to load or register the
149 * the discipline
150 * -ENOMEM if allocation failure
151 *
152 * Otherwise, returns a pointer to the discipline and bumps the
153 * ref count
154 *
155 * Locking:
156 * takes tty_ldiscs_lock to guard against ldisc races
157 */
158
159static int tty_ldisc_autoload = IS_BUILTIN(CONFIG_LDISC_AUTOLOAD);
160
161static struct tty_ldisc *tty_ldisc_get(struct tty_struct *tty, int disc)
162{
163 struct tty_ldisc *ld;
164 struct tty_ldisc_ops *ldops;
165
166 if (disc < N_TTY || disc >= NR_LDISCS)
167 return ERR_PTR(-EINVAL);
168
169 /*
170 * Get the ldisc ops - we may need to request them to be loaded
171 * dynamically and try again.
172 */
173 ldops = get_ldops(disc);
174 if (IS_ERR(ldops)) {
175 if (!capable(CAP_SYS_MODULE) && !tty_ldisc_autoload)
176 return ERR_PTR(-EPERM);
177 request_module("tty-ldisc-%d", disc);
178 ldops = get_ldops(disc);
179 if (IS_ERR(ldops))
180 return ERR_CAST(ldops);
181 }
182
183 /*
184 * There is no way to handle allocation failure of only 16 bytes.
185 * Let's simplify error handling and save more memory.
186 */
187 ld = kmalloc(sizeof(struct tty_ldisc), GFP_KERNEL | __GFP_NOFAIL);
188 ld->ops = ldops;
189 ld->tty = tty;
190
191 return ld;
192}
193
194/**
195 * tty_ldisc_put - release the ldisc
196 *
197 * Complement of tty_ldisc_get().
198 */
199static void tty_ldisc_put(struct tty_ldisc *ld)
200{
201 if (WARN_ON_ONCE(!ld))
202 return;
203
204 put_ldops(ld->ops);
205 kfree(ld);
206}
207
208static void *tty_ldiscs_seq_start(struct seq_file *m, loff_t *pos)
209{
210 return (*pos < NR_LDISCS) ? pos : NULL;
211}
212
213static void *tty_ldiscs_seq_next(struct seq_file *m, void *v, loff_t *pos)
214{
215 (*pos)++;
216 return (*pos < NR_LDISCS) ? pos : NULL;
217}
218
219static void tty_ldiscs_seq_stop(struct seq_file *m, void *v)
220{
221}
222
223static int tty_ldiscs_seq_show(struct seq_file *m, void *v)
224{
225 int i = *(loff_t *)v;
226 struct tty_ldisc_ops *ldops;
227
228 ldops = get_ldops(i);
229 if (IS_ERR(ldops))
230 return 0;
231 seq_printf(m, "%-10s %2d\n", ldops->name ? ldops->name : "???", i);
232 put_ldops(ldops);
233 return 0;
234}
235
236const struct seq_operations tty_ldiscs_seq_ops = {
237 .start = tty_ldiscs_seq_start,
238 .next = tty_ldiscs_seq_next,
239 .stop = tty_ldiscs_seq_stop,
240 .show = tty_ldiscs_seq_show,
241};
242
243/**
244 * tty_ldisc_ref_wait - wait for the tty ldisc
245 * @tty: tty device
246 *
247 * Dereference the line discipline for the terminal and take a
248 * reference to it. If the line discipline is in flux then
249 * wait patiently until it changes.
250 *
251 * Returns: NULL if the tty has been hungup and not re-opened with
252 * a new file descriptor, otherwise valid ldisc reference
253 *
254 * Note: Must not be called from an IRQ/timer context. The caller
255 * must also be careful not to hold other locks that will deadlock
256 * against a discipline change, such as an existing ldisc reference
257 * (which we check for)
258 *
259 * Note: a file_operations routine (read/poll/write) should use this
260 * function to wait for any ldisc lifetime events to finish.
261 */
262
263struct tty_ldisc *tty_ldisc_ref_wait(struct tty_struct *tty)
264{
265 struct tty_ldisc *ld;
266
267 ldsem_down_read(&tty->ldisc_sem, MAX_SCHEDULE_TIMEOUT);
268 ld = tty->ldisc;
269 if (!ld)
270 ldsem_up_read(&tty->ldisc_sem);
271 return ld;
272}
273EXPORT_SYMBOL_GPL(tty_ldisc_ref_wait);
274
275/**
276 * tty_ldisc_ref - get the tty ldisc
277 * @tty: tty device
278 *
279 * Dereference the line discipline for the terminal and take a
280 * reference to it. If the line discipline is in flux then
281 * return NULL. Can be called from IRQ and timer functions.
282 */
283
284struct tty_ldisc *tty_ldisc_ref(struct tty_struct *tty)
285{
286 struct tty_ldisc *ld = NULL;
287
288 if (ldsem_down_read_trylock(&tty->ldisc_sem)) {
289 ld = tty->ldisc;
290 if (!ld)
291 ldsem_up_read(&tty->ldisc_sem);
292 }
293 return ld;
294}
295EXPORT_SYMBOL_GPL(tty_ldisc_ref);
296
297/**
298 * tty_ldisc_deref - free a tty ldisc reference
299 * @ld: reference to free up
300 *
301 * Undoes the effect of tty_ldisc_ref or tty_ldisc_ref_wait. May
302 * be called in IRQ context.
303 */
304
305void tty_ldisc_deref(struct tty_ldisc *ld)
306{
307 ldsem_up_read(&ld->tty->ldisc_sem);
308}
309EXPORT_SYMBOL_GPL(tty_ldisc_deref);
310
311
312static inline int
313__tty_ldisc_lock(struct tty_struct *tty, unsigned long timeout)
314{
315 return ldsem_down_write(&tty->ldisc_sem, timeout);
316}
317
318static inline int
319__tty_ldisc_lock_nested(struct tty_struct *tty, unsigned long timeout)
320{
321 return ldsem_down_write_nested(&tty->ldisc_sem,
322 LDISC_SEM_OTHER, timeout);
323}
324
325static inline void __tty_ldisc_unlock(struct tty_struct *tty)
326{
327 ldsem_up_write(&tty->ldisc_sem);
328}
329
330int tty_ldisc_lock(struct tty_struct *tty, unsigned long timeout)
331{
332 int ret;
333
334 /* Kindly asking blocked readers to release the read side */
335 set_bit(TTY_LDISC_CHANGING, &tty->flags);
336 wake_up_interruptible_all(&tty->read_wait);
337 wake_up_interruptible_all(&tty->write_wait);
338
339 ret = __tty_ldisc_lock(tty, timeout);
340 if (!ret)
341 return -EBUSY;
342 set_bit(TTY_LDISC_HALTED, &tty->flags);
343 return 0;
344}
345
346void tty_ldisc_unlock(struct tty_struct *tty)
347{
348 clear_bit(TTY_LDISC_HALTED, &tty->flags);
349 /* Can be cleared here - ldisc_unlock will wake up writers firstly */
350 clear_bit(TTY_LDISC_CHANGING, &tty->flags);
351 __tty_ldisc_unlock(tty);
352}
353
354static int
355tty_ldisc_lock_pair_timeout(struct tty_struct *tty, struct tty_struct *tty2,
356 unsigned long timeout)
357{
358 int ret;
359
360 if (tty < tty2) {
361 ret = __tty_ldisc_lock(tty, timeout);
362 if (ret) {
363 ret = __tty_ldisc_lock_nested(tty2, timeout);
364 if (!ret)
365 __tty_ldisc_unlock(tty);
366 }
367 } else {
368 /* if this is possible, it has lots of implications */
369 WARN_ON_ONCE(tty == tty2);
370 if (tty2 && tty != tty2) {
371 ret = __tty_ldisc_lock(tty2, timeout);
372 if (ret) {
373 ret = __tty_ldisc_lock_nested(tty, timeout);
374 if (!ret)
375 __tty_ldisc_unlock(tty2);
376 }
377 } else
378 ret = __tty_ldisc_lock(tty, timeout);
379 }
380
381 if (!ret)
382 return -EBUSY;
383
384 set_bit(TTY_LDISC_HALTED, &tty->flags);
385 if (tty2)
386 set_bit(TTY_LDISC_HALTED, &tty2->flags);
387 return 0;
388}
389
390static void tty_ldisc_lock_pair(struct tty_struct *tty, struct tty_struct *tty2)
391{
392 tty_ldisc_lock_pair_timeout(tty, tty2, MAX_SCHEDULE_TIMEOUT);
393}
394
395static void tty_ldisc_unlock_pair(struct tty_struct *tty,
396 struct tty_struct *tty2)
397{
398 __tty_ldisc_unlock(tty);
399 if (tty2)
400 __tty_ldisc_unlock(tty2);
401}
402
403/**
404 * tty_ldisc_flush - flush line discipline queue
405 * @tty: tty
406 *
407 * Flush the line discipline queue (if any) and the tty flip buffers
408 * for this tty.
409 */
410
411void tty_ldisc_flush(struct tty_struct *tty)
412{
413 struct tty_ldisc *ld = tty_ldisc_ref(tty);
414
415 tty_buffer_flush(tty, ld);
416 if (ld)
417 tty_ldisc_deref(ld);
418}
419EXPORT_SYMBOL_GPL(tty_ldisc_flush);
420
421/**
422 * tty_set_termios_ldisc - set ldisc field
423 * @tty: tty structure
424 * @disc: line discipline number
425 *
426 * This is probably overkill for real world processors but
427 * they are not on hot paths so a little discipline won't do
428 * any harm.
429 *
430 * The line discipline-related tty_struct fields are reset to
431 * prevent the ldisc driver from re-using stale information for
432 * the new ldisc instance.
433 *
434 * Locking: takes termios_rwsem
435 */
436
437static void tty_set_termios_ldisc(struct tty_struct *tty, int disc)
438{
439 down_write(&tty->termios_rwsem);
440 tty->termios.c_line = disc;
441 up_write(&tty->termios_rwsem);
442
443 tty->disc_data = NULL;
444 tty->receive_room = 0;
445}
446
447/**
448 * tty_ldisc_open - open a line discipline
449 * @tty: tty we are opening the ldisc on
450 * @ld: discipline to open
451 *
452 * A helper opening method. Also a convenient debugging and check
453 * point.
454 *
455 * Locking: always called with BTM already held.
456 */
457
458static int tty_ldisc_open(struct tty_struct *tty, struct tty_ldisc *ld)
459{
460 WARN_ON(test_and_set_bit(TTY_LDISC_OPEN, &tty->flags));
461 if (ld->ops->open) {
462 int ret;
463 /* BTM here locks versus a hangup event */
464 ret = ld->ops->open(tty);
465 if (ret)
466 clear_bit(TTY_LDISC_OPEN, &tty->flags);
467
468 tty_ldisc_debug(tty, "%p: opened\n", ld);
469 return ret;
470 }
471 return 0;
472}
473
474/**
475 * tty_ldisc_close - close a line discipline
476 * @tty: tty we are opening the ldisc on
477 * @ld: discipline to close
478 *
479 * A helper close method. Also a convenient debugging and check
480 * point.
481 */
482
483static void tty_ldisc_close(struct tty_struct *tty, struct tty_ldisc *ld)
484{
485 lockdep_assert_held_write(&tty->ldisc_sem);
486 WARN_ON(!test_bit(TTY_LDISC_OPEN, &tty->flags));
487 clear_bit(TTY_LDISC_OPEN, &tty->flags);
488 if (ld->ops->close)
489 ld->ops->close(tty);
490 tty_ldisc_debug(tty, "%p: closed\n", ld);
491}
492
493/**
494 * tty_ldisc_failto - helper for ldisc failback
495 * @tty: tty to open the ldisc on
496 * @ld: ldisc we are trying to fail back to
497 *
498 * Helper to try and recover a tty when switching back to the old
499 * ldisc fails and we need something attached.
500 */
501
502static int tty_ldisc_failto(struct tty_struct *tty, int ld)
503{
504 struct tty_ldisc *disc = tty_ldisc_get(tty, ld);
505 int r;
506
507 lockdep_assert_held_write(&tty->ldisc_sem);
508 if (IS_ERR(disc))
509 return PTR_ERR(disc);
510 tty->ldisc = disc;
511 tty_set_termios_ldisc(tty, ld);
512 if ((r = tty_ldisc_open(tty, disc)) < 0)
513 tty_ldisc_put(disc);
514 return r;
515}
516
517/**
518 * tty_ldisc_restore - helper for tty ldisc change
519 * @tty: tty to recover
520 * @old: previous ldisc
521 *
522 * Restore the previous line discipline or N_TTY when a line discipline
523 * change fails due to an open error
524 */
525
526static void tty_ldisc_restore(struct tty_struct *tty, struct tty_ldisc *old)
527{
528 /* There is an outstanding reference here so this is safe */
529 if (tty_ldisc_failto(tty, old->ops->num) < 0) {
530 const char *name = tty_name(tty);
531
532 pr_warn("Falling back ldisc for %s.\n", name);
533 /* The traditional behaviour is to fall back to N_TTY, we
534 want to avoid falling back to N_NULL unless we have no
535 choice to avoid the risk of breaking anything */
536 if (tty_ldisc_failto(tty, N_TTY) < 0 &&
537 tty_ldisc_failto(tty, N_NULL) < 0)
538 panic("Couldn't open N_NULL ldisc for %s.", name);
539 }
540}
541
542/**
543 * tty_set_ldisc - set line discipline
544 * @tty: the terminal to set
545 * @ldisc: the line discipline
546 *
547 * Set the discipline of a tty line. Must be called from a process
548 * context. The ldisc change logic has to protect itself against any
549 * overlapping ldisc change (including on the other end of pty pairs),
550 * the close of one side of a tty/pty pair, and eventually hangup.
551 */
552
553int tty_set_ldisc(struct tty_struct *tty, int disc)
554{
555 int retval;
556 struct tty_ldisc *old_ldisc, *new_ldisc;
557
558 new_ldisc = tty_ldisc_get(tty, disc);
559 if (IS_ERR(new_ldisc))
560 return PTR_ERR(new_ldisc);
561
562 tty_lock(tty);
563 retval = tty_ldisc_lock(tty, 5 * HZ);
564 if (retval)
565 goto err;
566
567 if (!tty->ldisc) {
568 retval = -EIO;
569 goto out;
570 }
571
572 /* Check the no-op case */
573 if (tty->ldisc->ops->num == disc)
574 goto out;
575
576 if (test_bit(TTY_HUPPED, &tty->flags)) {
577 /* We were raced by hangup */
578 retval = -EIO;
579 goto out;
580 }
581
582 old_ldisc = tty->ldisc;
583
584 /* Shutdown the old discipline. */
585 tty_ldisc_close(tty, old_ldisc);
586
587 /* Now set up the new line discipline. */
588 tty->ldisc = new_ldisc;
589 tty_set_termios_ldisc(tty, disc);
590
591 retval = tty_ldisc_open(tty, new_ldisc);
592 if (retval < 0) {
593 /* Back to the old one or N_TTY if we can't */
594 tty_ldisc_put(new_ldisc);
595 tty_ldisc_restore(tty, old_ldisc);
596 }
597
598 if (tty->ldisc->ops->num != old_ldisc->ops->num && tty->ops->set_ldisc) {
599 down_read(&tty->termios_rwsem);
600 tty->ops->set_ldisc(tty);
601 up_read(&tty->termios_rwsem);
602 }
603
604 /* At this point we hold a reference to the new ldisc and a
605 reference to the old ldisc, or we hold two references to
606 the old ldisc (if it was restored as part of error cleanup
607 above). In either case, releasing a single reference from
608 the old ldisc is correct. */
609 new_ldisc = old_ldisc;
610out:
611 tty_ldisc_unlock(tty);
612
613 /* Restart the work queue in case no characters kick it off. Safe if
614 already running */
615 tty_buffer_restart_work(tty->port);
616err:
617 tty_ldisc_put(new_ldisc); /* drop the extra reference */
618 tty_unlock(tty);
619 return retval;
620}
621EXPORT_SYMBOL_GPL(tty_set_ldisc);
622
623/**
624 * tty_ldisc_kill - teardown ldisc
625 * @tty: tty being released
626 *
627 * Perform final close of the ldisc and reset tty->ldisc
628 */
629static void tty_ldisc_kill(struct tty_struct *tty)
630{
631 lockdep_assert_held_write(&tty->ldisc_sem);
632 if (!tty->ldisc)
633 return;
634 /*
635 * Now kill off the ldisc
636 */
637 tty_ldisc_close(tty, tty->ldisc);
638 tty_ldisc_put(tty->ldisc);
639 /* Force an oops if we mess this up */
640 tty->ldisc = NULL;
641}
642
643/**
644 * tty_reset_termios - reset terminal state
645 * @tty: tty to reset
646 *
647 * Restore a terminal to the driver default state.
648 */
649
650static void tty_reset_termios(struct tty_struct *tty)
651{
652 down_write(&tty->termios_rwsem);
653 tty->termios = tty->driver->init_termios;
654 tty->termios.c_ispeed = tty_termios_input_baud_rate(&tty->termios);
655 tty->termios.c_ospeed = tty_termios_baud_rate(&tty->termios);
656 up_write(&tty->termios_rwsem);
657}
658
659
660/**
661 * tty_ldisc_reinit - reinitialise the tty ldisc
662 * @tty: tty to reinit
663 * @disc: line discipline to reinitialize
664 *
665 * Completely reinitialize the line discipline state, by closing the
666 * current instance, if there is one, and opening a new instance. If
667 * an error occurs opening the new non-N_TTY instance, the instance
668 * is dropped and tty->ldisc reset to NULL. The caller can then retry
669 * with N_TTY instead.
670 *
671 * Returns 0 if successful, otherwise error code < 0
672 */
673
674int tty_ldisc_reinit(struct tty_struct *tty, int disc)
675{
676 struct tty_ldisc *ld;
677 int retval;
678
679 lockdep_assert_held_write(&tty->ldisc_sem);
680 ld = tty_ldisc_get(tty, disc);
681 if (IS_ERR(ld)) {
682 BUG_ON(disc == N_TTY);
683 return PTR_ERR(ld);
684 }
685
686 if (tty->ldisc) {
687 tty_ldisc_close(tty, tty->ldisc);
688 tty_ldisc_put(tty->ldisc);
689 }
690
691 /* switch the line discipline */
692 tty->ldisc = ld;
693 tty_set_termios_ldisc(tty, disc);
694 retval = tty_ldisc_open(tty, tty->ldisc);
695 if (retval) {
696 tty_ldisc_put(tty->ldisc);
697 tty->ldisc = NULL;
698 }
699 return retval;
700}
701
702/**
703 * tty_ldisc_hangup - hangup ldisc reset
704 * @tty: tty being hung up
705 *
706 * Some tty devices reset their termios when they receive a hangup
707 * event. In that situation we must also switch back to N_TTY properly
708 * before we reset the termios data.
709 *
710 * Locking: We can take the ldisc mutex as the rest of the code is
711 * careful to allow for this.
712 *
713 * In the pty pair case this occurs in the close() path of the
714 * tty itself so we must be careful about locking rules.
715 */
716
717void tty_ldisc_hangup(struct tty_struct *tty, bool reinit)
718{
719 struct tty_ldisc *ld;
720
721 tty_ldisc_debug(tty, "%p: hangup\n", tty->ldisc);
722
723 ld = tty_ldisc_ref(tty);
724 if (ld != NULL) {
725 if (ld->ops->flush_buffer)
726 ld->ops->flush_buffer(tty);
727 tty_driver_flush_buffer(tty);
728 if ((test_bit(TTY_DO_WRITE_WAKEUP, &tty->flags)) &&
729 ld->ops->write_wakeup)
730 ld->ops->write_wakeup(tty);
731 if (ld->ops->hangup)
732 ld->ops->hangup(tty);
733 tty_ldisc_deref(ld);
734 }
735
736 wake_up_interruptible_poll(&tty->write_wait, EPOLLOUT);
737 wake_up_interruptible_poll(&tty->read_wait, EPOLLIN);
738
739 /*
740 * Shutdown the current line discipline, and reset it to
741 * N_TTY if need be.
742 *
743 * Avoid racing set_ldisc or tty_ldisc_release
744 */
745 tty_ldisc_lock(tty, MAX_SCHEDULE_TIMEOUT);
746
747 if (tty->driver->flags & TTY_DRIVER_RESET_TERMIOS)
748 tty_reset_termios(tty);
749
750 if (tty->ldisc) {
751 if (reinit) {
752 if (tty_ldisc_reinit(tty, tty->termios.c_line) < 0 &&
753 tty_ldisc_reinit(tty, N_TTY) < 0)
754 WARN_ON(tty_ldisc_reinit(tty, N_NULL) < 0);
755 } else
756 tty_ldisc_kill(tty);
757 }
758 tty_ldisc_unlock(tty);
759}
760
761/**
762 * tty_ldisc_setup - open line discipline
763 * @tty: tty being shut down
764 * @o_tty: pair tty for pty/tty pairs
765 *
766 * Called during the initial open of a tty/pty pair in order to set up the
767 * line disciplines and bind them to the tty. This has no locking issues
768 * as the device isn't yet active.
769 */
770
771int tty_ldisc_setup(struct tty_struct *tty, struct tty_struct *o_tty)
772{
773 int retval = tty_ldisc_open(tty, tty->ldisc);
774 if (retval)
775 return retval;
776
777 if (o_tty) {
778 /*
779 * Called without o_tty->ldisc_sem held, as o_tty has been
780 * just allocated and no one has a reference to it.
781 */
782 retval = tty_ldisc_open(o_tty, o_tty->ldisc);
783 if (retval) {
784 tty_ldisc_close(tty, tty->ldisc);
785 return retval;
786 }
787 }
788 return 0;
789}
790
791/**
792 * tty_ldisc_release - release line discipline
793 * @tty: tty being shut down (or one end of pty pair)
794 *
795 * Called during the final close of a tty or a pty pair in order to shut
796 * down the line discpline layer. On exit, each tty's ldisc is NULL.
797 */
798
799void tty_ldisc_release(struct tty_struct *tty)
800{
801 struct tty_struct *o_tty = tty->link;
802
803 /*
804 * Shutdown this line discipline. As this is the final close,
805 * it does not race with the set_ldisc code path.
806 */
807
808 tty_ldisc_lock_pair(tty, o_tty);
809 tty_ldisc_kill(tty);
810 if (o_tty)
811 tty_ldisc_kill(o_tty);
812 tty_ldisc_unlock_pair(tty, o_tty);
813
814 /* And the memory resources remaining (buffers, termios) will be
815 disposed of when the kref hits zero */
816
817 tty_ldisc_debug(tty, "released\n");
818}
819EXPORT_SYMBOL_GPL(tty_ldisc_release);
820
821/**
822 * tty_ldisc_init - ldisc setup for new tty
823 * @tty: tty being allocated
824 *
825 * Set up the line discipline objects for a newly allocated tty. Note that
826 * the tty structure is not completely set up when this call is made.
827 */
828
829int tty_ldisc_init(struct tty_struct *tty)
830{
831 struct tty_ldisc *ld = tty_ldisc_get(tty, N_TTY);
832 if (IS_ERR(ld))
833 return PTR_ERR(ld);
834 tty->ldisc = ld;
835 return 0;
836}
837
838/**
839 * tty_ldisc_deinit - ldisc cleanup for new tty
840 * @tty: tty that was allocated recently
841 *
842 * The tty structure must not becompletely set up (tty_ldisc_setup) when
843 * this call is made.
844 */
845void tty_ldisc_deinit(struct tty_struct *tty)
846{
847 /* no ldisc_sem, tty is being destroyed */
848 if (tty->ldisc)
849 tty_ldisc_put(tty->ldisc);
850 tty->ldisc = NULL;
851}
852
853static struct ctl_table tty_table[] = {
854 {
855 .procname = "ldisc_autoload",
856 .data = &tty_ldisc_autoload,
857 .maxlen = sizeof(tty_ldisc_autoload),
858 .mode = 0644,
859 .proc_handler = proc_dointvec,
860 .extra1 = SYSCTL_ZERO,
861 .extra2 = SYSCTL_ONE,
862 },
863 { }
864};
865
866static struct ctl_table tty_dir_table[] = {
867 {
868 .procname = "tty",
869 .mode = 0555,
870 .child = tty_table,
871 },
872 { }
873};
874
875static struct ctl_table tty_root_table[] = {
876 {
877 .procname = "dev",
878 .mode = 0555,
879 .child = tty_dir_table,
880 },
881 { }
882};
883
884void tty_sysctl_init(void)
885{
886 register_sysctl_table(tty_root_table);
887}
1// SPDX-License-Identifier: GPL-2.0
2#include <linux/types.h>
3#include <linux/errno.h>
4#include <linux/kmod.h>
5#include <linux/sched.h>
6#include <linux/interrupt.h>
7#include <linux/tty.h>
8#include <linux/tty_driver.h>
9#include <linux/file.h>
10#include <linux/mm.h>
11#include <linux/string.h>
12#include <linux/slab.h>
13#include <linux/poll.h>
14#include <linux/proc_fs.h>
15#include <linux/module.h>
16#include <linux/device.h>
17#include <linux/wait.h>
18#include <linux/bitops.h>
19#include <linux/seq_file.h>
20#include <linux/uaccess.h>
21#include <linux/ratelimit.h>
22#include "tty.h"
23
24#undef LDISC_DEBUG_HANGUP
25
26#ifdef LDISC_DEBUG_HANGUP
27#define tty_ldisc_debug(tty, f, args...) tty_debug(tty, f, ##args)
28#else
29#define tty_ldisc_debug(tty, f, args...)
30#endif
31
32/* lockdep nested classes for tty->ldisc_sem */
33enum {
34 LDISC_SEM_NORMAL,
35 LDISC_SEM_OTHER,
36};
37
38
39/*
40 * This guards the refcounted line discipline lists. The lock
41 * must be taken with irqs off because there are hangup path
42 * callers who will do ldisc lookups and cannot sleep.
43 */
44
45static DEFINE_RAW_SPINLOCK(tty_ldiscs_lock);
46/* Line disc dispatch table */
47static struct tty_ldisc_ops *tty_ldiscs[NR_LDISCS];
48
49/**
50 * tty_register_ldisc - install a line discipline
51 * @new_ldisc: pointer to the ldisc object
52 *
53 * Installs a new line discipline into the kernel. The discipline is set up as
54 * unreferenced and then made available to the kernel from this point onwards.
55 *
56 * Locking: takes %tty_ldiscs_lock to guard against ldisc races
57 */
58int tty_register_ldisc(struct tty_ldisc_ops *new_ldisc)
59{
60 unsigned long flags;
61 int ret = 0;
62
63 if (new_ldisc->num < N_TTY || new_ldisc->num >= NR_LDISCS)
64 return -EINVAL;
65
66 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
67 tty_ldiscs[new_ldisc->num] = new_ldisc;
68 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
69
70 return ret;
71}
72EXPORT_SYMBOL(tty_register_ldisc);
73
74/**
75 * tty_unregister_ldisc - unload a line discipline
76 * @ldisc: ldisc number
77 *
78 * Remove a line discipline from the kernel providing it is not currently in
79 * use.
80 *
81 * Locking: takes %tty_ldiscs_lock to guard against ldisc races
82 */
83
84void tty_unregister_ldisc(struct tty_ldisc_ops *ldisc)
85{
86 unsigned long flags;
87
88 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
89 tty_ldiscs[ldisc->num] = NULL;
90 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
91}
92EXPORT_SYMBOL(tty_unregister_ldisc);
93
94static struct tty_ldisc_ops *get_ldops(int disc)
95{
96 unsigned long flags;
97 struct tty_ldisc_ops *ldops, *ret;
98
99 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
100 ret = ERR_PTR(-EINVAL);
101 ldops = tty_ldiscs[disc];
102 if (ldops) {
103 ret = ERR_PTR(-EAGAIN);
104 if (try_module_get(ldops->owner))
105 ret = ldops;
106 }
107 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
108 return ret;
109}
110
111static void put_ldops(struct tty_ldisc_ops *ldops)
112{
113 unsigned long flags;
114
115 raw_spin_lock_irqsave(&tty_ldiscs_lock, flags);
116 module_put(ldops->owner);
117 raw_spin_unlock_irqrestore(&tty_ldiscs_lock, flags);
118}
119
120int tty_ldisc_autoload = IS_BUILTIN(CONFIG_LDISC_AUTOLOAD);
121
122/**
123 * tty_ldisc_get - take a reference to an ldisc
124 * @tty: tty device
125 * @disc: ldisc number
126 *
127 * Takes a reference to a line discipline. Deals with refcounts and module
128 * locking counts. If the discipline is not available, its module loaded, if
129 * possible.
130 *
131 * Returns:
132 * * -%EINVAL if the discipline index is not [%N_TTY .. %NR_LDISCS] or if the
133 * discipline is not registered
134 * * -%EAGAIN if request_module() failed to load or register the discipline
135 * * -%ENOMEM if allocation failure
136 * * Otherwise, returns a pointer to the discipline and bumps the ref count
137 *
138 * Locking: takes %tty_ldiscs_lock to guard against ldisc races
139 */
140static struct tty_ldisc *tty_ldisc_get(struct tty_struct *tty, int disc)
141{
142 struct tty_ldisc *ld;
143 struct tty_ldisc_ops *ldops;
144
145 if (disc < N_TTY || disc >= NR_LDISCS)
146 return ERR_PTR(-EINVAL);
147
148 /*
149 * Get the ldisc ops - we may need to request them to be loaded
150 * dynamically and try again.
151 */
152 ldops = get_ldops(disc);
153 if (IS_ERR(ldops)) {
154 if (!capable(CAP_SYS_MODULE) && !tty_ldisc_autoload)
155 return ERR_PTR(-EPERM);
156 request_module("tty-ldisc-%d", disc);
157 ldops = get_ldops(disc);
158 if (IS_ERR(ldops))
159 return ERR_CAST(ldops);
160 }
161
162 /*
163 * There is no way to handle allocation failure of only 16 bytes.
164 * Let's simplify error handling and save more memory.
165 */
166 ld = kmalloc(sizeof(struct tty_ldisc), GFP_KERNEL | __GFP_NOFAIL);
167 ld->ops = ldops;
168 ld->tty = tty;
169
170 return ld;
171}
172
173/**
174 * tty_ldisc_put - release the ldisc
175 * @ld: lisdsc to release
176 *
177 * Complement of tty_ldisc_get().
178 */
179static void tty_ldisc_put(struct tty_ldisc *ld)
180{
181 if (WARN_ON_ONCE(!ld))
182 return;
183
184 put_ldops(ld->ops);
185 kfree(ld);
186}
187
188static void *tty_ldiscs_seq_start(struct seq_file *m, loff_t *pos)
189{
190 return (*pos < NR_LDISCS) ? pos : NULL;
191}
192
193static void *tty_ldiscs_seq_next(struct seq_file *m, void *v, loff_t *pos)
194{
195 (*pos)++;
196 return (*pos < NR_LDISCS) ? pos : NULL;
197}
198
199static void tty_ldiscs_seq_stop(struct seq_file *m, void *v)
200{
201}
202
203static int tty_ldiscs_seq_show(struct seq_file *m, void *v)
204{
205 int i = *(loff_t *)v;
206 struct tty_ldisc_ops *ldops;
207
208 ldops = get_ldops(i);
209 if (IS_ERR(ldops))
210 return 0;
211 seq_printf(m, "%-10s %2d\n", ldops->name ? ldops->name : "???", i);
212 put_ldops(ldops);
213 return 0;
214}
215
216const struct seq_operations tty_ldiscs_seq_ops = {
217 .start = tty_ldiscs_seq_start,
218 .next = tty_ldiscs_seq_next,
219 .stop = tty_ldiscs_seq_stop,
220 .show = tty_ldiscs_seq_show,
221};
222
223/**
224 * tty_ldisc_ref_wait - wait for the tty ldisc
225 * @tty: tty device
226 *
227 * Dereference the line discipline for the terminal and take a reference to it.
228 * If the line discipline is in flux then wait patiently until it changes.
229 *
230 * Returns: %NULL if the tty has been hungup and not re-opened with a new file
231 * descriptor, otherwise valid ldisc reference
232 *
233 * Note 1: Must not be called from an IRQ/timer context. The caller must also
234 * be careful not to hold other locks that will deadlock against a discipline
235 * change, such as an existing ldisc reference (which we check for).
236 *
237 * Note 2: a file_operations routine (read/poll/write) should use this function
238 * to wait for any ldisc lifetime events to finish.
239 */
240struct tty_ldisc *tty_ldisc_ref_wait(struct tty_struct *tty)
241{
242 struct tty_ldisc *ld;
243
244 ldsem_down_read(&tty->ldisc_sem, MAX_SCHEDULE_TIMEOUT);
245 ld = tty->ldisc;
246 if (!ld)
247 ldsem_up_read(&tty->ldisc_sem);
248 return ld;
249}
250EXPORT_SYMBOL_GPL(tty_ldisc_ref_wait);
251
252/**
253 * tty_ldisc_ref - get the tty ldisc
254 * @tty: tty device
255 *
256 * Dereference the line discipline for the terminal and take a reference to it.
257 * If the line discipline is in flux then return %NULL. Can be called from IRQ
258 * and timer functions.
259 */
260struct tty_ldisc *tty_ldisc_ref(struct tty_struct *tty)
261{
262 struct tty_ldisc *ld = NULL;
263
264 if (ldsem_down_read_trylock(&tty->ldisc_sem)) {
265 ld = tty->ldisc;
266 if (!ld)
267 ldsem_up_read(&tty->ldisc_sem);
268 }
269 return ld;
270}
271EXPORT_SYMBOL_GPL(tty_ldisc_ref);
272
273/**
274 * tty_ldisc_deref - free a tty ldisc reference
275 * @ld: reference to free up
276 *
277 * Undoes the effect of tty_ldisc_ref() or tty_ldisc_ref_wait(). May be called
278 * in IRQ context.
279 */
280void tty_ldisc_deref(struct tty_ldisc *ld)
281{
282 ldsem_up_read(&ld->tty->ldisc_sem);
283}
284EXPORT_SYMBOL_GPL(tty_ldisc_deref);
285
286
287static inline int
288__tty_ldisc_lock(struct tty_struct *tty, unsigned long timeout)
289{
290 return ldsem_down_write(&tty->ldisc_sem, timeout);
291}
292
293static inline int
294__tty_ldisc_lock_nested(struct tty_struct *tty, unsigned long timeout)
295{
296 return ldsem_down_write_nested(&tty->ldisc_sem,
297 LDISC_SEM_OTHER, timeout);
298}
299
300static inline void __tty_ldisc_unlock(struct tty_struct *tty)
301{
302 ldsem_up_write(&tty->ldisc_sem);
303}
304
305int tty_ldisc_lock(struct tty_struct *tty, unsigned long timeout)
306{
307 int ret;
308
309 /* Kindly asking blocked readers to release the read side */
310 set_bit(TTY_LDISC_CHANGING, &tty->flags);
311 wake_up_interruptible_all(&tty->read_wait);
312 wake_up_interruptible_all(&tty->write_wait);
313
314 ret = __tty_ldisc_lock(tty, timeout);
315 if (!ret)
316 return -EBUSY;
317 set_bit(TTY_LDISC_HALTED, &tty->flags);
318 return 0;
319}
320
321void tty_ldisc_unlock(struct tty_struct *tty)
322{
323 clear_bit(TTY_LDISC_HALTED, &tty->flags);
324 /* Can be cleared here - ldisc_unlock will wake up writers firstly */
325 clear_bit(TTY_LDISC_CHANGING, &tty->flags);
326 __tty_ldisc_unlock(tty);
327}
328
329static int
330tty_ldisc_lock_pair_timeout(struct tty_struct *tty, struct tty_struct *tty2,
331 unsigned long timeout)
332{
333 int ret;
334
335 if (tty < tty2) {
336 ret = __tty_ldisc_lock(tty, timeout);
337 if (ret) {
338 ret = __tty_ldisc_lock_nested(tty2, timeout);
339 if (!ret)
340 __tty_ldisc_unlock(tty);
341 }
342 } else {
343 /* if this is possible, it has lots of implications */
344 WARN_ON_ONCE(tty == tty2);
345 if (tty2 && tty != tty2) {
346 ret = __tty_ldisc_lock(tty2, timeout);
347 if (ret) {
348 ret = __tty_ldisc_lock_nested(tty, timeout);
349 if (!ret)
350 __tty_ldisc_unlock(tty2);
351 }
352 } else
353 ret = __tty_ldisc_lock(tty, timeout);
354 }
355
356 if (!ret)
357 return -EBUSY;
358
359 set_bit(TTY_LDISC_HALTED, &tty->flags);
360 if (tty2)
361 set_bit(TTY_LDISC_HALTED, &tty2->flags);
362 return 0;
363}
364
365static void tty_ldisc_lock_pair(struct tty_struct *tty, struct tty_struct *tty2)
366{
367 tty_ldisc_lock_pair_timeout(tty, tty2, MAX_SCHEDULE_TIMEOUT);
368}
369
370static void tty_ldisc_unlock_pair(struct tty_struct *tty,
371 struct tty_struct *tty2)
372{
373 __tty_ldisc_unlock(tty);
374 if (tty2)
375 __tty_ldisc_unlock(tty2);
376}
377
378/**
379 * tty_ldisc_flush - flush line discipline queue
380 * @tty: tty to flush ldisc for
381 *
382 * Flush the line discipline queue (if any) and the tty flip buffers for this
383 * @tty.
384 */
385void tty_ldisc_flush(struct tty_struct *tty)
386{
387 struct tty_ldisc *ld = tty_ldisc_ref(tty);
388
389 tty_buffer_flush(tty, ld);
390 if (ld)
391 tty_ldisc_deref(ld);
392}
393EXPORT_SYMBOL_GPL(tty_ldisc_flush);
394
395/**
396 * tty_set_termios_ldisc - set ldisc field
397 * @tty: tty structure
398 * @disc: line discipline number
399 *
400 * This is probably overkill for real world processors but they are not on hot
401 * paths so a little discipline won't do any harm.
402 *
403 * The line discipline-related tty_struct fields are reset to prevent the ldisc
404 * driver from re-using stale information for the new ldisc instance.
405 *
406 * Locking: takes termios_rwsem
407 */
408static void tty_set_termios_ldisc(struct tty_struct *tty, int disc)
409{
410 down_write(&tty->termios_rwsem);
411 tty->termios.c_line = disc;
412 up_write(&tty->termios_rwsem);
413
414 tty->disc_data = NULL;
415 tty->receive_room = 0;
416}
417
418/**
419 * tty_ldisc_open - open a line discipline
420 * @tty: tty we are opening the ldisc on
421 * @ld: discipline to open
422 *
423 * A helper opening method. Also a convenient debugging and check point.
424 *
425 * Locking: always called with BTM already held.
426 */
427static int tty_ldisc_open(struct tty_struct *tty, struct tty_ldisc *ld)
428{
429 WARN_ON(test_and_set_bit(TTY_LDISC_OPEN, &tty->flags));
430 if (ld->ops->open) {
431 int ret;
432 /* BTM here locks versus a hangup event */
433 ret = ld->ops->open(tty);
434 if (ret)
435 clear_bit(TTY_LDISC_OPEN, &tty->flags);
436
437 tty_ldisc_debug(tty, "%p: opened\n", ld);
438 return ret;
439 }
440 return 0;
441}
442
443/**
444 * tty_ldisc_close - close a line discipline
445 * @tty: tty we are opening the ldisc on
446 * @ld: discipline to close
447 *
448 * A helper close method. Also a convenient debugging and check point.
449 */
450static void tty_ldisc_close(struct tty_struct *tty, struct tty_ldisc *ld)
451{
452 lockdep_assert_held_write(&tty->ldisc_sem);
453 WARN_ON(!test_bit(TTY_LDISC_OPEN, &tty->flags));
454 clear_bit(TTY_LDISC_OPEN, &tty->flags);
455 if (ld->ops->close)
456 ld->ops->close(tty);
457 tty_ldisc_debug(tty, "%p: closed\n", ld);
458}
459
460/**
461 * tty_ldisc_failto - helper for ldisc failback
462 * @tty: tty to open the ldisc on
463 * @ld: ldisc we are trying to fail back to
464 *
465 * Helper to try and recover a tty when switching back to the old ldisc fails
466 * and we need something attached.
467 */
468static int tty_ldisc_failto(struct tty_struct *tty, int ld)
469{
470 struct tty_ldisc *disc = tty_ldisc_get(tty, ld);
471 int r;
472
473 lockdep_assert_held_write(&tty->ldisc_sem);
474 if (IS_ERR(disc))
475 return PTR_ERR(disc);
476 tty->ldisc = disc;
477 tty_set_termios_ldisc(tty, ld);
478 r = tty_ldisc_open(tty, disc);
479 if (r < 0)
480 tty_ldisc_put(disc);
481 return r;
482}
483
484/**
485 * tty_ldisc_restore - helper for tty ldisc change
486 * @tty: tty to recover
487 * @old: previous ldisc
488 *
489 * Restore the previous line discipline or %N_TTY when a line discipline change
490 * fails due to an open error
491 */
492static void tty_ldisc_restore(struct tty_struct *tty, struct tty_ldisc *old)
493{
494 /* There is an outstanding reference here so this is safe */
495 if (tty_ldisc_failto(tty, old->ops->num) < 0) {
496 const char *name = tty_name(tty);
497
498 pr_warn("Falling back ldisc for %s.\n", name);
499 /*
500 * The traditional behaviour is to fall back to N_TTY, we
501 * want to avoid falling back to N_NULL unless we have no
502 * choice to avoid the risk of breaking anything
503 */
504 if (tty_ldisc_failto(tty, N_TTY) < 0 &&
505 tty_ldisc_failto(tty, N_NULL) < 0)
506 panic("Couldn't open N_NULL ldisc for %s.", name);
507 }
508}
509
510/**
511 * tty_set_ldisc - set line discipline
512 * @tty: the terminal to set
513 * @disc: the line discipline number
514 *
515 * Set the discipline of a tty line. Must be called from a process context. The
516 * ldisc change logic has to protect itself against any overlapping ldisc
517 * change (including on the other end of pty pairs), the close of one side of a
518 * tty/pty pair, and eventually hangup.
519 */
520int tty_set_ldisc(struct tty_struct *tty, int disc)
521{
522 int retval;
523 struct tty_ldisc *old_ldisc, *new_ldisc;
524
525 new_ldisc = tty_ldisc_get(tty, disc);
526 if (IS_ERR(new_ldisc))
527 return PTR_ERR(new_ldisc);
528
529 tty_lock(tty);
530 retval = tty_ldisc_lock(tty, 5 * HZ);
531 if (retval)
532 goto err;
533
534 if (!tty->ldisc) {
535 retval = -EIO;
536 goto out;
537 }
538
539 /* Check the no-op case */
540 if (tty->ldisc->ops->num == disc)
541 goto out;
542
543 if (test_bit(TTY_HUPPED, &tty->flags)) {
544 /* We were raced by hangup */
545 retval = -EIO;
546 goto out;
547 }
548
549 old_ldisc = tty->ldisc;
550
551 /* Shutdown the old discipline. */
552 tty_ldisc_close(tty, old_ldisc);
553
554 /* Now set up the new line discipline. */
555 tty->ldisc = new_ldisc;
556 tty_set_termios_ldisc(tty, disc);
557
558 retval = tty_ldisc_open(tty, new_ldisc);
559 if (retval < 0) {
560 /* Back to the old one or N_TTY if we can't */
561 tty_ldisc_put(new_ldisc);
562 tty_ldisc_restore(tty, old_ldisc);
563 }
564
565 if (tty->ldisc->ops->num != old_ldisc->ops->num && tty->ops->set_ldisc) {
566 down_read(&tty->termios_rwsem);
567 tty->ops->set_ldisc(tty);
568 up_read(&tty->termios_rwsem);
569 }
570
571 /*
572 * At this point we hold a reference to the new ldisc and a
573 * reference to the old ldisc, or we hold two references to
574 * the old ldisc (if it was restored as part of error cleanup
575 * above). In either case, releasing a single reference from
576 * the old ldisc is correct.
577 */
578 new_ldisc = old_ldisc;
579out:
580 tty_ldisc_unlock(tty);
581
582 /*
583 * Restart the work queue in case no characters kick it off. Safe if
584 * already running
585 */
586 tty_buffer_restart_work(tty->port);
587err:
588 tty_ldisc_put(new_ldisc); /* drop the extra reference */
589 tty_unlock(tty);
590 return retval;
591}
592EXPORT_SYMBOL_GPL(tty_set_ldisc);
593
594/**
595 * tty_ldisc_kill - teardown ldisc
596 * @tty: tty being released
597 *
598 * Perform final close of the ldisc and reset @tty->ldisc
599 */
600static void tty_ldisc_kill(struct tty_struct *tty)
601{
602 lockdep_assert_held_write(&tty->ldisc_sem);
603 if (!tty->ldisc)
604 return;
605 /*
606 * Now kill off the ldisc
607 */
608 tty_ldisc_close(tty, tty->ldisc);
609 tty_ldisc_put(tty->ldisc);
610 /* Force an oops if we mess this up */
611 tty->ldisc = NULL;
612}
613
614/**
615 * tty_reset_termios - reset terminal state
616 * @tty: tty to reset
617 *
618 * Restore a terminal to the driver default state.
619 */
620static void tty_reset_termios(struct tty_struct *tty)
621{
622 down_write(&tty->termios_rwsem);
623 tty->termios = tty->driver->init_termios;
624 tty->termios.c_ispeed = tty_termios_input_baud_rate(&tty->termios);
625 tty->termios.c_ospeed = tty_termios_baud_rate(&tty->termios);
626 up_write(&tty->termios_rwsem);
627}
628
629
630/**
631 * tty_ldisc_reinit - reinitialise the tty ldisc
632 * @tty: tty to reinit
633 * @disc: line discipline to reinitialize
634 *
635 * Completely reinitialize the line discipline state, by closing the current
636 * instance, if there is one, and opening a new instance. If an error occurs
637 * opening the new non-%N_TTY instance, the instance is dropped and @tty->ldisc
638 * reset to %NULL. The caller can then retry with %N_TTY instead.
639 *
640 * Returns: 0 if successful, otherwise error code < 0
641 */
642int tty_ldisc_reinit(struct tty_struct *tty, int disc)
643{
644 struct tty_ldisc *ld;
645 int retval;
646
647 lockdep_assert_held_write(&tty->ldisc_sem);
648 ld = tty_ldisc_get(tty, disc);
649 if (IS_ERR(ld)) {
650 BUG_ON(disc == N_TTY);
651 return PTR_ERR(ld);
652 }
653
654 if (tty->ldisc) {
655 tty_ldisc_close(tty, tty->ldisc);
656 tty_ldisc_put(tty->ldisc);
657 }
658
659 /* switch the line discipline */
660 tty->ldisc = ld;
661 tty_set_termios_ldisc(tty, disc);
662 retval = tty_ldisc_open(tty, tty->ldisc);
663 if (retval) {
664 tty_ldisc_put(tty->ldisc);
665 tty->ldisc = NULL;
666 }
667 return retval;
668}
669
670/**
671 * tty_ldisc_hangup - hangup ldisc reset
672 * @tty: tty being hung up
673 * @reinit: whether to re-initialise the tty
674 *
675 * Some tty devices reset their termios when they receive a hangup event. In
676 * that situation we must also switch back to %N_TTY properly before we reset
677 * the termios data.
678 *
679 * Locking: We can take the ldisc mutex as the rest of the code is careful to
680 * allow for this.
681 *
682 * In the pty pair case this occurs in the close() path of the tty itself so we
683 * must be careful about locking rules.
684 */
685void tty_ldisc_hangup(struct tty_struct *tty, bool reinit)
686{
687 struct tty_ldisc *ld;
688
689 tty_ldisc_debug(tty, "%p: hangup\n", tty->ldisc);
690
691 ld = tty_ldisc_ref(tty);
692 if (ld != NULL) {
693 if (ld->ops->flush_buffer)
694 ld->ops->flush_buffer(tty);
695 tty_driver_flush_buffer(tty);
696 if ((test_bit(TTY_DO_WRITE_WAKEUP, &tty->flags)) &&
697 ld->ops->write_wakeup)
698 ld->ops->write_wakeup(tty);
699 if (ld->ops->hangup)
700 ld->ops->hangup(tty);
701 tty_ldisc_deref(ld);
702 }
703
704 wake_up_interruptible_poll(&tty->write_wait, EPOLLOUT);
705 wake_up_interruptible_poll(&tty->read_wait, EPOLLIN);
706
707 /*
708 * Shutdown the current line discipline, and reset it to
709 * N_TTY if need be.
710 *
711 * Avoid racing set_ldisc or tty_ldisc_release
712 */
713 tty_ldisc_lock(tty, MAX_SCHEDULE_TIMEOUT);
714
715 if (tty->driver->flags & TTY_DRIVER_RESET_TERMIOS)
716 tty_reset_termios(tty);
717
718 if (tty->ldisc) {
719 if (reinit) {
720 if (tty_ldisc_reinit(tty, tty->termios.c_line) < 0 &&
721 tty_ldisc_reinit(tty, N_TTY) < 0)
722 WARN_ON(tty_ldisc_reinit(tty, N_NULL) < 0);
723 } else
724 tty_ldisc_kill(tty);
725 }
726 tty_ldisc_unlock(tty);
727}
728
729/**
730 * tty_ldisc_setup - open line discipline
731 * @tty: tty being shut down
732 * @o_tty: pair tty for pty/tty pairs
733 *
734 * Called during the initial open of a tty/pty pair in order to set up the line
735 * disciplines and bind them to the @tty. This has no locking issues as the
736 * device isn't yet active.
737 */
738int tty_ldisc_setup(struct tty_struct *tty, struct tty_struct *o_tty)
739{
740 int retval = tty_ldisc_open(tty, tty->ldisc);
741
742 if (retval)
743 return retval;
744
745 if (o_tty) {
746 /*
747 * Called without o_tty->ldisc_sem held, as o_tty has been
748 * just allocated and no one has a reference to it.
749 */
750 retval = tty_ldisc_open(o_tty, o_tty->ldisc);
751 if (retval) {
752 tty_ldisc_close(tty, tty->ldisc);
753 return retval;
754 }
755 }
756 return 0;
757}
758
759/**
760 * tty_ldisc_release - release line discipline
761 * @tty: tty being shut down (or one end of pty pair)
762 *
763 * Called during the final close of a tty or a pty pair in order to shut down
764 * the line discpline layer. On exit, each tty's ldisc is %NULL.
765 */
766void tty_ldisc_release(struct tty_struct *tty)
767{
768 struct tty_struct *o_tty = tty->link;
769
770 /*
771 * Shutdown this line discipline. As this is the final close,
772 * it does not race with the set_ldisc code path.
773 */
774
775 tty_ldisc_lock_pair(tty, o_tty);
776 tty_ldisc_kill(tty);
777 if (o_tty)
778 tty_ldisc_kill(o_tty);
779 tty_ldisc_unlock_pair(tty, o_tty);
780
781 /*
782 * And the memory resources remaining (buffers, termios) will be
783 * disposed of when the kref hits zero
784 */
785
786 tty_ldisc_debug(tty, "released\n");
787}
788
789/**
790 * tty_ldisc_init - ldisc setup for new tty
791 * @tty: tty being allocated
792 *
793 * Set up the line discipline objects for a newly allocated tty. Note that the
794 * tty structure is not completely set up when this call is made.
795 */
796int tty_ldisc_init(struct tty_struct *tty)
797{
798 struct tty_ldisc *ld = tty_ldisc_get(tty, N_TTY);
799
800 if (IS_ERR(ld))
801 return PTR_ERR(ld);
802 tty->ldisc = ld;
803 return 0;
804}
805
806/**
807 * tty_ldisc_deinit - ldisc cleanup for new tty
808 * @tty: tty that was allocated recently
809 *
810 * The tty structure must not be completely set up (tty_ldisc_setup()) when
811 * this call is made.
812 */
813void tty_ldisc_deinit(struct tty_struct *tty)
814{
815 /* no ldisc_sem, tty is being destroyed */
816 if (tty->ldisc)
817 tty_ldisc_put(tty->ldisc);
818 tty->ldisc = NULL;
819}