Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Driver core for Samsung SoC onboard UARTs.
4 *
5 * Ben Dooks, Copyright (c) 2003-2008 Simtec Electronics
6 * http://armlinux.simtec.co.uk/
7 */
8
9/* Note on 2410 error handling
10 *
11 * The s3c2410 manual has a love/hate affair with the contents of the
12 * UERSTAT register in the UART blocks, and keeps marking some of the
13 * error bits as reserved. Having checked with the s3c2410x01,
14 * it copes with BREAKs properly, so I am happy to ignore the RESERVED
15 * feature from the latter versions of the manual.
16 *
17 * If it becomes aparrent that latter versions of the 2410 remove these
18 * bits, then action will have to be taken to differentiate the versions
19 * and change the policy on BREAK
20 *
21 * BJD, 04-Nov-2004
22 */
23
24#include <linux/dmaengine.h>
25#include <linux/dma-mapping.h>
26#include <linux/slab.h>
27#include <linux/module.h>
28#include <linux/ioport.h>
29#include <linux/io.h>
30#include <linux/platform_device.h>
31#include <linux/init.h>
32#include <linux/sysrq.h>
33#include <linux/console.h>
34#include <linux/tty.h>
35#include <linux/tty_flip.h>
36#include <linux/serial_core.h>
37#include <linux/serial.h>
38#include <linux/serial_s3c.h>
39#include <linux/delay.h>
40#include <linux/clk.h>
41#include <linux/cpufreq.h>
42#include <linux/of.h>
43#include <asm/irq.h>
44
45/* UART name and device definitions */
46
47#define S3C24XX_SERIAL_NAME "ttySAC"
48#define S3C24XX_SERIAL_MAJOR 204
49#define S3C24XX_SERIAL_MINOR 64
50
51#ifdef CONFIG_ARM64
52#define UART_NR 12
53#else
54#define UART_NR CONFIG_SERIAL_SAMSUNG_UARTS
55#endif
56
57#define S3C24XX_TX_PIO 1
58#define S3C24XX_TX_DMA 2
59#define S3C24XX_RX_PIO 1
60#define S3C24XX_RX_DMA 2
61
62/* flag to ignore all characters coming in */
63#define RXSTAT_DUMMY_READ (0x10000000)
64
65enum s3c24xx_port_type {
66 TYPE_S3C24XX,
67 TYPE_S3C6400,
68 TYPE_APPLE_S5L,
69};
70
71struct s3c24xx_uart_info {
72 const char *name;
73 enum s3c24xx_port_type type;
74 unsigned int port_type;
75 unsigned int fifosize;
76 unsigned long rx_fifomask;
77 unsigned long rx_fifoshift;
78 unsigned long rx_fifofull;
79 unsigned long tx_fifomask;
80 unsigned long tx_fifoshift;
81 unsigned long tx_fifofull;
82 unsigned int def_clk_sel;
83 unsigned long num_clks;
84 unsigned long clksel_mask;
85 unsigned long clksel_shift;
86 unsigned long ucon_mask;
87
88 /* uart port features */
89
90 unsigned int has_divslot:1;
91};
92
93struct s3c24xx_serial_drv_data {
94 const struct s3c24xx_uart_info info;
95 const struct s3c2410_uartcfg def_cfg;
96 const unsigned int fifosize[UART_NR];
97};
98
99struct s3c24xx_uart_dma {
100 unsigned int rx_chan_id;
101 unsigned int tx_chan_id;
102
103 struct dma_slave_config rx_conf;
104 struct dma_slave_config tx_conf;
105
106 struct dma_chan *rx_chan;
107 struct dma_chan *tx_chan;
108
109 dma_addr_t rx_addr;
110 dma_addr_t tx_addr;
111
112 dma_cookie_t rx_cookie;
113 dma_cookie_t tx_cookie;
114
115 char *rx_buf;
116
117 dma_addr_t tx_transfer_addr;
118
119 size_t rx_size;
120 size_t tx_size;
121
122 struct dma_async_tx_descriptor *tx_desc;
123 struct dma_async_tx_descriptor *rx_desc;
124
125 int tx_bytes_requested;
126 int rx_bytes_requested;
127};
128
129struct s3c24xx_uart_port {
130 unsigned char rx_claimed;
131 unsigned char tx_claimed;
132 unsigned char rx_enabled;
133 unsigned char tx_enabled;
134 unsigned int pm_level;
135 unsigned long baudclk_rate;
136 unsigned int min_dma_size;
137
138 unsigned int rx_irq;
139 unsigned int tx_irq;
140
141 unsigned int tx_in_progress;
142 unsigned int tx_mode;
143 unsigned int rx_mode;
144
145 const struct s3c24xx_uart_info *info;
146 struct clk *clk;
147 struct clk *baudclk;
148 struct uart_port port;
149 const struct s3c24xx_serial_drv_data *drv_data;
150
151 /* reference to platform data */
152 const struct s3c2410_uartcfg *cfg;
153
154 struct s3c24xx_uart_dma *dma;
155
156#ifdef CONFIG_ARM_S3C24XX_CPUFREQ
157 struct notifier_block freq_transition;
158#endif
159};
160
161static void s3c24xx_serial_tx_chars(struct s3c24xx_uart_port *ourport);
162
163/* conversion functions */
164
165#define s3c24xx_dev_to_port(__dev) dev_get_drvdata(__dev)
166
167/* register access controls */
168
169#define portaddr(port, reg) ((port)->membase + (reg))
170#define portaddrl(port, reg) \
171 ((unsigned long *)(unsigned long)((port)->membase + (reg)))
172
173static u32 rd_reg(const struct uart_port *port, u32 reg)
174{
175 switch (port->iotype) {
176 case UPIO_MEM:
177 return readb_relaxed(portaddr(port, reg));
178 case UPIO_MEM32:
179 return readl_relaxed(portaddr(port, reg));
180 default:
181 return 0;
182 }
183 return 0;
184}
185
186#define rd_regl(port, reg) (readl_relaxed(portaddr(port, reg)))
187
188static void wr_reg(const struct uart_port *port, u32 reg, u32 val)
189{
190 switch (port->iotype) {
191 case UPIO_MEM:
192 writeb_relaxed(val, portaddr(port, reg));
193 break;
194 case UPIO_MEM32:
195 writel_relaxed(val, portaddr(port, reg));
196 break;
197 }
198}
199
200#define wr_regl(port, reg, val) writel_relaxed(val, portaddr(port, reg))
201
202/* Byte-order aware bit setting/clearing functions. */
203
204static inline void s3c24xx_set_bit(const struct uart_port *port, int idx,
205 unsigned int reg)
206{
207 unsigned long flags;
208 u32 val;
209
210 local_irq_save(flags);
211 val = rd_regl(port, reg);
212 val |= (1 << idx);
213 wr_regl(port, reg, val);
214 local_irq_restore(flags);
215}
216
217static inline void s3c24xx_clear_bit(const struct uart_port *port, int idx,
218 unsigned int reg)
219{
220 unsigned long flags;
221 u32 val;
222
223 local_irq_save(flags);
224 val = rd_regl(port, reg);
225 val &= ~(1 << idx);
226 wr_regl(port, reg, val);
227 local_irq_restore(flags);
228}
229
230static inline struct s3c24xx_uart_port *to_ourport(struct uart_port *port)
231{
232 return container_of(port, struct s3c24xx_uart_port, port);
233}
234
235/* translate a port to the device name */
236
237static inline const char *s3c24xx_serial_portname(const struct uart_port *port)
238{
239 return to_platform_device(port->dev)->name;
240}
241
242static int s3c24xx_serial_txempty_nofifo(const struct uart_port *port)
243{
244 return rd_regl(port, S3C2410_UTRSTAT) & S3C2410_UTRSTAT_TXE;
245}
246
247static void s3c24xx_serial_rx_enable(struct uart_port *port)
248{
249 struct s3c24xx_uart_port *ourport = to_ourport(port);
250 unsigned long flags;
251 unsigned int ucon, ufcon;
252 int count = 10000;
253
254 spin_lock_irqsave(&port->lock, flags);
255
256 while (--count && !s3c24xx_serial_txempty_nofifo(port))
257 udelay(100);
258
259 ufcon = rd_regl(port, S3C2410_UFCON);
260 ufcon |= S3C2410_UFCON_RESETRX;
261 wr_regl(port, S3C2410_UFCON, ufcon);
262
263 ucon = rd_regl(port, S3C2410_UCON);
264 ucon |= S3C2410_UCON_RXIRQMODE;
265 wr_regl(port, S3C2410_UCON, ucon);
266
267 ourport->rx_enabled = 1;
268 spin_unlock_irqrestore(&port->lock, flags);
269}
270
271static void s3c24xx_serial_rx_disable(struct uart_port *port)
272{
273 struct s3c24xx_uart_port *ourport = to_ourport(port);
274 unsigned long flags;
275 unsigned int ucon;
276
277 spin_lock_irqsave(&port->lock, flags);
278
279 ucon = rd_regl(port, S3C2410_UCON);
280 ucon &= ~S3C2410_UCON_RXIRQMODE;
281 wr_regl(port, S3C2410_UCON, ucon);
282
283 ourport->rx_enabled = 0;
284 spin_unlock_irqrestore(&port->lock, flags);
285}
286
287static void s3c24xx_serial_stop_tx(struct uart_port *port)
288{
289 struct s3c24xx_uart_port *ourport = to_ourport(port);
290 struct s3c24xx_uart_dma *dma = ourport->dma;
291 struct dma_tx_state state;
292 int count;
293
294 if (!ourport->tx_enabled)
295 return;
296
297 switch (ourport->info->type) {
298 case TYPE_S3C6400:
299 s3c24xx_set_bit(port, S3C64XX_UINTM_TXD, S3C64XX_UINTM);
300 break;
301 case TYPE_APPLE_S5L:
302 s3c24xx_clear_bit(port, APPLE_S5L_UCON_TXTHRESH_ENA, S3C2410_UCON);
303 break;
304 default:
305 disable_irq_nosync(ourport->tx_irq);
306 break;
307 }
308
309 if (dma && dma->tx_chan && ourport->tx_in_progress == S3C24XX_TX_DMA) {
310 dmaengine_pause(dma->tx_chan);
311 dmaengine_tx_status(dma->tx_chan, dma->tx_cookie, &state);
312 dmaengine_terminate_all(dma->tx_chan);
313 dma_sync_single_for_cpu(dma->tx_chan->device->dev,
314 dma->tx_transfer_addr, dma->tx_size,
315 DMA_TO_DEVICE);
316 async_tx_ack(dma->tx_desc);
317 count = dma->tx_bytes_requested - state.residue;
318 uart_xmit_advance(port, count);
319 }
320
321 ourport->tx_enabled = 0;
322 ourport->tx_in_progress = 0;
323
324 if (port->flags & UPF_CONS_FLOW)
325 s3c24xx_serial_rx_enable(port);
326
327 ourport->tx_mode = 0;
328}
329
330static void s3c24xx_serial_start_next_tx(struct s3c24xx_uart_port *ourport);
331
332static void s3c24xx_serial_tx_dma_complete(void *args)
333{
334 struct s3c24xx_uart_port *ourport = args;
335 struct uart_port *port = &ourport->port;
336 struct circ_buf *xmit = &port->state->xmit;
337 struct s3c24xx_uart_dma *dma = ourport->dma;
338 struct dma_tx_state state;
339 unsigned long flags;
340 int count;
341
342 dmaengine_tx_status(dma->tx_chan, dma->tx_cookie, &state);
343 count = dma->tx_bytes_requested - state.residue;
344 async_tx_ack(dma->tx_desc);
345
346 dma_sync_single_for_cpu(dma->tx_chan->device->dev,
347 dma->tx_transfer_addr, dma->tx_size,
348 DMA_TO_DEVICE);
349
350 spin_lock_irqsave(&port->lock, flags);
351
352 uart_xmit_advance(port, count);
353 ourport->tx_in_progress = 0;
354
355 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
356 uart_write_wakeup(port);
357
358 s3c24xx_serial_start_next_tx(ourport);
359 spin_unlock_irqrestore(&port->lock, flags);
360}
361
362static void enable_tx_dma(struct s3c24xx_uart_port *ourport)
363{
364 const struct uart_port *port = &ourport->port;
365 u32 ucon;
366
367 /* Mask Tx interrupt */
368 switch (ourport->info->type) {
369 case TYPE_S3C6400:
370 s3c24xx_set_bit(port, S3C64XX_UINTM_TXD, S3C64XX_UINTM);
371 break;
372 case TYPE_APPLE_S5L:
373 WARN_ON(1); // No DMA
374 break;
375 default:
376 disable_irq_nosync(ourport->tx_irq);
377 break;
378 }
379
380 /* Enable tx dma mode */
381 ucon = rd_regl(port, S3C2410_UCON);
382 ucon &= ~(S3C64XX_UCON_TXBURST_MASK | S3C64XX_UCON_TXMODE_MASK);
383 ucon |= S3C64XX_UCON_TXBURST_1;
384 ucon |= S3C64XX_UCON_TXMODE_DMA;
385 wr_regl(port, S3C2410_UCON, ucon);
386
387 ourport->tx_mode = S3C24XX_TX_DMA;
388}
389
390static void enable_tx_pio(struct s3c24xx_uart_port *ourport)
391{
392 const struct uart_port *port = &ourport->port;
393 u32 ucon, ufcon;
394
395 /* Set ufcon txtrig */
396 ourport->tx_in_progress = S3C24XX_TX_PIO;
397 ufcon = rd_regl(port, S3C2410_UFCON);
398 wr_regl(port, S3C2410_UFCON, ufcon);
399
400 /* Enable tx pio mode */
401 ucon = rd_regl(port, S3C2410_UCON);
402 ucon &= ~(S3C64XX_UCON_TXMODE_MASK);
403 ucon |= S3C64XX_UCON_TXMODE_CPU;
404 wr_regl(port, S3C2410_UCON, ucon);
405
406 /* Unmask Tx interrupt */
407 switch (ourport->info->type) {
408 case TYPE_S3C6400:
409 s3c24xx_clear_bit(port, S3C64XX_UINTM_TXD,
410 S3C64XX_UINTM);
411 break;
412 case TYPE_APPLE_S5L:
413 ucon |= APPLE_S5L_UCON_TXTHRESH_ENA_MSK;
414 wr_regl(port, S3C2410_UCON, ucon);
415 break;
416 default:
417 enable_irq(ourport->tx_irq);
418 break;
419 }
420
421 ourport->tx_mode = S3C24XX_TX_PIO;
422
423 /*
424 * The Apple version only has edge triggered TX IRQs, so we need
425 * to kick off the process by sending some characters here.
426 */
427 if (ourport->info->type == TYPE_APPLE_S5L)
428 s3c24xx_serial_tx_chars(ourport);
429}
430
431static void s3c24xx_serial_start_tx_pio(struct s3c24xx_uart_port *ourport)
432{
433 if (ourport->tx_mode != S3C24XX_TX_PIO)
434 enable_tx_pio(ourport);
435}
436
437static int s3c24xx_serial_start_tx_dma(struct s3c24xx_uart_port *ourport,
438 unsigned int count)
439{
440 struct uart_port *port = &ourport->port;
441 struct circ_buf *xmit = &port->state->xmit;
442 struct s3c24xx_uart_dma *dma = ourport->dma;
443
444 if (ourport->tx_mode != S3C24XX_TX_DMA)
445 enable_tx_dma(ourport);
446
447 dma->tx_size = count & ~(dma_get_cache_alignment() - 1);
448 dma->tx_transfer_addr = dma->tx_addr + xmit->tail;
449
450 dma_sync_single_for_device(dma->tx_chan->device->dev,
451 dma->tx_transfer_addr, dma->tx_size,
452 DMA_TO_DEVICE);
453
454 dma->tx_desc = dmaengine_prep_slave_single(dma->tx_chan,
455 dma->tx_transfer_addr, dma->tx_size,
456 DMA_MEM_TO_DEV, DMA_PREP_INTERRUPT);
457 if (!dma->tx_desc) {
458 dev_err(ourport->port.dev, "Unable to get desc for Tx\n");
459 return -EIO;
460 }
461
462 dma->tx_desc->callback = s3c24xx_serial_tx_dma_complete;
463 dma->tx_desc->callback_param = ourport;
464 dma->tx_bytes_requested = dma->tx_size;
465
466 ourport->tx_in_progress = S3C24XX_TX_DMA;
467 dma->tx_cookie = dmaengine_submit(dma->tx_desc);
468 dma_async_issue_pending(dma->tx_chan);
469 return 0;
470}
471
472static void s3c24xx_serial_start_next_tx(struct s3c24xx_uart_port *ourport)
473{
474 struct uart_port *port = &ourport->port;
475 struct circ_buf *xmit = &port->state->xmit;
476 unsigned long count;
477
478 /* Get data size up to the end of buffer */
479 count = CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE);
480
481 if (!count) {
482 s3c24xx_serial_stop_tx(port);
483 return;
484 }
485
486 if (!ourport->dma || !ourport->dma->tx_chan ||
487 count < ourport->min_dma_size ||
488 xmit->tail & (dma_get_cache_alignment() - 1))
489 s3c24xx_serial_start_tx_pio(ourport);
490 else
491 s3c24xx_serial_start_tx_dma(ourport, count);
492}
493
494static void s3c24xx_serial_start_tx(struct uart_port *port)
495{
496 struct s3c24xx_uart_port *ourport = to_ourport(port);
497 struct circ_buf *xmit = &port->state->xmit;
498
499 if (!ourport->tx_enabled) {
500 if (port->flags & UPF_CONS_FLOW)
501 s3c24xx_serial_rx_disable(port);
502
503 ourport->tx_enabled = 1;
504 if (!ourport->dma || !ourport->dma->tx_chan)
505 s3c24xx_serial_start_tx_pio(ourport);
506 }
507
508 if (ourport->dma && ourport->dma->tx_chan) {
509 if (!uart_circ_empty(xmit) && !ourport->tx_in_progress)
510 s3c24xx_serial_start_next_tx(ourport);
511 }
512}
513
514static void s3c24xx_uart_copy_rx_to_tty(struct s3c24xx_uart_port *ourport,
515 struct tty_port *tty, int count)
516{
517 struct s3c24xx_uart_dma *dma = ourport->dma;
518 int copied;
519
520 if (!count)
521 return;
522
523 dma_sync_single_for_cpu(dma->rx_chan->device->dev, dma->rx_addr,
524 dma->rx_size, DMA_FROM_DEVICE);
525
526 ourport->port.icount.rx += count;
527 if (!tty) {
528 dev_err(ourport->port.dev, "No tty port\n");
529 return;
530 }
531 copied = tty_insert_flip_string(tty,
532 ((unsigned char *)(ourport->dma->rx_buf)), count);
533 if (copied != count) {
534 WARN_ON(1);
535 dev_err(ourport->port.dev, "RxData copy to tty layer failed\n");
536 }
537}
538
539static void s3c24xx_serial_stop_rx(struct uart_port *port)
540{
541 struct s3c24xx_uart_port *ourport = to_ourport(port);
542 struct s3c24xx_uart_dma *dma = ourport->dma;
543 struct tty_port *t = &port->state->port;
544 struct dma_tx_state state;
545 enum dma_status dma_status;
546 unsigned int received;
547
548 if (ourport->rx_enabled) {
549 dev_dbg(port->dev, "stopping rx\n");
550 switch (ourport->info->type) {
551 case TYPE_S3C6400:
552 s3c24xx_set_bit(port, S3C64XX_UINTM_RXD,
553 S3C64XX_UINTM);
554 break;
555 case TYPE_APPLE_S5L:
556 s3c24xx_clear_bit(port, APPLE_S5L_UCON_RXTHRESH_ENA, S3C2410_UCON);
557 s3c24xx_clear_bit(port, APPLE_S5L_UCON_RXTO_ENA, S3C2410_UCON);
558 break;
559 default:
560 disable_irq_nosync(ourport->rx_irq);
561 break;
562 }
563 ourport->rx_enabled = 0;
564 }
565 if (dma && dma->rx_chan) {
566 dmaengine_pause(dma->tx_chan);
567 dma_status = dmaengine_tx_status(dma->rx_chan,
568 dma->rx_cookie, &state);
569 if (dma_status == DMA_IN_PROGRESS ||
570 dma_status == DMA_PAUSED) {
571 received = dma->rx_bytes_requested - state.residue;
572 dmaengine_terminate_all(dma->rx_chan);
573 s3c24xx_uart_copy_rx_to_tty(ourport, t, received);
574 }
575 }
576}
577
578static inline const struct s3c24xx_uart_info
579 *s3c24xx_port_to_info(struct uart_port *port)
580{
581 return to_ourport(port)->info;
582}
583
584static inline const struct s3c2410_uartcfg
585 *s3c24xx_port_to_cfg(const struct uart_port *port)
586{
587 const struct s3c24xx_uart_port *ourport;
588
589 if (port->dev == NULL)
590 return NULL;
591
592 ourport = container_of(port, struct s3c24xx_uart_port, port);
593 return ourport->cfg;
594}
595
596static int s3c24xx_serial_rx_fifocnt(const struct s3c24xx_uart_port *ourport,
597 unsigned long ufstat)
598{
599 const struct s3c24xx_uart_info *info = ourport->info;
600
601 if (ufstat & info->rx_fifofull)
602 return ourport->port.fifosize;
603
604 return (ufstat & info->rx_fifomask) >> info->rx_fifoshift;
605}
606
607static void s3c64xx_start_rx_dma(struct s3c24xx_uart_port *ourport);
608static void s3c24xx_serial_rx_dma_complete(void *args)
609{
610 struct s3c24xx_uart_port *ourport = args;
611 struct uart_port *port = &ourport->port;
612
613 struct s3c24xx_uart_dma *dma = ourport->dma;
614 struct tty_port *t = &port->state->port;
615 struct tty_struct *tty = tty_port_tty_get(&ourport->port.state->port);
616
617 struct dma_tx_state state;
618 unsigned long flags;
619 int received;
620
621 dmaengine_tx_status(dma->rx_chan, dma->rx_cookie, &state);
622 received = dma->rx_bytes_requested - state.residue;
623 async_tx_ack(dma->rx_desc);
624
625 spin_lock_irqsave(&port->lock, flags);
626
627 if (received)
628 s3c24xx_uart_copy_rx_to_tty(ourport, t, received);
629
630 if (tty) {
631 tty_flip_buffer_push(t);
632 tty_kref_put(tty);
633 }
634
635 s3c64xx_start_rx_dma(ourport);
636
637 spin_unlock_irqrestore(&port->lock, flags);
638}
639
640static void s3c64xx_start_rx_dma(struct s3c24xx_uart_port *ourport)
641{
642 struct s3c24xx_uart_dma *dma = ourport->dma;
643
644 dma_sync_single_for_device(dma->rx_chan->device->dev, dma->rx_addr,
645 dma->rx_size, DMA_FROM_DEVICE);
646
647 dma->rx_desc = dmaengine_prep_slave_single(dma->rx_chan,
648 dma->rx_addr, dma->rx_size, DMA_DEV_TO_MEM,
649 DMA_PREP_INTERRUPT);
650 if (!dma->rx_desc) {
651 dev_err(ourport->port.dev, "Unable to get desc for Rx\n");
652 return;
653 }
654
655 dma->rx_desc->callback = s3c24xx_serial_rx_dma_complete;
656 dma->rx_desc->callback_param = ourport;
657 dma->rx_bytes_requested = dma->rx_size;
658
659 dma->rx_cookie = dmaengine_submit(dma->rx_desc);
660 dma_async_issue_pending(dma->rx_chan);
661}
662
663/* ? - where has parity gone?? */
664#define S3C2410_UERSTAT_PARITY (0x1000)
665
666static void enable_rx_dma(struct s3c24xx_uart_port *ourport)
667{
668 struct uart_port *port = &ourport->port;
669 unsigned int ucon;
670
671 /* set Rx mode to DMA mode */
672 ucon = rd_regl(port, S3C2410_UCON);
673 ucon &= ~(S3C64XX_UCON_RXBURST_MASK |
674 S3C64XX_UCON_TIMEOUT_MASK |
675 S3C64XX_UCON_EMPTYINT_EN |
676 S3C64XX_UCON_DMASUS_EN |
677 S3C64XX_UCON_TIMEOUT_EN |
678 S3C64XX_UCON_RXMODE_MASK);
679 ucon |= S3C64XX_UCON_RXBURST_1 |
680 0xf << S3C64XX_UCON_TIMEOUT_SHIFT |
681 S3C64XX_UCON_EMPTYINT_EN |
682 S3C64XX_UCON_TIMEOUT_EN |
683 S3C64XX_UCON_RXMODE_DMA;
684 wr_regl(port, S3C2410_UCON, ucon);
685
686 ourport->rx_mode = S3C24XX_RX_DMA;
687}
688
689static void enable_rx_pio(struct s3c24xx_uart_port *ourport)
690{
691 struct uart_port *port = &ourport->port;
692 unsigned int ucon;
693
694 /* set Rx mode to DMA mode */
695 ucon = rd_regl(port, S3C2410_UCON);
696 ucon &= ~S3C64XX_UCON_RXMODE_MASK;
697 ucon |= S3C64XX_UCON_RXMODE_CPU;
698
699 /* Apple types use these bits for IRQ masks */
700 if (ourport->info->type != TYPE_APPLE_S5L) {
701 ucon &= ~(S3C64XX_UCON_TIMEOUT_MASK |
702 S3C64XX_UCON_EMPTYINT_EN |
703 S3C64XX_UCON_DMASUS_EN |
704 S3C64XX_UCON_TIMEOUT_EN);
705 ucon |= 0xf << S3C64XX_UCON_TIMEOUT_SHIFT |
706 S3C64XX_UCON_TIMEOUT_EN;
707 }
708 wr_regl(port, S3C2410_UCON, ucon);
709
710 ourport->rx_mode = S3C24XX_RX_PIO;
711}
712
713static void s3c24xx_serial_rx_drain_fifo(struct s3c24xx_uart_port *ourport);
714
715static irqreturn_t s3c24xx_serial_rx_chars_dma(void *dev_id)
716{
717 unsigned int utrstat, received;
718 struct s3c24xx_uart_port *ourport = dev_id;
719 struct uart_port *port = &ourport->port;
720 struct s3c24xx_uart_dma *dma = ourport->dma;
721 struct tty_struct *tty = tty_port_tty_get(&ourport->port.state->port);
722 struct tty_port *t = &port->state->port;
723 struct dma_tx_state state;
724
725 utrstat = rd_regl(port, S3C2410_UTRSTAT);
726 rd_regl(port, S3C2410_UFSTAT);
727
728 spin_lock(&port->lock);
729
730 if (!(utrstat & S3C2410_UTRSTAT_TIMEOUT)) {
731 s3c64xx_start_rx_dma(ourport);
732 if (ourport->rx_mode == S3C24XX_RX_PIO)
733 enable_rx_dma(ourport);
734 goto finish;
735 }
736
737 if (ourport->rx_mode == S3C24XX_RX_DMA) {
738 dmaengine_pause(dma->rx_chan);
739 dmaengine_tx_status(dma->rx_chan, dma->rx_cookie, &state);
740 dmaengine_terminate_all(dma->rx_chan);
741 received = dma->rx_bytes_requested - state.residue;
742 s3c24xx_uart_copy_rx_to_tty(ourport, t, received);
743
744 enable_rx_pio(ourport);
745 }
746
747 s3c24xx_serial_rx_drain_fifo(ourport);
748
749 if (tty) {
750 tty_flip_buffer_push(t);
751 tty_kref_put(tty);
752 }
753
754 wr_regl(port, S3C2410_UTRSTAT, S3C2410_UTRSTAT_TIMEOUT);
755
756finish:
757 spin_unlock(&port->lock);
758
759 return IRQ_HANDLED;
760}
761
762static void s3c24xx_serial_rx_drain_fifo(struct s3c24xx_uart_port *ourport)
763{
764 struct uart_port *port = &ourport->port;
765 unsigned int ufcon, ch, flag, ufstat, uerstat;
766 unsigned int fifocnt = 0;
767 int max_count = port->fifosize;
768
769 while (max_count-- > 0) {
770 /*
771 * Receive all characters known to be in FIFO
772 * before reading FIFO level again
773 */
774 if (fifocnt == 0) {
775 ufstat = rd_regl(port, S3C2410_UFSTAT);
776 fifocnt = s3c24xx_serial_rx_fifocnt(ourport, ufstat);
777 if (fifocnt == 0)
778 break;
779 }
780 fifocnt--;
781
782 uerstat = rd_regl(port, S3C2410_UERSTAT);
783 ch = rd_reg(port, S3C2410_URXH);
784
785 if (port->flags & UPF_CONS_FLOW) {
786 int txe = s3c24xx_serial_txempty_nofifo(port);
787
788 if (ourport->rx_enabled) {
789 if (!txe) {
790 ourport->rx_enabled = 0;
791 continue;
792 }
793 } else {
794 if (txe) {
795 ufcon = rd_regl(port, S3C2410_UFCON);
796 ufcon |= S3C2410_UFCON_RESETRX;
797 wr_regl(port, S3C2410_UFCON, ufcon);
798 ourport->rx_enabled = 1;
799 return;
800 }
801 continue;
802 }
803 }
804
805 /* insert the character into the buffer */
806
807 flag = TTY_NORMAL;
808 port->icount.rx++;
809
810 if (unlikely(uerstat & S3C2410_UERSTAT_ANY)) {
811 dev_dbg(port->dev,
812 "rxerr: port ch=0x%02x, rxs=0x%08x\n",
813 ch, uerstat);
814
815 /* check for break */
816 if (uerstat & S3C2410_UERSTAT_BREAK) {
817 dev_dbg(port->dev, "break!\n");
818 port->icount.brk++;
819 if (uart_handle_break(port))
820 continue; /* Ignore character */
821 }
822
823 if (uerstat & S3C2410_UERSTAT_FRAME)
824 port->icount.frame++;
825 if (uerstat & S3C2410_UERSTAT_OVERRUN)
826 port->icount.overrun++;
827
828 uerstat &= port->read_status_mask;
829
830 if (uerstat & S3C2410_UERSTAT_BREAK)
831 flag = TTY_BREAK;
832 else if (uerstat & S3C2410_UERSTAT_PARITY)
833 flag = TTY_PARITY;
834 else if (uerstat & (S3C2410_UERSTAT_FRAME |
835 S3C2410_UERSTAT_OVERRUN))
836 flag = TTY_FRAME;
837 }
838
839 if (uart_handle_sysrq_char(port, ch))
840 continue; /* Ignore character */
841
842 uart_insert_char(port, uerstat, S3C2410_UERSTAT_OVERRUN,
843 ch, flag);
844 }
845
846 tty_flip_buffer_push(&port->state->port);
847}
848
849static irqreturn_t s3c24xx_serial_rx_chars_pio(void *dev_id)
850{
851 struct s3c24xx_uart_port *ourport = dev_id;
852 struct uart_port *port = &ourport->port;
853
854 spin_lock(&port->lock);
855 s3c24xx_serial_rx_drain_fifo(ourport);
856 spin_unlock(&port->lock);
857
858 return IRQ_HANDLED;
859}
860
861static irqreturn_t s3c24xx_serial_rx_irq(int irq, void *dev_id)
862{
863 struct s3c24xx_uart_port *ourport = dev_id;
864
865 if (ourport->dma && ourport->dma->rx_chan)
866 return s3c24xx_serial_rx_chars_dma(dev_id);
867 return s3c24xx_serial_rx_chars_pio(dev_id);
868}
869
870static void s3c24xx_serial_tx_chars(struct s3c24xx_uart_port *ourport)
871{
872 struct uart_port *port = &ourport->port;
873 struct circ_buf *xmit = &port->state->xmit;
874 int count, dma_count = 0;
875
876 count = CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE);
877
878 if (ourport->dma && ourport->dma->tx_chan &&
879 count >= ourport->min_dma_size) {
880 int align = dma_get_cache_alignment() -
881 (xmit->tail & (dma_get_cache_alignment() - 1));
882 if (count - align >= ourport->min_dma_size) {
883 dma_count = count - align;
884 count = align;
885 }
886 }
887
888 if (port->x_char) {
889 wr_reg(port, S3C2410_UTXH, port->x_char);
890 port->icount.tx++;
891 port->x_char = 0;
892 return;
893 }
894
895 /* if there isn't anything more to transmit, or the uart is now
896 * stopped, disable the uart and exit
897 */
898
899 if (uart_circ_empty(xmit) || uart_tx_stopped(port)) {
900 s3c24xx_serial_stop_tx(port);
901 return;
902 }
903
904 /* try and drain the buffer... */
905
906 if (count > port->fifosize) {
907 count = port->fifosize;
908 dma_count = 0;
909 }
910
911 while (!uart_circ_empty(xmit) && count > 0) {
912 if (rd_regl(port, S3C2410_UFSTAT) & ourport->info->tx_fifofull)
913 break;
914
915 wr_reg(port, S3C2410_UTXH, xmit->buf[xmit->tail]);
916 uart_xmit_advance(port, 1);
917 count--;
918 }
919
920 if (!count && dma_count) {
921 s3c24xx_serial_start_tx_dma(ourport, dma_count);
922 return;
923 }
924
925 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
926 uart_write_wakeup(port);
927
928 if (uart_circ_empty(xmit))
929 s3c24xx_serial_stop_tx(port);
930}
931
932static irqreturn_t s3c24xx_serial_tx_irq(int irq, void *id)
933{
934 struct s3c24xx_uart_port *ourport = id;
935 struct uart_port *port = &ourport->port;
936
937 spin_lock(&port->lock);
938
939 s3c24xx_serial_tx_chars(ourport);
940
941 spin_unlock(&port->lock);
942 return IRQ_HANDLED;
943}
944
945/* interrupt handler for s3c64xx and later SoC's.*/
946static irqreturn_t s3c64xx_serial_handle_irq(int irq, void *id)
947{
948 const struct s3c24xx_uart_port *ourport = id;
949 const struct uart_port *port = &ourport->port;
950 unsigned int pend = rd_regl(port, S3C64XX_UINTP);
951 irqreturn_t ret = IRQ_HANDLED;
952
953 if (pend & S3C64XX_UINTM_RXD_MSK) {
954 ret = s3c24xx_serial_rx_irq(irq, id);
955 wr_regl(port, S3C64XX_UINTP, S3C64XX_UINTM_RXD_MSK);
956 }
957 if (pend & S3C64XX_UINTM_TXD_MSK) {
958 ret = s3c24xx_serial_tx_irq(irq, id);
959 wr_regl(port, S3C64XX_UINTP, S3C64XX_UINTM_TXD_MSK);
960 }
961 return ret;
962}
963
964/* interrupt handler for Apple SoC's.*/
965static irqreturn_t apple_serial_handle_irq(int irq, void *id)
966{
967 const struct s3c24xx_uart_port *ourport = id;
968 const struct uart_port *port = &ourport->port;
969 unsigned int pend = rd_regl(port, S3C2410_UTRSTAT);
970 irqreturn_t ret = IRQ_NONE;
971
972 if (pend & (APPLE_S5L_UTRSTAT_RXTHRESH | APPLE_S5L_UTRSTAT_RXTO)) {
973 wr_regl(port, S3C2410_UTRSTAT,
974 APPLE_S5L_UTRSTAT_RXTHRESH | APPLE_S5L_UTRSTAT_RXTO);
975 ret = s3c24xx_serial_rx_irq(irq, id);
976 }
977 if (pend & APPLE_S5L_UTRSTAT_TXTHRESH) {
978 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_TXTHRESH);
979 ret = s3c24xx_serial_tx_irq(irq, id);
980 }
981
982 return ret;
983}
984
985static unsigned int s3c24xx_serial_tx_empty(struct uart_port *port)
986{
987 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
988 unsigned long ufstat = rd_regl(port, S3C2410_UFSTAT);
989 unsigned long ufcon = rd_regl(port, S3C2410_UFCON);
990
991 if (ufcon & S3C2410_UFCON_FIFOMODE) {
992 if ((ufstat & info->tx_fifomask) != 0 ||
993 (ufstat & info->tx_fifofull))
994 return 0;
995
996 return 1;
997 }
998
999 return s3c24xx_serial_txempty_nofifo(port);
1000}
1001
1002/* no modem control lines */
1003static unsigned int s3c24xx_serial_get_mctrl(struct uart_port *port)
1004{
1005 unsigned int umstat = rd_reg(port, S3C2410_UMSTAT);
1006
1007 if (umstat & S3C2410_UMSTAT_CTS)
1008 return TIOCM_CAR | TIOCM_DSR | TIOCM_CTS;
1009 else
1010 return TIOCM_CAR | TIOCM_DSR;
1011}
1012
1013static void s3c24xx_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
1014{
1015 unsigned int umcon = rd_regl(port, S3C2410_UMCON);
1016 unsigned int ucon = rd_regl(port, S3C2410_UCON);
1017
1018 if (mctrl & TIOCM_RTS)
1019 umcon |= S3C2410_UMCOM_RTS_LOW;
1020 else
1021 umcon &= ~S3C2410_UMCOM_RTS_LOW;
1022
1023 wr_regl(port, S3C2410_UMCON, umcon);
1024
1025 if (mctrl & TIOCM_LOOP)
1026 ucon |= S3C2410_UCON_LOOPBACK;
1027 else
1028 ucon &= ~S3C2410_UCON_LOOPBACK;
1029
1030 wr_regl(port, S3C2410_UCON, ucon);
1031}
1032
1033static void s3c24xx_serial_break_ctl(struct uart_port *port, int break_state)
1034{
1035 unsigned long flags;
1036 unsigned int ucon;
1037
1038 spin_lock_irqsave(&port->lock, flags);
1039
1040 ucon = rd_regl(port, S3C2410_UCON);
1041
1042 if (break_state)
1043 ucon |= S3C2410_UCON_SBREAK;
1044 else
1045 ucon &= ~S3C2410_UCON_SBREAK;
1046
1047 wr_regl(port, S3C2410_UCON, ucon);
1048
1049 spin_unlock_irqrestore(&port->lock, flags);
1050}
1051
1052static int s3c24xx_serial_request_dma(struct s3c24xx_uart_port *p)
1053{
1054 struct s3c24xx_uart_dma *dma = p->dma;
1055 struct dma_slave_caps dma_caps;
1056 const char *reason = NULL;
1057 int ret;
1058
1059 /* Default slave configuration parameters */
1060 dma->rx_conf.direction = DMA_DEV_TO_MEM;
1061 dma->rx_conf.src_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
1062 dma->rx_conf.src_addr = p->port.mapbase + S3C2410_URXH;
1063 dma->rx_conf.src_maxburst = 1;
1064
1065 dma->tx_conf.direction = DMA_MEM_TO_DEV;
1066 dma->tx_conf.dst_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
1067 dma->tx_conf.dst_addr = p->port.mapbase + S3C2410_UTXH;
1068 dma->tx_conf.dst_maxburst = 1;
1069
1070 dma->rx_chan = dma_request_chan(p->port.dev, "rx");
1071
1072 if (IS_ERR(dma->rx_chan)) {
1073 reason = "DMA RX channel request failed";
1074 ret = PTR_ERR(dma->rx_chan);
1075 goto err_warn;
1076 }
1077
1078 ret = dma_get_slave_caps(dma->rx_chan, &dma_caps);
1079 if (ret < 0 ||
1080 dma_caps.residue_granularity < DMA_RESIDUE_GRANULARITY_BURST) {
1081 reason = "insufficient DMA RX engine capabilities";
1082 ret = -EOPNOTSUPP;
1083 goto err_release_rx;
1084 }
1085
1086 dmaengine_slave_config(dma->rx_chan, &dma->rx_conf);
1087
1088 dma->tx_chan = dma_request_chan(p->port.dev, "tx");
1089 if (IS_ERR(dma->tx_chan)) {
1090 reason = "DMA TX channel request failed";
1091 ret = PTR_ERR(dma->tx_chan);
1092 goto err_release_rx;
1093 }
1094
1095 ret = dma_get_slave_caps(dma->tx_chan, &dma_caps);
1096 if (ret < 0 ||
1097 dma_caps.residue_granularity < DMA_RESIDUE_GRANULARITY_BURST) {
1098 reason = "insufficient DMA TX engine capabilities";
1099 ret = -EOPNOTSUPP;
1100 goto err_release_tx;
1101 }
1102
1103 dmaengine_slave_config(dma->tx_chan, &dma->tx_conf);
1104
1105 /* RX buffer */
1106 dma->rx_size = PAGE_SIZE;
1107
1108 dma->rx_buf = kmalloc(dma->rx_size, GFP_KERNEL);
1109 if (!dma->rx_buf) {
1110 ret = -ENOMEM;
1111 goto err_release_tx;
1112 }
1113
1114 dma->rx_addr = dma_map_single(dma->rx_chan->device->dev, dma->rx_buf,
1115 dma->rx_size, DMA_FROM_DEVICE);
1116 if (dma_mapping_error(dma->rx_chan->device->dev, dma->rx_addr)) {
1117 reason = "DMA mapping error for RX buffer";
1118 ret = -EIO;
1119 goto err_free_rx;
1120 }
1121
1122 /* TX buffer */
1123 dma->tx_addr = dma_map_single(dma->tx_chan->device->dev,
1124 p->port.state->xmit.buf, UART_XMIT_SIZE,
1125 DMA_TO_DEVICE);
1126 if (dma_mapping_error(dma->tx_chan->device->dev, dma->tx_addr)) {
1127 reason = "DMA mapping error for TX buffer";
1128 ret = -EIO;
1129 goto err_unmap_rx;
1130 }
1131
1132 return 0;
1133
1134err_unmap_rx:
1135 dma_unmap_single(dma->rx_chan->device->dev, dma->rx_addr,
1136 dma->rx_size, DMA_FROM_DEVICE);
1137err_free_rx:
1138 kfree(dma->rx_buf);
1139err_release_tx:
1140 dma_release_channel(dma->tx_chan);
1141err_release_rx:
1142 dma_release_channel(dma->rx_chan);
1143err_warn:
1144 if (reason)
1145 dev_warn(p->port.dev, "%s, DMA will not be used\n", reason);
1146 return ret;
1147}
1148
1149static void s3c24xx_serial_release_dma(struct s3c24xx_uart_port *p)
1150{
1151 struct s3c24xx_uart_dma *dma = p->dma;
1152
1153 if (dma->rx_chan) {
1154 dmaengine_terminate_all(dma->rx_chan);
1155 dma_unmap_single(dma->rx_chan->device->dev, dma->rx_addr,
1156 dma->rx_size, DMA_FROM_DEVICE);
1157 kfree(dma->rx_buf);
1158 dma_release_channel(dma->rx_chan);
1159 dma->rx_chan = NULL;
1160 }
1161
1162 if (dma->tx_chan) {
1163 dmaengine_terminate_all(dma->tx_chan);
1164 dma_unmap_single(dma->tx_chan->device->dev, dma->tx_addr,
1165 UART_XMIT_SIZE, DMA_TO_DEVICE);
1166 dma_release_channel(dma->tx_chan);
1167 dma->tx_chan = NULL;
1168 }
1169}
1170
1171static void s3c24xx_serial_shutdown(struct uart_port *port)
1172{
1173 struct s3c24xx_uart_port *ourport = to_ourport(port);
1174
1175 if (ourport->tx_claimed) {
1176 free_irq(ourport->tx_irq, ourport);
1177 ourport->tx_enabled = 0;
1178 ourport->tx_claimed = 0;
1179 ourport->tx_mode = 0;
1180 }
1181
1182 if (ourport->rx_claimed) {
1183 free_irq(ourport->rx_irq, ourport);
1184 ourport->rx_claimed = 0;
1185 ourport->rx_enabled = 0;
1186 }
1187
1188 if (ourport->dma)
1189 s3c24xx_serial_release_dma(ourport);
1190
1191 ourport->tx_in_progress = 0;
1192}
1193
1194static void s3c64xx_serial_shutdown(struct uart_port *port)
1195{
1196 struct s3c24xx_uart_port *ourport = to_ourport(port);
1197
1198 ourport->tx_enabled = 0;
1199 ourport->tx_mode = 0;
1200 ourport->rx_enabled = 0;
1201
1202 free_irq(port->irq, ourport);
1203
1204 wr_regl(port, S3C64XX_UINTP, 0xf);
1205 wr_regl(port, S3C64XX_UINTM, 0xf);
1206
1207 if (ourport->dma)
1208 s3c24xx_serial_release_dma(ourport);
1209
1210 ourport->tx_in_progress = 0;
1211}
1212
1213static void apple_s5l_serial_shutdown(struct uart_port *port)
1214{
1215 struct s3c24xx_uart_port *ourport = to_ourport(port);
1216
1217 unsigned int ucon;
1218
1219 ucon = rd_regl(port, S3C2410_UCON);
1220 ucon &= ~(APPLE_S5L_UCON_TXTHRESH_ENA_MSK |
1221 APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
1222 APPLE_S5L_UCON_RXTO_ENA_MSK);
1223 wr_regl(port, S3C2410_UCON, ucon);
1224
1225 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_ALL_FLAGS);
1226
1227 free_irq(port->irq, ourport);
1228
1229 ourport->tx_enabled = 0;
1230 ourport->tx_mode = 0;
1231 ourport->rx_enabled = 0;
1232
1233 if (ourport->dma)
1234 s3c24xx_serial_release_dma(ourport);
1235
1236 ourport->tx_in_progress = 0;
1237}
1238
1239static int s3c24xx_serial_startup(struct uart_port *port)
1240{
1241 struct s3c24xx_uart_port *ourport = to_ourport(port);
1242 int ret;
1243
1244 ourport->rx_enabled = 1;
1245
1246 ret = request_irq(ourport->rx_irq, s3c24xx_serial_rx_irq, 0,
1247 s3c24xx_serial_portname(port), ourport);
1248
1249 if (ret != 0) {
1250 dev_err(port->dev, "cannot get irq %d\n", ourport->rx_irq);
1251 return ret;
1252 }
1253
1254 ourport->rx_claimed = 1;
1255
1256 dev_dbg(port->dev, "requesting tx irq...\n");
1257
1258 ourport->tx_enabled = 1;
1259
1260 ret = request_irq(ourport->tx_irq, s3c24xx_serial_tx_irq, 0,
1261 s3c24xx_serial_portname(port), ourport);
1262
1263 if (ret) {
1264 dev_err(port->dev, "cannot get irq %d\n", ourport->tx_irq);
1265 goto err;
1266 }
1267
1268 ourport->tx_claimed = 1;
1269
1270 /* the port reset code should have done the correct
1271 * register setup for the port controls
1272 */
1273
1274 return ret;
1275
1276err:
1277 s3c24xx_serial_shutdown(port);
1278 return ret;
1279}
1280
1281static int s3c64xx_serial_startup(struct uart_port *port)
1282{
1283 struct s3c24xx_uart_port *ourport = to_ourport(port);
1284 unsigned long flags;
1285 unsigned int ufcon;
1286 int ret;
1287
1288 wr_regl(port, S3C64XX_UINTM, 0xf);
1289 if (ourport->dma) {
1290 ret = s3c24xx_serial_request_dma(ourport);
1291 if (ret < 0) {
1292 devm_kfree(port->dev, ourport->dma);
1293 ourport->dma = NULL;
1294 }
1295 }
1296
1297 ret = request_irq(port->irq, s3c64xx_serial_handle_irq, IRQF_SHARED,
1298 s3c24xx_serial_portname(port), ourport);
1299 if (ret) {
1300 dev_err(port->dev, "cannot get irq %d\n", port->irq);
1301 return ret;
1302 }
1303
1304 /* For compatibility with s3c24xx Soc's */
1305 ourport->rx_enabled = 1;
1306 ourport->tx_enabled = 0;
1307
1308 spin_lock_irqsave(&port->lock, flags);
1309
1310 ufcon = rd_regl(port, S3C2410_UFCON);
1311 ufcon |= S3C2410_UFCON_RESETRX | S5PV210_UFCON_RXTRIG8;
1312 if (!uart_console(port))
1313 ufcon |= S3C2410_UFCON_RESETTX;
1314 wr_regl(port, S3C2410_UFCON, ufcon);
1315
1316 enable_rx_pio(ourport);
1317
1318 spin_unlock_irqrestore(&port->lock, flags);
1319
1320 /* Enable Rx Interrupt */
1321 s3c24xx_clear_bit(port, S3C64XX_UINTM_RXD, S3C64XX_UINTM);
1322
1323 return ret;
1324}
1325
1326static int apple_s5l_serial_startup(struct uart_port *port)
1327{
1328 struct s3c24xx_uart_port *ourport = to_ourport(port);
1329 unsigned long flags;
1330 unsigned int ufcon;
1331 int ret;
1332
1333 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_ALL_FLAGS);
1334
1335 ret = request_irq(port->irq, apple_serial_handle_irq, 0,
1336 s3c24xx_serial_portname(port), ourport);
1337 if (ret) {
1338 dev_err(port->dev, "cannot get irq %d\n", port->irq);
1339 return ret;
1340 }
1341
1342 /* For compatibility with s3c24xx Soc's */
1343 ourport->rx_enabled = 1;
1344 ourport->tx_enabled = 0;
1345
1346 spin_lock_irqsave(&port->lock, flags);
1347
1348 ufcon = rd_regl(port, S3C2410_UFCON);
1349 ufcon |= S3C2410_UFCON_RESETRX | S5PV210_UFCON_RXTRIG8;
1350 if (!uart_console(port))
1351 ufcon |= S3C2410_UFCON_RESETTX;
1352 wr_regl(port, S3C2410_UFCON, ufcon);
1353
1354 enable_rx_pio(ourport);
1355
1356 spin_unlock_irqrestore(&port->lock, flags);
1357
1358 /* Enable Rx Interrupt */
1359 s3c24xx_set_bit(port, APPLE_S5L_UCON_RXTHRESH_ENA, S3C2410_UCON);
1360 s3c24xx_set_bit(port, APPLE_S5L_UCON_RXTO_ENA, S3C2410_UCON);
1361
1362 return ret;
1363}
1364
1365/* power power management control */
1366
1367static void s3c24xx_serial_pm(struct uart_port *port, unsigned int level,
1368 unsigned int old)
1369{
1370 struct s3c24xx_uart_port *ourport = to_ourport(port);
1371 int timeout = 10000;
1372
1373 ourport->pm_level = level;
1374
1375 switch (level) {
1376 case 3:
1377 while (--timeout && !s3c24xx_serial_txempty_nofifo(port))
1378 udelay(100);
1379
1380 if (!IS_ERR(ourport->baudclk))
1381 clk_disable_unprepare(ourport->baudclk);
1382
1383 clk_disable_unprepare(ourport->clk);
1384 break;
1385
1386 case 0:
1387 clk_prepare_enable(ourport->clk);
1388
1389 if (!IS_ERR(ourport->baudclk))
1390 clk_prepare_enable(ourport->baudclk);
1391 break;
1392 default:
1393 dev_err(port->dev, "s3c24xx_serial: unknown pm %d\n", level);
1394 }
1395}
1396
1397/* baud rate calculation
1398 *
1399 * The UARTs on the S3C2410/S3C2440 can take their clocks from a number
1400 * of different sources, including the peripheral clock ("pclk") and an
1401 * external clock ("uclk"). The S3C2440 also adds the core clock ("fclk")
1402 * with a programmable extra divisor.
1403 *
1404 * The following code goes through the clock sources, and calculates the
1405 * baud clocks (and the resultant actual baud rates) and then tries to
1406 * pick the closest one and select that.
1407 *
1408 */
1409
1410#define MAX_CLK_NAME_LENGTH 15
1411
1412static inline int s3c24xx_serial_getsource(struct uart_port *port)
1413{
1414 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1415 unsigned int ucon;
1416
1417 if (info->num_clks == 1)
1418 return 0;
1419
1420 ucon = rd_regl(port, S3C2410_UCON);
1421 ucon &= info->clksel_mask;
1422 return ucon >> info->clksel_shift;
1423}
1424
1425static void s3c24xx_serial_setsource(struct uart_port *port,
1426 unsigned int clk_sel)
1427{
1428 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1429 unsigned int ucon;
1430
1431 if (info->num_clks == 1)
1432 return;
1433
1434 ucon = rd_regl(port, S3C2410_UCON);
1435 if ((ucon & info->clksel_mask) >> info->clksel_shift == clk_sel)
1436 return;
1437
1438 ucon &= ~info->clksel_mask;
1439 ucon |= clk_sel << info->clksel_shift;
1440 wr_regl(port, S3C2410_UCON, ucon);
1441}
1442
1443static unsigned int s3c24xx_serial_getclk(struct s3c24xx_uart_port *ourport,
1444 unsigned int req_baud, struct clk **best_clk,
1445 unsigned int *clk_num)
1446{
1447 const struct s3c24xx_uart_info *info = ourport->info;
1448 struct clk *clk;
1449 unsigned long rate;
1450 unsigned int cnt, baud, quot, best_quot = 0;
1451 char clkname[MAX_CLK_NAME_LENGTH];
1452 int calc_deviation, deviation = (1 << 30) - 1;
1453
1454 for (cnt = 0; cnt < info->num_clks; cnt++) {
1455 /* Keep selected clock if provided */
1456 if (ourport->cfg->clk_sel &&
1457 !(ourport->cfg->clk_sel & (1 << cnt)))
1458 continue;
1459
1460 sprintf(clkname, "clk_uart_baud%d", cnt);
1461 clk = clk_get(ourport->port.dev, clkname);
1462 if (IS_ERR(clk))
1463 continue;
1464
1465 rate = clk_get_rate(clk);
1466 if (!rate)
1467 continue;
1468
1469 if (ourport->info->has_divslot) {
1470 unsigned long div = rate / req_baud;
1471
1472 /* The UDIVSLOT register on the newer UARTs allows us to
1473 * get a divisor adjustment of 1/16th on the baud clock.
1474 *
1475 * We don't keep the UDIVSLOT value (the 16ths we
1476 * calculated by not multiplying the baud by 16) as it
1477 * is easy enough to recalculate.
1478 */
1479
1480 quot = div / 16;
1481 baud = rate / div;
1482 } else {
1483 quot = (rate + (8 * req_baud)) / (16 * req_baud);
1484 baud = rate / (quot * 16);
1485 }
1486 quot--;
1487
1488 calc_deviation = req_baud - baud;
1489 if (calc_deviation < 0)
1490 calc_deviation = -calc_deviation;
1491
1492 if (calc_deviation < deviation) {
1493 *best_clk = clk;
1494 best_quot = quot;
1495 *clk_num = cnt;
1496 deviation = calc_deviation;
1497 }
1498 }
1499
1500 return best_quot;
1501}
1502
1503/* udivslot_table[]
1504 *
1505 * This table takes the fractional value of the baud divisor and gives
1506 * the recommended setting for the UDIVSLOT register.
1507 */
1508static const u16 udivslot_table[16] = {
1509 [0] = 0x0000,
1510 [1] = 0x0080,
1511 [2] = 0x0808,
1512 [3] = 0x0888,
1513 [4] = 0x2222,
1514 [5] = 0x4924,
1515 [6] = 0x4A52,
1516 [7] = 0x54AA,
1517 [8] = 0x5555,
1518 [9] = 0xD555,
1519 [10] = 0xD5D5,
1520 [11] = 0xDDD5,
1521 [12] = 0xDDDD,
1522 [13] = 0xDFDD,
1523 [14] = 0xDFDF,
1524 [15] = 0xFFDF,
1525};
1526
1527static void s3c24xx_serial_set_termios(struct uart_port *port,
1528 struct ktermios *termios,
1529 const struct ktermios *old)
1530{
1531 const struct s3c2410_uartcfg *cfg = s3c24xx_port_to_cfg(port);
1532 struct s3c24xx_uart_port *ourport = to_ourport(port);
1533 struct clk *clk = ERR_PTR(-EINVAL);
1534 unsigned long flags;
1535 unsigned int baud, quot, clk_sel = 0;
1536 unsigned int ulcon;
1537 unsigned int umcon;
1538 unsigned int udivslot = 0;
1539
1540 /*
1541 * We don't support modem control lines.
1542 */
1543 termios->c_cflag &= ~(HUPCL | CMSPAR);
1544 termios->c_cflag |= CLOCAL;
1545
1546 /*
1547 * Ask the core to calculate the divisor for us.
1548 */
1549
1550 baud = uart_get_baud_rate(port, termios, old, 0, 3000000);
1551 quot = s3c24xx_serial_getclk(ourport, baud, &clk, &clk_sel);
1552 if (baud == 38400 && (port->flags & UPF_SPD_MASK) == UPF_SPD_CUST)
1553 quot = port->custom_divisor;
1554 if (IS_ERR(clk))
1555 return;
1556
1557 /* check to see if we need to change clock source */
1558
1559 if (ourport->baudclk != clk) {
1560 clk_prepare_enable(clk);
1561
1562 s3c24xx_serial_setsource(port, clk_sel);
1563
1564 if (!IS_ERR(ourport->baudclk)) {
1565 clk_disable_unprepare(ourport->baudclk);
1566 ourport->baudclk = ERR_PTR(-EINVAL);
1567 }
1568
1569 ourport->baudclk = clk;
1570 ourport->baudclk_rate = clk ? clk_get_rate(clk) : 0;
1571 }
1572
1573 if (ourport->info->has_divslot) {
1574 unsigned int div = ourport->baudclk_rate / baud;
1575
1576 if (cfg->has_fracval) {
1577 udivslot = (div & 15);
1578 dev_dbg(port->dev, "fracval = %04x\n", udivslot);
1579 } else {
1580 udivslot = udivslot_table[div & 15];
1581 dev_dbg(port->dev, "udivslot = %04x (div %d)\n",
1582 udivslot, div & 15);
1583 }
1584 }
1585
1586 switch (termios->c_cflag & CSIZE) {
1587 case CS5:
1588 dev_dbg(port->dev, "config: 5bits/char\n");
1589 ulcon = S3C2410_LCON_CS5;
1590 break;
1591 case CS6:
1592 dev_dbg(port->dev, "config: 6bits/char\n");
1593 ulcon = S3C2410_LCON_CS6;
1594 break;
1595 case CS7:
1596 dev_dbg(port->dev, "config: 7bits/char\n");
1597 ulcon = S3C2410_LCON_CS7;
1598 break;
1599 case CS8:
1600 default:
1601 dev_dbg(port->dev, "config: 8bits/char\n");
1602 ulcon = S3C2410_LCON_CS8;
1603 break;
1604 }
1605
1606 /* preserve original lcon IR settings */
1607 ulcon |= (cfg->ulcon & S3C2410_LCON_IRM);
1608
1609 if (termios->c_cflag & CSTOPB)
1610 ulcon |= S3C2410_LCON_STOPB;
1611
1612 if (termios->c_cflag & PARENB) {
1613 if (termios->c_cflag & PARODD)
1614 ulcon |= S3C2410_LCON_PODD;
1615 else
1616 ulcon |= S3C2410_LCON_PEVEN;
1617 } else {
1618 ulcon |= S3C2410_LCON_PNONE;
1619 }
1620
1621 spin_lock_irqsave(&port->lock, flags);
1622
1623 dev_dbg(port->dev,
1624 "setting ulcon to %08x, brddiv to %d, udivslot %08x\n",
1625 ulcon, quot, udivslot);
1626
1627 wr_regl(port, S3C2410_ULCON, ulcon);
1628 wr_regl(port, S3C2410_UBRDIV, quot);
1629
1630 port->status &= ~UPSTAT_AUTOCTS;
1631
1632 umcon = rd_regl(port, S3C2410_UMCON);
1633 if (termios->c_cflag & CRTSCTS) {
1634 umcon |= S3C2410_UMCOM_AFC;
1635 /* Disable RTS when RX FIFO contains 63 bytes */
1636 umcon &= ~S3C2412_UMCON_AFC_8;
1637 port->status = UPSTAT_AUTOCTS;
1638 } else {
1639 umcon &= ~S3C2410_UMCOM_AFC;
1640 }
1641 wr_regl(port, S3C2410_UMCON, umcon);
1642
1643 if (ourport->info->has_divslot)
1644 wr_regl(port, S3C2443_DIVSLOT, udivslot);
1645
1646 dev_dbg(port->dev,
1647 "uart: ulcon = 0x%08x, ucon = 0x%08x, ufcon = 0x%08x\n",
1648 rd_regl(port, S3C2410_ULCON),
1649 rd_regl(port, S3C2410_UCON),
1650 rd_regl(port, S3C2410_UFCON));
1651
1652 /*
1653 * Update the per-port timeout.
1654 */
1655 uart_update_timeout(port, termios->c_cflag, baud);
1656
1657 /*
1658 * Which character status flags are we interested in?
1659 */
1660 port->read_status_mask = S3C2410_UERSTAT_OVERRUN;
1661 if (termios->c_iflag & INPCK)
1662 port->read_status_mask |= S3C2410_UERSTAT_FRAME |
1663 S3C2410_UERSTAT_PARITY;
1664 /*
1665 * Which character status flags should we ignore?
1666 */
1667 port->ignore_status_mask = 0;
1668 if (termios->c_iflag & IGNPAR)
1669 port->ignore_status_mask |= S3C2410_UERSTAT_OVERRUN;
1670 if (termios->c_iflag & IGNBRK && termios->c_iflag & IGNPAR)
1671 port->ignore_status_mask |= S3C2410_UERSTAT_FRAME;
1672
1673 /*
1674 * Ignore all characters if CREAD is not set.
1675 */
1676 if ((termios->c_cflag & CREAD) == 0)
1677 port->ignore_status_mask |= RXSTAT_DUMMY_READ;
1678
1679 spin_unlock_irqrestore(&port->lock, flags);
1680}
1681
1682static const char *s3c24xx_serial_type(struct uart_port *port)
1683{
1684 const struct s3c24xx_uart_port *ourport = to_ourport(port);
1685
1686 switch (ourport->info->type) {
1687 case TYPE_S3C24XX:
1688 return "S3C24XX";
1689 case TYPE_S3C6400:
1690 return "S3C6400/10";
1691 case TYPE_APPLE_S5L:
1692 return "APPLE S5L";
1693 default:
1694 return NULL;
1695 }
1696}
1697
1698static void s3c24xx_serial_config_port(struct uart_port *port, int flags)
1699{
1700 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1701
1702 if (flags & UART_CONFIG_TYPE)
1703 port->type = info->port_type;
1704}
1705
1706/*
1707 * verify the new serial_struct (for TIOCSSERIAL).
1708 */
1709static int
1710s3c24xx_serial_verify_port(struct uart_port *port, struct serial_struct *ser)
1711{
1712 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1713
1714 if (ser->type != PORT_UNKNOWN && ser->type != info->port_type)
1715 return -EINVAL;
1716
1717 return 0;
1718}
1719
1720#ifdef CONFIG_SERIAL_SAMSUNG_CONSOLE
1721
1722static struct console s3c24xx_serial_console;
1723
1724static void __init s3c24xx_serial_register_console(void)
1725{
1726 register_console(&s3c24xx_serial_console);
1727}
1728
1729static void s3c24xx_serial_unregister_console(void)
1730{
1731 if (console_is_registered(&s3c24xx_serial_console))
1732 unregister_console(&s3c24xx_serial_console);
1733}
1734
1735#define S3C24XX_SERIAL_CONSOLE &s3c24xx_serial_console
1736#else
1737static inline void s3c24xx_serial_register_console(void) { }
1738static inline void s3c24xx_serial_unregister_console(void) { }
1739#define S3C24XX_SERIAL_CONSOLE NULL
1740#endif
1741
1742#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1743static int s3c24xx_serial_get_poll_char(struct uart_port *port);
1744static void s3c24xx_serial_put_poll_char(struct uart_port *port,
1745 unsigned char c);
1746#endif
1747
1748static const struct uart_ops s3c24xx_serial_ops = {
1749 .pm = s3c24xx_serial_pm,
1750 .tx_empty = s3c24xx_serial_tx_empty,
1751 .get_mctrl = s3c24xx_serial_get_mctrl,
1752 .set_mctrl = s3c24xx_serial_set_mctrl,
1753 .stop_tx = s3c24xx_serial_stop_tx,
1754 .start_tx = s3c24xx_serial_start_tx,
1755 .stop_rx = s3c24xx_serial_stop_rx,
1756 .break_ctl = s3c24xx_serial_break_ctl,
1757 .startup = s3c24xx_serial_startup,
1758 .shutdown = s3c24xx_serial_shutdown,
1759 .set_termios = s3c24xx_serial_set_termios,
1760 .type = s3c24xx_serial_type,
1761 .config_port = s3c24xx_serial_config_port,
1762 .verify_port = s3c24xx_serial_verify_port,
1763#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1764 .poll_get_char = s3c24xx_serial_get_poll_char,
1765 .poll_put_char = s3c24xx_serial_put_poll_char,
1766#endif
1767};
1768
1769static const struct uart_ops s3c64xx_serial_ops = {
1770 .pm = s3c24xx_serial_pm,
1771 .tx_empty = s3c24xx_serial_tx_empty,
1772 .get_mctrl = s3c24xx_serial_get_mctrl,
1773 .set_mctrl = s3c24xx_serial_set_mctrl,
1774 .stop_tx = s3c24xx_serial_stop_tx,
1775 .start_tx = s3c24xx_serial_start_tx,
1776 .stop_rx = s3c24xx_serial_stop_rx,
1777 .break_ctl = s3c24xx_serial_break_ctl,
1778 .startup = s3c64xx_serial_startup,
1779 .shutdown = s3c64xx_serial_shutdown,
1780 .set_termios = s3c24xx_serial_set_termios,
1781 .type = s3c24xx_serial_type,
1782 .config_port = s3c24xx_serial_config_port,
1783 .verify_port = s3c24xx_serial_verify_port,
1784#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1785 .poll_get_char = s3c24xx_serial_get_poll_char,
1786 .poll_put_char = s3c24xx_serial_put_poll_char,
1787#endif
1788};
1789
1790static const struct uart_ops apple_s5l_serial_ops = {
1791 .pm = s3c24xx_serial_pm,
1792 .tx_empty = s3c24xx_serial_tx_empty,
1793 .get_mctrl = s3c24xx_serial_get_mctrl,
1794 .set_mctrl = s3c24xx_serial_set_mctrl,
1795 .stop_tx = s3c24xx_serial_stop_tx,
1796 .start_tx = s3c24xx_serial_start_tx,
1797 .stop_rx = s3c24xx_serial_stop_rx,
1798 .break_ctl = s3c24xx_serial_break_ctl,
1799 .startup = apple_s5l_serial_startup,
1800 .shutdown = apple_s5l_serial_shutdown,
1801 .set_termios = s3c24xx_serial_set_termios,
1802 .type = s3c24xx_serial_type,
1803 .config_port = s3c24xx_serial_config_port,
1804 .verify_port = s3c24xx_serial_verify_port,
1805#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1806 .poll_get_char = s3c24xx_serial_get_poll_char,
1807 .poll_put_char = s3c24xx_serial_put_poll_char,
1808#endif
1809};
1810
1811static struct uart_driver s3c24xx_uart_drv = {
1812 .owner = THIS_MODULE,
1813 .driver_name = "s3c2410_serial",
1814 .nr = UART_NR,
1815 .cons = S3C24XX_SERIAL_CONSOLE,
1816 .dev_name = S3C24XX_SERIAL_NAME,
1817 .major = S3C24XX_SERIAL_MAJOR,
1818 .minor = S3C24XX_SERIAL_MINOR,
1819};
1820
1821static struct s3c24xx_uart_port s3c24xx_serial_ports[UART_NR];
1822
1823static void s3c24xx_serial_init_port_default(int index) {
1824 struct uart_port *port = &s3c24xx_serial_ports[index].port;
1825
1826 spin_lock_init(&port->lock);
1827
1828 port->iotype = UPIO_MEM;
1829 port->uartclk = 0;
1830 port->fifosize = 16;
1831 port->ops = &s3c24xx_serial_ops;
1832 port->flags = UPF_BOOT_AUTOCONF;
1833 port->line = index;
1834}
1835
1836/* s3c24xx_serial_resetport
1837 *
1838 * reset the fifos and other the settings.
1839 */
1840
1841static void s3c24xx_serial_resetport(struct uart_port *port,
1842 const struct s3c2410_uartcfg *cfg)
1843{
1844 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1845 unsigned long ucon = rd_regl(port, S3C2410_UCON);
1846
1847 ucon &= (info->clksel_mask | info->ucon_mask);
1848 wr_regl(port, S3C2410_UCON, ucon | cfg->ucon);
1849
1850 /* reset both fifos */
1851 wr_regl(port, S3C2410_UFCON, cfg->ufcon | S3C2410_UFCON_RESETBOTH);
1852 wr_regl(port, S3C2410_UFCON, cfg->ufcon);
1853
1854 /* some delay is required after fifo reset */
1855 udelay(1);
1856}
1857
1858#ifdef CONFIG_ARM_S3C24XX_CPUFREQ
1859
1860static int s3c24xx_serial_cpufreq_transition(struct notifier_block *nb,
1861 unsigned long val, void *data)
1862{
1863 struct s3c24xx_uart_port *port;
1864 struct uart_port *uport;
1865
1866 port = container_of(nb, struct s3c24xx_uart_port, freq_transition);
1867 uport = &port->port;
1868
1869 /* check to see if port is enabled */
1870
1871 if (port->pm_level != 0)
1872 return 0;
1873
1874 /* try and work out if the baudrate is changing, we can detect
1875 * a change in rate, but we do not have support for detecting
1876 * a disturbance in the clock-rate over the change.
1877 */
1878
1879 if (IS_ERR(port->baudclk))
1880 goto exit;
1881
1882 if (port->baudclk_rate == clk_get_rate(port->baudclk))
1883 goto exit;
1884
1885 if (val == CPUFREQ_PRECHANGE) {
1886 /* we should really shut the port down whilst the
1887 * frequency change is in progress.
1888 */
1889
1890 } else if (val == CPUFREQ_POSTCHANGE) {
1891 struct ktermios *termios;
1892 struct tty_struct *tty;
1893
1894 if (uport->state == NULL)
1895 goto exit;
1896
1897 tty = uport->state->port.tty;
1898
1899 if (tty == NULL)
1900 goto exit;
1901
1902 termios = &tty->termios;
1903
1904 if (termios == NULL) {
1905 dev_warn(uport->dev, "%s: no termios?\n", __func__);
1906 goto exit;
1907 }
1908
1909 s3c24xx_serial_set_termios(uport, termios, NULL);
1910 }
1911
1912exit:
1913 return 0;
1914}
1915
1916static inline int
1917s3c24xx_serial_cpufreq_register(struct s3c24xx_uart_port *port)
1918{
1919 port->freq_transition.notifier_call = s3c24xx_serial_cpufreq_transition;
1920
1921 return cpufreq_register_notifier(&port->freq_transition,
1922 CPUFREQ_TRANSITION_NOTIFIER);
1923}
1924
1925static inline void
1926s3c24xx_serial_cpufreq_deregister(struct s3c24xx_uart_port *port)
1927{
1928 cpufreq_unregister_notifier(&port->freq_transition,
1929 CPUFREQ_TRANSITION_NOTIFIER);
1930}
1931
1932#else
1933static inline int
1934s3c24xx_serial_cpufreq_register(struct s3c24xx_uart_port *port)
1935{
1936 return 0;
1937}
1938
1939static inline void
1940s3c24xx_serial_cpufreq_deregister(struct s3c24xx_uart_port *port)
1941{
1942}
1943#endif
1944
1945static int s3c24xx_serial_enable_baudclk(struct s3c24xx_uart_port *ourport)
1946{
1947 struct device *dev = ourport->port.dev;
1948 const struct s3c24xx_uart_info *info = ourport->info;
1949 char clk_name[MAX_CLK_NAME_LENGTH];
1950 unsigned int clk_sel;
1951 struct clk *clk;
1952 int clk_num;
1953 int ret;
1954
1955 clk_sel = ourport->cfg->clk_sel ? : info->def_clk_sel;
1956 for (clk_num = 0; clk_num < info->num_clks; clk_num++) {
1957 if (!(clk_sel & (1 << clk_num)))
1958 continue;
1959
1960 sprintf(clk_name, "clk_uart_baud%d", clk_num);
1961 clk = clk_get(dev, clk_name);
1962 if (IS_ERR(clk))
1963 continue;
1964
1965 ret = clk_prepare_enable(clk);
1966 if (ret) {
1967 clk_put(clk);
1968 continue;
1969 }
1970
1971 ourport->baudclk = clk;
1972 ourport->baudclk_rate = clk_get_rate(clk);
1973 s3c24xx_serial_setsource(&ourport->port, clk_num);
1974
1975 return 0;
1976 }
1977
1978 return -EINVAL;
1979}
1980
1981/* s3c24xx_serial_init_port
1982 *
1983 * initialise a single serial port from the platform device given
1984 */
1985
1986static int s3c24xx_serial_init_port(struct s3c24xx_uart_port *ourport,
1987 struct platform_device *platdev)
1988{
1989 struct uart_port *port = &ourport->port;
1990 const struct s3c2410_uartcfg *cfg = ourport->cfg;
1991 struct resource *res;
1992 int ret;
1993
1994 if (platdev == NULL)
1995 return -ENODEV;
1996
1997 if (port->mapbase != 0)
1998 return -EINVAL;
1999
2000 /* setup info for port */
2001 port->dev = &platdev->dev;
2002
2003 port->uartclk = 1;
2004
2005 if (cfg->uart_flags & UPF_CONS_FLOW) {
2006 dev_dbg(port->dev, "enabling flow control\n");
2007 port->flags |= UPF_CONS_FLOW;
2008 }
2009
2010 /* sort our the physical and virtual addresses for each UART */
2011
2012 res = platform_get_resource(platdev, IORESOURCE_MEM, 0);
2013 if (res == NULL) {
2014 dev_err(port->dev, "failed to find memory resource for uart\n");
2015 return -EINVAL;
2016 }
2017
2018 dev_dbg(port->dev, "resource %pR)\n", res);
2019
2020 port->membase = devm_ioremap_resource(port->dev, res);
2021 if (IS_ERR(port->membase)) {
2022 dev_err(port->dev, "failed to remap controller address\n");
2023 return -EBUSY;
2024 }
2025
2026 port->mapbase = res->start;
2027 ret = platform_get_irq(platdev, 0);
2028 if (ret < 0) {
2029 port->irq = 0;
2030 } else {
2031 port->irq = ret;
2032 ourport->rx_irq = ret;
2033 ourport->tx_irq = ret + 1;
2034 }
2035
2036 switch (ourport->info->type) {
2037 case TYPE_S3C24XX:
2038 ret = platform_get_irq(platdev, 1);
2039 if (ret > 0)
2040 ourport->tx_irq = ret;
2041 break;
2042 default:
2043 break;
2044 }
2045
2046 /*
2047 * DMA is currently supported only on DT platforms, if DMA properties
2048 * are specified.
2049 */
2050 if (platdev->dev.of_node && of_find_property(platdev->dev.of_node,
2051 "dmas", NULL)) {
2052 ourport->dma = devm_kzalloc(port->dev,
2053 sizeof(*ourport->dma),
2054 GFP_KERNEL);
2055 if (!ourport->dma) {
2056 ret = -ENOMEM;
2057 goto err;
2058 }
2059 }
2060
2061 ourport->clk = clk_get(&platdev->dev, "uart");
2062 if (IS_ERR(ourport->clk)) {
2063 pr_err("%s: Controller clock not found\n",
2064 dev_name(&platdev->dev));
2065 ret = PTR_ERR(ourport->clk);
2066 goto err;
2067 }
2068
2069 ret = clk_prepare_enable(ourport->clk);
2070 if (ret) {
2071 pr_err("uart: clock failed to prepare+enable: %d\n", ret);
2072 clk_put(ourport->clk);
2073 goto err;
2074 }
2075
2076 ret = s3c24xx_serial_enable_baudclk(ourport);
2077 if (ret)
2078 pr_warn("uart: failed to enable baudclk\n");
2079
2080 /* Keep all interrupts masked and cleared */
2081 switch (ourport->info->type) {
2082 case TYPE_S3C6400:
2083 wr_regl(port, S3C64XX_UINTM, 0xf);
2084 wr_regl(port, S3C64XX_UINTP, 0xf);
2085 wr_regl(port, S3C64XX_UINTSP, 0xf);
2086 break;
2087 case TYPE_APPLE_S5L: {
2088 unsigned int ucon;
2089
2090 ucon = rd_regl(port, S3C2410_UCON);
2091 ucon &= ~(APPLE_S5L_UCON_TXTHRESH_ENA_MSK |
2092 APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
2093 APPLE_S5L_UCON_RXTO_ENA_MSK);
2094 wr_regl(port, S3C2410_UCON, ucon);
2095
2096 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_ALL_FLAGS);
2097 break;
2098 }
2099 default:
2100 break;
2101 }
2102
2103 dev_dbg(port->dev, "port: map=%pa, mem=%p, irq=%d (%d,%d), clock=%u\n",
2104 &port->mapbase, port->membase, port->irq,
2105 ourport->rx_irq, ourport->tx_irq, port->uartclk);
2106
2107 /* reset the fifos (and setup the uart) */
2108 s3c24xx_serial_resetport(port, cfg);
2109
2110 return 0;
2111
2112err:
2113 port->mapbase = 0;
2114 return ret;
2115}
2116
2117/* Device driver serial port probe */
2118
2119static int probe_index;
2120
2121static inline const struct s3c24xx_serial_drv_data *
2122s3c24xx_get_driver_data(struct platform_device *pdev)
2123{
2124 if (dev_of_node(&pdev->dev))
2125 return of_device_get_match_data(&pdev->dev);
2126
2127 return (struct s3c24xx_serial_drv_data *)
2128 platform_get_device_id(pdev)->driver_data;
2129}
2130
2131static int s3c24xx_serial_probe(struct platform_device *pdev)
2132{
2133 struct device_node *np = pdev->dev.of_node;
2134 struct s3c24xx_uart_port *ourport;
2135 int index = probe_index;
2136 int ret, prop = 0;
2137
2138 if (np) {
2139 ret = of_alias_get_id(np, "serial");
2140 if (ret >= 0)
2141 index = ret;
2142 }
2143
2144 if (index >= ARRAY_SIZE(s3c24xx_serial_ports)) {
2145 dev_err(&pdev->dev, "serial%d out of range\n", index);
2146 return -EINVAL;
2147 }
2148 ourport = &s3c24xx_serial_ports[index];
2149
2150 s3c24xx_serial_init_port_default(index);
2151
2152 ourport->drv_data = s3c24xx_get_driver_data(pdev);
2153 if (!ourport->drv_data) {
2154 dev_err(&pdev->dev, "could not find driver data\n");
2155 return -ENODEV;
2156 }
2157
2158 ourport->baudclk = ERR_PTR(-EINVAL);
2159 ourport->info = &ourport->drv_data->info;
2160 ourport->cfg = (dev_get_platdata(&pdev->dev)) ?
2161 dev_get_platdata(&pdev->dev) :
2162 &ourport->drv_data->def_cfg;
2163
2164 switch (ourport->info->type) {
2165 case TYPE_S3C24XX:
2166 ourport->port.ops = &s3c24xx_serial_ops;
2167 break;
2168 case TYPE_S3C6400:
2169 ourport->port.ops = &s3c64xx_serial_ops;
2170 break;
2171 case TYPE_APPLE_S5L:
2172 ourport->port.ops = &apple_s5l_serial_ops;
2173 break;
2174 }
2175
2176 if (np) {
2177 of_property_read_u32(np,
2178 "samsung,uart-fifosize", &ourport->port.fifosize);
2179
2180 if (of_property_read_u32(np, "reg-io-width", &prop) == 0) {
2181 switch (prop) {
2182 case 1:
2183 ourport->port.iotype = UPIO_MEM;
2184 break;
2185 case 4:
2186 ourport->port.iotype = UPIO_MEM32;
2187 break;
2188 default:
2189 dev_warn(&pdev->dev, "unsupported reg-io-width (%d)\n",
2190 prop);
2191 return -EINVAL;
2192 }
2193 }
2194 }
2195
2196 if (ourport->drv_data->fifosize[index])
2197 ourport->port.fifosize = ourport->drv_data->fifosize[index];
2198 else if (ourport->info->fifosize)
2199 ourport->port.fifosize = ourport->info->fifosize;
2200 ourport->port.has_sysrq = IS_ENABLED(CONFIG_SERIAL_SAMSUNG_CONSOLE);
2201
2202 /*
2203 * DMA transfers must be aligned at least to cache line size,
2204 * so find minimal transfer size suitable for DMA mode
2205 */
2206 ourport->min_dma_size = max_t(int, ourport->port.fifosize,
2207 dma_get_cache_alignment());
2208
2209 dev_dbg(&pdev->dev, "%s: initialising port %p...\n", __func__, ourport);
2210
2211 ret = s3c24xx_serial_init_port(ourport, pdev);
2212 if (ret < 0)
2213 return ret;
2214
2215 if (!s3c24xx_uart_drv.state) {
2216 ret = uart_register_driver(&s3c24xx_uart_drv);
2217 if (ret < 0) {
2218 pr_err("Failed to register Samsung UART driver\n");
2219 return ret;
2220 }
2221 }
2222
2223 dev_dbg(&pdev->dev, "%s: adding port\n", __func__);
2224 uart_add_one_port(&s3c24xx_uart_drv, &ourport->port);
2225 platform_set_drvdata(pdev, &ourport->port);
2226
2227 /*
2228 * Deactivate the clock enabled in s3c24xx_serial_init_port here,
2229 * so that a potential re-enablement through the pm-callback overlaps
2230 * and keeps the clock enabled in this case.
2231 */
2232 clk_disable_unprepare(ourport->clk);
2233 if (!IS_ERR(ourport->baudclk))
2234 clk_disable_unprepare(ourport->baudclk);
2235
2236 ret = s3c24xx_serial_cpufreq_register(ourport);
2237 if (ret < 0)
2238 dev_err(&pdev->dev, "failed to add cpufreq notifier\n");
2239
2240 probe_index++;
2241
2242 return 0;
2243}
2244
2245static int s3c24xx_serial_remove(struct platform_device *dev)
2246{
2247 struct uart_port *port = s3c24xx_dev_to_port(&dev->dev);
2248
2249 if (port) {
2250 s3c24xx_serial_cpufreq_deregister(to_ourport(port));
2251 uart_remove_one_port(&s3c24xx_uart_drv, port);
2252 }
2253
2254 uart_unregister_driver(&s3c24xx_uart_drv);
2255
2256 return 0;
2257}
2258
2259/* UART power management code */
2260#ifdef CONFIG_PM_SLEEP
2261static int s3c24xx_serial_suspend(struct device *dev)
2262{
2263 struct uart_port *port = s3c24xx_dev_to_port(dev);
2264
2265 if (port)
2266 uart_suspend_port(&s3c24xx_uart_drv, port);
2267
2268 return 0;
2269}
2270
2271static int s3c24xx_serial_resume(struct device *dev)
2272{
2273 struct uart_port *port = s3c24xx_dev_to_port(dev);
2274 struct s3c24xx_uart_port *ourport = to_ourport(port);
2275
2276 if (port) {
2277 clk_prepare_enable(ourport->clk);
2278 if (!IS_ERR(ourport->baudclk))
2279 clk_prepare_enable(ourport->baudclk);
2280 s3c24xx_serial_resetport(port, s3c24xx_port_to_cfg(port));
2281 if (!IS_ERR(ourport->baudclk))
2282 clk_disable_unprepare(ourport->baudclk);
2283 clk_disable_unprepare(ourport->clk);
2284
2285 uart_resume_port(&s3c24xx_uart_drv, port);
2286 }
2287
2288 return 0;
2289}
2290
2291static int s3c24xx_serial_resume_noirq(struct device *dev)
2292{
2293 struct uart_port *port = s3c24xx_dev_to_port(dev);
2294 struct s3c24xx_uart_port *ourport = to_ourport(port);
2295
2296 if (port) {
2297 /* restore IRQ mask */
2298 switch (ourport->info->type) {
2299 case TYPE_S3C6400: {
2300 unsigned int uintm = 0xf;
2301
2302 if (ourport->tx_enabled)
2303 uintm &= ~S3C64XX_UINTM_TXD_MSK;
2304 if (ourport->rx_enabled)
2305 uintm &= ~S3C64XX_UINTM_RXD_MSK;
2306 clk_prepare_enable(ourport->clk);
2307 if (!IS_ERR(ourport->baudclk))
2308 clk_prepare_enable(ourport->baudclk);
2309 wr_regl(port, S3C64XX_UINTM, uintm);
2310 if (!IS_ERR(ourport->baudclk))
2311 clk_disable_unprepare(ourport->baudclk);
2312 clk_disable_unprepare(ourport->clk);
2313 break;
2314 }
2315 case TYPE_APPLE_S5L: {
2316 unsigned int ucon;
2317 int ret;
2318
2319 ret = clk_prepare_enable(ourport->clk);
2320 if (ret) {
2321 dev_err(dev, "clk_enable clk failed: %d\n", ret);
2322 return ret;
2323 }
2324 if (!IS_ERR(ourport->baudclk)) {
2325 ret = clk_prepare_enable(ourport->baudclk);
2326 if (ret) {
2327 dev_err(dev, "clk_enable baudclk failed: %d\n", ret);
2328 clk_disable_unprepare(ourport->clk);
2329 return ret;
2330 }
2331 }
2332
2333 ucon = rd_regl(port, S3C2410_UCON);
2334
2335 ucon &= ~(APPLE_S5L_UCON_TXTHRESH_ENA_MSK |
2336 APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
2337 APPLE_S5L_UCON_RXTO_ENA_MSK);
2338
2339 if (ourport->tx_enabled)
2340 ucon |= APPLE_S5L_UCON_TXTHRESH_ENA_MSK;
2341 if (ourport->rx_enabled)
2342 ucon |= APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
2343 APPLE_S5L_UCON_RXTO_ENA_MSK;
2344
2345 wr_regl(port, S3C2410_UCON, ucon);
2346
2347 if (!IS_ERR(ourport->baudclk))
2348 clk_disable_unprepare(ourport->baudclk);
2349 clk_disable_unprepare(ourport->clk);
2350 break;
2351 }
2352 default:
2353 break;
2354 }
2355 }
2356
2357 return 0;
2358}
2359
2360static const struct dev_pm_ops s3c24xx_serial_pm_ops = {
2361 .suspend = s3c24xx_serial_suspend,
2362 .resume = s3c24xx_serial_resume,
2363 .resume_noirq = s3c24xx_serial_resume_noirq,
2364};
2365#define SERIAL_SAMSUNG_PM_OPS (&s3c24xx_serial_pm_ops)
2366
2367#else /* !CONFIG_PM_SLEEP */
2368
2369#define SERIAL_SAMSUNG_PM_OPS NULL
2370#endif /* CONFIG_PM_SLEEP */
2371
2372/* Console code */
2373
2374#ifdef CONFIG_SERIAL_SAMSUNG_CONSOLE
2375
2376static struct uart_port *cons_uart;
2377
2378static int
2379s3c24xx_serial_console_txrdy(struct uart_port *port, unsigned int ufcon)
2380{
2381 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
2382 unsigned long ufstat, utrstat;
2383
2384 if (ufcon & S3C2410_UFCON_FIFOMODE) {
2385 /* fifo mode - check amount of data in fifo registers... */
2386
2387 ufstat = rd_regl(port, S3C2410_UFSTAT);
2388 return (ufstat & info->tx_fifofull) ? 0 : 1;
2389 }
2390
2391 /* in non-fifo mode, we go and use the tx buffer empty */
2392
2393 utrstat = rd_regl(port, S3C2410_UTRSTAT);
2394 return (utrstat & S3C2410_UTRSTAT_TXE) ? 1 : 0;
2395}
2396
2397static bool
2398s3c24xx_port_configured(unsigned int ucon)
2399{
2400 /* consider the serial port configured if the tx/rx mode set */
2401 return (ucon & 0xf) != 0;
2402}
2403
2404#ifdef CONFIG_CONSOLE_POLL
2405/*
2406 * Console polling routines for writing and reading from the uart while
2407 * in an interrupt or debug context.
2408 */
2409
2410static int s3c24xx_serial_get_poll_char(struct uart_port *port)
2411{
2412 const struct s3c24xx_uart_port *ourport = to_ourport(port);
2413 unsigned int ufstat;
2414
2415 ufstat = rd_regl(port, S3C2410_UFSTAT);
2416 if (s3c24xx_serial_rx_fifocnt(ourport, ufstat) == 0)
2417 return NO_POLL_CHAR;
2418
2419 return rd_reg(port, S3C2410_URXH);
2420}
2421
2422static void s3c24xx_serial_put_poll_char(struct uart_port *port,
2423 unsigned char c)
2424{
2425 unsigned int ufcon = rd_regl(port, S3C2410_UFCON);
2426 unsigned int ucon = rd_regl(port, S3C2410_UCON);
2427
2428 /* not possible to xmit on unconfigured port */
2429 if (!s3c24xx_port_configured(ucon))
2430 return;
2431
2432 while (!s3c24xx_serial_console_txrdy(port, ufcon))
2433 cpu_relax();
2434 wr_reg(port, S3C2410_UTXH, c);
2435}
2436
2437#endif /* CONFIG_CONSOLE_POLL */
2438
2439static void
2440s3c24xx_serial_console_putchar(struct uart_port *port, unsigned char ch)
2441{
2442 unsigned int ufcon = rd_regl(port, S3C2410_UFCON);
2443
2444 while (!s3c24xx_serial_console_txrdy(port, ufcon))
2445 cpu_relax();
2446 wr_reg(port, S3C2410_UTXH, ch);
2447}
2448
2449static void
2450s3c24xx_serial_console_write(struct console *co, const char *s,
2451 unsigned int count)
2452{
2453 unsigned int ucon = rd_regl(cons_uart, S3C2410_UCON);
2454 unsigned long flags;
2455 bool locked = true;
2456
2457 /* not possible to xmit on unconfigured port */
2458 if (!s3c24xx_port_configured(ucon))
2459 return;
2460
2461 if (cons_uart->sysrq)
2462 locked = false;
2463 else if (oops_in_progress)
2464 locked = spin_trylock_irqsave(&cons_uart->lock, flags);
2465 else
2466 spin_lock_irqsave(&cons_uart->lock, flags);
2467
2468 uart_console_write(cons_uart, s, count, s3c24xx_serial_console_putchar);
2469
2470 if (locked)
2471 spin_unlock_irqrestore(&cons_uart->lock, flags);
2472}
2473
2474/* Shouldn't be __init, as it can be instantiated from other module */
2475static void
2476s3c24xx_serial_get_options(struct uart_port *port, int *baud,
2477 int *parity, int *bits)
2478{
2479 struct clk *clk;
2480 unsigned int ulcon;
2481 unsigned int ucon;
2482 unsigned int ubrdiv;
2483 unsigned long rate;
2484 unsigned int clk_sel;
2485 char clk_name[MAX_CLK_NAME_LENGTH];
2486
2487 ulcon = rd_regl(port, S3C2410_ULCON);
2488 ucon = rd_regl(port, S3C2410_UCON);
2489 ubrdiv = rd_regl(port, S3C2410_UBRDIV);
2490
2491 if (s3c24xx_port_configured(ucon)) {
2492 switch (ulcon & S3C2410_LCON_CSMASK) {
2493 case S3C2410_LCON_CS5:
2494 *bits = 5;
2495 break;
2496 case S3C2410_LCON_CS6:
2497 *bits = 6;
2498 break;
2499 case S3C2410_LCON_CS7:
2500 *bits = 7;
2501 break;
2502 case S3C2410_LCON_CS8:
2503 default:
2504 *bits = 8;
2505 break;
2506 }
2507
2508 switch (ulcon & S3C2410_LCON_PMASK) {
2509 case S3C2410_LCON_PEVEN:
2510 *parity = 'e';
2511 break;
2512
2513 case S3C2410_LCON_PODD:
2514 *parity = 'o';
2515 break;
2516
2517 case S3C2410_LCON_PNONE:
2518 default:
2519 *parity = 'n';
2520 }
2521
2522 /* now calculate the baud rate */
2523
2524 clk_sel = s3c24xx_serial_getsource(port);
2525 sprintf(clk_name, "clk_uart_baud%d", clk_sel);
2526
2527 clk = clk_get(port->dev, clk_name);
2528 if (!IS_ERR(clk))
2529 rate = clk_get_rate(clk);
2530 else
2531 rate = 1;
2532
2533 *baud = rate / (16 * (ubrdiv + 1));
2534 dev_dbg(port->dev, "calculated baud %d\n", *baud);
2535 }
2536}
2537
2538/* Shouldn't be __init, as it can be instantiated from other module */
2539static int
2540s3c24xx_serial_console_setup(struct console *co, char *options)
2541{
2542 struct uart_port *port;
2543 int baud = 9600;
2544 int bits = 8;
2545 int parity = 'n';
2546 int flow = 'n';
2547
2548 /* is this a valid port */
2549
2550 if (co->index == -1 || co->index >= UART_NR)
2551 co->index = 0;
2552
2553 port = &s3c24xx_serial_ports[co->index].port;
2554
2555 /* is the port configured? */
2556
2557 if (port->mapbase == 0x0)
2558 return -ENODEV;
2559
2560 cons_uart = port;
2561
2562 /*
2563 * Check whether an invalid uart number has been specified, and
2564 * if so, search for the first available port that does have
2565 * console support.
2566 */
2567 if (options)
2568 uart_parse_options(options, &baud, &parity, &bits, &flow);
2569 else
2570 s3c24xx_serial_get_options(port, &baud, &parity, &bits);
2571
2572 dev_dbg(port->dev, "baud %d\n", baud);
2573
2574 return uart_set_options(port, co, baud, parity, bits, flow);
2575}
2576
2577static struct console s3c24xx_serial_console = {
2578 .name = S3C24XX_SERIAL_NAME,
2579 .device = uart_console_device,
2580 .flags = CON_PRINTBUFFER,
2581 .index = -1,
2582 .write = s3c24xx_serial_console_write,
2583 .setup = s3c24xx_serial_console_setup,
2584 .data = &s3c24xx_uart_drv,
2585};
2586#endif /* CONFIG_SERIAL_SAMSUNG_CONSOLE */
2587
2588#ifdef CONFIG_CPU_S3C2410
2589static const struct s3c24xx_serial_drv_data s3c2410_serial_drv_data = {
2590 .info = {
2591 .name = "Samsung S3C2410 UART",
2592 .type = TYPE_S3C24XX,
2593 .port_type = PORT_S3C2410,
2594 .fifosize = 16,
2595 .rx_fifomask = S3C2410_UFSTAT_RXMASK,
2596 .rx_fifoshift = S3C2410_UFSTAT_RXSHIFT,
2597 .rx_fifofull = S3C2410_UFSTAT_RXFULL,
2598 .tx_fifofull = S3C2410_UFSTAT_TXFULL,
2599 .tx_fifomask = S3C2410_UFSTAT_TXMASK,
2600 .tx_fifoshift = S3C2410_UFSTAT_TXSHIFT,
2601 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2602 .num_clks = 2,
2603 .clksel_mask = S3C2410_UCON_CLKMASK,
2604 .clksel_shift = S3C2410_UCON_CLKSHIFT,
2605 },
2606 .def_cfg = {
2607 .ucon = S3C2410_UCON_DEFAULT,
2608 .ufcon = S3C2410_UFCON_DEFAULT,
2609 },
2610};
2611#define S3C2410_SERIAL_DRV_DATA (&s3c2410_serial_drv_data)
2612#else
2613#define S3C2410_SERIAL_DRV_DATA NULL
2614#endif
2615
2616#ifdef CONFIG_CPU_S3C2412
2617static const struct s3c24xx_serial_drv_data s3c2412_serial_drv_data = {
2618 .info = {
2619 .name = "Samsung S3C2412 UART",
2620 .type = TYPE_S3C24XX,
2621 .port_type = PORT_S3C2412,
2622 .fifosize = 64,
2623 .has_divslot = 1,
2624 .rx_fifomask = S3C2440_UFSTAT_RXMASK,
2625 .rx_fifoshift = S3C2440_UFSTAT_RXSHIFT,
2626 .rx_fifofull = S3C2440_UFSTAT_RXFULL,
2627 .tx_fifofull = S3C2440_UFSTAT_TXFULL,
2628 .tx_fifomask = S3C2440_UFSTAT_TXMASK,
2629 .tx_fifoshift = S3C2440_UFSTAT_TXSHIFT,
2630 .def_clk_sel = S3C2410_UCON_CLKSEL2,
2631 .num_clks = 4,
2632 .clksel_mask = S3C2412_UCON_CLKMASK,
2633 .clksel_shift = S3C2412_UCON_CLKSHIFT,
2634 },
2635 .def_cfg = {
2636 .ucon = S3C2410_UCON_DEFAULT,
2637 .ufcon = S3C2410_UFCON_DEFAULT,
2638 },
2639};
2640#define S3C2412_SERIAL_DRV_DATA (&s3c2412_serial_drv_data)
2641#else
2642#define S3C2412_SERIAL_DRV_DATA NULL
2643#endif
2644
2645#if defined(CONFIG_CPU_S3C2440) || defined(CONFIG_CPU_S3C2416) || \
2646 defined(CONFIG_CPU_S3C2443) || defined(CONFIG_CPU_S3C2442)
2647static const struct s3c24xx_serial_drv_data s3c2440_serial_drv_data = {
2648 .info = {
2649 .name = "Samsung S3C2440 UART",
2650 .type = TYPE_S3C24XX,
2651 .port_type = PORT_S3C2440,
2652 .fifosize = 64,
2653 .has_divslot = 1,
2654 .rx_fifomask = S3C2440_UFSTAT_RXMASK,
2655 .rx_fifoshift = S3C2440_UFSTAT_RXSHIFT,
2656 .rx_fifofull = S3C2440_UFSTAT_RXFULL,
2657 .tx_fifofull = S3C2440_UFSTAT_TXFULL,
2658 .tx_fifomask = S3C2440_UFSTAT_TXMASK,
2659 .tx_fifoshift = S3C2440_UFSTAT_TXSHIFT,
2660 .def_clk_sel = S3C2410_UCON_CLKSEL2,
2661 .num_clks = 4,
2662 .clksel_mask = S3C2412_UCON_CLKMASK,
2663 .clksel_shift = S3C2412_UCON_CLKSHIFT,
2664 .ucon_mask = S3C2440_UCON0_DIVMASK,
2665 },
2666 .def_cfg = {
2667 .ucon = S3C2410_UCON_DEFAULT,
2668 .ufcon = S3C2410_UFCON_DEFAULT,
2669 },
2670};
2671#define S3C2440_SERIAL_DRV_DATA (&s3c2440_serial_drv_data)
2672#else
2673#define S3C2440_SERIAL_DRV_DATA NULL
2674#endif
2675
2676#if defined(CONFIG_CPU_S3C6400) || defined(CONFIG_CPU_S3C6410)
2677static const struct s3c24xx_serial_drv_data s3c6400_serial_drv_data = {
2678 .info = {
2679 .name = "Samsung S3C6400 UART",
2680 .type = TYPE_S3C6400,
2681 .port_type = PORT_S3C6400,
2682 .fifosize = 64,
2683 .has_divslot = 1,
2684 .rx_fifomask = S3C2440_UFSTAT_RXMASK,
2685 .rx_fifoshift = S3C2440_UFSTAT_RXSHIFT,
2686 .rx_fifofull = S3C2440_UFSTAT_RXFULL,
2687 .tx_fifofull = S3C2440_UFSTAT_TXFULL,
2688 .tx_fifomask = S3C2440_UFSTAT_TXMASK,
2689 .tx_fifoshift = S3C2440_UFSTAT_TXSHIFT,
2690 .def_clk_sel = S3C2410_UCON_CLKSEL2,
2691 .num_clks = 4,
2692 .clksel_mask = S3C6400_UCON_CLKMASK,
2693 .clksel_shift = S3C6400_UCON_CLKSHIFT,
2694 },
2695 .def_cfg = {
2696 .ucon = S3C2410_UCON_DEFAULT,
2697 .ufcon = S3C2410_UFCON_DEFAULT,
2698 },
2699};
2700#define S3C6400_SERIAL_DRV_DATA (&s3c6400_serial_drv_data)
2701#else
2702#define S3C6400_SERIAL_DRV_DATA NULL
2703#endif
2704
2705#ifdef CONFIG_CPU_S5PV210
2706static const struct s3c24xx_serial_drv_data s5pv210_serial_drv_data = {
2707 .info = {
2708 .name = "Samsung S5PV210 UART",
2709 .type = TYPE_S3C6400,
2710 .port_type = PORT_S3C6400,
2711 .has_divslot = 1,
2712 .rx_fifomask = S5PV210_UFSTAT_RXMASK,
2713 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT,
2714 .rx_fifofull = S5PV210_UFSTAT_RXFULL,
2715 .tx_fifofull = S5PV210_UFSTAT_TXFULL,
2716 .tx_fifomask = S5PV210_UFSTAT_TXMASK,
2717 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT,
2718 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2719 .num_clks = 2,
2720 .clksel_mask = S5PV210_UCON_CLKMASK,
2721 .clksel_shift = S5PV210_UCON_CLKSHIFT,
2722 },
2723 .def_cfg = {
2724 .ucon = S5PV210_UCON_DEFAULT,
2725 .ufcon = S5PV210_UFCON_DEFAULT,
2726 },
2727 .fifosize = { 256, 64, 16, 16 },
2728};
2729#define S5PV210_SERIAL_DRV_DATA (&s5pv210_serial_drv_data)
2730#else
2731#define S5PV210_SERIAL_DRV_DATA NULL
2732#endif
2733
2734#if defined(CONFIG_ARCH_EXYNOS)
2735#define EXYNOS_COMMON_SERIAL_DRV_DATA() \
2736 .info = { \
2737 .name = "Samsung Exynos UART", \
2738 .type = TYPE_S3C6400, \
2739 .port_type = PORT_S3C6400, \
2740 .has_divslot = 1, \
2741 .rx_fifomask = S5PV210_UFSTAT_RXMASK, \
2742 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT, \
2743 .rx_fifofull = S5PV210_UFSTAT_RXFULL, \
2744 .tx_fifofull = S5PV210_UFSTAT_TXFULL, \
2745 .tx_fifomask = S5PV210_UFSTAT_TXMASK, \
2746 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT, \
2747 .def_clk_sel = S3C2410_UCON_CLKSEL0, \
2748 .num_clks = 1, \
2749 .clksel_mask = 0, \
2750 .clksel_shift = 0, \
2751 }, \
2752 .def_cfg = { \
2753 .ucon = S5PV210_UCON_DEFAULT, \
2754 .ufcon = S5PV210_UFCON_DEFAULT, \
2755 .has_fracval = 1, \
2756 } \
2757
2758static const struct s3c24xx_serial_drv_data exynos4210_serial_drv_data = {
2759 EXYNOS_COMMON_SERIAL_DRV_DATA(),
2760 .fifosize = { 256, 64, 16, 16 },
2761};
2762
2763static const struct s3c24xx_serial_drv_data exynos5433_serial_drv_data = {
2764 EXYNOS_COMMON_SERIAL_DRV_DATA(),
2765 .fifosize = { 64, 256, 16, 256 },
2766};
2767
2768static const struct s3c24xx_serial_drv_data exynos850_serial_drv_data = {
2769 EXYNOS_COMMON_SERIAL_DRV_DATA(),
2770 .fifosize = { 256, 64, 64, 64 },
2771};
2772
2773#define EXYNOS4210_SERIAL_DRV_DATA (&exynos4210_serial_drv_data)
2774#define EXYNOS5433_SERIAL_DRV_DATA (&exynos5433_serial_drv_data)
2775#define EXYNOS850_SERIAL_DRV_DATA (&exynos850_serial_drv_data)
2776
2777#else
2778#define EXYNOS4210_SERIAL_DRV_DATA NULL
2779#define EXYNOS5433_SERIAL_DRV_DATA NULL
2780#define EXYNOS850_SERIAL_DRV_DATA NULL
2781#endif
2782
2783#ifdef CONFIG_ARCH_APPLE
2784static const struct s3c24xx_serial_drv_data s5l_serial_drv_data = {
2785 .info = {
2786 .name = "Apple S5L UART",
2787 .type = TYPE_APPLE_S5L,
2788 .port_type = PORT_8250,
2789 .fifosize = 16,
2790 .rx_fifomask = S3C2410_UFSTAT_RXMASK,
2791 .rx_fifoshift = S3C2410_UFSTAT_RXSHIFT,
2792 .rx_fifofull = S3C2410_UFSTAT_RXFULL,
2793 .tx_fifofull = S3C2410_UFSTAT_TXFULL,
2794 .tx_fifomask = S3C2410_UFSTAT_TXMASK,
2795 .tx_fifoshift = S3C2410_UFSTAT_TXSHIFT,
2796 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2797 .num_clks = 1,
2798 .clksel_mask = 0,
2799 .clksel_shift = 0,
2800 .ucon_mask = APPLE_S5L_UCON_MASK,
2801 },
2802 .def_cfg = {
2803 .ucon = APPLE_S5L_UCON_DEFAULT,
2804 .ufcon = S3C2410_UFCON_DEFAULT,
2805 },
2806};
2807#define S5L_SERIAL_DRV_DATA (&s5l_serial_drv_data)
2808#else
2809#define S5L_SERIAL_DRV_DATA NULL
2810#endif
2811
2812#if defined(CONFIG_ARCH_ARTPEC)
2813static const struct s3c24xx_serial_drv_data artpec8_serial_drv_data = {
2814 .info = {
2815 .name = "Axis ARTPEC-8 UART",
2816 .type = TYPE_S3C6400,
2817 .port_type = PORT_S3C6400,
2818 .fifosize = 64,
2819 .has_divslot = 1,
2820 .rx_fifomask = S5PV210_UFSTAT_RXMASK,
2821 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT,
2822 .rx_fifofull = S5PV210_UFSTAT_RXFULL,
2823 .tx_fifofull = S5PV210_UFSTAT_TXFULL,
2824 .tx_fifomask = S5PV210_UFSTAT_TXMASK,
2825 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT,
2826 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2827 .num_clks = 1,
2828 .clksel_mask = 0,
2829 .clksel_shift = 0,
2830 },
2831 .def_cfg = {
2832 .ucon = S5PV210_UCON_DEFAULT,
2833 .ufcon = S5PV210_UFCON_DEFAULT,
2834 .has_fracval = 1,
2835 }
2836};
2837#define ARTPEC8_SERIAL_DRV_DATA (&artpec8_serial_drv_data)
2838#else
2839#define ARTPEC8_SERIAL_DRV_DATA (NULL)
2840#endif
2841
2842static const struct platform_device_id s3c24xx_serial_driver_ids[] = {
2843 {
2844 .name = "s3c2410-uart",
2845 .driver_data = (kernel_ulong_t)S3C2410_SERIAL_DRV_DATA,
2846 }, {
2847 .name = "s3c2412-uart",
2848 .driver_data = (kernel_ulong_t)S3C2412_SERIAL_DRV_DATA,
2849 }, {
2850 .name = "s3c2440-uart",
2851 .driver_data = (kernel_ulong_t)S3C2440_SERIAL_DRV_DATA,
2852 }, {
2853 .name = "s3c6400-uart",
2854 .driver_data = (kernel_ulong_t)S3C6400_SERIAL_DRV_DATA,
2855 }, {
2856 .name = "s5pv210-uart",
2857 .driver_data = (kernel_ulong_t)S5PV210_SERIAL_DRV_DATA,
2858 }, {
2859 .name = "exynos4210-uart",
2860 .driver_data = (kernel_ulong_t)EXYNOS4210_SERIAL_DRV_DATA,
2861 }, {
2862 .name = "exynos5433-uart",
2863 .driver_data = (kernel_ulong_t)EXYNOS5433_SERIAL_DRV_DATA,
2864 }, {
2865 .name = "s5l-uart",
2866 .driver_data = (kernel_ulong_t)S5L_SERIAL_DRV_DATA,
2867 }, {
2868 .name = "exynos850-uart",
2869 .driver_data = (kernel_ulong_t)EXYNOS850_SERIAL_DRV_DATA,
2870 }, {
2871 .name = "artpec8-uart",
2872 .driver_data = (kernel_ulong_t)ARTPEC8_SERIAL_DRV_DATA,
2873 },
2874 { },
2875};
2876MODULE_DEVICE_TABLE(platform, s3c24xx_serial_driver_ids);
2877
2878#ifdef CONFIG_OF
2879static const struct of_device_id s3c24xx_uart_dt_match[] = {
2880 { .compatible = "samsung,s3c2410-uart",
2881 .data = S3C2410_SERIAL_DRV_DATA },
2882 { .compatible = "samsung,s3c2412-uart",
2883 .data = S3C2412_SERIAL_DRV_DATA },
2884 { .compatible = "samsung,s3c2440-uart",
2885 .data = S3C2440_SERIAL_DRV_DATA },
2886 { .compatible = "samsung,s3c6400-uart",
2887 .data = S3C6400_SERIAL_DRV_DATA },
2888 { .compatible = "samsung,s5pv210-uart",
2889 .data = S5PV210_SERIAL_DRV_DATA },
2890 { .compatible = "samsung,exynos4210-uart",
2891 .data = EXYNOS4210_SERIAL_DRV_DATA },
2892 { .compatible = "samsung,exynos5433-uart",
2893 .data = EXYNOS5433_SERIAL_DRV_DATA },
2894 { .compatible = "apple,s5l-uart",
2895 .data = S5L_SERIAL_DRV_DATA },
2896 { .compatible = "samsung,exynos850-uart",
2897 .data = EXYNOS850_SERIAL_DRV_DATA },
2898 { .compatible = "axis,artpec8-uart",
2899 .data = ARTPEC8_SERIAL_DRV_DATA },
2900 {},
2901};
2902MODULE_DEVICE_TABLE(of, s3c24xx_uart_dt_match);
2903#endif
2904
2905static struct platform_driver samsung_serial_driver = {
2906 .probe = s3c24xx_serial_probe,
2907 .remove = s3c24xx_serial_remove,
2908 .id_table = s3c24xx_serial_driver_ids,
2909 .driver = {
2910 .name = "samsung-uart",
2911 .pm = SERIAL_SAMSUNG_PM_OPS,
2912 .of_match_table = of_match_ptr(s3c24xx_uart_dt_match),
2913 },
2914};
2915
2916static int __init samsung_serial_init(void)
2917{
2918 int ret;
2919
2920 s3c24xx_serial_register_console();
2921
2922 ret = platform_driver_register(&samsung_serial_driver);
2923 if (ret) {
2924 s3c24xx_serial_unregister_console();
2925 return ret;
2926 }
2927
2928 return 0;
2929}
2930
2931static void __exit samsung_serial_exit(void)
2932{
2933 platform_driver_unregister(&samsung_serial_driver);
2934 s3c24xx_serial_unregister_console();
2935}
2936
2937module_init(samsung_serial_init);
2938module_exit(samsung_serial_exit);
2939
2940#ifdef CONFIG_SERIAL_SAMSUNG_CONSOLE
2941/*
2942 * Early console.
2943 */
2944
2945static void wr_reg_barrier(const struct uart_port *port, u32 reg, u32 val)
2946{
2947 switch (port->iotype) {
2948 case UPIO_MEM:
2949 writeb(val, portaddr(port, reg));
2950 break;
2951 case UPIO_MEM32:
2952 writel(val, portaddr(port, reg));
2953 break;
2954 }
2955}
2956
2957struct samsung_early_console_data {
2958 u32 txfull_mask;
2959 u32 rxfifo_mask;
2960};
2961
2962static void samsung_early_busyuart(const struct uart_port *port)
2963{
2964 while (!(readl(port->membase + S3C2410_UTRSTAT) & S3C2410_UTRSTAT_TXFE))
2965 ;
2966}
2967
2968static void samsung_early_busyuart_fifo(const struct uart_port *port)
2969{
2970 const struct samsung_early_console_data *data = port->private_data;
2971
2972 while (readl(port->membase + S3C2410_UFSTAT) & data->txfull_mask)
2973 ;
2974}
2975
2976static void samsung_early_putc(struct uart_port *port, unsigned char c)
2977{
2978 if (readl(port->membase + S3C2410_UFCON) & S3C2410_UFCON_FIFOMODE)
2979 samsung_early_busyuart_fifo(port);
2980 else
2981 samsung_early_busyuart(port);
2982
2983 wr_reg_barrier(port, S3C2410_UTXH, c);
2984}
2985
2986static void samsung_early_write(struct console *con, const char *s,
2987 unsigned int n)
2988{
2989 struct earlycon_device *dev = con->data;
2990
2991 uart_console_write(&dev->port, s, n, samsung_early_putc);
2992}
2993
2994static int samsung_early_read(struct console *con, char *s, unsigned int n)
2995{
2996 struct earlycon_device *dev = con->data;
2997 const struct samsung_early_console_data *data = dev->port.private_data;
2998 int ch, ufstat, num_read = 0;
2999
3000 while (num_read < n) {
3001 ufstat = rd_regl(&dev->port, S3C2410_UFSTAT);
3002 if (!(ufstat & data->rxfifo_mask))
3003 break;
3004 ch = rd_reg(&dev->port, S3C2410_URXH);
3005 if (ch == NO_POLL_CHAR)
3006 break;
3007
3008 s[num_read++] = ch;
3009 }
3010
3011 return num_read;
3012}
3013
3014static int __init samsung_early_console_setup(struct earlycon_device *device,
3015 const char *opt)
3016{
3017 if (!device->port.membase)
3018 return -ENODEV;
3019
3020 device->con->write = samsung_early_write;
3021 device->con->read = samsung_early_read;
3022 return 0;
3023}
3024
3025/* S3C2410 */
3026static struct samsung_early_console_data s3c2410_early_console_data = {
3027 .txfull_mask = S3C2410_UFSTAT_TXFULL,
3028 .rxfifo_mask = S3C2410_UFSTAT_RXFULL | S3C2410_UFSTAT_RXMASK,
3029};
3030
3031static int __init s3c2410_early_console_setup(struct earlycon_device *device,
3032 const char *opt)
3033{
3034 device->port.private_data = &s3c2410_early_console_data;
3035 return samsung_early_console_setup(device, opt);
3036}
3037
3038OF_EARLYCON_DECLARE(s3c2410, "samsung,s3c2410-uart",
3039 s3c2410_early_console_setup);
3040
3041/* S3C2412, S3C2440, S3C64xx */
3042static struct samsung_early_console_data s3c2440_early_console_data = {
3043 .txfull_mask = S3C2440_UFSTAT_TXFULL,
3044 .rxfifo_mask = S3C2440_UFSTAT_RXFULL | S3C2440_UFSTAT_RXMASK,
3045};
3046
3047static int __init s3c2440_early_console_setup(struct earlycon_device *device,
3048 const char *opt)
3049{
3050 device->port.private_data = &s3c2440_early_console_data;
3051 return samsung_early_console_setup(device, opt);
3052}
3053
3054OF_EARLYCON_DECLARE(s3c2412, "samsung,s3c2412-uart",
3055 s3c2440_early_console_setup);
3056OF_EARLYCON_DECLARE(s3c2440, "samsung,s3c2440-uart",
3057 s3c2440_early_console_setup);
3058OF_EARLYCON_DECLARE(s3c6400, "samsung,s3c6400-uart",
3059 s3c2440_early_console_setup);
3060
3061/* S5PV210, Exynos */
3062static struct samsung_early_console_data s5pv210_early_console_data = {
3063 .txfull_mask = S5PV210_UFSTAT_TXFULL,
3064 .rxfifo_mask = S5PV210_UFSTAT_RXFULL | S5PV210_UFSTAT_RXMASK,
3065};
3066
3067static int __init s5pv210_early_console_setup(struct earlycon_device *device,
3068 const char *opt)
3069{
3070 device->port.private_data = &s5pv210_early_console_data;
3071 return samsung_early_console_setup(device, opt);
3072}
3073
3074OF_EARLYCON_DECLARE(s5pv210, "samsung,s5pv210-uart",
3075 s5pv210_early_console_setup);
3076OF_EARLYCON_DECLARE(exynos4210, "samsung,exynos4210-uart",
3077 s5pv210_early_console_setup);
3078OF_EARLYCON_DECLARE(artpec8, "axis,artpec8-uart",
3079 s5pv210_early_console_setup);
3080
3081/* Apple S5L */
3082static int __init apple_s5l_early_console_setup(struct earlycon_device *device,
3083 const char *opt)
3084{
3085 /* Close enough to S3C2410 for earlycon... */
3086 device->port.private_data = &s3c2410_early_console_data;
3087
3088#ifdef CONFIG_ARM64
3089 /* ... but we need to override the existing fixmap entry as nGnRnE */
3090 __set_fixmap(FIX_EARLYCON_MEM_BASE, device->port.mapbase,
3091 __pgprot(PROT_DEVICE_nGnRnE));
3092#endif
3093 return samsung_early_console_setup(device, opt);
3094}
3095
3096OF_EARLYCON_DECLARE(s5l, "apple,s5l-uart", apple_s5l_early_console_setup);
3097#endif
3098
3099MODULE_ALIAS("platform:samsung-uart");
3100MODULE_DESCRIPTION("Samsung SoC Serial port driver");
3101MODULE_AUTHOR("Ben Dooks <ben@simtec.co.uk>");
3102MODULE_LICENSE("GPL v2");
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Driver core for Samsung SoC onboard UARTs.
4 *
5 * Ben Dooks, Copyright (c) 2003-2008 Simtec Electronics
6 * http://armlinux.simtec.co.uk/
7 */
8
9/* Note on 2410 error handling
10 *
11 * The s3c2410 manual has a love/hate affair with the contents of the
12 * UERSTAT register in the UART blocks, and keeps marking some of the
13 * error bits as reserved. Having checked with the s3c2410x01,
14 * it copes with BREAKs properly, so I am happy to ignore the RESERVED
15 * feature from the latter versions of the manual.
16 *
17 * If it becomes aparrent that latter versions of the 2410 remove these
18 * bits, then action will have to be taken to differentiate the versions
19 * and change the policy on BREAK
20 *
21 * BJD, 04-Nov-2004
22 */
23
24#include <linux/console.h>
25#include <linux/clk.h>
26#include <linux/cpufreq.h>
27#include <linux/delay.h>
28#include <linux/dma-mapping.h>
29#include <linux/dmaengine.h>
30#include <linux/init.h>
31#include <linux/io.h>
32#include <linux/ioport.h>
33#include <linux/math.h>
34#include <linux/module.h>
35#include <linux/of.h>
36#include <linux/platform_device.h>
37#include <linux/serial.h>
38#include <linux/serial_core.h>
39#include <linux/serial_s3c.h>
40#include <linux/slab.h>
41#include <linux/sysrq.h>
42#include <linux/tty.h>
43#include <linux/tty_flip.h>
44#include <linux/types.h>
45
46#include <asm/irq.h>
47
48/* UART name and device definitions */
49
50#define S3C24XX_SERIAL_NAME "ttySAC"
51#define S3C24XX_SERIAL_MAJOR 204
52#define S3C24XX_SERIAL_MINOR 64
53
54#ifdef CONFIG_ARM64
55#define UART_NR 12
56#else
57#define UART_NR CONFIG_SERIAL_SAMSUNG_UARTS
58#endif
59
60#define S3C24XX_TX_PIO 1
61#define S3C24XX_TX_DMA 2
62#define S3C24XX_RX_PIO 1
63#define S3C24XX_RX_DMA 2
64
65/* flag to ignore all characters coming in */
66#define RXSTAT_DUMMY_READ (0x10000000)
67
68enum s3c24xx_port_type {
69 TYPE_S3C6400,
70 TYPE_APPLE_S5L,
71};
72
73struct s3c24xx_uart_info {
74 const char *name;
75 enum s3c24xx_port_type type;
76 unsigned int port_type;
77 unsigned int fifosize;
78 u32 rx_fifomask;
79 u32 rx_fifoshift;
80 u32 rx_fifofull;
81 u32 tx_fifomask;
82 u32 tx_fifoshift;
83 u32 tx_fifofull;
84 u32 clksel_mask;
85 u32 clksel_shift;
86 u32 ucon_mask;
87 u8 def_clk_sel;
88 u8 num_clks;
89 u8 iotype;
90
91 /* uart port features */
92 bool has_divslot;
93};
94
95struct s3c24xx_serial_drv_data {
96 const struct s3c24xx_uart_info info;
97 const struct s3c2410_uartcfg def_cfg;
98 const unsigned int fifosize[UART_NR];
99};
100
101struct s3c24xx_uart_dma {
102 unsigned int rx_chan_id;
103 unsigned int tx_chan_id;
104
105 struct dma_slave_config rx_conf;
106 struct dma_slave_config tx_conf;
107
108 struct dma_chan *rx_chan;
109 struct dma_chan *tx_chan;
110
111 dma_addr_t rx_addr;
112 dma_addr_t tx_addr;
113
114 dma_cookie_t rx_cookie;
115 dma_cookie_t tx_cookie;
116
117 char *rx_buf;
118
119 dma_addr_t tx_transfer_addr;
120
121 size_t rx_size;
122 size_t tx_size;
123
124 struct dma_async_tx_descriptor *tx_desc;
125 struct dma_async_tx_descriptor *rx_desc;
126
127 int tx_bytes_requested;
128 int rx_bytes_requested;
129};
130
131struct s3c24xx_uart_port {
132 unsigned char rx_enabled;
133 unsigned char tx_enabled;
134 unsigned int pm_level;
135 unsigned long baudclk_rate;
136 unsigned int min_dma_size;
137
138 unsigned int rx_irq;
139 unsigned int tx_irq;
140
141 unsigned int tx_in_progress;
142 unsigned int tx_mode;
143 unsigned int rx_mode;
144
145 const struct s3c24xx_uart_info *info;
146 struct clk *clk;
147 struct clk *baudclk;
148 struct uart_port port;
149 const struct s3c24xx_serial_drv_data *drv_data;
150
151 /* reference to platform data */
152 const struct s3c2410_uartcfg *cfg;
153
154 struct s3c24xx_uart_dma *dma;
155};
156
157static void s3c24xx_serial_tx_chars(struct s3c24xx_uart_port *ourport);
158
159/* conversion functions */
160
161#define s3c24xx_dev_to_port(__dev) dev_get_drvdata(__dev)
162
163/* register access controls */
164
165#define portaddr(port, reg) ((port)->membase + (reg))
166#define portaddrl(port, reg) \
167 ((unsigned long *)(unsigned long)((port)->membase + (reg)))
168
169static u32 rd_reg(const struct uart_port *port, u32 reg)
170{
171 switch (port->iotype) {
172 case UPIO_MEM:
173 return readb_relaxed(portaddr(port, reg));
174 case UPIO_MEM32:
175 return readl_relaxed(portaddr(port, reg));
176 default:
177 return 0;
178 }
179 return 0;
180}
181
182#define rd_regl(port, reg) (readl_relaxed(portaddr(port, reg)))
183
184static void wr_reg(const struct uart_port *port, u32 reg, u32 val)
185{
186 switch (port->iotype) {
187 case UPIO_MEM:
188 writeb_relaxed(val, portaddr(port, reg));
189 break;
190 case UPIO_MEM32:
191 writel_relaxed(val, portaddr(port, reg));
192 break;
193 }
194}
195
196#define wr_regl(port, reg, val) writel_relaxed(val, portaddr(port, reg))
197
198/* Byte-order aware bit setting/clearing functions. */
199
200static inline void s3c24xx_set_bit(const struct uart_port *port, int idx,
201 u32 reg)
202{
203 unsigned long flags;
204 u32 val;
205
206 local_irq_save(flags);
207 val = rd_regl(port, reg);
208 val |= (1 << idx);
209 wr_regl(port, reg, val);
210 local_irq_restore(flags);
211}
212
213static inline void s3c24xx_clear_bit(const struct uart_port *port, int idx,
214 u32 reg)
215{
216 unsigned long flags;
217 u32 val;
218
219 local_irq_save(flags);
220 val = rd_regl(port, reg);
221 val &= ~(1 << idx);
222 wr_regl(port, reg, val);
223 local_irq_restore(flags);
224}
225
226static inline struct s3c24xx_uart_port *to_ourport(struct uart_port *port)
227{
228 return container_of(port, struct s3c24xx_uart_port, port);
229}
230
231/* translate a port to the device name */
232
233static inline const char *s3c24xx_serial_portname(const struct uart_port *port)
234{
235 return to_platform_device(port->dev)->name;
236}
237
238static bool s3c24xx_serial_txempty_nofifo(const struct uart_port *port)
239{
240 return rd_regl(port, S3C2410_UTRSTAT) & S3C2410_UTRSTAT_TXE;
241}
242
243static void s3c24xx_serial_rx_enable(struct uart_port *port)
244{
245 struct s3c24xx_uart_port *ourport = to_ourport(port);
246 unsigned long flags;
247 int count = 10000;
248 u32 ucon, ufcon;
249
250 uart_port_lock_irqsave(port, &flags);
251
252 while (--count && !s3c24xx_serial_txempty_nofifo(port))
253 udelay(100);
254
255 ufcon = rd_regl(port, S3C2410_UFCON);
256 ufcon |= S3C2410_UFCON_RESETRX;
257 wr_regl(port, S3C2410_UFCON, ufcon);
258
259 ucon = rd_regl(port, S3C2410_UCON);
260 ucon |= S3C2410_UCON_RXIRQMODE;
261 wr_regl(port, S3C2410_UCON, ucon);
262
263 ourport->rx_enabled = 1;
264 uart_port_unlock_irqrestore(port, flags);
265}
266
267static void s3c24xx_serial_rx_disable(struct uart_port *port)
268{
269 struct s3c24xx_uart_port *ourport = to_ourport(port);
270 unsigned long flags;
271 u32 ucon;
272
273 uart_port_lock_irqsave(port, &flags);
274
275 ucon = rd_regl(port, S3C2410_UCON);
276 ucon &= ~S3C2410_UCON_RXIRQMODE;
277 wr_regl(port, S3C2410_UCON, ucon);
278
279 ourport->rx_enabled = 0;
280 uart_port_unlock_irqrestore(port, flags);
281}
282
283static void s3c24xx_serial_stop_tx(struct uart_port *port)
284{
285 struct s3c24xx_uart_port *ourport = to_ourport(port);
286 struct s3c24xx_uart_dma *dma = ourport->dma;
287 struct dma_tx_state state;
288 int count;
289
290 if (!ourport->tx_enabled)
291 return;
292
293 switch (ourport->info->type) {
294 case TYPE_S3C6400:
295 s3c24xx_set_bit(port, S3C64XX_UINTM_TXD, S3C64XX_UINTM);
296 break;
297 case TYPE_APPLE_S5L:
298 s3c24xx_clear_bit(port, APPLE_S5L_UCON_TXTHRESH_ENA, S3C2410_UCON);
299 break;
300 default:
301 disable_irq_nosync(ourport->tx_irq);
302 break;
303 }
304
305 if (dma && dma->tx_chan && ourport->tx_in_progress == S3C24XX_TX_DMA) {
306 dmaengine_pause(dma->tx_chan);
307 dmaengine_tx_status(dma->tx_chan, dma->tx_cookie, &state);
308 dmaengine_terminate_all(dma->tx_chan);
309 dma_sync_single_for_cpu(dma->tx_chan->device->dev,
310 dma->tx_transfer_addr, dma->tx_size,
311 DMA_TO_DEVICE);
312 async_tx_ack(dma->tx_desc);
313 count = dma->tx_bytes_requested - state.residue;
314 uart_xmit_advance(port, count);
315 }
316
317 ourport->tx_enabled = 0;
318 ourport->tx_in_progress = 0;
319
320 if (port->flags & UPF_CONS_FLOW)
321 s3c24xx_serial_rx_enable(port);
322
323 ourport->tx_mode = 0;
324}
325
326static void s3c24xx_serial_start_next_tx(struct s3c24xx_uart_port *ourport);
327
328static void s3c24xx_serial_tx_dma_complete(void *args)
329{
330 struct s3c24xx_uart_port *ourport = args;
331 struct uart_port *port = &ourport->port;
332 struct circ_buf *xmit = &port->state->xmit;
333 struct s3c24xx_uart_dma *dma = ourport->dma;
334 struct dma_tx_state state;
335 unsigned long flags;
336 int count;
337
338 dmaengine_tx_status(dma->tx_chan, dma->tx_cookie, &state);
339 count = dma->tx_bytes_requested - state.residue;
340 async_tx_ack(dma->tx_desc);
341
342 dma_sync_single_for_cpu(dma->tx_chan->device->dev,
343 dma->tx_transfer_addr, dma->tx_size,
344 DMA_TO_DEVICE);
345
346 uart_port_lock_irqsave(port, &flags);
347
348 uart_xmit_advance(port, count);
349 ourport->tx_in_progress = 0;
350
351 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
352 uart_write_wakeup(port);
353
354 s3c24xx_serial_start_next_tx(ourport);
355 uart_port_unlock_irqrestore(port, flags);
356}
357
358static void enable_tx_dma(struct s3c24xx_uart_port *ourport)
359{
360 const struct uart_port *port = &ourport->port;
361 u32 ucon;
362
363 /* Mask Tx interrupt */
364 switch (ourport->info->type) {
365 case TYPE_S3C6400:
366 s3c24xx_set_bit(port, S3C64XX_UINTM_TXD, S3C64XX_UINTM);
367 break;
368 case TYPE_APPLE_S5L:
369 WARN_ON(1); // No DMA
370 break;
371 default:
372 disable_irq_nosync(ourport->tx_irq);
373 break;
374 }
375
376 /* Enable tx dma mode */
377 ucon = rd_regl(port, S3C2410_UCON);
378 ucon &= ~(S3C64XX_UCON_TXBURST_MASK | S3C64XX_UCON_TXMODE_MASK);
379 ucon |= S3C64XX_UCON_TXBURST_1;
380 ucon |= S3C64XX_UCON_TXMODE_DMA;
381 wr_regl(port, S3C2410_UCON, ucon);
382
383 ourport->tx_mode = S3C24XX_TX_DMA;
384}
385
386static void enable_tx_pio(struct s3c24xx_uart_port *ourport)
387{
388 const struct uart_port *port = &ourport->port;
389 u32 ucon, ufcon;
390
391 /* Set ufcon txtrig */
392 ourport->tx_in_progress = S3C24XX_TX_PIO;
393 ufcon = rd_regl(port, S3C2410_UFCON);
394 wr_regl(port, S3C2410_UFCON, ufcon);
395
396 /* Enable tx pio mode */
397 ucon = rd_regl(port, S3C2410_UCON);
398 ucon &= ~(S3C64XX_UCON_TXMODE_MASK);
399 ucon |= S3C64XX_UCON_TXMODE_CPU;
400 wr_regl(port, S3C2410_UCON, ucon);
401
402 /* Unmask Tx interrupt */
403 switch (ourport->info->type) {
404 case TYPE_S3C6400:
405 s3c24xx_clear_bit(port, S3C64XX_UINTM_TXD,
406 S3C64XX_UINTM);
407 break;
408 case TYPE_APPLE_S5L:
409 ucon |= APPLE_S5L_UCON_TXTHRESH_ENA_MSK;
410 wr_regl(port, S3C2410_UCON, ucon);
411 break;
412 default:
413 enable_irq(ourport->tx_irq);
414 break;
415 }
416
417 ourport->tx_mode = S3C24XX_TX_PIO;
418
419 /*
420 * The Apple version only has edge triggered TX IRQs, so we need
421 * to kick off the process by sending some characters here.
422 */
423 if (ourport->info->type == TYPE_APPLE_S5L)
424 s3c24xx_serial_tx_chars(ourport);
425}
426
427static void s3c24xx_serial_start_tx_pio(struct s3c24xx_uart_port *ourport)
428{
429 if (ourport->tx_mode != S3C24XX_TX_PIO)
430 enable_tx_pio(ourport);
431}
432
433static int s3c24xx_serial_start_tx_dma(struct s3c24xx_uart_port *ourport,
434 unsigned int count)
435{
436 struct uart_port *port = &ourport->port;
437 struct circ_buf *xmit = &port->state->xmit;
438 struct s3c24xx_uart_dma *dma = ourport->dma;
439
440 if (ourport->tx_mode != S3C24XX_TX_DMA)
441 enable_tx_dma(ourport);
442
443 dma->tx_size = count & ~(dma_get_cache_alignment() - 1);
444 dma->tx_transfer_addr = dma->tx_addr + xmit->tail;
445
446 dma_sync_single_for_device(dma->tx_chan->device->dev,
447 dma->tx_transfer_addr, dma->tx_size,
448 DMA_TO_DEVICE);
449
450 dma->tx_desc = dmaengine_prep_slave_single(dma->tx_chan,
451 dma->tx_transfer_addr, dma->tx_size,
452 DMA_MEM_TO_DEV, DMA_PREP_INTERRUPT);
453 if (!dma->tx_desc) {
454 dev_err(ourport->port.dev, "Unable to get desc for Tx\n");
455 return -EIO;
456 }
457
458 dma->tx_desc->callback = s3c24xx_serial_tx_dma_complete;
459 dma->tx_desc->callback_param = ourport;
460 dma->tx_bytes_requested = dma->tx_size;
461
462 ourport->tx_in_progress = S3C24XX_TX_DMA;
463 dma->tx_cookie = dmaengine_submit(dma->tx_desc);
464 dma_async_issue_pending(dma->tx_chan);
465 return 0;
466}
467
468static void s3c24xx_serial_start_next_tx(struct s3c24xx_uart_port *ourport)
469{
470 struct uart_port *port = &ourport->port;
471 struct circ_buf *xmit = &port->state->xmit;
472 unsigned long count;
473
474 /* Get data size up to the end of buffer */
475 count = CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE);
476
477 if (!count) {
478 s3c24xx_serial_stop_tx(port);
479 return;
480 }
481
482 if (!ourport->dma || !ourport->dma->tx_chan ||
483 count < ourport->min_dma_size ||
484 xmit->tail & (dma_get_cache_alignment() - 1))
485 s3c24xx_serial_start_tx_pio(ourport);
486 else
487 s3c24xx_serial_start_tx_dma(ourport, count);
488}
489
490static void s3c24xx_serial_start_tx(struct uart_port *port)
491{
492 struct s3c24xx_uart_port *ourport = to_ourport(port);
493 struct circ_buf *xmit = &port->state->xmit;
494
495 if (!ourport->tx_enabled) {
496 if (port->flags & UPF_CONS_FLOW)
497 s3c24xx_serial_rx_disable(port);
498
499 ourport->tx_enabled = 1;
500 if (!ourport->dma || !ourport->dma->tx_chan)
501 s3c24xx_serial_start_tx_pio(ourport);
502 }
503
504 if (ourport->dma && ourport->dma->tx_chan) {
505 if (!uart_circ_empty(xmit) && !ourport->tx_in_progress)
506 s3c24xx_serial_start_next_tx(ourport);
507 }
508}
509
510static void s3c24xx_uart_copy_rx_to_tty(struct s3c24xx_uart_port *ourport,
511 struct tty_port *tty, int count)
512{
513 struct s3c24xx_uart_dma *dma = ourport->dma;
514 int copied;
515
516 if (!count)
517 return;
518
519 dma_sync_single_for_cpu(dma->rx_chan->device->dev, dma->rx_addr,
520 dma->rx_size, DMA_FROM_DEVICE);
521
522 ourport->port.icount.rx += count;
523 if (!tty) {
524 dev_err(ourport->port.dev, "No tty port\n");
525 return;
526 }
527 copied = tty_insert_flip_string(tty,
528 ((unsigned char *)(ourport->dma->rx_buf)), count);
529 if (copied != count) {
530 WARN_ON(1);
531 dev_err(ourport->port.dev, "RxData copy to tty layer failed\n");
532 }
533}
534
535static void s3c24xx_serial_stop_rx(struct uart_port *port)
536{
537 struct s3c24xx_uart_port *ourport = to_ourport(port);
538 struct s3c24xx_uart_dma *dma = ourport->dma;
539 struct tty_port *t = &port->state->port;
540 struct dma_tx_state state;
541 enum dma_status dma_status;
542 unsigned int received;
543
544 if (ourport->rx_enabled) {
545 dev_dbg(port->dev, "stopping rx\n");
546 switch (ourport->info->type) {
547 case TYPE_S3C6400:
548 s3c24xx_set_bit(port, S3C64XX_UINTM_RXD,
549 S3C64XX_UINTM);
550 break;
551 case TYPE_APPLE_S5L:
552 s3c24xx_clear_bit(port, APPLE_S5L_UCON_RXTHRESH_ENA, S3C2410_UCON);
553 s3c24xx_clear_bit(port, APPLE_S5L_UCON_RXTO_ENA, S3C2410_UCON);
554 break;
555 default:
556 disable_irq_nosync(ourport->rx_irq);
557 break;
558 }
559 ourport->rx_enabled = 0;
560 }
561 if (dma && dma->rx_chan) {
562 dmaengine_pause(dma->tx_chan);
563 dma_status = dmaengine_tx_status(dma->rx_chan,
564 dma->rx_cookie, &state);
565 if (dma_status == DMA_IN_PROGRESS ||
566 dma_status == DMA_PAUSED) {
567 received = dma->rx_bytes_requested - state.residue;
568 dmaengine_terminate_all(dma->rx_chan);
569 s3c24xx_uart_copy_rx_to_tty(ourport, t, received);
570 }
571 }
572}
573
574static inline const struct s3c24xx_uart_info
575 *s3c24xx_port_to_info(struct uart_port *port)
576{
577 return to_ourport(port)->info;
578}
579
580static inline const struct s3c2410_uartcfg
581 *s3c24xx_port_to_cfg(const struct uart_port *port)
582{
583 const struct s3c24xx_uart_port *ourport;
584
585 if (port->dev == NULL)
586 return NULL;
587
588 ourport = container_of(port, struct s3c24xx_uart_port, port);
589 return ourport->cfg;
590}
591
592static unsigned int
593s3c24xx_serial_rx_fifocnt(const struct s3c24xx_uart_port *ourport, u32 ufstat)
594{
595 const struct s3c24xx_uart_info *info = ourport->info;
596
597 if (ufstat & info->rx_fifofull)
598 return ourport->port.fifosize;
599
600 return (ufstat & info->rx_fifomask) >> info->rx_fifoshift;
601}
602
603static void s3c64xx_start_rx_dma(struct s3c24xx_uart_port *ourport);
604static void s3c24xx_serial_rx_dma_complete(void *args)
605{
606 struct s3c24xx_uart_port *ourport = args;
607 struct uart_port *port = &ourport->port;
608
609 struct s3c24xx_uart_dma *dma = ourport->dma;
610 struct tty_port *t = &port->state->port;
611 struct tty_struct *tty = tty_port_tty_get(&ourport->port.state->port);
612
613 struct dma_tx_state state;
614 unsigned long flags;
615 int received;
616
617 dmaengine_tx_status(dma->rx_chan, dma->rx_cookie, &state);
618 received = dma->rx_bytes_requested - state.residue;
619 async_tx_ack(dma->rx_desc);
620
621 uart_port_lock_irqsave(port, &flags);
622
623 if (received)
624 s3c24xx_uart_copy_rx_to_tty(ourport, t, received);
625
626 if (tty) {
627 tty_flip_buffer_push(t);
628 tty_kref_put(tty);
629 }
630
631 s3c64xx_start_rx_dma(ourport);
632
633 uart_port_unlock_irqrestore(port, flags);
634}
635
636static void s3c64xx_start_rx_dma(struct s3c24xx_uart_port *ourport)
637{
638 struct s3c24xx_uart_dma *dma = ourport->dma;
639
640 dma_sync_single_for_device(dma->rx_chan->device->dev, dma->rx_addr,
641 dma->rx_size, DMA_FROM_DEVICE);
642
643 dma->rx_desc = dmaengine_prep_slave_single(dma->rx_chan,
644 dma->rx_addr, dma->rx_size, DMA_DEV_TO_MEM,
645 DMA_PREP_INTERRUPT);
646 if (!dma->rx_desc) {
647 dev_err(ourport->port.dev, "Unable to get desc for Rx\n");
648 return;
649 }
650
651 dma->rx_desc->callback = s3c24xx_serial_rx_dma_complete;
652 dma->rx_desc->callback_param = ourport;
653 dma->rx_bytes_requested = dma->rx_size;
654
655 dma->rx_cookie = dmaengine_submit(dma->rx_desc);
656 dma_async_issue_pending(dma->rx_chan);
657}
658
659/* ? - where has parity gone?? */
660#define S3C2410_UERSTAT_PARITY (0x1000)
661
662static void enable_rx_dma(struct s3c24xx_uart_port *ourport)
663{
664 struct uart_port *port = &ourport->port;
665 u32 ucon;
666
667 /* set Rx mode to DMA mode */
668 ucon = rd_regl(port, S3C2410_UCON);
669 ucon &= ~(S3C64XX_UCON_RXBURST_MASK |
670 S3C64XX_UCON_TIMEOUT_MASK |
671 S3C64XX_UCON_EMPTYINT_EN |
672 S3C64XX_UCON_DMASUS_EN |
673 S3C64XX_UCON_TIMEOUT_EN |
674 S3C64XX_UCON_RXMODE_MASK);
675 ucon |= S3C64XX_UCON_RXBURST_1 |
676 0xf << S3C64XX_UCON_TIMEOUT_SHIFT |
677 S3C64XX_UCON_EMPTYINT_EN |
678 S3C64XX_UCON_TIMEOUT_EN |
679 S3C64XX_UCON_RXMODE_DMA;
680 wr_regl(port, S3C2410_UCON, ucon);
681
682 ourport->rx_mode = S3C24XX_RX_DMA;
683}
684
685static void enable_rx_pio(struct s3c24xx_uart_port *ourport)
686{
687 struct uart_port *port = &ourport->port;
688 u32 ucon;
689
690 /* set Rx mode to DMA mode */
691 ucon = rd_regl(port, S3C2410_UCON);
692 ucon &= ~S3C64XX_UCON_RXMODE_MASK;
693 ucon |= S3C64XX_UCON_RXMODE_CPU;
694
695 /* Apple types use these bits for IRQ masks */
696 if (ourport->info->type != TYPE_APPLE_S5L) {
697 ucon &= ~(S3C64XX_UCON_TIMEOUT_MASK |
698 S3C64XX_UCON_EMPTYINT_EN |
699 S3C64XX_UCON_DMASUS_EN |
700 S3C64XX_UCON_TIMEOUT_EN);
701 ucon |= 0xf << S3C64XX_UCON_TIMEOUT_SHIFT |
702 S3C64XX_UCON_TIMEOUT_EN;
703 }
704 wr_regl(port, S3C2410_UCON, ucon);
705
706 ourport->rx_mode = S3C24XX_RX_PIO;
707}
708
709static void s3c24xx_serial_rx_drain_fifo(struct s3c24xx_uart_port *ourport);
710
711static irqreturn_t s3c24xx_serial_rx_chars_dma(void *dev_id)
712{
713 struct s3c24xx_uart_port *ourport = dev_id;
714 struct uart_port *port = &ourport->port;
715 struct s3c24xx_uart_dma *dma = ourport->dma;
716 struct tty_struct *tty = tty_port_tty_get(&ourport->port.state->port);
717 struct tty_port *t = &port->state->port;
718 struct dma_tx_state state;
719 unsigned int received;
720 u32 utrstat;
721
722 utrstat = rd_regl(port, S3C2410_UTRSTAT);
723 rd_regl(port, S3C2410_UFSTAT);
724
725 uart_port_lock(port);
726
727 if (!(utrstat & S3C2410_UTRSTAT_TIMEOUT)) {
728 s3c64xx_start_rx_dma(ourport);
729 if (ourport->rx_mode == S3C24XX_RX_PIO)
730 enable_rx_dma(ourport);
731 goto finish;
732 }
733
734 if (ourport->rx_mode == S3C24XX_RX_DMA) {
735 dmaengine_pause(dma->rx_chan);
736 dmaengine_tx_status(dma->rx_chan, dma->rx_cookie, &state);
737 dmaengine_terminate_all(dma->rx_chan);
738 received = dma->rx_bytes_requested - state.residue;
739 s3c24xx_uart_copy_rx_to_tty(ourport, t, received);
740
741 enable_rx_pio(ourport);
742 }
743
744 s3c24xx_serial_rx_drain_fifo(ourport);
745
746 if (tty) {
747 tty_flip_buffer_push(t);
748 tty_kref_put(tty);
749 }
750
751 wr_regl(port, S3C2410_UTRSTAT, S3C2410_UTRSTAT_TIMEOUT);
752
753finish:
754 uart_port_unlock(port);
755
756 return IRQ_HANDLED;
757}
758
759static void s3c24xx_serial_rx_drain_fifo(struct s3c24xx_uart_port *ourport)
760{
761 struct uart_port *port = &ourport->port;
762 unsigned int max_count = port->fifosize;
763 unsigned int fifocnt = 0;
764 u32 ufcon, ufstat, uerstat;
765 u8 ch, flag;
766
767 while (max_count-- > 0) {
768 /*
769 * Receive all characters known to be in FIFO
770 * before reading FIFO level again
771 */
772 if (fifocnt == 0) {
773 ufstat = rd_regl(port, S3C2410_UFSTAT);
774 fifocnt = s3c24xx_serial_rx_fifocnt(ourport, ufstat);
775 if (fifocnt == 0)
776 break;
777 }
778 fifocnt--;
779
780 uerstat = rd_regl(port, S3C2410_UERSTAT);
781 ch = rd_reg(port, S3C2410_URXH);
782
783 if (port->flags & UPF_CONS_FLOW) {
784 bool txe = s3c24xx_serial_txempty_nofifo(port);
785
786 if (ourport->rx_enabled) {
787 if (!txe) {
788 ourport->rx_enabled = 0;
789 continue;
790 }
791 } else {
792 if (txe) {
793 ufcon = rd_regl(port, S3C2410_UFCON);
794 ufcon |= S3C2410_UFCON_RESETRX;
795 wr_regl(port, S3C2410_UFCON, ufcon);
796 ourport->rx_enabled = 1;
797 return;
798 }
799 continue;
800 }
801 }
802
803 /* insert the character into the buffer */
804
805 flag = TTY_NORMAL;
806 port->icount.rx++;
807
808 if (unlikely(uerstat & S3C2410_UERSTAT_ANY)) {
809 dev_dbg(port->dev,
810 "rxerr: port ch=0x%02x, rxs=0x%08x\n",
811 ch, uerstat);
812
813 /* check for break */
814 if (uerstat & S3C2410_UERSTAT_BREAK) {
815 dev_dbg(port->dev, "break!\n");
816 port->icount.brk++;
817 if (uart_handle_break(port))
818 continue; /* Ignore character */
819 }
820
821 if (uerstat & S3C2410_UERSTAT_FRAME)
822 port->icount.frame++;
823 if (uerstat & S3C2410_UERSTAT_OVERRUN)
824 port->icount.overrun++;
825
826 uerstat &= port->read_status_mask;
827
828 if (uerstat & S3C2410_UERSTAT_BREAK)
829 flag = TTY_BREAK;
830 else if (uerstat & S3C2410_UERSTAT_PARITY)
831 flag = TTY_PARITY;
832 else if (uerstat & (S3C2410_UERSTAT_FRAME |
833 S3C2410_UERSTAT_OVERRUN))
834 flag = TTY_FRAME;
835 }
836
837 if (uart_handle_sysrq_char(port, ch))
838 continue; /* Ignore character */
839
840 uart_insert_char(port, uerstat, S3C2410_UERSTAT_OVERRUN,
841 ch, flag);
842 }
843
844 tty_flip_buffer_push(&port->state->port);
845}
846
847static irqreturn_t s3c24xx_serial_rx_chars_pio(void *dev_id)
848{
849 struct s3c24xx_uart_port *ourport = dev_id;
850 struct uart_port *port = &ourport->port;
851
852 uart_port_lock(port);
853 s3c24xx_serial_rx_drain_fifo(ourport);
854 uart_port_unlock(port);
855
856 return IRQ_HANDLED;
857}
858
859static irqreturn_t s3c24xx_serial_rx_irq(int irq, void *dev_id)
860{
861 struct s3c24xx_uart_port *ourport = dev_id;
862
863 if (ourport->dma && ourport->dma->rx_chan)
864 return s3c24xx_serial_rx_chars_dma(dev_id);
865 return s3c24xx_serial_rx_chars_pio(dev_id);
866}
867
868static void s3c24xx_serial_tx_chars(struct s3c24xx_uart_port *ourport)
869{
870 struct uart_port *port = &ourport->port;
871 struct circ_buf *xmit = &port->state->xmit;
872 int count, dma_count = 0;
873
874 count = CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE);
875
876 if (ourport->dma && ourport->dma->tx_chan &&
877 count >= ourport->min_dma_size) {
878 int align = dma_get_cache_alignment() -
879 (xmit->tail & (dma_get_cache_alignment() - 1));
880 if (count - align >= ourport->min_dma_size) {
881 dma_count = count - align;
882 count = align;
883 }
884 }
885
886 if (port->x_char) {
887 wr_reg(port, S3C2410_UTXH, port->x_char);
888 port->icount.tx++;
889 port->x_char = 0;
890 return;
891 }
892
893 /* if there isn't anything more to transmit, or the uart is now
894 * stopped, disable the uart and exit
895 */
896
897 if (uart_circ_empty(xmit) || uart_tx_stopped(port)) {
898 s3c24xx_serial_stop_tx(port);
899 return;
900 }
901
902 /* try and drain the buffer... */
903
904 if (count > port->fifosize) {
905 count = port->fifosize;
906 dma_count = 0;
907 }
908
909 while (!uart_circ_empty(xmit) && count > 0) {
910 if (rd_regl(port, S3C2410_UFSTAT) & ourport->info->tx_fifofull)
911 break;
912
913 wr_reg(port, S3C2410_UTXH, xmit->buf[xmit->tail]);
914 uart_xmit_advance(port, 1);
915 count--;
916 }
917
918 if (!count && dma_count) {
919 s3c24xx_serial_start_tx_dma(ourport, dma_count);
920 return;
921 }
922
923 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
924 uart_write_wakeup(port);
925
926 if (uart_circ_empty(xmit))
927 s3c24xx_serial_stop_tx(port);
928}
929
930static irqreturn_t s3c24xx_serial_tx_irq(int irq, void *id)
931{
932 struct s3c24xx_uart_port *ourport = id;
933 struct uart_port *port = &ourport->port;
934
935 uart_port_lock(port);
936
937 s3c24xx_serial_tx_chars(ourport);
938
939 uart_port_unlock(port);
940 return IRQ_HANDLED;
941}
942
943/* interrupt handler for s3c64xx and later SoC's.*/
944static irqreturn_t s3c64xx_serial_handle_irq(int irq, void *id)
945{
946 const struct s3c24xx_uart_port *ourport = id;
947 const struct uart_port *port = &ourport->port;
948 u32 pend = rd_regl(port, S3C64XX_UINTP);
949 irqreturn_t ret = IRQ_HANDLED;
950
951 if (pend & S3C64XX_UINTM_RXD_MSK) {
952 ret = s3c24xx_serial_rx_irq(irq, id);
953 wr_regl(port, S3C64XX_UINTP, S3C64XX_UINTM_RXD_MSK);
954 }
955 if (pend & S3C64XX_UINTM_TXD_MSK) {
956 ret = s3c24xx_serial_tx_irq(irq, id);
957 wr_regl(port, S3C64XX_UINTP, S3C64XX_UINTM_TXD_MSK);
958 }
959 return ret;
960}
961
962/* interrupt handler for Apple SoC's.*/
963static irqreturn_t apple_serial_handle_irq(int irq, void *id)
964{
965 const struct s3c24xx_uart_port *ourport = id;
966 const struct uart_port *port = &ourport->port;
967 u32 pend = rd_regl(port, S3C2410_UTRSTAT);
968 irqreturn_t ret = IRQ_NONE;
969
970 if (pend & (APPLE_S5L_UTRSTAT_RXTHRESH | APPLE_S5L_UTRSTAT_RXTO)) {
971 wr_regl(port, S3C2410_UTRSTAT,
972 APPLE_S5L_UTRSTAT_RXTHRESH | APPLE_S5L_UTRSTAT_RXTO);
973 ret = s3c24xx_serial_rx_irq(irq, id);
974 }
975 if (pend & APPLE_S5L_UTRSTAT_TXTHRESH) {
976 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_TXTHRESH);
977 ret = s3c24xx_serial_tx_irq(irq, id);
978 }
979
980 return ret;
981}
982
983static unsigned int s3c24xx_serial_tx_empty(struct uart_port *port)
984{
985 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
986 u32 ufstat = rd_regl(port, S3C2410_UFSTAT);
987 u32 ufcon = rd_regl(port, S3C2410_UFCON);
988
989 if (ufcon & S3C2410_UFCON_FIFOMODE) {
990 if ((ufstat & info->tx_fifomask) ||
991 (ufstat & info->tx_fifofull))
992 return 0;
993 return TIOCSER_TEMT;
994 }
995
996 return s3c24xx_serial_txempty_nofifo(port) ? TIOCSER_TEMT : 0;
997}
998
999/* no modem control lines */
1000static unsigned int s3c24xx_serial_get_mctrl(struct uart_port *port)
1001{
1002 u32 umstat = rd_reg(port, S3C2410_UMSTAT);
1003
1004 if (umstat & S3C2410_UMSTAT_CTS)
1005 return TIOCM_CAR | TIOCM_DSR | TIOCM_CTS;
1006 else
1007 return TIOCM_CAR | TIOCM_DSR;
1008}
1009
1010static void s3c24xx_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
1011{
1012 u32 umcon = rd_regl(port, S3C2410_UMCON);
1013 u32 ucon = rd_regl(port, S3C2410_UCON);
1014
1015 if (mctrl & TIOCM_RTS)
1016 umcon |= S3C2410_UMCOM_RTS_LOW;
1017 else
1018 umcon &= ~S3C2410_UMCOM_RTS_LOW;
1019
1020 wr_regl(port, S3C2410_UMCON, umcon);
1021
1022 if (mctrl & TIOCM_LOOP)
1023 ucon |= S3C2410_UCON_LOOPBACK;
1024 else
1025 ucon &= ~S3C2410_UCON_LOOPBACK;
1026
1027 wr_regl(port, S3C2410_UCON, ucon);
1028}
1029
1030static void s3c24xx_serial_break_ctl(struct uart_port *port, int break_state)
1031{
1032 unsigned long flags;
1033 u32 ucon;
1034
1035 uart_port_lock_irqsave(port, &flags);
1036
1037 ucon = rd_regl(port, S3C2410_UCON);
1038
1039 if (break_state)
1040 ucon |= S3C2410_UCON_SBREAK;
1041 else
1042 ucon &= ~S3C2410_UCON_SBREAK;
1043
1044 wr_regl(port, S3C2410_UCON, ucon);
1045
1046 uart_port_unlock_irqrestore(port, flags);
1047}
1048
1049static int s3c24xx_serial_request_dma(struct s3c24xx_uart_port *p)
1050{
1051 struct s3c24xx_uart_dma *dma = p->dma;
1052 struct dma_slave_caps dma_caps;
1053 const char *reason = NULL;
1054 int ret;
1055
1056 /* Default slave configuration parameters */
1057 dma->rx_conf.direction = DMA_DEV_TO_MEM;
1058 dma->rx_conf.src_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
1059 dma->rx_conf.src_addr = p->port.mapbase + S3C2410_URXH;
1060 dma->rx_conf.src_maxburst = 1;
1061
1062 dma->tx_conf.direction = DMA_MEM_TO_DEV;
1063 dma->tx_conf.dst_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
1064 dma->tx_conf.dst_addr = p->port.mapbase + S3C2410_UTXH;
1065 dma->tx_conf.dst_maxburst = 1;
1066
1067 dma->rx_chan = dma_request_chan(p->port.dev, "rx");
1068
1069 if (IS_ERR(dma->rx_chan)) {
1070 reason = "DMA RX channel request failed";
1071 ret = PTR_ERR(dma->rx_chan);
1072 goto err_warn;
1073 }
1074
1075 ret = dma_get_slave_caps(dma->rx_chan, &dma_caps);
1076 if (ret < 0 ||
1077 dma_caps.residue_granularity < DMA_RESIDUE_GRANULARITY_BURST) {
1078 reason = "insufficient DMA RX engine capabilities";
1079 ret = -EOPNOTSUPP;
1080 goto err_release_rx;
1081 }
1082
1083 dmaengine_slave_config(dma->rx_chan, &dma->rx_conf);
1084
1085 dma->tx_chan = dma_request_chan(p->port.dev, "tx");
1086 if (IS_ERR(dma->tx_chan)) {
1087 reason = "DMA TX channel request failed";
1088 ret = PTR_ERR(dma->tx_chan);
1089 goto err_release_rx;
1090 }
1091
1092 ret = dma_get_slave_caps(dma->tx_chan, &dma_caps);
1093 if (ret < 0 ||
1094 dma_caps.residue_granularity < DMA_RESIDUE_GRANULARITY_BURST) {
1095 reason = "insufficient DMA TX engine capabilities";
1096 ret = -EOPNOTSUPP;
1097 goto err_release_tx;
1098 }
1099
1100 dmaengine_slave_config(dma->tx_chan, &dma->tx_conf);
1101
1102 /* RX buffer */
1103 dma->rx_size = PAGE_SIZE;
1104
1105 dma->rx_buf = kmalloc(dma->rx_size, GFP_KERNEL);
1106 if (!dma->rx_buf) {
1107 ret = -ENOMEM;
1108 goto err_release_tx;
1109 }
1110
1111 dma->rx_addr = dma_map_single(dma->rx_chan->device->dev, dma->rx_buf,
1112 dma->rx_size, DMA_FROM_DEVICE);
1113 if (dma_mapping_error(dma->rx_chan->device->dev, dma->rx_addr)) {
1114 reason = "DMA mapping error for RX buffer";
1115 ret = -EIO;
1116 goto err_free_rx;
1117 }
1118
1119 /* TX buffer */
1120 dma->tx_addr = dma_map_single(dma->tx_chan->device->dev,
1121 p->port.state->xmit.buf, UART_XMIT_SIZE,
1122 DMA_TO_DEVICE);
1123 if (dma_mapping_error(dma->tx_chan->device->dev, dma->tx_addr)) {
1124 reason = "DMA mapping error for TX buffer";
1125 ret = -EIO;
1126 goto err_unmap_rx;
1127 }
1128
1129 return 0;
1130
1131err_unmap_rx:
1132 dma_unmap_single(dma->rx_chan->device->dev, dma->rx_addr,
1133 dma->rx_size, DMA_FROM_DEVICE);
1134err_free_rx:
1135 kfree(dma->rx_buf);
1136err_release_tx:
1137 dma_release_channel(dma->tx_chan);
1138err_release_rx:
1139 dma_release_channel(dma->rx_chan);
1140err_warn:
1141 if (reason)
1142 dev_warn(p->port.dev, "%s, DMA will not be used\n", reason);
1143 return ret;
1144}
1145
1146static void s3c24xx_serial_release_dma(struct s3c24xx_uart_port *p)
1147{
1148 struct s3c24xx_uart_dma *dma = p->dma;
1149
1150 if (dma->rx_chan) {
1151 dmaengine_terminate_all(dma->rx_chan);
1152 dma_unmap_single(dma->rx_chan->device->dev, dma->rx_addr,
1153 dma->rx_size, DMA_FROM_DEVICE);
1154 kfree(dma->rx_buf);
1155 dma_release_channel(dma->rx_chan);
1156 dma->rx_chan = NULL;
1157 }
1158
1159 if (dma->tx_chan) {
1160 dmaengine_terminate_all(dma->tx_chan);
1161 dma_unmap_single(dma->tx_chan->device->dev, dma->tx_addr,
1162 UART_XMIT_SIZE, DMA_TO_DEVICE);
1163 dma_release_channel(dma->tx_chan);
1164 dma->tx_chan = NULL;
1165 }
1166}
1167
1168static void s3c64xx_serial_shutdown(struct uart_port *port)
1169{
1170 struct s3c24xx_uart_port *ourport = to_ourport(port);
1171
1172 ourport->tx_enabled = 0;
1173 ourport->tx_mode = 0;
1174 ourport->rx_enabled = 0;
1175
1176 free_irq(port->irq, ourport);
1177
1178 wr_regl(port, S3C64XX_UINTP, 0xf);
1179 wr_regl(port, S3C64XX_UINTM, 0xf);
1180
1181 if (ourport->dma)
1182 s3c24xx_serial_release_dma(ourport);
1183
1184 ourport->tx_in_progress = 0;
1185}
1186
1187static void apple_s5l_serial_shutdown(struct uart_port *port)
1188{
1189 struct s3c24xx_uart_port *ourport = to_ourport(port);
1190
1191 u32 ucon;
1192
1193 ucon = rd_regl(port, S3C2410_UCON);
1194 ucon &= ~(APPLE_S5L_UCON_TXTHRESH_ENA_MSK |
1195 APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
1196 APPLE_S5L_UCON_RXTO_ENA_MSK);
1197 wr_regl(port, S3C2410_UCON, ucon);
1198
1199 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_ALL_FLAGS);
1200
1201 free_irq(port->irq, ourport);
1202
1203 ourport->tx_enabled = 0;
1204 ourport->tx_mode = 0;
1205 ourport->rx_enabled = 0;
1206
1207 if (ourport->dma)
1208 s3c24xx_serial_release_dma(ourport);
1209
1210 ourport->tx_in_progress = 0;
1211}
1212
1213static int s3c64xx_serial_startup(struct uart_port *port)
1214{
1215 struct s3c24xx_uart_port *ourport = to_ourport(port);
1216 unsigned long flags;
1217 u32 ufcon;
1218 int ret;
1219
1220 wr_regl(port, S3C64XX_UINTM, 0xf);
1221 if (ourport->dma) {
1222 ret = s3c24xx_serial_request_dma(ourport);
1223 if (ret < 0) {
1224 devm_kfree(port->dev, ourport->dma);
1225 ourport->dma = NULL;
1226 }
1227 }
1228
1229 ret = request_irq(port->irq, s3c64xx_serial_handle_irq, IRQF_SHARED,
1230 s3c24xx_serial_portname(port), ourport);
1231 if (ret) {
1232 dev_err(port->dev, "cannot get irq %d\n", port->irq);
1233 return ret;
1234 }
1235
1236 /* For compatibility with s3c24xx Soc's */
1237 ourport->rx_enabled = 1;
1238 ourport->tx_enabled = 0;
1239
1240 uart_port_lock_irqsave(port, &flags);
1241
1242 ufcon = rd_regl(port, S3C2410_UFCON);
1243 ufcon |= S3C2410_UFCON_RESETRX | S5PV210_UFCON_RXTRIG8;
1244 if (!uart_console(port))
1245 ufcon |= S3C2410_UFCON_RESETTX;
1246 wr_regl(port, S3C2410_UFCON, ufcon);
1247
1248 enable_rx_pio(ourport);
1249
1250 uart_port_unlock_irqrestore(port, flags);
1251
1252 /* Enable Rx Interrupt */
1253 s3c24xx_clear_bit(port, S3C64XX_UINTM_RXD, S3C64XX_UINTM);
1254
1255 return ret;
1256}
1257
1258static int apple_s5l_serial_startup(struct uart_port *port)
1259{
1260 struct s3c24xx_uart_port *ourport = to_ourport(port);
1261 unsigned long flags;
1262 u32 ufcon;
1263 int ret;
1264
1265 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_ALL_FLAGS);
1266
1267 ret = request_irq(port->irq, apple_serial_handle_irq, 0,
1268 s3c24xx_serial_portname(port), ourport);
1269 if (ret) {
1270 dev_err(port->dev, "cannot get irq %d\n", port->irq);
1271 return ret;
1272 }
1273
1274 /* For compatibility with s3c24xx Soc's */
1275 ourport->rx_enabled = 1;
1276 ourport->tx_enabled = 0;
1277
1278 uart_port_lock_irqsave(port, &flags);
1279
1280 ufcon = rd_regl(port, S3C2410_UFCON);
1281 ufcon |= S3C2410_UFCON_RESETRX | S5PV210_UFCON_RXTRIG8;
1282 if (!uart_console(port))
1283 ufcon |= S3C2410_UFCON_RESETTX;
1284 wr_regl(port, S3C2410_UFCON, ufcon);
1285
1286 enable_rx_pio(ourport);
1287
1288 uart_port_unlock_irqrestore(port, flags);
1289
1290 /* Enable Rx Interrupt */
1291 s3c24xx_set_bit(port, APPLE_S5L_UCON_RXTHRESH_ENA, S3C2410_UCON);
1292 s3c24xx_set_bit(port, APPLE_S5L_UCON_RXTO_ENA, S3C2410_UCON);
1293
1294 return ret;
1295}
1296
1297static void s3c24xx_serial_pm(struct uart_port *port, unsigned int level,
1298 unsigned int old)
1299{
1300 struct s3c24xx_uart_port *ourport = to_ourport(port);
1301 int timeout = 10000;
1302
1303 ourport->pm_level = level;
1304
1305 switch (level) {
1306 case 3:
1307 while (--timeout && !s3c24xx_serial_txempty_nofifo(port))
1308 udelay(100);
1309
1310 if (!IS_ERR(ourport->baudclk))
1311 clk_disable_unprepare(ourport->baudclk);
1312
1313 clk_disable_unprepare(ourport->clk);
1314 break;
1315
1316 case 0:
1317 clk_prepare_enable(ourport->clk);
1318
1319 if (!IS_ERR(ourport->baudclk))
1320 clk_prepare_enable(ourport->baudclk);
1321 break;
1322 default:
1323 dev_err(port->dev, "s3c24xx_serial: unknown pm %d\n", level);
1324 }
1325}
1326
1327/* baud rate calculation
1328 *
1329 * The UARTs on the S3C2410/S3C2440 can take their clocks from a number
1330 * of different sources, including the peripheral clock ("pclk") and an
1331 * external clock ("uclk"). The S3C2440 also adds the core clock ("fclk")
1332 * with a programmable extra divisor.
1333 *
1334 * The following code goes through the clock sources, and calculates the
1335 * baud clocks (and the resultant actual baud rates) and then tries to
1336 * pick the closest one and select that.
1337 *
1338 */
1339
1340#define MAX_CLK_NAME_LENGTH 15
1341
1342static inline u8 s3c24xx_serial_getsource(struct uart_port *port)
1343{
1344 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1345 u32 ucon;
1346
1347 if (info->num_clks == 1)
1348 return 0;
1349
1350 ucon = rd_regl(port, S3C2410_UCON);
1351 ucon &= info->clksel_mask;
1352 return ucon >> info->clksel_shift;
1353}
1354
1355static void s3c24xx_serial_setsource(struct uart_port *port, u8 clk_sel)
1356{
1357 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1358 u32 ucon;
1359
1360 if (info->num_clks == 1)
1361 return;
1362
1363 ucon = rd_regl(port, S3C2410_UCON);
1364 if ((ucon & info->clksel_mask) >> info->clksel_shift == clk_sel)
1365 return;
1366
1367 ucon &= ~info->clksel_mask;
1368 ucon |= clk_sel << info->clksel_shift;
1369 wr_regl(port, S3C2410_UCON, ucon);
1370}
1371
1372static unsigned int s3c24xx_serial_getclk(struct s3c24xx_uart_port *ourport,
1373 unsigned int req_baud, struct clk **best_clk,
1374 u8 *clk_num)
1375{
1376 const struct s3c24xx_uart_info *info = ourport->info;
1377 struct clk *clk;
1378 unsigned long rate;
1379 unsigned int baud, quot, best_quot = 0;
1380 char clkname[MAX_CLK_NAME_LENGTH];
1381 int calc_deviation, deviation = (1 << 30) - 1;
1382 u8 cnt;
1383
1384 for (cnt = 0; cnt < info->num_clks; cnt++) {
1385 /* Keep selected clock if provided */
1386 if (ourport->cfg->clk_sel &&
1387 !(ourport->cfg->clk_sel & (1 << cnt)))
1388 continue;
1389
1390 sprintf(clkname, "clk_uart_baud%d", cnt);
1391 clk = clk_get(ourport->port.dev, clkname);
1392 if (IS_ERR(clk))
1393 continue;
1394
1395 rate = clk_get_rate(clk);
1396 if (!rate) {
1397 dev_err(ourport->port.dev,
1398 "Failed to get clock rate for %s.\n", clkname);
1399 clk_put(clk);
1400 continue;
1401 }
1402
1403 if (ourport->info->has_divslot) {
1404 unsigned long div = rate / req_baud;
1405
1406 /* The UDIVSLOT register on the newer UARTs allows us to
1407 * get a divisor adjustment of 1/16th on the baud clock.
1408 *
1409 * We don't keep the UDIVSLOT value (the 16ths we
1410 * calculated by not multiplying the baud by 16) as it
1411 * is easy enough to recalculate.
1412 */
1413
1414 quot = div / 16;
1415 baud = rate / div;
1416 } else {
1417 quot = (rate + (8 * req_baud)) / (16 * req_baud);
1418 baud = rate / (quot * 16);
1419 }
1420 quot--;
1421
1422 calc_deviation = abs(req_baud - baud);
1423
1424 if (calc_deviation < deviation) {
1425 /*
1426 * If we find a better clk, release the previous one, if
1427 * any.
1428 */
1429 if (!IS_ERR(*best_clk))
1430 clk_put(*best_clk);
1431 *best_clk = clk;
1432 best_quot = quot;
1433 *clk_num = cnt;
1434 deviation = calc_deviation;
1435 } else {
1436 clk_put(clk);
1437 }
1438 }
1439
1440 return best_quot;
1441}
1442
1443/* udivslot_table[]
1444 *
1445 * This table takes the fractional value of the baud divisor and gives
1446 * the recommended setting for the UDIVSLOT register.
1447 */
1448static const u16 udivslot_table[16] = {
1449 [0] = 0x0000,
1450 [1] = 0x0080,
1451 [2] = 0x0808,
1452 [3] = 0x0888,
1453 [4] = 0x2222,
1454 [5] = 0x4924,
1455 [6] = 0x4A52,
1456 [7] = 0x54AA,
1457 [8] = 0x5555,
1458 [9] = 0xD555,
1459 [10] = 0xD5D5,
1460 [11] = 0xDDD5,
1461 [12] = 0xDDDD,
1462 [13] = 0xDFDD,
1463 [14] = 0xDFDF,
1464 [15] = 0xFFDF,
1465};
1466
1467static void s3c24xx_serial_set_termios(struct uart_port *port,
1468 struct ktermios *termios,
1469 const struct ktermios *old)
1470{
1471 const struct s3c2410_uartcfg *cfg = s3c24xx_port_to_cfg(port);
1472 struct s3c24xx_uart_port *ourport = to_ourport(port);
1473 struct clk *clk = ERR_PTR(-EINVAL);
1474 unsigned long flags;
1475 unsigned int baud, quot;
1476 unsigned int udivslot = 0;
1477 u32 ulcon, umcon;
1478 u8 clk_sel = 0;
1479
1480 /*
1481 * We don't support modem control lines.
1482 */
1483 termios->c_cflag &= ~(HUPCL | CMSPAR);
1484 termios->c_cflag |= CLOCAL;
1485
1486 /*
1487 * Ask the core to calculate the divisor for us.
1488 */
1489
1490 baud = uart_get_baud_rate(port, termios, old, 0, 3000000);
1491 quot = s3c24xx_serial_getclk(ourport, baud, &clk, &clk_sel);
1492 if (baud == 38400 && (port->flags & UPF_SPD_MASK) == UPF_SPD_CUST)
1493 quot = port->custom_divisor;
1494 if (IS_ERR(clk))
1495 return;
1496
1497 /* check to see if we need to change clock source */
1498
1499 if (ourport->baudclk != clk) {
1500 clk_prepare_enable(clk);
1501
1502 s3c24xx_serial_setsource(port, clk_sel);
1503
1504 if (!IS_ERR(ourport->baudclk)) {
1505 clk_disable_unprepare(ourport->baudclk);
1506 ourport->baudclk = ERR_PTR(-EINVAL);
1507 }
1508
1509 ourport->baudclk = clk;
1510 ourport->baudclk_rate = clk ? clk_get_rate(clk) : 0;
1511 }
1512
1513 if (ourport->info->has_divslot) {
1514 unsigned int div = ourport->baudclk_rate / baud;
1515
1516 if (cfg->has_fracval) {
1517 udivslot = (div & 15);
1518 dev_dbg(port->dev, "fracval = %04x\n", udivslot);
1519 } else {
1520 udivslot = udivslot_table[div & 15];
1521 dev_dbg(port->dev, "udivslot = %04x (div %d)\n",
1522 udivslot, div & 15);
1523 }
1524 }
1525
1526 switch (termios->c_cflag & CSIZE) {
1527 case CS5:
1528 dev_dbg(port->dev, "config: 5bits/char\n");
1529 ulcon = S3C2410_LCON_CS5;
1530 break;
1531 case CS6:
1532 dev_dbg(port->dev, "config: 6bits/char\n");
1533 ulcon = S3C2410_LCON_CS6;
1534 break;
1535 case CS7:
1536 dev_dbg(port->dev, "config: 7bits/char\n");
1537 ulcon = S3C2410_LCON_CS7;
1538 break;
1539 case CS8:
1540 default:
1541 dev_dbg(port->dev, "config: 8bits/char\n");
1542 ulcon = S3C2410_LCON_CS8;
1543 break;
1544 }
1545
1546 /* preserve original lcon IR settings */
1547 ulcon |= (cfg->ulcon & S3C2410_LCON_IRM);
1548
1549 if (termios->c_cflag & CSTOPB)
1550 ulcon |= S3C2410_LCON_STOPB;
1551
1552 if (termios->c_cflag & PARENB) {
1553 if (termios->c_cflag & PARODD)
1554 ulcon |= S3C2410_LCON_PODD;
1555 else
1556 ulcon |= S3C2410_LCON_PEVEN;
1557 } else {
1558 ulcon |= S3C2410_LCON_PNONE;
1559 }
1560
1561 uart_port_lock_irqsave(port, &flags);
1562
1563 dev_dbg(port->dev,
1564 "setting ulcon to %08x, brddiv to %d, udivslot %08x\n",
1565 ulcon, quot, udivslot);
1566
1567 wr_regl(port, S3C2410_ULCON, ulcon);
1568 wr_regl(port, S3C2410_UBRDIV, quot);
1569
1570 port->status &= ~UPSTAT_AUTOCTS;
1571
1572 umcon = rd_regl(port, S3C2410_UMCON);
1573 if (termios->c_cflag & CRTSCTS) {
1574 umcon |= S3C2410_UMCOM_AFC;
1575 /* Disable RTS when RX FIFO contains 63 bytes */
1576 umcon &= ~S3C2412_UMCON_AFC_8;
1577 port->status = UPSTAT_AUTOCTS;
1578 } else {
1579 umcon &= ~S3C2410_UMCOM_AFC;
1580 }
1581 wr_regl(port, S3C2410_UMCON, umcon);
1582
1583 if (ourport->info->has_divslot)
1584 wr_regl(port, S3C2443_DIVSLOT, udivslot);
1585
1586 dev_dbg(port->dev,
1587 "uart: ulcon = 0x%08x, ucon = 0x%08x, ufcon = 0x%08x\n",
1588 rd_regl(port, S3C2410_ULCON),
1589 rd_regl(port, S3C2410_UCON),
1590 rd_regl(port, S3C2410_UFCON));
1591
1592 /*
1593 * Update the per-port timeout.
1594 */
1595 uart_update_timeout(port, termios->c_cflag, baud);
1596
1597 /*
1598 * Which character status flags are we interested in?
1599 */
1600 port->read_status_mask = S3C2410_UERSTAT_OVERRUN;
1601 if (termios->c_iflag & INPCK)
1602 port->read_status_mask |= S3C2410_UERSTAT_FRAME |
1603 S3C2410_UERSTAT_PARITY;
1604 /*
1605 * Which character status flags should we ignore?
1606 */
1607 port->ignore_status_mask = 0;
1608 if (termios->c_iflag & IGNPAR)
1609 port->ignore_status_mask |= S3C2410_UERSTAT_OVERRUN;
1610 if (termios->c_iflag & IGNBRK && termios->c_iflag & IGNPAR)
1611 port->ignore_status_mask |= S3C2410_UERSTAT_FRAME;
1612
1613 /*
1614 * Ignore all characters if CREAD is not set.
1615 */
1616 if ((termios->c_cflag & CREAD) == 0)
1617 port->ignore_status_mask |= RXSTAT_DUMMY_READ;
1618
1619 uart_port_unlock_irqrestore(port, flags);
1620}
1621
1622static const char *s3c24xx_serial_type(struct uart_port *port)
1623{
1624 const struct s3c24xx_uart_port *ourport = to_ourport(port);
1625
1626 switch (ourport->info->type) {
1627 case TYPE_S3C6400:
1628 return "S3C6400/10";
1629 case TYPE_APPLE_S5L:
1630 return "APPLE S5L";
1631 default:
1632 return NULL;
1633 }
1634}
1635
1636static void s3c24xx_serial_config_port(struct uart_port *port, int flags)
1637{
1638 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1639
1640 if (flags & UART_CONFIG_TYPE)
1641 port->type = info->port_type;
1642}
1643
1644/*
1645 * verify the new serial_struct (for TIOCSSERIAL).
1646 */
1647static int
1648s3c24xx_serial_verify_port(struct uart_port *port, struct serial_struct *ser)
1649{
1650 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1651
1652 if (ser->type != PORT_UNKNOWN && ser->type != info->port_type)
1653 return -EINVAL;
1654
1655 return 0;
1656}
1657
1658#ifdef CONFIG_SERIAL_SAMSUNG_CONSOLE
1659
1660static struct console s3c24xx_serial_console;
1661
1662static void __init s3c24xx_serial_register_console(void)
1663{
1664 register_console(&s3c24xx_serial_console);
1665}
1666
1667static void s3c24xx_serial_unregister_console(void)
1668{
1669 if (console_is_registered(&s3c24xx_serial_console))
1670 unregister_console(&s3c24xx_serial_console);
1671}
1672
1673#define S3C24XX_SERIAL_CONSOLE &s3c24xx_serial_console
1674#else
1675static inline void s3c24xx_serial_register_console(void) { }
1676static inline void s3c24xx_serial_unregister_console(void) { }
1677#define S3C24XX_SERIAL_CONSOLE NULL
1678#endif
1679
1680#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1681static int s3c24xx_serial_get_poll_char(struct uart_port *port);
1682static void s3c24xx_serial_put_poll_char(struct uart_port *port,
1683 unsigned char c);
1684#endif
1685
1686static const struct uart_ops s3c64xx_serial_ops = {
1687 .pm = s3c24xx_serial_pm,
1688 .tx_empty = s3c24xx_serial_tx_empty,
1689 .get_mctrl = s3c24xx_serial_get_mctrl,
1690 .set_mctrl = s3c24xx_serial_set_mctrl,
1691 .stop_tx = s3c24xx_serial_stop_tx,
1692 .start_tx = s3c24xx_serial_start_tx,
1693 .stop_rx = s3c24xx_serial_stop_rx,
1694 .break_ctl = s3c24xx_serial_break_ctl,
1695 .startup = s3c64xx_serial_startup,
1696 .shutdown = s3c64xx_serial_shutdown,
1697 .set_termios = s3c24xx_serial_set_termios,
1698 .type = s3c24xx_serial_type,
1699 .config_port = s3c24xx_serial_config_port,
1700 .verify_port = s3c24xx_serial_verify_port,
1701#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1702 .poll_get_char = s3c24xx_serial_get_poll_char,
1703 .poll_put_char = s3c24xx_serial_put_poll_char,
1704#endif
1705};
1706
1707static const struct uart_ops apple_s5l_serial_ops = {
1708 .pm = s3c24xx_serial_pm,
1709 .tx_empty = s3c24xx_serial_tx_empty,
1710 .get_mctrl = s3c24xx_serial_get_mctrl,
1711 .set_mctrl = s3c24xx_serial_set_mctrl,
1712 .stop_tx = s3c24xx_serial_stop_tx,
1713 .start_tx = s3c24xx_serial_start_tx,
1714 .stop_rx = s3c24xx_serial_stop_rx,
1715 .break_ctl = s3c24xx_serial_break_ctl,
1716 .startup = apple_s5l_serial_startup,
1717 .shutdown = apple_s5l_serial_shutdown,
1718 .set_termios = s3c24xx_serial_set_termios,
1719 .type = s3c24xx_serial_type,
1720 .config_port = s3c24xx_serial_config_port,
1721 .verify_port = s3c24xx_serial_verify_port,
1722#if defined(CONFIG_SERIAL_SAMSUNG_CONSOLE) && defined(CONFIG_CONSOLE_POLL)
1723 .poll_get_char = s3c24xx_serial_get_poll_char,
1724 .poll_put_char = s3c24xx_serial_put_poll_char,
1725#endif
1726};
1727
1728static struct uart_driver s3c24xx_uart_drv = {
1729 .owner = THIS_MODULE,
1730 .driver_name = "s3c2410_serial",
1731 .nr = UART_NR,
1732 .cons = S3C24XX_SERIAL_CONSOLE,
1733 .dev_name = S3C24XX_SERIAL_NAME,
1734 .major = S3C24XX_SERIAL_MAJOR,
1735 .minor = S3C24XX_SERIAL_MINOR,
1736};
1737
1738static struct s3c24xx_uart_port s3c24xx_serial_ports[UART_NR];
1739
1740static void s3c24xx_serial_init_port_default(int index)
1741{
1742 struct uart_port *port = &s3c24xx_serial_ports[index].port;
1743
1744 spin_lock_init(&port->lock);
1745
1746 port->uartclk = 0;
1747 port->fifosize = 16;
1748 port->flags = UPF_BOOT_AUTOCONF;
1749 port->line = index;
1750}
1751
1752/* s3c24xx_serial_resetport
1753 *
1754 * reset the fifos and other the settings.
1755 */
1756
1757static void s3c24xx_serial_resetport(struct uart_port *port,
1758 const struct s3c2410_uartcfg *cfg)
1759{
1760 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
1761 u32 ucon = rd_regl(port, S3C2410_UCON);
1762
1763 ucon &= (info->clksel_mask | info->ucon_mask);
1764 wr_regl(port, S3C2410_UCON, ucon | cfg->ucon);
1765
1766 /* reset both fifos */
1767 wr_regl(port, S3C2410_UFCON, cfg->ufcon | S3C2410_UFCON_RESETBOTH);
1768 wr_regl(port, S3C2410_UFCON, cfg->ufcon);
1769
1770 /* some delay is required after fifo reset */
1771 udelay(1);
1772}
1773
1774static int s3c24xx_serial_enable_baudclk(struct s3c24xx_uart_port *ourport)
1775{
1776 struct device *dev = ourport->port.dev;
1777 const struct s3c24xx_uart_info *info = ourport->info;
1778 char clk_name[MAX_CLK_NAME_LENGTH];
1779 struct clk *clk;
1780 int ret;
1781 u8 clk_sel, clk_num;
1782
1783 clk_sel = ourport->cfg->clk_sel ? : info->def_clk_sel;
1784 for (clk_num = 0; clk_num < info->num_clks; clk_num++) {
1785 if (!(clk_sel & (1 << clk_num)))
1786 continue;
1787
1788 sprintf(clk_name, "clk_uart_baud%d", clk_num);
1789 clk = clk_get(dev, clk_name);
1790 if (IS_ERR(clk))
1791 continue;
1792
1793 ret = clk_prepare_enable(clk);
1794 if (ret) {
1795 clk_put(clk);
1796 continue;
1797 }
1798
1799 ourport->baudclk = clk;
1800 ourport->baudclk_rate = clk_get_rate(clk);
1801 s3c24xx_serial_setsource(&ourport->port, clk_num);
1802
1803 return 0;
1804 }
1805
1806 return -EINVAL;
1807}
1808
1809/* s3c24xx_serial_init_port
1810 *
1811 * initialise a single serial port from the platform device given
1812 */
1813
1814static int s3c24xx_serial_init_port(struct s3c24xx_uart_port *ourport,
1815 struct platform_device *platdev)
1816{
1817 struct uart_port *port = &ourport->port;
1818 const struct s3c2410_uartcfg *cfg = ourport->cfg;
1819 struct resource *res;
1820 int ret;
1821
1822 if (platdev == NULL)
1823 return -ENODEV;
1824
1825 if (port->mapbase != 0)
1826 return -EINVAL;
1827
1828 /* setup info for port */
1829 port->dev = &platdev->dev;
1830
1831 port->uartclk = 1;
1832
1833 if (cfg->uart_flags & UPF_CONS_FLOW) {
1834 dev_dbg(port->dev, "enabling flow control\n");
1835 port->flags |= UPF_CONS_FLOW;
1836 }
1837
1838 /* sort our the physical and virtual addresses for each UART */
1839
1840 res = platform_get_resource(platdev, IORESOURCE_MEM, 0);
1841 if (res == NULL) {
1842 dev_err(port->dev, "failed to find memory resource for uart\n");
1843 return -EINVAL;
1844 }
1845
1846 dev_dbg(port->dev, "resource %pR)\n", res);
1847
1848 port->membase = devm_ioremap_resource(port->dev, res);
1849 if (IS_ERR(port->membase)) {
1850 dev_err(port->dev, "failed to remap controller address\n");
1851 return -EBUSY;
1852 }
1853
1854 port->mapbase = res->start;
1855 ret = platform_get_irq(platdev, 0);
1856 if (ret < 0) {
1857 port->irq = 0;
1858 } else {
1859 port->irq = ret;
1860 ourport->rx_irq = ret;
1861 ourport->tx_irq = ret + 1;
1862 }
1863
1864 /*
1865 * DMA is currently supported only on DT platforms, if DMA properties
1866 * are specified.
1867 */
1868 if (platdev->dev.of_node && of_find_property(platdev->dev.of_node,
1869 "dmas", NULL)) {
1870 ourport->dma = devm_kzalloc(port->dev,
1871 sizeof(*ourport->dma),
1872 GFP_KERNEL);
1873 if (!ourport->dma) {
1874 ret = -ENOMEM;
1875 goto err;
1876 }
1877 }
1878
1879 ourport->clk = clk_get(&platdev->dev, "uart");
1880 if (IS_ERR(ourport->clk)) {
1881 pr_err("%s: Controller clock not found\n",
1882 dev_name(&platdev->dev));
1883 ret = PTR_ERR(ourport->clk);
1884 goto err;
1885 }
1886
1887 ret = clk_prepare_enable(ourport->clk);
1888 if (ret) {
1889 pr_err("uart: clock failed to prepare+enable: %d\n", ret);
1890 clk_put(ourport->clk);
1891 goto err;
1892 }
1893
1894 ret = s3c24xx_serial_enable_baudclk(ourport);
1895 if (ret)
1896 pr_warn("uart: failed to enable baudclk\n");
1897
1898 /* Keep all interrupts masked and cleared */
1899 switch (ourport->info->type) {
1900 case TYPE_S3C6400:
1901 wr_regl(port, S3C64XX_UINTM, 0xf);
1902 wr_regl(port, S3C64XX_UINTP, 0xf);
1903 wr_regl(port, S3C64XX_UINTSP, 0xf);
1904 break;
1905 case TYPE_APPLE_S5L: {
1906 u32 ucon;
1907
1908 ucon = rd_regl(port, S3C2410_UCON);
1909 ucon &= ~(APPLE_S5L_UCON_TXTHRESH_ENA_MSK |
1910 APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
1911 APPLE_S5L_UCON_RXTO_ENA_MSK);
1912 wr_regl(port, S3C2410_UCON, ucon);
1913
1914 wr_regl(port, S3C2410_UTRSTAT, APPLE_S5L_UTRSTAT_ALL_FLAGS);
1915 break;
1916 }
1917 default:
1918 break;
1919 }
1920
1921 dev_dbg(port->dev, "port: map=%pa, mem=%p, irq=%d (%d,%d), clock=%u\n",
1922 &port->mapbase, port->membase, port->irq,
1923 ourport->rx_irq, ourport->tx_irq, port->uartclk);
1924
1925 /* reset the fifos (and setup the uart) */
1926 s3c24xx_serial_resetport(port, cfg);
1927
1928 return 0;
1929
1930err:
1931 port->mapbase = 0;
1932 return ret;
1933}
1934
1935/* Device driver serial port probe */
1936
1937static int probe_index;
1938
1939static inline const struct s3c24xx_serial_drv_data *
1940s3c24xx_get_driver_data(struct platform_device *pdev)
1941{
1942 if (dev_of_node(&pdev->dev))
1943 return of_device_get_match_data(&pdev->dev);
1944
1945 return (struct s3c24xx_serial_drv_data *)
1946 platform_get_device_id(pdev)->driver_data;
1947}
1948
1949static int s3c24xx_serial_probe(struct platform_device *pdev)
1950{
1951 struct device_node *np = pdev->dev.of_node;
1952 struct s3c24xx_uart_port *ourport;
1953 int index = probe_index;
1954 int ret, prop = 0, fifosize_prop = 1;
1955
1956 if (np) {
1957 ret = of_alias_get_id(np, "serial");
1958 if (ret >= 0)
1959 index = ret;
1960 }
1961
1962 if (index >= ARRAY_SIZE(s3c24xx_serial_ports)) {
1963 dev_err(&pdev->dev, "serial%d out of range\n", index);
1964 return -EINVAL;
1965 }
1966 ourport = &s3c24xx_serial_ports[index];
1967
1968 s3c24xx_serial_init_port_default(index);
1969
1970 ourport->drv_data = s3c24xx_get_driver_data(pdev);
1971 if (!ourport->drv_data) {
1972 dev_err(&pdev->dev, "could not find driver data\n");
1973 return -ENODEV;
1974 }
1975
1976 ourport->baudclk = ERR_PTR(-EINVAL);
1977 ourport->info = &ourport->drv_data->info;
1978 ourport->cfg = (dev_get_platdata(&pdev->dev)) ?
1979 dev_get_platdata(&pdev->dev) :
1980 &ourport->drv_data->def_cfg;
1981
1982 switch (ourport->info->type) {
1983 case TYPE_S3C6400:
1984 ourport->port.ops = &s3c64xx_serial_ops;
1985 break;
1986 case TYPE_APPLE_S5L:
1987 ourport->port.ops = &apple_s5l_serial_ops;
1988 break;
1989 }
1990
1991 ourport->port.iotype = ourport->info->iotype;
1992
1993 if (np) {
1994 fifosize_prop = of_property_read_u32(np, "samsung,uart-fifosize",
1995 &ourport->port.fifosize);
1996
1997 if (of_property_read_u32(np, "reg-io-width", &prop) == 0) {
1998 switch (prop) {
1999 case 1:
2000 ourport->port.iotype = UPIO_MEM;
2001 break;
2002 case 4:
2003 ourport->port.iotype = UPIO_MEM32;
2004 break;
2005 default:
2006 dev_warn(&pdev->dev, "unsupported reg-io-width (%d)\n",
2007 prop);
2008 return -EINVAL;
2009 }
2010 }
2011 }
2012
2013 if (fifosize_prop) {
2014 if (ourport->drv_data->fifosize[index])
2015 ourport->port.fifosize = ourport->drv_data->fifosize[index];
2016 else if (ourport->info->fifosize)
2017 ourport->port.fifosize = ourport->info->fifosize;
2018 }
2019
2020 ourport->port.has_sysrq = IS_ENABLED(CONFIG_SERIAL_SAMSUNG_CONSOLE);
2021
2022 /*
2023 * DMA transfers must be aligned at least to cache line size,
2024 * so find minimal transfer size suitable for DMA mode
2025 */
2026 ourport->min_dma_size = max_t(int, ourport->port.fifosize,
2027 dma_get_cache_alignment());
2028
2029 dev_dbg(&pdev->dev, "%s: initialising port %p...\n", __func__, ourport);
2030
2031 ret = s3c24xx_serial_init_port(ourport, pdev);
2032 if (ret < 0)
2033 return ret;
2034
2035 if (!s3c24xx_uart_drv.state) {
2036 ret = uart_register_driver(&s3c24xx_uart_drv);
2037 if (ret < 0) {
2038 pr_err("Failed to register Samsung UART driver\n");
2039 return ret;
2040 }
2041 }
2042
2043 dev_dbg(&pdev->dev, "%s: adding port\n", __func__);
2044 uart_add_one_port(&s3c24xx_uart_drv, &ourport->port);
2045 platform_set_drvdata(pdev, &ourport->port);
2046
2047 /*
2048 * Deactivate the clock enabled in s3c24xx_serial_init_port here,
2049 * so that a potential re-enablement through the pm-callback overlaps
2050 * and keeps the clock enabled in this case.
2051 */
2052 clk_disable_unprepare(ourport->clk);
2053 if (!IS_ERR(ourport->baudclk))
2054 clk_disable_unprepare(ourport->baudclk);
2055
2056 probe_index++;
2057
2058 return 0;
2059}
2060
2061static void s3c24xx_serial_remove(struct platform_device *dev)
2062{
2063 struct uart_port *port = s3c24xx_dev_to_port(&dev->dev);
2064
2065 if (port)
2066 uart_remove_one_port(&s3c24xx_uart_drv, port);
2067
2068 uart_unregister_driver(&s3c24xx_uart_drv);
2069}
2070
2071/* UART power management code */
2072#ifdef CONFIG_PM_SLEEP
2073static int s3c24xx_serial_suspend(struct device *dev)
2074{
2075 struct uart_port *port = s3c24xx_dev_to_port(dev);
2076
2077 if (port)
2078 uart_suspend_port(&s3c24xx_uart_drv, port);
2079
2080 return 0;
2081}
2082
2083static int s3c24xx_serial_resume(struct device *dev)
2084{
2085 struct uart_port *port = s3c24xx_dev_to_port(dev);
2086 struct s3c24xx_uart_port *ourport = to_ourport(port);
2087
2088 if (port) {
2089 clk_prepare_enable(ourport->clk);
2090 if (!IS_ERR(ourport->baudclk))
2091 clk_prepare_enable(ourport->baudclk);
2092 s3c24xx_serial_resetport(port, s3c24xx_port_to_cfg(port));
2093 if (!IS_ERR(ourport->baudclk))
2094 clk_disable_unprepare(ourport->baudclk);
2095 clk_disable_unprepare(ourport->clk);
2096
2097 uart_resume_port(&s3c24xx_uart_drv, port);
2098 }
2099
2100 return 0;
2101}
2102
2103static int s3c24xx_serial_resume_noirq(struct device *dev)
2104{
2105 struct uart_port *port = s3c24xx_dev_to_port(dev);
2106 struct s3c24xx_uart_port *ourport = to_ourport(port);
2107
2108 if (port) {
2109 /* restore IRQ mask */
2110 switch (ourport->info->type) {
2111 case TYPE_S3C6400: {
2112 u32 uintm = 0xf;
2113
2114 if (ourport->tx_enabled)
2115 uintm &= ~S3C64XX_UINTM_TXD_MSK;
2116 if (ourport->rx_enabled)
2117 uintm &= ~S3C64XX_UINTM_RXD_MSK;
2118 clk_prepare_enable(ourport->clk);
2119 if (!IS_ERR(ourport->baudclk))
2120 clk_prepare_enable(ourport->baudclk);
2121 wr_regl(port, S3C64XX_UINTM, uintm);
2122 if (!IS_ERR(ourport->baudclk))
2123 clk_disable_unprepare(ourport->baudclk);
2124 clk_disable_unprepare(ourport->clk);
2125 break;
2126 }
2127 case TYPE_APPLE_S5L: {
2128 u32 ucon;
2129 int ret;
2130
2131 ret = clk_prepare_enable(ourport->clk);
2132 if (ret) {
2133 dev_err(dev, "clk_enable clk failed: %d\n", ret);
2134 return ret;
2135 }
2136 if (!IS_ERR(ourport->baudclk)) {
2137 ret = clk_prepare_enable(ourport->baudclk);
2138 if (ret) {
2139 dev_err(dev, "clk_enable baudclk failed: %d\n", ret);
2140 clk_disable_unprepare(ourport->clk);
2141 return ret;
2142 }
2143 }
2144
2145 ucon = rd_regl(port, S3C2410_UCON);
2146
2147 ucon &= ~(APPLE_S5L_UCON_TXTHRESH_ENA_MSK |
2148 APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
2149 APPLE_S5L_UCON_RXTO_ENA_MSK);
2150
2151 if (ourport->tx_enabled)
2152 ucon |= APPLE_S5L_UCON_TXTHRESH_ENA_MSK;
2153 if (ourport->rx_enabled)
2154 ucon |= APPLE_S5L_UCON_RXTHRESH_ENA_MSK |
2155 APPLE_S5L_UCON_RXTO_ENA_MSK;
2156
2157 wr_regl(port, S3C2410_UCON, ucon);
2158
2159 if (!IS_ERR(ourport->baudclk))
2160 clk_disable_unprepare(ourport->baudclk);
2161 clk_disable_unprepare(ourport->clk);
2162 break;
2163 }
2164 default:
2165 break;
2166 }
2167 }
2168
2169 return 0;
2170}
2171
2172static const struct dev_pm_ops s3c24xx_serial_pm_ops = {
2173 SET_SYSTEM_SLEEP_PM_OPS(s3c24xx_serial_suspend, s3c24xx_serial_resume)
2174 SET_NOIRQ_SYSTEM_SLEEP_PM_OPS(NULL, s3c24xx_serial_resume_noirq)
2175};
2176#define SERIAL_SAMSUNG_PM_OPS (&s3c24xx_serial_pm_ops)
2177
2178#else /* !CONFIG_PM_SLEEP */
2179
2180#define SERIAL_SAMSUNG_PM_OPS NULL
2181#endif /* CONFIG_PM_SLEEP */
2182
2183/* Console code */
2184
2185#ifdef CONFIG_SERIAL_SAMSUNG_CONSOLE
2186
2187static struct uart_port *cons_uart;
2188
2189static bool
2190s3c24xx_serial_console_txrdy(struct uart_port *port, u32 ufcon)
2191{
2192 const struct s3c24xx_uart_info *info = s3c24xx_port_to_info(port);
2193 u32 ufstat, utrstat;
2194
2195 if (ufcon & S3C2410_UFCON_FIFOMODE) {
2196 /* fifo mode - check amount of data in fifo registers... */
2197
2198 ufstat = rd_regl(port, S3C2410_UFSTAT);
2199 return !(ufstat & info->tx_fifofull);
2200 }
2201
2202 /* in non-fifo mode, we go and use the tx buffer empty */
2203
2204 utrstat = rd_regl(port, S3C2410_UTRSTAT);
2205 return utrstat & S3C2410_UTRSTAT_TXE;
2206}
2207
2208static bool
2209s3c24xx_port_configured(u32 ucon)
2210{
2211 /* consider the serial port configured if the tx/rx mode set */
2212 return (ucon & 0xf) != 0;
2213}
2214
2215#ifdef CONFIG_CONSOLE_POLL
2216/*
2217 * Console polling routines for writing and reading from the uart while
2218 * in an interrupt or debug context.
2219 */
2220
2221static int s3c24xx_serial_get_poll_char(struct uart_port *port)
2222{
2223 const struct s3c24xx_uart_port *ourport = to_ourport(port);
2224 u32 ufstat;
2225
2226 ufstat = rd_regl(port, S3C2410_UFSTAT);
2227 if (s3c24xx_serial_rx_fifocnt(ourport, ufstat) == 0)
2228 return NO_POLL_CHAR;
2229
2230 return rd_reg(port, S3C2410_URXH);
2231}
2232
2233static void s3c24xx_serial_put_poll_char(struct uart_port *port,
2234 unsigned char c)
2235{
2236 u32 ufcon = rd_regl(port, S3C2410_UFCON);
2237 u32 ucon = rd_regl(port, S3C2410_UCON);
2238
2239 /* not possible to xmit on unconfigured port */
2240 if (!s3c24xx_port_configured(ucon))
2241 return;
2242
2243 while (!s3c24xx_serial_console_txrdy(port, ufcon))
2244 cpu_relax();
2245 wr_reg(port, S3C2410_UTXH, c);
2246}
2247
2248#endif /* CONFIG_CONSOLE_POLL */
2249
2250static void
2251s3c24xx_serial_console_putchar(struct uart_port *port, unsigned char ch)
2252{
2253 u32 ufcon = rd_regl(port, S3C2410_UFCON);
2254
2255 while (!s3c24xx_serial_console_txrdy(port, ufcon))
2256 cpu_relax();
2257 wr_reg(port, S3C2410_UTXH, ch);
2258}
2259
2260static void
2261s3c24xx_serial_console_write(struct console *co, const char *s,
2262 unsigned int count)
2263{
2264 u32 ucon = rd_regl(cons_uart, S3C2410_UCON);
2265 unsigned long flags;
2266 bool locked = true;
2267
2268 /* not possible to xmit on unconfigured port */
2269 if (!s3c24xx_port_configured(ucon))
2270 return;
2271
2272 if (cons_uart->sysrq)
2273 locked = false;
2274 else if (oops_in_progress)
2275 locked = uart_port_trylock_irqsave(cons_uart, &flags);
2276 else
2277 uart_port_lock_irqsave(cons_uart, &flags);
2278
2279 uart_console_write(cons_uart, s, count, s3c24xx_serial_console_putchar);
2280
2281 if (locked)
2282 uart_port_unlock_irqrestore(cons_uart, flags);
2283}
2284
2285/* Shouldn't be __init, as it can be instantiated from other module */
2286static void
2287s3c24xx_serial_get_options(struct uart_port *port, int *baud,
2288 int *parity, int *bits)
2289{
2290 struct clk *clk;
2291 unsigned long rate;
2292 u32 ulcon, ucon, ubrdiv;
2293 char clk_name[MAX_CLK_NAME_LENGTH];
2294 u8 clk_sel;
2295
2296 ulcon = rd_regl(port, S3C2410_ULCON);
2297 ucon = rd_regl(port, S3C2410_UCON);
2298 ubrdiv = rd_regl(port, S3C2410_UBRDIV);
2299
2300 if (s3c24xx_port_configured(ucon)) {
2301 switch (ulcon & S3C2410_LCON_CSMASK) {
2302 case S3C2410_LCON_CS5:
2303 *bits = 5;
2304 break;
2305 case S3C2410_LCON_CS6:
2306 *bits = 6;
2307 break;
2308 case S3C2410_LCON_CS7:
2309 *bits = 7;
2310 break;
2311 case S3C2410_LCON_CS8:
2312 default:
2313 *bits = 8;
2314 break;
2315 }
2316
2317 switch (ulcon & S3C2410_LCON_PMASK) {
2318 case S3C2410_LCON_PEVEN:
2319 *parity = 'e';
2320 break;
2321
2322 case S3C2410_LCON_PODD:
2323 *parity = 'o';
2324 break;
2325
2326 case S3C2410_LCON_PNONE:
2327 default:
2328 *parity = 'n';
2329 }
2330
2331 /* now calculate the baud rate */
2332
2333 clk_sel = s3c24xx_serial_getsource(port);
2334 sprintf(clk_name, "clk_uart_baud%d", clk_sel);
2335
2336 clk = clk_get(port->dev, clk_name);
2337 if (!IS_ERR(clk))
2338 rate = clk_get_rate(clk);
2339 else
2340 rate = 1;
2341
2342 *baud = rate / (16 * (ubrdiv + 1));
2343 dev_dbg(port->dev, "calculated baud %d\n", *baud);
2344 }
2345}
2346
2347/* Shouldn't be __init, as it can be instantiated from other module */
2348static int
2349s3c24xx_serial_console_setup(struct console *co, char *options)
2350{
2351 struct uart_port *port;
2352 int baud = 9600;
2353 int bits = 8;
2354 int parity = 'n';
2355 int flow = 'n';
2356
2357 /* is this a valid port */
2358
2359 if (co->index == -1 || co->index >= UART_NR)
2360 co->index = 0;
2361
2362 port = &s3c24xx_serial_ports[co->index].port;
2363
2364 /* is the port configured? */
2365
2366 if (port->mapbase == 0x0)
2367 return -ENODEV;
2368
2369 cons_uart = port;
2370
2371 /*
2372 * Check whether an invalid uart number has been specified, and
2373 * if so, search for the first available port that does have
2374 * console support.
2375 */
2376 if (options)
2377 uart_parse_options(options, &baud, &parity, &bits, &flow);
2378 else
2379 s3c24xx_serial_get_options(port, &baud, &parity, &bits);
2380
2381 dev_dbg(port->dev, "baud %d\n", baud);
2382
2383 return uart_set_options(port, co, baud, parity, bits, flow);
2384}
2385
2386static struct console s3c24xx_serial_console = {
2387 .name = S3C24XX_SERIAL_NAME,
2388 .device = uart_console_device,
2389 .flags = CON_PRINTBUFFER,
2390 .index = -1,
2391 .write = s3c24xx_serial_console_write,
2392 .setup = s3c24xx_serial_console_setup,
2393 .data = &s3c24xx_uart_drv,
2394};
2395#endif /* CONFIG_SERIAL_SAMSUNG_CONSOLE */
2396
2397#if defined(CONFIG_CPU_S3C6400) || defined(CONFIG_CPU_S3C6410)
2398static const struct s3c24xx_serial_drv_data s3c6400_serial_drv_data = {
2399 .info = {
2400 .name = "Samsung S3C6400 UART",
2401 .type = TYPE_S3C6400,
2402 .port_type = PORT_S3C6400,
2403 .iotype = UPIO_MEM,
2404 .fifosize = 64,
2405 .has_divslot = true,
2406 .rx_fifomask = S3C2440_UFSTAT_RXMASK,
2407 .rx_fifoshift = S3C2440_UFSTAT_RXSHIFT,
2408 .rx_fifofull = S3C2440_UFSTAT_RXFULL,
2409 .tx_fifofull = S3C2440_UFSTAT_TXFULL,
2410 .tx_fifomask = S3C2440_UFSTAT_TXMASK,
2411 .tx_fifoshift = S3C2440_UFSTAT_TXSHIFT,
2412 .def_clk_sel = S3C2410_UCON_CLKSEL2,
2413 .num_clks = 4,
2414 .clksel_mask = S3C6400_UCON_CLKMASK,
2415 .clksel_shift = S3C6400_UCON_CLKSHIFT,
2416 },
2417 .def_cfg = {
2418 .ucon = S3C2410_UCON_DEFAULT,
2419 .ufcon = S3C2410_UFCON_DEFAULT,
2420 },
2421};
2422#define S3C6400_SERIAL_DRV_DATA (&s3c6400_serial_drv_data)
2423#else
2424#define S3C6400_SERIAL_DRV_DATA NULL
2425#endif
2426
2427#ifdef CONFIG_CPU_S5PV210
2428static const struct s3c24xx_serial_drv_data s5pv210_serial_drv_data = {
2429 .info = {
2430 .name = "Samsung S5PV210 UART",
2431 .type = TYPE_S3C6400,
2432 .port_type = PORT_S3C6400,
2433 .iotype = UPIO_MEM,
2434 .has_divslot = true,
2435 .rx_fifomask = S5PV210_UFSTAT_RXMASK,
2436 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT,
2437 .rx_fifofull = S5PV210_UFSTAT_RXFULL,
2438 .tx_fifofull = S5PV210_UFSTAT_TXFULL,
2439 .tx_fifomask = S5PV210_UFSTAT_TXMASK,
2440 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT,
2441 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2442 .num_clks = 2,
2443 .clksel_mask = S5PV210_UCON_CLKMASK,
2444 .clksel_shift = S5PV210_UCON_CLKSHIFT,
2445 },
2446 .def_cfg = {
2447 .ucon = S5PV210_UCON_DEFAULT,
2448 .ufcon = S5PV210_UFCON_DEFAULT,
2449 },
2450 .fifosize = { 256, 64, 16, 16 },
2451};
2452#define S5PV210_SERIAL_DRV_DATA (&s5pv210_serial_drv_data)
2453#else
2454#define S5PV210_SERIAL_DRV_DATA NULL
2455#endif
2456
2457#if defined(CONFIG_ARCH_EXYNOS)
2458#define EXYNOS_COMMON_SERIAL_DRV_DATA \
2459 .info = { \
2460 .name = "Samsung Exynos UART", \
2461 .type = TYPE_S3C6400, \
2462 .port_type = PORT_S3C6400, \
2463 .iotype = UPIO_MEM, \
2464 .has_divslot = true, \
2465 .rx_fifomask = S5PV210_UFSTAT_RXMASK, \
2466 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT, \
2467 .rx_fifofull = S5PV210_UFSTAT_RXFULL, \
2468 .tx_fifofull = S5PV210_UFSTAT_TXFULL, \
2469 .tx_fifomask = S5PV210_UFSTAT_TXMASK, \
2470 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT, \
2471 .def_clk_sel = S3C2410_UCON_CLKSEL0, \
2472 .num_clks = 1, \
2473 .clksel_mask = 0, \
2474 .clksel_shift = 0, \
2475 }, \
2476 .def_cfg = { \
2477 .ucon = S5PV210_UCON_DEFAULT, \
2478 .ufcon = S5PV210_UFCON_DEFAULT, \
2479 .has_fracval = 1, \
2480 } \
2481
2482static const struct s3c24xx_serial_drv_data exynos4210_serial_drv_data = {
2483 EXYNOS_COMMON_SERIAL_DRV_DATA,
2484 .fifosize = { 256, 64, 16, 16 },
2485};
2486
2487static const struct s3c24xx_serial_drv_data exynos5433_serial_drv_data = {
2488 EXYNOS_COMMON_SERIAL_DRV_DATA,
2489 .fifosize = { 64, 256, 16, 256 },
2490};
2491
2492static const struct s3c24xx_serial_drv_data exynos850_serial_drv_data = {
2493 EXYNOS_COMMON_SERIAL_DRV_DATA,
2494 .fifosize = { 256, 64, 64, 64 },
2495};
2496
2497static const struct s3c24xx_serial_drv_data gs101_serial_drv_data = {
2498 .info = {
2499 .name = "Google GS101 UART",
2500 .type = TYPE_S3C6400,
2501 .port_type = PORT_S3C6400,
2502 .iotype = UPIO_MEM32,
2503 .has_divslot = true,
2504 .rx_fifomask = S5PV210_UFSTAT_RXMASK,
2505 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT,
2506 .rx_fifofull = S5PV210_UFSTAT_RXFULL,
2507 .tx_fifofull = S5PV210_UFSTAT_TXFULL,
2508 .tx_fifomask = S5PV210_UFSTAT_TXMASK,
2509 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT,
2510 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2511 .num_clks = 1,
2512 .clksel_mask = 0,
2513 .clksel_shift = 0,
2514 },
2515 .def_cfg = {
2516 .ucon = S5PV210_UCON_DEFAULT,
2517 .ufcon = S5PV210_UFCON_DEFAULT,
2518 .has_fracval = 1,
2519 },
2520 /* samsung,uart-fifosize must be specified in the device tree. */
2521 .fifosize = { 0 },
2522};
2523
2524#define EXYNOS4210_SERIAL_DRV_DATA (&exynos4210_serial_drv_data)
2525#define EXYNOS5433_SERIAL_DRV_DATA (&exynos5433_serial_drv_data)
2526#define EXYNOS850_SERIAL_DRV_DATA (&exynos850_serial_drv_data)
2527#define GS101_SERIAL_DRV_DATA (&gs101_serial_drv_data)
2528
2529#else
2530#define EXYNOS4210_SERIAL_DRV_DATA NULL
2531#define EXYNOS5433_SERIAL_DRV_DATA NULL
2532#define EXYNOS850_SERIAL_DRV_DATA NULL
2533#define GS101_SERIAL_DRV_DATA NULL
2534#endif
2535
2536#ifdef CONFIG_ARCH_APPLE
2537static const struct s3c24xx_serial_drv_data s5l_serial_drv_data = {
2538 .info = {
2539 .name = "Apple S5L UART",
2540 .type = TYPE_APPLE_S5L,
2541 .port_type = PORT_8250,
2542 .iotype = UPIO_MEM,
2543 .fifosize = 16,
2544 .rx_fifomask = S3C2410_UFSTAT_RXMASK,
2545 .rx_fifoshift = S3C2410_UFSTAT_RXSHIFT,
2546 .rx_fifofull = S3C2410_UFSTAT_RXFULL,
2547 .tx_fifofull = S3C2410_UFSTAT_TXFULL,
2548 .tx_fifomask = S3C2410_UFSTAT_TXMASK,
2549 .tx_fifoshift = S3C2410_UFSTAT_TXSHIFT,
2550 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2551 .num_clks = 1,
2552 .clksel_mask = 0,
2553 .clksel_shift = 0,
2554 .ucon_mask = APPLE_S5L_UCON_MASK,
2555 },
2556 .def_cfg = {
2557 .ucon = APPLE_S5L_UCON_DEFAULT,
2558 .ufcon = S3C2410_UFCON_DEFAULT,
2559 },
2560};
2561#define S5L_SERIAL_DRV_DATA (&s5l_serial_drv_data)
2562#else
2563#define S5L_SERIAL_DRV_DATA NULL
2564#endif
2565
2566#if defined(CONFIG_ARCH_ARTPEC)
2567static const struct s3c24xx_serial_drv_data artpec8_serial_drv_data = {
2568 .info = {
2569 .name = "Axis ARTPEC-8 UART",
2570 .type = TYPE_S3C6400,
2571 .port_type = PORT_S3C6400,
2572 .iotype = UPIO_MEM,
2573 .fifosize = 64,
2574 .has_divslot = true,
2575 .rx_fifomask = S5PV210_UFSTAT_RXMASK,
2576 .rx_fifoshift = S5PV210_UFSTAT_RXSHIFT,
2577 .rx_fifofull = S5PV210_UFSTAT_RXFULL,
2578 .tx_fifofull = S5PV210_UFSTAT_TXFULL,
2579 .tx_fifomask = S5PV210_UFSTAT_TXMASK,
2580 .tx_fifoshift = S5PV210_UFSTAT_TXSHIFT,
2581 .def_clk_sel = S3C2410_UCON_CLKSEL0,
2582 .num_clks = 1,
2583 .clksel_mask = 0,
2584 .clksel_shift = 0,
2585 },
2586 .def_cfg = {
2587 .ucon = S5PV210_UCON_DEFAULT,
2588 .ufcon = S5PV210_UFCON_DEFAULT,
2589 .has_fracval = 1,
2590 }
2591};
2592#define ARTPEC8_SERIAL_DRV_DATA (&artpec8_serial_drv_data)
2593#else
2594#define ARTPEC8_SERIAL_DRV_DATA (NULL)
2595#endif
2596
2597static const struct platform_device_id s3c24xx_serial_driver_ids[] = {
2598 {
2599 .name = "s3c6400-uart",
2600 .driver_data = (kernel_ulong_t)S3C6400_SERIAL_DRV_DATA,
2601 }, {
2602 .name = "s5pv210-uart",
2603 .driver_data = (kernel_ulong_t)S5PV210_SERIAL_DRV_DATA,
2604 }, {
2605 .name = "exynos4210-uart",
2606 .driver_data = (kernel_ulong_t)EXYNOS4210_SERIAL_DRV_DATA,
2607 }, {
2608 .name = "exynos5433-uart",
2609 .driver_data = (kernel_ulong_t)EXYNOS5433_SERIAL_DRV_DATA,
2610 }, {
2611 .name = "s5l-uart",
2612 .driver_data = (kernel_ulong_t)S5L_SERIAL_DRV_DATA,
2613 }, {
2614 .name = "exynos850-uart",
2615 .driver_data = (kernel_ulong_t)EXYNOS850_SERIAL_DRV_DATA,
2616 }, {
2617 .name = "artpec8-uart",
2618 .driver_data = (kernel_ulong_t)ARTPEC8_SERIAL_DRV_DATA,
2619 }, {
2620 .name = "gs101-uart",
2621 .driver_data = (kernel_ulong_t)GS101_SERIAL_DRV_DATA,
2622 },
2623 { },
2624};
2625MODULE_DEVICE_TABLE(platform, s3c24xx_serial_driver_ids);
2626
2627#ifdef CONFIG_OF
2628static const struct of_device_id s3c24xx_uart_dt_match[] = {
2629 { .compatible = "samsung,s3c6400-uart",
2630 .data = S3C6400_SERIAL_DRV_DATA },
2631 { .compatible = "samsung,s5pv210-uart",
2632 .data = S5PV210_SERIAL_DRV_DATA },
2633 { .compatible = "samsung,exynos4210-uart",
2634 .data = EXYNOS4210_SERIAL_DRV_DATA },
2635 { .compatible = "samsung,exynos5433-uart",
2636 .data = EXYNOS5433_SERIAL_DRV_DATA },
2637 { .compatible = "apple,s5l-uart",
2638 .data = S5L_SERIAL_DRV_DATA },
2639 { .compatible = "samsung,exynos850-uart",
2640 .data = EXYNOS850_SERIAL_DRV_DATA },
2641 { .compatible = "axis,artpec8-uart",
2642 .data = ARTPEC8_SERIAL_DRV_DATA },
2643 { .compatible = "google,gs101-uart",
2644 .data = GS101_SERIAL_DRV_DATA },
2645 {},
2646};
2647MODULE_DEVICE_TABLE(of, s3c24xx_uart_dt_match);
2648#endif
2649
2650static struct platform_driver samsung_serial_driver = {
2651 .probe = s3c24xx_serial_probe,
2652 .remove_new = s3c24xx_serial_remove,
2653 .id_table = s3c24xx_serial_driver_ids,
2654 .driver = {
2655 .name = "samsung-uart",
2656 .pm = SERIAL_SAMSUNG_PM_OPS,
2657 .of_match_table = of_match_ptr(s3c24xx_uart_dt_match),
2658 },
2659};
2660
2661static int __init samsung_serial_init(void)
2662{
2663 int ret;
2664
2665 s3c24xx_serial_register_console();
2666
2667 ret = platform_driver_register(&samsung_serial_driver);
2668 if (ret) {
2669 s3c24xx_serial_unregister_console();
2670 return ret;
2671 }
2672
2673 return 0;
2674}
2675
2676static void __exit samsung_serial_exit(void)
2677{
2678 platform_driver_unregister(&samsung_serial_driver);
2679 s3c24xx_serial_unregister_console();
2680}
2681
2682module_init(samsung_serial_init);
2683module_exit(samsung_serial_exit);
2684
2685#ifdef CONFIG_SERIAL_SAMSUNG_CONSOLE
2686/*
2687 * Early console.
2688 */
2689
2690static void wr_reg_barrier(const struct uart_port *port, u32 reg, u32 val)
2691{
2692 switch (port->iotype) {
2693 case UPIO_MEM:
2694 writeb(val, portaddr(port, reg));
2695 break;
2696 case UPIO_MEM32:
2697 writel(val, portaddr(port, reg));
2698 break;
2699 }
2700}
2701
2702struct samsung_early_console_data {
2703 u32 txfull_mask;
2704 u32 rxfifo_mask;
2705};
2706
2707static void samsung_early_busyuart(const struct uart_port *port)
2708{
2709 while (!(readl(port->membase + S3C2410_UTRSTAT) & S3C2410_UTRSTAT_TXFE))
2710 ;
2711}
2712
2713static void samsung_early_busyuart_fifo(const struct uart_port *port)
2714{
2715 const struct samsung_early_console_data *data = port->private_data;
2716
2717 while (readl(port->membase + S3C2410_UFSTAT) & data->txfull_mask)
2718 ;
2719}
2720
2721static void samsung_early_putc(struct uart_port *port, unsigned char c)
2722{
2723 if (readl(port->membase + S3C2410_UFCON) & S3C2410_UFCON_FIFOMODE)
2724 samsung_early_busyuart_fifo(port);
2725 else
2726 samsung_early_busyuart(port);
2727
2728 wr_reg_barrier(port, S3C2410_UTXH, c);
2729}
2730
2731static void samsung_early_write(struct console *con, const char *s,
2732 unsigned int n)
2733{
2734 struct earlycon_device *dev = con->data;
2735
2736 uart_console_write(&dev->port, s, n, samsung_early_putc);
2737}
2738
2739static int samsung_early_read(struct console *con, char *s, unsigned int n)
2740{
2741 struct earlycon_device *dev = con->data;
2742 const struct samsung_early_console_data *data = dev->port.private_data;
2743 int num_read = 0;
2744 u32 ch, ufstat;
2745
2746 while (num_read < n) {
2747 ufstat = rd_regl(&dev->port, S3C2410_UFSTAT);
2748 if (!(ufstat & data->rxfifo_mask))
2749 break;
2750 ch = rd_reg(&dev->port, S3C2410_URXH);
2751 if (ch == NO_POLL_CHAR)
2752 break;
2753
2754 s[num_read++] = ch;
2755 }
2756
2757 return num_read;
2758}
2759
2760static int __init samsung_early_console_setup(struct earlycon_device *device,
2761 const char *opt)
2762{
2763 if (!device->port.membase)
2764 return -ENODEV;
2765
2766 device->con->write = samsung_early_write;
2767 device->con->read = samsung_early_read;
2768 return 0;
2769}
2770
2771/* S3C2410 */
2772static struct samsung_early_console_data s3c2410_early_console_data = {
2773 .txfull_mask = S3C2410_UFSTAT_TXFULL,
2774 .rxfifo_mask = S3C2410_UFSTAT_RXFULL | S3C2410_UFSTAT_RXMASK,
2775};
2776
2777/* S3C64xx */
2778static struct samsung_early_console_data s3c2440_early_console_data = {
2779 .txfull_mask = S3C2440_UFSTAT_TXFULL,
2780 .rxfifo_mask = S3C2440_UFSTAT_RXFULL | S3C2440_UFSTAT_RXMASK,
2781};
2782
2783static int __init s3c2440_early_console_setup(struct earlycon_device *device,
2784 const char *opt)
2785{
2786 device->port.private_data = &s3c2440_early_console_data;
2787 return samsung_early_console_setup(device, opt);
2788}
2789
2790OF_EARLYCON_DECLARE(s3c6400, "samsung,s3c6400-uart",
2791 s3c2440_early_console_setup);
2792
2793/* S5PV210, Exynos */
2794static struct samsung_early_console_data s5pv210_early_console_data = {
2795 .txfull_mask = S5PV210_UFSTAT_TXFULL,
2796 .rxfifo_mask = S5PV210_UFSTAT_RXFULL | S5PV210_UFSTAT_RXMASK,
2797};
2798
2799static int __init s5pv210_early_console_setup(struct earlycon_device *device,
2800 const char *opt)
2801{
2802 device->port.private_data = &s5pv210_early_console_data;
2803 return samsung_early_console_setup(device, opt);
2804}
2805
2806OF_EARLYCON_DECLARE(s5pv210, "samsung,s5pv210-uart",
2807 s5pv210_early_console_setup);
2808OF_EARLYCON_DECLARE(exynos4210, "samsung,exynos4210-uart",
2809 s5pv210_early_console_setup);
2810OF_EARLYCON_DECLARE(artpec8, "axis,artpec8-uart",
2811 s5pv210_early_console_setup);
2812
2813static int __init gs101_early_console_setup(struct earlycon_device *device,
2814 const char *opt)
2815{
2816 /* gs101 always expects MMIO32 register accesses. */
2817 device->port.iotype = UPIO_MEM32;
2818
2819 return s5pv210_early_console_setup(device, opt);
2820}
2821
2822OF_EARLYCON_DECLARE(gs101, "google,gs101-uart", gs101_early_console_setup);
2823
2824/* Apple S5L */
2825static int __init apple_s5l_early_console_setup(struct earlycon_device *device,
2826 const char *opt)
2827{
2828 /* Close enough to S3C2410 for earlycon... */
2829 device->port.private_data = &s3c2410_early_console_data;
2830
2831#ifdef CONFIG_ARM64
2832 /* ... but we need to override the existing fixmap entry as nGnRnE */
2833 __set_fixmap(FIX_EARLYCON_MEM_BASE, device->port.mapbase,
2834 __pgprot(PROT_DEVICE_nGnRnE));
2835#endif
2836 return samsung_early_console_setup(device, opt);
2837}
2838
2839OF_EARLYCON_DECLARE(s5l, "apple,s5l-uart", apple_s5l_early_console_setup);
2840#endif
2841
2842MODULE_ALIAS("platform:samsung-uart");
2843MODULE_DESCRIPTION("Samsung SoC Serial port driver");
2844MODULE_AUTHOR("Ben Dooks <ben@simtec.co.uk>");
2845MODULE_LICENSE("GPL v2");