Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Based on meson_uart.c, by AMLOGIC, INC.
4 *
5 * Copyright (C) 2014 Carlo Caione <carlo@caione.org>
6 */
7
8#include <linux/clk.h>
9#include <linux/console.h>
10#include <linux/delay.h>
11#include <linux/init.h>
12#include <linux/io.h>
13#include <linux/iopoll.h>
14#include <linux/module.h>
15#include <linux/kernel.h>
16#include <linux/of.h>
17#include <linux/platform_device.h>
18#include <linux/serial.h>
19#include <linux/serial_core.h>
20#include <linux/tty.h>
21#include <linux/tty_flip.h>
22
23/* Register offsets */
24#define AML_UART_WFIFO 0x00
25#define AML_UART_RFIFO 0x04
26#define AML_UART_CONTROL 0x08
27#define AML_UART_STATUS 0x0c
28#define AML_UART_MISC 0x10
29#define AML_UART_REG5 0x14
30
31/* AML_UART_CONTROL bits */
32#define AML_UART_TX_EN BIT(12)
33#define AML_UART_RX_EN BIT(13)
34#define AML_UART_TWO_WIRE_EN BIT(15)
35#define AML_UART_STOP_BIT_LEN_MASK (0x03 << 16)
36#define AML_UART_STOP_BIT_1SB (0x00 << 16)
37#define AML_UART_STOP_BIT_2SB (0x01 << 16)
38#define AML_UART_PARITY_TYPE BIT(18)
39#define AML_UART_PARITY_EN BIT(19)
40#define AML_UART_TX_RST BIT(22)
41#define AML_UART_RX_RST BIT(23)
42#define AML_UART_CLEAR_ERR BIT(24)
43#define AML_UART_RX_INT_EN BIT(27)
44#define AML_UART_TX_INT_EN BIT(28)
45#define AML_UART_DATA_LEN_MASK (0x03 << 20)
46#define AML_UART_DATA_LEN_8BIT (0x00 << 20)
47#define AML_UART_DATA_LEN_7BIT (0x01 << 20)
48#define AML_UART_DATA_LEN_6BIT (0x02 << 20)
49#define AML_UART_DATA_LEN_5BIT (0x03 << 20)
50
51/* AML_UART_STATUS bits */
52#define AML_UART_PARITY_ERR BIT(16)
53#define AML_UART_FRAME_ERR BIT(17)
54#define AML_UART_TX_FIFO_WERR BIT(18)
55#define AML_UART_RX_EMPTY BIT(20)
56#define AML_UART_TX_FULL BIT(21)
57#define AML_UART_TX_EMPTY BIT(22)
58#define AML_UART_XMIT_BUSY BIT(25)
59#define AML_UART_ERR (AML_UART_PARITY_ERR | \
60 AML_UART_FRAME_ERR | \
61 AML_UART_TX_FIFO_WERR)
62
63/* AML_UART_MISC bits */
64#define AML_UART_XMIT_IRQ(c) (((c) & 0xff) << 8)
65#define AML_UART_RECV_IRQ(c) ((c) & 0xff)
66
67/* AML_UART_REG5 bits */
68#define AML_UART_BAUD_MASK 0x7fffff
69#define AML_UART_BAUD_USE BIT(23)
70#define AML_UART_BAUD_XTAL BIT(24)
71#define AML_UART_BAUD_XTAL_DIV2 BIT(27)
72
73#define AML_UART_PORT_NUM 12
74#define AML_UART_PORT_OFFSET 6
75
76#define AML_UART_POLL_USEC 5
77#define AML_UART_TIMEOUT_USEC 10000
78
79static struct uart_driver meson_uart_driver_ttyAML;
80static struct uart_driver meson_uart_driver_ttyS;
81
82static struct uart_port *meson_ports[AML_UART_PORT_NUM];
83
84struct meson_uart_data {
85 struct uart_driver *uart_driver;
86 bool has_xtal_div2;
87};
88
89static void meson_uart_set_mctrl(struct uart_port *port, unsigned int mctrl)
90{
91}
92
93static unsigned int meson_uart_get_mctrl(struct uart_port *port)
94{
95 return TIOCM_CTS;
96}
97
98static unsigned int meson_uart_tx_empty(struct uart_port *port)
99{
100 u32 val;
101
102 val = readl(port->membase + AML_UART_STATUS);
103 val &= (AML_UART_TX_EMPTY | AML_UART_XMIT_BUSY);
104 return (val == AML_UART_TX_EMPTY) ? TIOCSER_TEMT : 0;
105}
106
107static void meson_uart_stop_tx(struct uart_port *port)
108{
109 u32 val;
110
111 val = readl(port->membase + AML_UART_CONTROL);
112 val &= ~AML_UART_TX_INT_EN;
113 writel(val, port->membase + AML_UART_CONTROL);
114}
115
116static void meson_uart_stop_rx(struct uart_port *port)
117{
118 u32 val;
119
120 val = readl(port->membase + AML_UART_CONTROL);
121 val &= ~AML_UART_RX_EN;
122 writel(val, port->membase + AML_UART_CONTROL);
123}
124
125static void meson_uart_shutdown(struct uart_port *port)
126{
127 unsigned long flags;
128 u32 val;
129
130 free_irq(port->irq, port);
131
132 uart_port_lock_irqsave(port, &flags);
133
134 val = readl(port->membase + AML_UART_CONTROL);
135 val &= ~AML_UART_RX_EN;
136 val &= ~(AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
137 writel(val, port->membase + AML_UART_CONTROL);
138
139 uart_port_unlock_irqrestore(port, flags);
140}
141
142static void meson_uart_start_tx(struct uart_port *port)
143{
144 struct circ_buf *xmit = &port->state->xmit;
145 unsigned int ch;
146 u32 val;
147
148 if (uart_tx_stopped(port)) {
149 meson_uart_stop_tx(port);
150 return;
151 }
152
153 while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
154 if (port->x_char) {
155 writel(port->x_char, port->membase + AML_UART_WFIFO);
156 port->icount.tx++;
157 port->x_char = 0;
158 continue;
159 }
160
161 if (uart_circ_empty(xmit))
162 break;
163
164 ch = xmit->buf[xmit->tail];
165 writel(ch, port->membase + AML_UART_WFIFO);
166 uart_xmit_advance(port, 1);
167 }
168
169 if (!uart_circ_empty(xmit)) {
170 val = readl(port->membase + AML_UART_CONTROL);
171 val |= AML_UART_TX_INT_EN;
172 writel(val, port->membase + AML_UART_CONTROL);
173 }
174
175 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
176 uart_write_wakeup(port);
177}
178
179static void meson_receive_chars(struct uart_port *port)
180{
181 struct tty_port *tport = &port->state->port;
182 char flag;
183 u32 ostatus, status, ch, mode;
184
185 do {
186 flag = TTY_NORMAL;
187 port->icount.rx++;
188 ostatus = status = readl(port->membase + AML_UART_STATUS);
189
190 if (status & AML_UART_ERR) {
191 if (status & AML_UART_TX_FIFO_WERR)
192 port->icount.overrun++;
193 else if (status & AML_UART_FRAME_ERR)
194 port->icount.frame++;
195 else if (status & AML_UART_PARITY_ERR)
196 port->icount.frame++;
197
198 mode = readl(port->membase + AML_UART_CONTROL);
199 mode |= AML_UART_CLEAR_ERR;
200 writel(mode, port->membase + AML_UART_CONTROL);
201
202 /* It doesn't clear to 0 automatically */
203 mode &= ~AML_UART_CLEAR_ERR;
204 writel(mode, port->membase + AML_UART_CONTROL);
205
206 status &= port->read_status_mask;
207 if (status & AML_UART_FRAME_ERR)
208 flag = TTY_FRAME;
209 else if (status & AML_UART_PARITY_ERR)
210 flag = TTY_PARITY;
211 }
212
213 ch = readl(port->membase + AML_UART_RFIFO);
214 ch &= 0xff;
215
216 if ((ostatus & AML_UART_FRAME_ERR) && (ch == 0)) {
217 port->icount.brk++;
218 flag = TTY_BREAK;
219 if (uart_handle_break(port))
220 continue;
221 }
222
223 if (uart_handle_sysrq_char(port, ch))
224 continue;
225
226 if ((status & port->ignore_status_mask) == 0)
227 tty_insert_flip_char(tport, ch, flag);
228
229 if (status & AML_UART_TX_FIFO_WERR)
230 tty_insert_flip_char(tport, 0, TTY_OVERRUN);
231
232 } while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY));
233
234 tty_flip_buffer_push(tport);
235}
236
237static irqreturn_t meson_uart_interrupt(int irq, void *dev_id)
238{
239 struct uart_port *port = (struct uart_port *)dev_id;
240
241 uart_port_lock(port);
242
243 if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY))
244 meson_receive_chars(port);
245
246 if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
247 if (readl(port->membase + AML_UART_CONTROL) & AML_UART_TX_INT_EN)
248 meson_uart_start_tx(port);
249 }
250
251 uart_port_unlock(port);
252
253 return IRQ_HANDLED;
254}
255
256static const char *meson_uart_type(struct uart_port *port)
257{
258 return (port->type == PORT_MESON) ? "meson_uart" : NULL;
259}
260
261/*
262 * This function is called only from probe() using a temporary io mapping
263 * in order to perform a reset before setting up the device. Since the
264 * temporarily mapped region was successfully requested, there can be no
265 * console on this port at this time. Hence it is not necessary for this
266 * function to acquire the port->lock. (Since there is no console on this
267 * port at this time, the port->lock is not initialized yet.)
268 */
269static void meson_uart_reset(struct uart_port *port)
270{
271 u32 val;
272
273 val = readl(port->membase + AML_UART_CONTROL);
274 val |= (AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
275 writel(val, port->membase + AML_UART_CONTROL);
276
277 val &= ~(AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
278 writel(val, port->membase + AML_UART_CONTROL);
279}
280
281static int meson_uart_startup(struct uart_port *port)
282{
283 unsigned long flags;
284 u32 val;
285 int ret = 0;
286
287 uart_port_lock_irqsave(port, &flags);
288
289 val = readl(port->membase + AML_UART_CONTROL);
290 val |= AML_UART_CLEAR_ERR;
291 writel(val, port->membase + AML_UART_CONTROL);
292 val &= ~AML_UART_CLEAR_ERR;
293 writel(val, port->membase + AML_UART_CONTROL);
294
295 val |= (AML_UART_RX_EN | AML_UART_TX_EN);
296 writel(val, port->membase + AML_UART_CONTROL);
297
298 val |= (AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
299 writel(val, port->membase + AML_UART_CONTROL);
300
301 val = (AML_UART_RECV_IRQ(1) | AML_UART_XMIT_IRQ(port->fifosize / 2));
302 writel(val, port->membase + AML_UART_MISC);
303
304 uart_port_unlock_irqrestore(port, flags);
305
306 ret = request_irq(port->irq, meson_uart_interrupt, 0,
307 port->name, port);
308
309 return ret;
310}
311
312static void meson_uart_change_speed(struct uart_port *port, unsigned long baud)
313{
314 const struct meson_uart_data *private_data = port->private_data;
315 u32 val = 0;
316
317 while (!meson_uart_tx_empty(port))
318 cpu_relax();
319
320 if (port->uartclk == 24000000) {
321 unsigned int xtal_div = 3;
322
323 if (private_data && private_data->has_xtal_div2) {
324 xtal_div = 2;
325 val |= AML_UART_BAUD_XTAL_DIV2;
326 }
327 val |= DIV_ROUND_CLOSEST(port->uartclk / xtal_div, baud) - 1;
328 val |= AML_UART_BAUD_XTAL;
329 } else {
330 val = DIV_ROUND_CLOSEST(port->uartclk / 4, baud) - 1;
331 }
332 val |= AML_UART_BAUD_USE;
333 writel(val, port->membase + AML_UART_REG5);
334}
335
336static void meson_uart_set_termios(struct uart_port *port,
337 struct ktermios *termios,
338 const struct ktermios *old)
339{
340 unsigned int cflags, iflags, baud;
341 unsigned long flags;
342 u32 val;
343
344 uart_port_lock_irqsave(port, &flags);
345
346 cflags = termios->c_cflag;
347 iflags = termios->c_iflag;
348
349 val = readl(port->membase + AML_UART_CONTROL);
350
351 val &= ~AML_UART_DATA_LEN_MASK;
352 switch (cflags & CSIZE) {
353 case CS8:
354 val |= AML_UART_DATA_LEN_8BIT;
355 break;
356 case CS7:
357 val |= AML_UART_DATA_LEN_7BIT;
358 break;
359 case CS6:
360 val |= AML_UART_DATA_LEN_6BIT;
361 break;
362 case CS5:
363 val |= AML_UART_DATA_LEN_5BIT;
364 break;
365 }
366
367 if (cflags & PARENB)
368 val |= AML_UART_PARITY_EN;
369 else
370 val &= ~AML_UART_PARITY_EN;
371
372 if (cflags & PARODD)
373 val |= AML_UART_PARITY_TYPE;
374 else
375 val &= ~AML_UART_PARITY_TYPE;
376
377 val &= ~AML_UART_STOP_BIT_LEN_MASK;
378 if (cflags & CSTOPB)
379 val |= AML_UART_STOP_BIT_2SB;
380 else
381 val |= AML_UART_STOP_BIT_1SB;
382
383 if (cflags & CRTSCTS) {
384 if (port->flags & UPF_HARD_FLOW)
385 val &= ~AML_UART_TWO_WIRE_EN;
386 else
387 termios->c_cflag &= ~CRTSCTS;
388 } else {
389 val |= AML_UART_TWO_WIRE_EN;
390 }
391
392 writel(val, port->membase + AML_UART_CONTROL);
393
394 baud = uart_get_baud_rate(port, termios, old, 50, 4000000);
395 meson_uart_change_speed(port, baud);
396
397 port->read_status_mask = AML_UART_TX_FIFO_WERR;
398 if (iflags & INPCK)
399 port->read_status_mask |= AML_UART_PARITY_ERR |
400 AML_UART_FRAME_ERR;
401
402 port->ignore_status_mask = 0;
403 if (iflags & IGNPAR)
404 port->ignore_status_mask |= AML_UART_PARITY_ERR |
405 AML_UART_FRAME_ERR;
406
407 uart_update_timeout(port, termios->c_cflag, baud);
408 uart_port_unlock_irqrestore(port, flags);
409}
410
411static int meson_uart_verify_port(struct uart_port *port,
412 struct serial_struct *ser)
413{
414 int ret = 0;
415
416 if (port->type != PORT_MESON)
417 ret = -EINVAL;
418 if (port->irq != ser->irq)
419 ret = -EINVAL;
420 if (ser->baud_base < 9600)
421 ret = -EINVAL;
422 return ret;
423}
424
425static void meson_uart_release_port(struct uart_port *port)
426{
427 devm_iounmap(port->dev, port->membase);
428 port->membase = NULL;
429 devm_release_mem_region(port->dev, port->mapbase, port->mapsize);
430}
431
432static int meson_uart_request_port(struct uart_port *port)
433{
434 if (!devm_request_mem_region(port->dev, port->mapbase, port->mapsize,
435 dev_name(port->dev))) {
436 dev_err(port->dev, "Memory region busy\n");
437 return -EBUSY;
438 }
439
440 port->membase = devm_ioremap(port->dev, port->mapbase,
441 port->mapsize);
442 if (!port->membase)
443 return -ENOMEM;
444
445 return 0;
446}
447
448static void meson_uart_config_port(struct uart_port *port, int flags)
449{
450 if (flags & UART_CONFIG_TYPE) {
451 port->type = PORT_MESON;
452 meson_uart_request_port(port);
453 }
454}
455
456#ifdef CONFIG_CONSOLE_POLL
457/*
458 * Console polling routines for writing and reading from the uart while
459 * in an interrupt or debug context (i.e. kgdb).
460 */
461
462static int meson_uart_poll_get_char(struct uart_port *port)
463{
464 u32 c;
465 unsigned long flags;
466
467 uart_port_lock_irqsave(port, &flags);
468
469 if (readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY)
470 c = NO_POLL_CHAR;
471 else
472 c = readl(port->membase + AML_UART_RFIFO);
473
474 uart_port_unlock_irqrestore(port, flags);
475
476 return c;
477}
478
479static void meson_uart_poll_put_char(struct uart_port *port, unsigned char c)
480{
481 unsigned long flags;
482 u32 reg;
483 int ret;
484
485 uart_port_lock_irqsave(port, &flags);
486
487 /* Wait until FIFO is empty or timeout */
488 ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
489 reg & AML_UART_TX_EMPTY,
490 AML_UART_POLL_USEC,
491 AML_UART_TIMEOUT_USEC);
492 if (ret == -ETIMEDOUT) {
493 dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
494 goto out;
495 }
496
497 /* Write the character */
498 writel(c, port->membase + AML_UART_WFIFO);
499
500 /* Wait until FIFO is empty or timeout */
501 ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
502 reg & AML_UART_TX_EMPTY,
503 AML_UART_POLL_USEC,
504 AML_UART_TIMEOUT_USEC);
505 if (ret == -ETIMEDOUT)
506 dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
507
508out:
509 uart_port_unlock_irqrestore(port, flags);
510}
511
512#endif /* CONFIG_CONSOLE_POLL */
513
514static const struct uart_ops meson_uart_ops = {
515 .set_mctrl = meson_uart_set_mctrl,
516 .get_mctrl = meson_uart_get_mctrl,
517 .tx_empty = meson_uart_tx_empty,
518 .start_tx = meson_uart_start_tx,
519 .stop_tx = meson_uart_stop_tx,
520 .stop_rx = meson_uart_stop_rx,
521 .startup = meson_uart_startup,
522 .shutdown = meson_uart_shutdown,
523 .set_termios = meson_uart_set_termios,
524 .type = meson_uart_type,
525 .config_port = meson_uart_config_port,
526 .request_port = meson_uart_request_port,
527 .release_port = meson_uart_release_port,
528 .verify_port = meson_uart_verify_port,
529#ifdef CONFIG_CONSOLE_POLL
530 .poll_get_char = meson_uart_poll_get_char,
531 .poll_put_char = meson_uart_poll_put_char,
532#endif
533};
534
535#ifdef CONFIG_SERIAL_MESON_CONSOLE
536static void meson_uart_enable_tx_engine(struct uart_port *port)
537{
538 u32 val;
539
540 val = readl(port->membase + AML_UART_CONTROL);
541 val |= AML_UART_TX_EN;
542 writel(val, port->membase + AML_UART_CONTROL);
543}
544
545static void meson_console_putchar(struct uart_port *port, unsigned char ch)
546{
547 if (!port->membase)
548 return;
549
550 while (readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)
551 cpu_relax();
552 writel(ch, port->membase + AML_UART_WFIFO);
553}
554
555static void meson_serial_port_write(struct uart_port *port, const char *s,
556 u_int count)
557{
558 unsigned long flags;
559 int locked;
560 u32 val, tmp;
561
562 local_irq_save(flags);
563 if (port->sysrq) {
564 locked = 0;
565 } else if (oops_in_progress) {
566 locked = uart_port_trylock(port);
567 } else {
568 uart_port_lock(port);
569 locked = 1;
570 }
571
572 val = readl(port->membase + AML_UART_CONTROL);
573 tmp = val & ~(AML_UART_TX_INT_EN | AML_UART_RX_INT_EN);
574 writel(tmp, port->membase + AML_UART_CONTROL);
575
576 uart_console_write(port, s, count, meson_console_putchar);
577 writel(val, port->membase + AML_UART_CONTROL);
578
579 if (locked)
580 uart_port_unlock(port);
581 local_irq_restore(flags);
582}
583
584static void meson_serial_console_write(struct console *co, const char *s,
585 u_int count)
586{
587 struct uart_port *port;
588
589 port = meson_ports[co->index];
590 if (!port)
591 return;
592
593 meson_serial_port_write(port, s, count);
594}
595
596static int meson_serial_console_setup(struct console *co, char *options)
597{
598 struct uart_port *port;
599 int baud = 115200;
600 int bits = 8;
601 int parity = 'n';
602 int flow = 'n';
603
604 if (co->index < 0 || co->index >= AML_UART_PORT_NUM)
605 return -EINVAL;
606
607 port = meson_ports[co->index];
608 if (!port || !port->membase)
609 return -ENODEV;
610
611 meson_uart_enable_tx_engine(port);
612
613 if (options)
614 uart_parse_options(options, &baud, &parity, &bits, &flow);
615
616 return uart_set_options(port, co, baud, parity, bits, flow);
617}
618
619#define MESON_SERIAL_CONSOLE(_devname) \
620 static struct console meson_serial_console_##_devname = { \
621 .name = __stringify(_devname), \
622 .write = meson_serial_console_write, \
623 .device = uart_console_device, \
624 .setup = meson_serial_console_setup, \
625 .flags = CON_PRINTBUFFER, \
626 .index = -1, \
627 .data = &meson_uart_driver_##_devname, \
628 }
629
630MESON_SERIAL_CONSOLE(ttyAML);
631MESON_SERIAL_CONSOLE(ttyS);
632
633static void meson_serial_early_console_write(struct console *co,
634 const char *s,
635 u_int count)
636{
637 struct earlycon_device *dev = co->data;
638
639 meson_serial_port_write(&dev->port, s, count);
640}
641
642static int __init
643meson_serial_early_console_setup(struct earlycon_device *device, const char *opt)
644{
645 if (!device->port.membase)
646 return -ENODEV;
647
648 meson_uart_enable_tx_engine(&device->port);
649 device->con->write = meson_serial_early_console_write;
650 return 0;
651}
652
653OF_EARLYCON_DECLARE(meson, "amlogic,meson-ao-uart", meson_serial_early_console_setup);
654OF_EARLYCON_DECLARE(meson, "amlogic,meson-s4-uart", meson_serial_early_console_setup);
655
656#define MESON_SERIAL_CONSOLE_PTR(_devname) (&meson_serial_console_##_devname)
657#else
658#define MESON_SERIAL_CONSOLE_PTR(_devname) (NULL)
659#endif
660
661#define MESON_UART_DRIVER(_devname) \
662 static struct uart_driver meson_uart_driver_##_devname = { \
663 .owner = THIS_MODULE, \
664 .driver_name = "meson_uart", \
665 .dev_name = __stringify(_devname), \
666 .nr = AML_UART_PORT_NUM, \
667 .cons = MESON_SERIAL_CONSOLE_PTR(_devname), \
668 }
669
670MESON_UART_DRIVER(ttyAML);
671MESON_UART_DRIVER(ttyS);
672
673static int meson_uart_probe_clocks(struct platform_device *pdev,
674 struct uart_port *port)
675{
676 struct clk *clk_xtal = NULL;
677 struct clk *clk_pclk = NULL;
678 struct clk *clk_baud = NULL;
679
680 clk_pclk = devm_clk_get_enabled(&pdev->dev, "pclk");
681 if (IS_ERR(clk_pclk))
682 return PTR_ERR(clk_pclk);
683
684 clk_xtal = devm_clk_get_enabled(&pdev->dev, "xtal");
685 if (IS_ERR(clk_xtal))
686 return PTR_ERR(clk_xtal);
687
688 clk_baud = devm_clk_get_enabled(&pdev->dev, "baud");
689 if (IS_ERR(clk_baud))
690 return PTR_ERR(clk_baud);
691
692 port->uartclk = clk_get_rate(clk_baud);
693
694 return 0;
695}
696
697static struct uart_driver *meson_uart_current(const struct meson_uart_data *pd)
698{
699 return (pd && pd->uart_driver) ?
700 pd->uart_driver : &meson_uart_driver_ttyAML;
701}
702
703static int meson_uart_probe(struct platform_device *pdev)
704{
705 const struct meson_uart_data *priv_data;
706 struct uart_driver *uart_driver;
707 struct resource *res_mem;
708 struct uart_port *port;
709 u32 fifosize = 64; /* Default is 64, 128 for EE UART_0 */
710 int ret = 0;
711 int irq;
712 bool has_rtscts;
713
714 if (pdev->dev.of_node)
715 pdev->id = of_alias_get_id(pdev->dev.of_node, "serial");
716
717 if (pdev->id < 0) {
718 int id;
719
720 for (id = AML_UART_PORT_OFFSET; id < AML_UART_PORT_NUM; id++) {
721 if (!meson_ports[id]) {
722 pdev->id = id;
723 break;
724 }
725 }
726 }
727
728 if (pdev->id < 0 || pdev->id >= AML_UART_PORT_NUM)
729 return -EINVAL;
730
731 res_mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
732 if (!res_mem)
733 return -ENODEV;
734
735 irq = platform_get_irq(pdev, 0);
736 if (irq < 0)
737 return irq;
738
739 of_property_read_u32(pdev->dev.of_node, "fifo-size", &fifosize);
740 has_rtscts = of_property_read_bool(pdev->dev.of_node, "uart-has-rtscts");
741
742 if (meson_ports[pdev->id]) {
743 return dev_err_probe(&pdev->dev, -EBUSY,
744 "port %d already allocated\n", pdev->id);
745 }
746
747 port = devm_kzalloc(&pdev->dev, sizeof(struct uart_port), GFP_KERNEL);
748 if (!port)
749 return -ENOMEM;
750
751 ret = meson_uart_probe_clocks(pdev, port);
752 if (ret)
753 return ret;
754
755 priv_data = device_get_match_data(&pdev->dev);
756
757 uart_driver = meson_uart_current(priv_data);
758
759 if (!uart_driver->state) {
760 ret = uart_register_driver(uart_driver);
761 if (ret)
762 return dev_err_probe(&pdev->dev, ret,
763 "can't register uart driver\n");
764 }
765
766 port->iotype = UPIO_MEM;
767 port->mapbase = res_mem->start;
768 port->mapsize = resource_size(res_mem);
769 port->irq = irq;
770 port->flags = UPF_BOOT_AUTOCONF | UPF_LOW_LATENCY;
771 if (has_rtscts)
772 port->flags |= UPF_HARD_FLOW;
773 port->has_sysrq = IS_ENABLED(CONFIG_SERIAL_MESON_CONSOLE);
774 port->dev = &pdev->dev;
775 port->line = pdev->id;
776 port->type = PORT_MESON;
777 port->x_char = 0;
778 port->ops = &meson_uart_ops;
779 port->fifosize = fifosize;
780 port->private_data = (void *)priv_data;
781
782 meson_ports[pdev->id] = port;
783 platform_set_drvdata(pdev, port);
784
785 /* reset port before registering (and possibly registering console) */
786 if (meson_uart_request_port(port) >= 0) {
787 meson_uart_reset(port);
788 meson_uart_release_port(port);
789 }
790
791 ret = uart_add_one_port(uart_driver, port);
792 if (ret)
793 meson_ports[pdev->id] = NULL;
794
795 return ret;
796}
797
798static void meson_uart_remove(struct platform_device *pdev)
799{
800 struct uart_driver *uart_driver;
801 struct uart_port *port;
802
803 port = platform_get_drvdata(pdev);
804 uart_driver = meson_uart_current(port->private_data);
805 uart_remove_one_port(uart_driver, port);
806 meson_ports[pdev->id] = NULL;
807
808 for (int id = 0; id < AML_UART_PORT_NUM; id++)
809 if (meson_ports[id])
810 return;
811
812 /* No more available uart ports, unregister uart driver */
813 uart_unregister_driver(uart_driver);
814}
815
816static struct meson_uart_data meson_g12a_uart_data = {
817 .has_xtal_div2 = true,
818};
819
820static struct meson_uart_data meson_a1_uart_data = {
821 .uart_driver = &meson_uart_driver_ttyS,
822 .has_xtal_div2 = false,
823};
824
825static struct meson_uart_data meson_s4_uart_data = {
826 .uart_driver = &meson_uart_driver_ttyS,
827 .has_xtal_div2 = true,
828};
829
830static const struct of_device_id meson_uart_dt_match[] = {
831 { .compatible = "amlogic,meson6-uart" },
832 { .compatible = "amlogic,meson8-uart" },
833 { .compatible = "amlogic,meson8b-uart" },
834 { .compatible = "amlogic,meson-gx-uart" },
835 {
836 .compatible = "amlogic,meson-g12a-uart",
837 .data = (void *)&meson_g12a_uart_data,
838 },
839 {
840 .compatible = "amlogic,meson-s4-uart",
841 .data = (void *)&meson_s4_uart_data,
842 },
843 {
844 .compatible = "amlogic,meson-a1-uart",
845 .data = (void *)&meson_a1_uart_data,
846 },
847 { /* sentinel */ },
848};
849MODULE_DEVICE_TABLE(of, meson_uart_dt_match);
850
851static struct platform_driver meson_uart_platform_driver = {
852 .probe = meson_uart_probe,
853 .remove_new = meson_uart_remove,
854 .driver = {
855 .name = "meson_uart",
856 .of_match_table = meson_uart_dt_match,
857 },
858};
859
860module_platform_driver(meson_uart_platform_driver);
861
862MODULE_AUTHOR("Carlo Caione <carlo@caione.org>");
863MODULE_DESCRIPTION("Amlogic Meson serial port driver");
864MODULE_LICENSE("GPL v2");
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Based on meson_uart.c, by AMLOGIC, INC.
4 *
5 * Copyright (C) 2014 Carlo Caione <carlo@caione.org>
6 */
7
8#include <linux/clk.h>
9#include <linux/console.h>
10#include <linux/delay.h>
11#include <linux/init.h>
12#include <linux/io.h>
13#include <linux/iopoll.h>
14#include <linux/module.h>
15#include <linux/kernel.h>
16#include <linux/of.h>
17#include <linux/platform_device.h>
18#include <linux/serial.h>
19#include <linux/serial_core.h>
20#include <linux/tty.h>
21#include <linux/tty_flip.h>
22
23/* Register offsets */
24#define AML_UART_WFIFO 0x00
25#define AML_UART_RFIFO 0x04
26#define AML_UART_CONTROL 0x08
27#define AML_UART_STATUS 0x0c
28#define AML_UART_MISC 0x10
29#define AML_UART_REG5 0x14
30
31/* AML_UART_CONTROL bits */
32#define AML_UART_TX_EN BIT(12)
33#define AML_UART_RX_EN BIT(13)
34#define AML_UART_TWO_WIRE_EN BIT(15)
35#define AML_UART_STOP_BIT_LEN_MASK (0x03 << 16)
36#define AML_UART_STOP_BIT_1SB (0x00 << 16)
37#define AML_UART_STOP_BIT_2SB (0x01 << 16)
38#define AML_UART_PARITY_TYPE BIT(18)
39#define AML_UART_PARITY_EN BIT(19)
40#define AML_UART_TX_RST BIT(22)
41#define AML_UART_RX_RST BIT(23)
42#define AML_UART_CLEAR_ERR BIT(24)
43#define AML_UART_RX_INT_EN BIT(27)
44#define AML_UART_TX_INT_EN BIT(28)
45#define AML_UART_DATA_LEN_MASK (0x03 << 20)
46#define AML_UART_DATA_LEN_8BIT (0x00 << 20)
47#define AML_UART_DATA_LEN_7BIT (0x01 << 20)
48#define AML_UART_DATA_LEN_6BIT (0x02 << 20)
49#define AML_UART_DATA_LEN_5BIT (0x03 << 20)
50
51/* AML_UART_STATUS bits */
52#define AML_UART_PARITY_ERR BIT(16)
53#define AML_UART_FRAME_ERR BIT(17)
54#define AML_UART_TX_FIFO_WERR BIT(18)
55#define AML_UART_RX_EMPTY BIT(20)
56#define AML_UART_TX_FULL BIT(21)
57#define AML_UART_TX_EMPTY BIT(22)
58#define AML_UART_XMIT_BUSY BIT(25)
59#define AML_UART_ERR (AML_UART_PARITY_ERR | \
60 AML_UART_FRAME_ERR | \
61 AML_UART_TX_FIFO_WERR)
62
63/* AML_UART_MISC bits */
64#define AML_UART_XMIT_IRQ(c) (((c) & 0xff) << 8)
65#define AML_UART_RECV_IRQ(c) ((c) & 0xff)
66
67/* AML_UART_REG5 bits */
68#define AML_UART_BAUD_MASK 0x7fffff
69#define AML_UART_BAUD_USE BIT(23)
70#define AML_UART_BAUD_XTAL BIT(24)
71
72#define AML_UART_PORT_NUM 12
73#define AML_UART_PORT_OFFSET 6
74#define AML_UART_DEV_NAME "ttyAML"
75
76#define AML_UART_POLL_USEC 5
77#define AML_UART_TIMEOUT_USEC 10000
78
79static struct uart_driver meson_uart_driver;
80
81static struct uart_port *meson_ports[AML_UART_PORT_NUM];
82
83static void meson_uart_set_mctrl(struct uart_port *port, unsigned int mctrl)
84{
85}
86
87static unsigned int meson_uart_get_mctrl(struct uart_port *port)
88{
89 return TIOCM_CTS;
90}
91
92static unsigned int meson_uart_tx_empty(struct uart_port *port)
93{
94 u32 val;
95
96 val = readl(port->membase + AML_UART_STATUS);
97 val &= (AML_UART_TX_EMPTY | AML_UART_XMIT_BUSY);
98 return (val == AML_UART_TX_EMPTY) ? TIOCSER_TEMT : 0;
99}
100
101static void meson_uart_stop_tx(struct uart_port *port)
102{
103 u32 val;
104
105 val = readl(port->membase + AML_UART_CONTROL);
106 val &= ~AML_UART_TX_INT_EN;
107 writel(val, port->membase + AML_UART_CONTROL);
108}
109
110static void meson_uart_stop_rx(struct uart_port *port)
111{
112 u32 val;
113
114 val = readl(port->membase + AML_UART_CONTROL);
115 val &= ~AML_UART_RX_EN;
116 writel(val, port->membase + AML_UART_CONTROL);
117}
118
119static void meson_uart_shutdown(struct uart_port *port)
120{
121 unsigned long flags;
122 u32 val;
123
124 free_irq(port->irq, port);
125
126 spin_lock_irqsave(&port->lock, flags);
127
128 val = readl(port->membase + AML_UART_CONTROL);
129 val &= ~AML_UART_RX_EN;
130 val &= ~(AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
131 writel(val, port->membase + AML_UART_CONTROL);
132
133 spin_unlock_irqrestore(&port->lock, flags);
134}
135
136static void meson_uart_start_tx(struct uart_port *port)
137{
138 struct circ_buf *xmit = &port->state->xmit;
139 unsigned int ch;
140 u32 val;
141
142 if (uart_tx_stopped(port)) {
143 meson_uart_stop_tx(port);
144 return;
145 }
146
147 while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
148 if (port->x_char) {
149 writel(port->x_char, port->membase + AML_UART_WFIFO);
150 port->icount.tx++;
151 port->x_char = 0;
152 continue;
153 }
154
155 if (uart_circ_empty(xmit))
156 break;
157
158 ch = xmit->buf[xmit->tail];
159 writel(ch, port->membase + AML_UART_WFIFO);
160 xmit->tail = (xmit->tail+1) & (SERIAL_XMIT_SIZE - 1);
161 port->icount.tx++;
162 }
163
164 if (!uart_circ_empty(xmit)) {
165 val = readl(port->membase + AML_UART_CONTROL);
166 val |= AML_UART_TX_INT_EN;
167 writel(val, port->membase + AML_UART_CONTROL);
168 }
169
170 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
171 uart_write_wakeup(port);
172}
173
174static void meson_receive_chars(struct uart_port *port)
175{
176 struct tty_port *tport = &port->state->port;
177 char flag;
178 u32 ostatus, status, ch, mode;
179
180 do {
181 flag = TTY_NORMAL;
182 port->icount.rx++;
183 ostatus = status = readl(port->membase + AML_UART_STATUS);
184
185 if (status & AML_UART_ERR) {
186 if (status & AML_UART_TX_FIFO_WERR)
187 port->icount.overrun++;
188 else if (status & AML_UART_FRAME_ERR)
189 port->icount.frame++;
190 else if (status & AML_UART_PARITY_ERR)
191 port->icount.frame++;
192
193 mode = readl(port->membase + AML_UART_CONTROL);
194 mode |= AML_UART_CLEAR_ERR;
195 writel(mode, port->membase + AML_UART_CONTROL);
196
197 /* It doesn't clear to 0 automatically */
198 mode &= ~AML_UART_CLEAR_ERR;
199 writel(mode, port->membase + AML_UART_CONTROL);
200
201 status &= port->read_status_mask;
202 if (status & AML_UART_FRAME_ERR)
203 flag = TTY_FRAME;
204 else if (status & AML_UART_PARITY_ERR)
205 flag = TTY_PARITY;
206 }
207
208 ch = readl(port->membase + AML_UART_RFIFO);
209 ch &= 0xff;
210
211 if ((ostatus & AML_UART_FRAME_ERR) && (ch == 0)) {
212 port->icount.brk++;
213 flag = TTY_BREAK;
214 if (uart_handle_break(port))
215 continue;
216 }
217
218 if (uart_handle_sysrq_char(port, ch))
219 continue;
220
221 if ((status & port->ignore_status_mask) == 0)
222 tty_insert_flip_char(tport, ch, flag);
223
224 if (status & AML_UART_TX_FIFO_WERR)
225 tty_insert_flip_char(tport, 0, TTY_OVERRUN);
226
227 } while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY));
228
229 spin_unlock(&port->lock);
230 tty_flip_buffer_push(tport);
231 spin_lock(&port->lock);
232}
233
234static irqreturn_t meson_uart_interrupt(int irq, void *dev_id)
235{
236 struct uart_port *port = (struct uart_port *)dev_id;
237
238 spin_lock(&port->lock);
239
240 if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY))
241 meson_receive_chars(port);
242
243 if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
244 if (readl(port->membase + AML_UART_CONTROL) & AML_UART_TX_INT_EN)
245 meson_uart_start_tx(port);
246 }
247
248 spin_unlock(&port->lock);
249
250 return IRQ_HANDLED;
251}
252
253static const char *meson_uart_type(struct uart_port *port)
254{
255 return (port->type == PORT_MESON) ? "meson_uart" : NULL;
256}
257
258static void meson_uart_reset(struct uart_port *port)
259{
260 u32 val;
261
262 val = readl(port->membase + AML_UART_CONTROL);
263 val |= (AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
264 writel(val, port->membase + AML_UART_CONTROL);
265
266 val &= ~(AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
267 writel(val, port->membase + AML_UART_CONTROL);
268}
269
270static int meson_uart_startup(struct uart_port *port)
271{
272 u32 val;
273 int ret = 0;
274
275 val = readl(port->membase + AML_UART_CONTROL);
276 val |= AML_UART_CLEAR_ERR;
277 writel(val, port->membase + AML_UART_CONTROL);
278 val &= ~AML_UART_CLEAR_ERR;
279 writel(val, port->membase + AML_UART_CONTROL);
280
281 val |= (AML_UART_RX_EN | AML_UART_TX_EN);
282 writel(val, port->membase + AML_UART_CONTROL);
283
284 val |= (AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
285 writel(val, port->membase + AML_UART_CONTROL);
286
287 val = (AML_UART_RECV_IRQ(1) | AML_UART_XMIT_IRQ(port->fifosize / 2));
288 writel(val, port->membase + AML_UART_MISC);
289
290 ret = request_irq(port->irq, meson_uart_interrupt, 0,
291 port->name, port);
292
293 return ret;
294}
295
296static void meson_uart_change_speed(struct uart_port *port, unsigned long baud)
297{
298 u32 val;
299
300 while (!meson_uart_tx_empty(port))
301 cpu_relax();
302
303 if (port->uartclk == 24000000) {
304 val = ((port->uartclk / 3) / baud) - 1;
305 val |= AML_UART_BAUD_XTAL;
306 } else {
307 val = ((port->uartclk * 10 / (baud * 4) + 5) / 10) - 1;
308 }
309 val |= AML_UART_BAUD_USE;
310 writel(val, port->membase + AML_UART_REG5);
311}
312
313static void meson_uart_set_termios(struct uart_port *port,
314 struct ktermios *termios,
315 struct ktermios *old)
316{
317 unsigned int cflags, iflags, baud;
318 unsigned long flags;
319 u32 val;
320
321 spin_lock_irqsave(&port->lock, flags);
322
323 cflags = termios->c_cflag;
324 iflags = termios->c_iflag;
325
326 val = readl(port->membase + AML_UART_CONTROL);
327
328 val &= ~AML_UART_DATA_LEN_MASK;
329 switch (cflags & CSIZE) {
330 case CS8:
331 val |= AML_UART_DATA_LEN_8BIT;
332 break;
333 case CS7:
334 val |= AML_UART_DATA_LEN_7BIT;
335 break;
336 case CS6:
337 val |= AML_UART_DATA_LEN_6BIT;
338 break;
339 case CS5:
340 val |= AML_UART_DATA_LEN_5BIT;
341 break;
342 }
343
344 if (cflags & PARENB)
345 val |= AML_UART_PARITY_EN;
346 else
347 val &= ~AML_UART_PARITY_EN;
348
349 if (cflags & PARODD)
350 val |= AML_UART_PARITY_TYPE;
351 else
352 val &= ~AML_UART_PARITY_TYPE;
353
354 val &= ~AML_UART_STOP_BIT_LEN_MASK;
355 if (cflags & CSTOPB)
356 val |= AML_UART_STOP_BIT_2SB;
357 else
358 val |= AML_UART_STOP_BIT_1SB;
359
360 if (cflags & CRTSCTS)
361 val &= ~AML_UART_TWO_WIRE_EN;
362 else
363 val |= AML_UART_TWO_WIRE_EN;
364
365 writel(val, port->membase + AML_UART_CONTROL);
366
367 baud = uart_get_baud_rate(port, termios, old, 50, 4000000);
368 meson_uart_change_speed(port, baud);
369
370 port->read_status_mask = AML_UART_TX_FIFO_WERR;
371 if (iflags & INPCK)
372 port->read_status_mask |= AML_UART_PARITY_ERR |
373 AML_UART_FRAME_ERR;
374
375 port->ignore_status_mask = 0;
376 if (iflags & IGNPAR)
377 port->ignore_status_mask |= AML_UART_PARITY_ERR |
378 AML_UART_FRAME_ERR;
379
380 uart_update_timeout(port, termios->c_cflag, baud);
381 spin_unlock_irqrestore(&port->lock, flags);
382}
383
384static int meson_uart_verify_port(struct uart_port *port,
385 struct serial_struct *ser)
386{
387 int ret = 0;
388
389 if (port->type != PORT_MESON)
390 ret = -EINVAL;
391 if (port->irq != ser->irq)
392 ret = -EINVAL;
393 if (ser->baud_base < 9600)
394 ret = -EINVAL;
395 return ret;
396}
397
398static void meson_uart_release_port(struct uart_port *port)
399{
400 devm_iounmap(port->dev, port->membase);
401 port->membase = NULL;
402 devm_release_mem_region(port->dev, port->mapbase, port->mapsize);
403}
404
405static int meson_uart_request_port(struct uart_port *port)
406{
407 if (!devm_request_mem_region(port->dev, port->mapbase, port->mapsize,
408 dev_name(port->dev))) {
409 dev_err(port->dev, "Memory region busy\n");
410 return -EBUSY;
411 }
412
413 port->membase = devm_ioremap(port->dev, port->mapbase,
414 port->mapsize);
415 if (!port->membase)
416 return -ENOMEM;
417
418 return 0;
419}
420
421static void meson_uart_config_port(struct uart_port *port, int flags)
422{
423 if (flags & UART_CONFIG_TYPE) {
424 port->type = PORT_MESON;
425 meson_uart_request_port(port);
426 }
427}
428
429#ifdef CONFIG_CONSOLE_POLL
430/*
431 * Console polling routines for writing and reading from the uart while
432 * in an interrupt or debug context (i.e. kgdb).
433 */
434
435static int meson_uart_poll_get_char(struct uart_port *port)
436{
437 u32 c;
438 unsigned long flags;
439
440 spin_lock_irqsave(&port->lock, flags);
441
442 if (readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY)
443 c = NO_POLL_CHAR;
444 else
445 c = readl(port->membase + AML_UART_RFIFO);
446
447 spin_unlock_irqrestore(&port->lock, flags);
448
449 return c;
450}
451
452static void meson_uart_poll_put_char(struct uart_port *port, unsigned char c)
453{
454 unsigned long flags;
455 u32 reg;
456 int ret;
457
458 spin_lock_irqsave(&port->lock, flags);
459
460 /* Wait until FIFO is empty or timeout */
461 ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
462 reg & AML_UART_TX_EMPTY,
463 AML_UART_POLL_USEC,
464 AML_UART_TIMEOUT_USEC);
465 if (ret == -ETIMEDOUT) {
466 dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
467 goto out;
468 }
469
470 /* Write the character */
471 writel(c, port->membase + AML_UART_WFIFO);
472
473 /* Wait until FIFO is empty or timeout */
474 ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
475 reg & AML_UART_TX_EMPTY,
476 AML_UART_POLL_USEC,
477 AML_UART_TIMEOUT_USEC);
478 if (ret == -ETIMEDOUT)
479 dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
480
481out:
482 spin_unlock_irqrestore(&port->lock, flags);
483}
484
485#endif /* CONFIG_CONSOLE_POLL */
486
487static const struct uart_ops meson_uart_ops = {
488 .set_mctrl = meson_uart_set_mctrl,
489 .get_mctrl = meson_uart_get_mctrl,
490 .tx_empty = meson_uart_tx_empty,
491 .start_tx = meson_uart_start_tx,
492 .stop_tx = meson_uart_stop_tx,
493 .stop_rx = meson_uart_stop_rx,
494 .startup = meson_uart_startup,
495 .shutdown = meson_uart_shutdown,
496 .set_termios = meson_uart_set_termios,
497 .type = meson_uart_type,
498 .config_port = meson_uart_config_port,
499 .request_port = meson_uart_request_port,
500 .release_port = meson_uart_release_port,
501 .verify_port = meson_uart_verify_port,
502#ifdef CONFIG_CONSOLE_POLL
503 .poll_get_char = meson_uart_poll_get_char,
504 .poll_put_char = meson_uart_poll_put_char,
505#endif
506};
507
508#ifdef CONFIG_SERIAL_MESON_CONSOLE
509static void meson_uart_enable_tx_engine(struct uart_port *port)
510{
511 u32 val;
512
513 val = readl(port->membase + AML_UART_CONTROL);
514 val |= AML_UART_TX_EN;
515 writel(val, port->membase + AML_UART_CONTROL);
516}
517
518static void meson_console_putchar(struct uart_port *port, int ch)
519{
520 if (!port->membase)
521 return;
522
523 while (readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)
524 cpu_relax();
525 writel(ch, port->membase + AML_UART_WFIFO);
526}
527
528static void meson_serial_port_write(struct uart_port *port, const char *s,
529 u_int count)
530{
531 unsigned long flags;
532 int locked;
533 u32 val, tmp;
534
535 local_irq_save(flags);
536 if (port->sysrq) {
537 locked = 0;
538 } else if (oops_in_progress) {
539 locked = spin_trylock(&port->lock);
540 } else {
541 spin_lock(&port->lock);
542 locked = 1;
543 }
544
545 val = readl(port->membase + AML_UART_CONTROL);
546 tmp = val & ~(AML_UART_TX_INT_EN | AML_UART_RX_INT_EN);
547 writel(tmp, port->membase + AML_UART_CONTROL);
548
549 uart_console_write(port, s, count, meson_console_putchar);
550 writel(val, port->membase + AML_UART_CONTROL);
551
552 if (locked)
553 spin_unlock(&port->lock);
554 local_irq_restore(flags);
555}
556
557static void meson_serial_console_write(struct console *co, const char *s,
558 u_int count)
559{
560 struct uart_port *port;
561
562 port = meson_ports[co->index];
563 if (!port)
564 return;
565
566 meson_serial_port_write(port, s, count);
567}
568
569static int meson_serial_console_setup(struct console *co, char *options)
570{
571 struct uart_port *port;
572 int baud = 115200;
573 int bits = 8;
574 int parity = 'n';
575 int flow = 'n';
576
577 if (co->index < 0 || co->index >= AML_UART_PORT_NUM)
578 return -EINVAL;
579
580 port = meson_ports[co->index];
581 if (!port || !port->membase)
582 return -ENODEV;
583
584 meson_uart_enable_tx_engine(port);
585
586 if (options)
587 uart_parse_options(options, &baud, &parity, &bits, &flow);
588
589 return uart_set_options(port, co, baud, parity, bits, flow);
590}
591
592static struct console meson_serial_console = {
593 .name = AML_UART_DEV_NAME,
594 .write = meson_serial_console_write,
595 .device = uart_console_device,
596 .setup = meson_serial_console_setup,
597 .flags = CON_PRINTBUFFER,
598 .index = -1,
599 .data = &meson_uart_driver,
600};
601
602static int __init meson_serial_console_init(void)
603{
604 register_console(&meson_serial_console);
605 return 0;
606}
607console_initcall(meson_serial_console_init);
608
609static void meson_serial_early_console_write(struct console *co,
610 const char *s,
611 u_int count)
612{
613 struct earlycon_device *dev = co->data;
614
615 meson_serial_port_write(&dev->port, s, count);
616}
617
618static int __init
619meson_serial_early_console_setup(struct earlycon_device *device, const char *opt)
620{
621 if (!device->port.membase)
622 return -ENODEV;
623
624 meson_uart_enable_tx_engine(&device->port);
625 device->con->write = meson_serial_early_console_write;
626 return 0;
627}
628/* Legacy bindings, should be removed when no more used */
629OF_EARLYCON_DECLARE(meson, "amlogic,meson-uart",
630 meson_serial_early_console_setup);
631/* Stable bindings */
632OF_EARLYCON_DECLARE(meson, "amlogic,meson-ao-uart",
633 meson_serial_early_console_setup);
634
635#define MESON_SERIAL_CONSOLE (&meson_serial_console)
636#else
637#define MESON_SERIAL_CONSOLE NULL
638#endif
639
640static struct uart_driver meson_uart_driver = {
641 .owner = THIS_MODULE,
642 .driver_name = "meson_uart",
643 .dev_name = AML_UART_DEV_NAME,
644 .nr = AML_UART_PORT_NUM,
645 .cons = MESON_SERIAL_CONSOLE,
646};
647
648static inline struct clk *meson_uart_probe_clock(struct device *dev,
649 const char *id)
650{
651 struct clk *clk = NULL;
652 int ret;
653
654 clk = devm_clk_get(dev, id);
655 if (IS_ERR(clk))
656 return clk;
657
658 ret = clk_prepare_enable(clk);
659 if (ret) {
660 dev_err(dev, "couldn't enable clk\n");
661 return ERR_PTR(ret);
662 }
663
664 devm_add_action_or_reset(dev,
665 (void(*)(void *))clk_disable_unprepare,
666 clk);
667
668 return clk;
669}
670
671/*
672 * This function gets clocks in the legacy non-stable DT bindings.
673 * This code will be remove once all the platforms switch to the
674 * new DT bindings.
675 */
676static int meson_uart_probe_clocks_legacy(struct platform_device *pdev,
677 struct uart_port *port)
678{
679 struct clk *clk = NULL;
680
681 clk = meson_uart_probe_clock(&pdev->dev, NULL);
682 if (IS_ERR(clk))
683 return PTR_ERR(clk);
684
685 port->uartclk = clk_get_rate(clk);
686
687 return 0;
688}
689
690static int meson_uart_probe_clocks(struct platform_device *pdev,
691 struct uart_port *port)
692{
693 struct clk *clk_xtal = NULL;
694 struct clk *clk_pclk = NULL;
695 struct clk *clk_baud = NULL;
696
697 clk_pclk = meson_uart_probe_clock(&pdev->dev, "pclk");
698 if (IS_ERR(clk_pclk))
699 return PTR_ERR(clk_pclk);
700
701 clk_xtal = meson_uart_probe_clock(&pdev->dev, "xtal");
702 if (IS_ERR(clk_xtal))
703 return PTR_ERR(clk_xtal);
704
705 clk_baud = meson_uart_probe_clock(&pdev->dev, "baud");
706 if (IS_ERR(clk_baud))
707 return PTR_ERR(clk_baud);
708
709 port->uartclk = clk_get_rate(clk_baud);
710
711 return 0;
712}
713
714static int meson_uart_probe(struct platform_device *pdev)
715{
716 struct resource *res_mem, *res_irq;
717 struct uart_port *port;
718 int ret = 0;
719 int id = -1;
720
721 if (pdev->dev.of_node)
722 pdev->id = of_alias_get_id(pdev->dev.of_node, "serial");
723
724 if (pdev->id < 0) {
725 for (id = AML_UART_PORT_OFFSET; id < AML_UART_PORT_NUM; id++) {
726 if (!meson_ports[id]) {
727 pdev->id = id;
728 break;
729 }
730 }
731 }
732
733 if (pdev->id < 0 || pdev->id >= AML_UART_PORT_NUM)
734 return -EINVAL;
735
736 res_mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
737 if (!res_mem)
738 return -ENODEV;
739
740 res_irq = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
741 if (!res_irq)
742 return -ENODEV;
743
744 if (meson_ports[pdev->id]) {
745 dev_err(&pdev->dev, "port %d already allocated\n", pdev->id);
746 return -EBUSY;
747 }
748
749 port = devm_kzalloc(&pdev->dev, sizeof(struct uart_port), GFP_KERNEL);
750 if (!port)
751 return -ENOMEM;
752
753 /* Use legacy way until all platforms switch to new bindings */
754 if (of_device_is_compatible(pdev->dev.of_node, "amlogic,meson-uart"))
755 ret = meson_uart_probe_clocks_legacy(pdev, port);
756 else
757 ret = meson_uart_probe_clocks(pdev, port);
758
759 if (ret)
760 return ret;
761
762 port->iotype = UPIO_MEM;
763 port->mapbase = res_mem->start;
764 port->mapsize = resource_size(res_mem);
765 port->irq = res_irq->start;
766 port->flags = UPF_BOOT_AUTOCONF | UPF_LOW_LATENCY;
767 port->has_sysrq = IS_ENABLED(CONFIG_SERIAL_MESON_CONSOLE);
768 port->dev = &pdev->dev;
769 port->line = pdev->id;
770 port->type = PORT_MESON;
771 port->x_char = 0;
772 port->ops = &meson_uart_ops;
773 port->fifosize = 64;
774
775 meson_ports[pdev->id] = port;
776 platform_set_drvdata(pdev, port);
777
778 /* reset port before registering (and possibly registering console) */
779 if (meson_uart_request_port(port) >= 0) {
780 meson_uart_reset(port);
781 meson_uart_release_port(port);
782 }
783
784 ret = uart_add_one_port(&meson_uart_driver, port);
785 if (ret)
786 meson_ports[pdev->id] = NULL;
787
788 return ret;
789}
790
791static int meson_uart_remove(struct platform_device *pdev)
792{
793 struct uart_port *port;
794
795 port = platform_get_drvdata(pdev);
796 uart_remove_one_port(&meson_uart_driver, port);
797 meson_ports[pdev->id] = NULL;
798
799 return 0;
800}
801
802static const struct of_device_id meson_uart_dt_match[] = {
803 /* Legacy bindings, should be removed when no more used */
804 { .compatible = "amlogic,meson-uart" },
805 /* Stable bindings */
806 { .compatible = "amlogic,meson6-uart" },
807 { .compatible = "amlogic,meson8-uart" },
808 { .compatible = "amlogic,meson8b-uart" },
809 { .compatible = "amlogic,meson-gx-uart" },
810 { /* sentinel */ },
811};
812MODULE_DEVICE_TABLE(of, meson_uart_dt_match);
813
814static struct platform_driver meson_uart_platform_driver = {
815 .probe = meson_uart_probe,
816 .remove = meson_uart_remove,
817 .driver = {
818 .name = "meson_uart",
819 .of_match_table = meson_uart_dt_match,
820 },
821};
822
823static int __init meson_uart_init(void)
824{
825 int ret;
826
827 ret = uart_register_driver(&meson_uart_driver);
828 if (ret)
829 return ret;
830
831 ret = platform_driver_register(&meson_uart_platform_driver);
832 if (ret)
833 uart_unregister_driver(&meson_uart_driver);
834
835 return ret;
836}
837
838static void __exit meson_uart_exit(void)
839{
840 platform_driver_unregister(&meson_uart_platform_driver);
841 uart_unregister_driver(&meson_uart_driver);
842}
843
844module_init(meson_uart_init);
845module_exit(meson_uart_exit);
846
847MODULE_AUTHOR("Carlo Caione <carlo@caione.org>");
848MODULE_DESCRIPTION("Amlogic Meson serial port driver");
849MODULE_LICENSE("GPL v2");