Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
   1/*
   2 *  Freescale lpuart serial port driver
   3 *
   4 *  Copyright 2012-2014 Freescale Semiconductor, Inc.
   5 *
   6 * This program is free software; you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License as published by
   8 * the Free Software Foundation; either version 2 of the License, or
   9 * (at your option) any later version.
  10 */
  11
  12#if defined(CONFIG_SERIAL_FSL_LPUART_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
  13#define SUPPORT_SYSRQ
  14#endif
  15
  16#include <linux/clk.h>
  17#include <linux/console.h>
  18#include <linux/dma-mapping.h>
  19#include <linux/dmaengine.h>
  20#include <linux/dmapool.h>
  21#include <linux/io.h>
  22#include <linux/irq.h>
  23#include <linux/module.h>
  24#include <linux/of.h>
  25#include <linux/of_device.h>
  26#include <linux/of_dma.h>
  27#include <linux/serial_core.h>
  28#include <linux/slab.h>
  29#include <linux/tty_flip.h>
  30
  31/* All registers are 8-bit width */
  32#define UARTBDH			0x00
  33#define UARTBDL			0x01
  34#define UARTCR1			0x02
  35#define UARTCR2			0x03
  36#define UARTSR1			0x04
  37#define UARTCR3			0x06
  38#define UARTDR			0x07
  39#define UARTCR4			0x0a
  40#define UARTCR5			0x0b
  41#define UARTMODEM		0x0d
  42#define UARTPFIFO		0x10
  43#define UARTCFIFO		0x11
  44#define UARTSFIFO		0x12
  45#define UARTTWFIFO		0x13
  46#define UARTTCFIFO		0x14
  47#define UARTRWFIFO		0x15
  48
  49#define UARTBDH_LBKDIE		0x80
  50#define UARTBDH_RXEDGIE		0x40
  51#define UARTBDH_SBR_MASK	0x1f
  52
  53#define UARTCR1_LOOPS		0x80
  54#define UARTCR1_RSRC		0x20
  55#define UARTCR1_M		0x10
  56#define UARTCR1_WAKE		0x08
  57#define UARTCR1_ILT		0x04
  58#define UARTCR1_PE		0x02
  59#define UARTCR1_PT		0x01
  60
  61#define UARTCR2_TIE		0x80
  62#define UARTCR2_TCIE		0x40
  63#define UARTCR2_RIE		0x20
  64#define UARTCR2_ILIE		0x10
  65#define UARTCR2_TE		0x08
  66#define UARTCR2_RE		0x04
  67#define UARTCR2_RWU		0x02
  68#define UARTCR2_SBK		0x01
  69
  70#define UARTSR1_TDRE		0x80
  71#define UARTSR1_TC		0x40
  72#define UARTSR1_RDRF		0x20
  73#define UARTSR1_IDLE		0x10
  74#define UARTSR1_OR		0x08
  75#define UARTSR1_NF		0x04
  76#define UARTSR1_FE		0x02
  77#define UARTSR1_PE		0x01
  78
  79#define UARTCR3_R8		0x80
  80#define UARTCR3_T8		0x40
  81#define UARTCR3_TXDIR		0x20
  82#define UARTCR3_TXINV		0x10
  83#define UARTCR3_ORIE		0x08
  84#define UARTCR3_NEIE		0x04
  85#define UARTCR3_FEIE		0x02
  86#define UARTCR3_PEIE		0x01
  87
  88#define UARTCR4_MAEN1		0x80
  89#define UARTCR4_MAEN2		0x40
  90#define UARTCR4_M10		0x20
  91#define UARTCR4_BRFA_MASK	0x1f
  92#define UARTCR4_BRFA_OFF	0
  93
  94#define UARTCR5_TDMAS		0x80
  95#define UARTCR5_RDMAS		0x20
  96
  97#define UARTMODEM_RXRTSE	0x08
  98#define UARTMODEM_TXRTSPOL	0x04
  99#define UARTMODEM_TXRTSE	0x02
 100#define UARTMODEM_TXCTSE	0x01
 101
 102#define UARTPFIFO_TXFE		0x80
 103#define UARTPFIFO_FIFOSIZE_MASK	0x7
 104#define UARTPFIFO_TXSIZE_OFF	4
 105#define UARTPFIFO_RXFE		0x08
 106#define UARTPFIFO_RXSIZE_OFF	0
 107
 108#define UARTCFIFO_TXFLUSH	0x80
 109#define UARTCFIFO_RXFLUSH	0x40
 110#define UARTCFIFO_RXOFE		0x04
 111#define UARTCFIFO_TXOFE		0x02
 112#define UARTCFIFO_RXUFE		0x01
 113
 114#define UARTSFIFO_TXEMPT	0x80
 115#define UARTSFIFO_RXEMPT	0x40
 116#define UARTSFIFO_RXOF		0x04
 117#define UARTSFIFO_TXOF		0x02
 118#define UARTSFIFO_RXUF		0x01
 119
 120/* 32-bit register defination */
 121#define UARTBAUD		0x00
 122#define UARTSTAT		0x04
 123#define UARTCTRL		0x08
 124#define UARTDATA		0x0C
 125#define UARTMATCH		0x10
 126#define UARTMODIR		0x14
 127#define UARTFIFO		0x18
 128#define UARTWATER		0x1c
 129
 130#define UARTBAUD_MAEN1		0x80000000
 131#define UARTBAUD_MAEN2		0x40000000
 132#define UARTBAUD_M10		0x20000000
 133#define UARTBAUD_TDMAE		0x00800000
 134#define UARTBAUD_RDMAE		0x00200000
 135#define UARTBAUD_MATCFG		0x00400000
 136#define UARTBAUD_BOTHEDGE	0x00020000
 137#define UARTBAUD_RESYNCDIS	0x00010000
 138#define UARTBAUD_LBKDIE		0x00008000
 139#define UARTBAUD_RXEDGIE	0x00004000
 140#define UARTBAUD_SBNS		0x00002000
 141#define UARTBAUD_SBR		0x00000000
 142#define UARTBAUD_SBR_MASK	0x1fff
 143
 144#define UARTSTAT_LBKDIF		0x80000000
 145#define UARTSTAT_RXEDGIF	0x40000000
 146#define UARTSTAT_MSBF		0x20000000
 147#define UARTSTAT_RXINV		0x10000000
 148#define UARTSTAT_RWUID		0x08000000
 149#define UARTSTAT_BRK13		0x04000000
 150#define UARTSTAT_LBKDE		0x02000000
 151#define UARTSTAT_RAF		0x01000000
 152#define UARTSTAT_TDRE		0x00800000
 153#define UARTSTAT_TC		0x00400000
 154#define UARTSTAT_RDRF		0x00200000
 155#define UARTSTAT_IDLE		0x00100000
 156#define UARTSTAT_OR		0x00080000
 157#define UARTSTAT_NF		0x00040000
 158#define UARTSTAT_FE		0x00020000
 159#define UARTSTAT_PE		0x00010000
 160#define UARTSTAT_MA1F		0x00008000
 161#define UARTSTAT_M21F		0x00004000
 162
 163#define UARTCTRL_R8T9		0x80000000
 164#define UARTCTRL_R9T8		0x40000000
 165#define UARTCTRL_TXDIR		0x20000000
 166#define UARTCTRL_TXINV		0x10000000
 167#define UARTCTRL_ORIE		0x08000000
 168#define UARTCTRL_NEIE		0x04000000
 169#define UARTCTRL_FEIE		0x02000000
 170#define UARTCTRL_PEIE		0x01000000
 171#define UARTCTRL_TIE		0x00800000
 172#define UARTCTRL_TCIE		0x00400000
 173#define UARTCTRL_RIE		0x00200000
 174#define UARTCTRL_ILIE		0x00100000
 175#define UARTCTRL_TE		0x00080000
 176#define UARTCTRL_RE		0x00040000
 177#define UARTCTRL_RWU		0x00020000
 178#define UARTCTRL_SBK		0x00010000
 179#define UARTCTRL_MA1IE		0x00008000
 180#define UARTCTRL_MA2IE		0x00004000
 181#define UARTCTRL_IDLECFG	0x00000100
 182#define UARTCTRL_LOOPS		0x00000080
 183#define UARTCTRL_DOZEEN		0x00000040
 184#define UARTCTRL_RSRC		0x00000020
 185#define UARTCTRL_M		0x00000010
 186#define UARTCTRL_WAKE		0x00000008
 187#define UARTCTRL_ILT		0x00000004
 188#define UARTCTRL_PE		0x00000002
 189#define UARTCTRL_PT		0x00000001
 190
 191#define UARTDATA_NOISY		0x00008000
 192#define UARTDATA_PARITYE	0x00004000
 193#define UARTDATA_FRETSC		0x00002000
 194#define UARTDATA_RXEMPT		0x00001000
 195#define UARTDATA_IDLINE		0x00000800
 196#define UARTDATA_MASK		0x3ff
 197
 198#define UARTMODIR_IREN		0x00020000
 199#define UARTMODIR_TXCTSSRC	0x00000020
 200#define UARTMODIR_TXCTSC	0x00000010
 201#define UARTMODIR_RXRTSE	0x00000008
 202#define UARTMODIR_TXRTSPOL	0x00000004
 203#define UARTMODIR_TXRTSE	0x00000002
 204#define UARTMODIR_TXCTSE	0x00000001
 205
 206#define UARTFIFO_TXEMPT		0x00800000
 207#define UARTFIFO_RXEMPT		0x00400000
 208#define UARTFIFO_TXOF		0x00020000
 209#define UARTFIFO_RXUF		0x00010000
 210#define UARTFIFO_TXFLUSH	0x00008000
 211#define UARTFIFO_RXFLUSH	0x00004000
 212#define UARTFIFO_TXOFE		0x00000200
 213#define UARTFIFO_RXUFE		0x00000100
 214#define UARTFIFO_TXFE		0x00000080
 215#define UARTFIFO_FIFOSIZE_MASK	0x7
 216#define UARTFIFO_TXSIZE_OFF	4
 217#define UARTFIFO_RXFE		0x00000008
 218#define UARTFIFO_RXSIZE_OFF	0
 219
 220#define UARTWATER_COUNT_MASK	0xff
 221#define UARTWATER_TXCNT_OFF	8
 222#define UARTWATER_RXCNT_OFF	24
 223#define UARTWATER_WATER_MASK	0xff
 224#define UARTWATER_TXWATER_OFF	0
 225#define UARTWATER_RXWATER_OFF	16
 226
 227#define FSL_UART_RX_DMA_BUFFER_SIZE	64
 228
 229#define DRIVER_NAME	"fsl-lpuart"
 230#define DEV_NAME	"ttyLP"
 231#define UART_NR		6
 232
 233struct lpuart_port {
 234	struct uart_port	port;
 235	struct clk		*clk;
 236	unsigned int		txfifo_size;
 237	unsigned int		rxfifo_size;
 238	bool			lpuart32;
 239
 240	bool			lpuart_dma_tx_use;
 241	bool			lpuart_dma_rx_use;
 242	struct dma_chan		*dma_tx_chan;
 243	struct dma_chan		*dma_rx_chan;
 244	struct dma_async_tx_descriptor  *dma_tx_desc;
 245	struct dma_async_tx_descriptor  *dma_rx_desc;
 246	dma_addr_t		dma_tx_buf_bus;
 247	dma_addr_t		dma_rx_buf_bus;
 248	dma_cookie_t		dma_tx_cookie;
 249	dma_cookie_t		dma_rx_cookie;
 250	unsigned char		*dma_tx_buf_virt;
 251	unsigned char		*dma_rx_buf_virt;
 252	unsigned int		dma_tx_bytes;
 253	unsigned int		dma_rx_bytes;
 254	int			dma_tx_in_progress;
 255	int			dma_rx_in_progress;
 256	unsigned int		dma_rx_timeout;
 257	struct timer_list	lpuart_timer;
 258};
 259
 260static const struct of_device_id lpuart_dt_ids[] = {
 261	{
 262		.compatible = "fsl,vf610-lpuart",
 263	},
 264	{
 265		.compatible = "fsl,ls1021a-lpuart",
 266	},
 267	{ /* sentinel */ }
 268};
 269MODULE_DEVICE_TABLE(of, lpuart_dt_ids);
 270
 271/* Forward declare this for the dma callbacks*/
 272static void lpuart_dma_tx_complete(void *arg);
 273static void lpuart_dma_rx_complete(void *arg);
 274
 275static u32 lpuart32_read(void __iomem *addr)
 276{
 277	return ioread32be(addr);
 278}
 279
 280static void lpuart32_write(u32 val, void __iomem *addr)
 281{
 282	iowrite32be(val, addr);
 283}
 284
 285static void lpuart_stop_tx(struct uart_port *port)
 286{
 287	unsigned char temp;
 288
 289	temp = readb(port->membase + UARTCR2);
 290	temp &= ~(UARTCR2_TIE | UARTCR2_TCIE);
 291	writeb(temp, port->membase + UARTCR2);
 292}
 293
 294static void lpuart32_stop_tx(struct uart_port *port)
 295{
 296	unsigned long temp;
 297
 298	temp = lpuart32_read(port->membase + UARTCTRL);
 299	temp &= ~(UARTCTRL_TIE | UARTCTRL_TCIE);
 300	lpuart32_write(temp, port->membase + UARTCTRL);
 301}
 302
 303static void lpuart_stop_rx(struct uart_port *port)
 304{
 305	unsigned char temp;
 306
 307	temp = readb(port->membase + UARTCR2);
 308	writeb(temp & ~UARTCR2_RE, port->membase + UARTCR2);
 309}
 310
 311static void lpuart32_stop_rx(struct uart_port *port)
 312{
 313	unsigned long temp;
 314
 315	temp = lpuart32_read(port->membase + UARTCTRL);
 316	lpuart32_write(temp & ~UARTCTRL_RE, port->membase + UARTCTRL);
 317}
 318
 319static void lpuart_copy_rx_to_tty(struct lpuart_port *sport,
 320		struct tty_port *tty, int count)
 321{
 322	int copied;
 323
 324	sport->port.icount.rx += count;
 325
 326	if (!tty) {
 327		dev_err(sport->port.dev, "No tty port\n");
 328		return;
 329	}
 330
 331	dma_sync_single_for_cpu(sport->port.dev, sport->dma_rx_buf_bus,
 332			FSL_UART_RX_DMA_BUFFER_SIZE, DMA_FROM_DEVICE);
 333	copied = tty_insert_flip_string(tty,
 334			((unsigned char *)(sport->dma_rx_buf_virt)), count);
 335
 336	if (copied != count) {
 337		WARN_ON(1);
 338		dev_err(sport->port.dev, "RxData copy to tty layer failed\n");
 339	}
 340
 341	dma_sync_single_for_device(sport->port.dev, sport->dma_rx_buf_bus,
 342			FSL_UART_RX_DMA_BUFFER_SIZE, DMA_TO_DEVICE);
 343}
 344
 345static void lpuart_pio_tx(struct lpuart_port *sport)
 346{
 347	struct circ_buf *xmit = &sport->port.state->xmit;
 348	unsigned long flags;
 349
 350	spin_lock_irqsave(&sport->port.lock, flags);
 351
 352	while (!uart_circ_empty(xmit) &&
 353		readb(sport->port.membase + UARTTCFIFO) < sport->txfifo_size) {
 354		writeb(xmit->buf[xmit->tail], sport->port.membase + UARTDR);
 355		xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 356		sport->port.icount.tx++;
 357	}
 358
 359	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 360		uart_write_wakeup(&sport->port);
 361
 362	if (uart_circ_empty(xmit))
 363		writeb(readb(sport->port.membase + UARTCR5) | UARTCR5_TDMAS,
 364			sport->port.membase + UARTCR5);
 365
 366	spin_unlock_irqrestore(&sport->port.lock, flags);
 367}
 368
 369static int lpuart_dma_tx(struct lpuart_port *sport, unsigned long count)
 370{
 371	struct circ_buf *xmit = &sport->port.state->xmit;
 372	dma_addr_t tx_bus_addr;
 373
 374	dma_sync_single_for_device(sport->port.dev, sport->dma_tx_buf_bus,
 375				UART_XMIT_SIZE, DMA_TO_DEVICE);
 376	sport->dma_tx_bytes = count & ~(sport->txfifo_size - 1);
 377	tx_bus_addr = sport->dma_tx_buf_bus + xmit->tail;
 378	sport->dma_tx_desc = dmaengine_prep_slave_single(sport->dma_tx_chan,
 379					tx_bus_addr, sport->dma_tx_bytes,
 380					DMA_MEM_TO_DEV, DMA_PREP_INTERRUPT);
 381
 382	if (!sport->dma_tx_desc) {
 383		dev_err(sport->port.dev, "Not able to get desc for tx\n");
 384		return -EIO;
 385	}
 386
 387	sport->dma_tx_desc->callback = lpuart_dma_tx_complete;
 388	sport->dma_tx_desc->callback_param = sport;
 389	sport->dma_tx_in_progress = 1;
 390	sport->dma_tx_cookie = dmaengine_submit(sport->dma_tx_desc);
 391	dma_async_issue_pending(sport->dma_tx_chan);
 392
 393	return 0;
 394}
 395
 396static void lpuart_prepare_tx(struct lpuart_port *sport)
 397{
 398	struct circ_buf *xmit = &sport->port.state->xmit;
 399	unsigned long count =  CIRC_CNT_TO_END(xmit->head,
 400					xmit->tail, UART_XMIT_SIZE);
 401
 402	if (!count)
 403		return;
 404
 405	if (count < sport->txfifo_size)
 406		writeb(readb(sport->port.membase + UARTCR5) & ~UARTCR5_TDMAS,
 407				sport->port.membase + UARTCR5);
 408	else {
 409		writeb(readb(sport->port.membase + UARTCR5) | UARTCR5_TDMAS,
 410				sport->port.membase + UARTCR5);
 411		lpuart_dma_tx(sport, count);
 412	}
 413}
 414
 415static void lpuart_dma_tx_complete(void *arg)
 416{
 417	struct lpuart_port *sport = arg;
 418	struct circ_buf *xmit = &sport->port.state->xmit;
 419	unsigned long flags;
 420
 421	async_tx_ack(sport->dma_tx_desc);
 422
 423	spin_lock_irqsave(&sport->port.lock, flags);
 424
 425	xmit->tail = (xmit->tail + sport->dma_tx_bytes) & (UART_XMIT_SIZE - 1);
 426	sport->dma_tx_in_progress = 0;
 427
 428	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 429		uart_write_wakeup(&sport->port);
 430
 431	lpuart_prepare_tx(sport);
 432
 433	spin_unlock_irqrestore(&sport->port.lock, flags);
 434}
 435
 436static int lpuart_dma_rx(struct lpuart_port *sport)
 437{
 438	dma_sync_single_for_device(sport->port.dev, sport->dma_rx_buf_bus,
 439			FSL_UART_RX_DMA_BUFFER_SIZE, DMA_TO_DEVICE);
 440	sport->dma_rx_desc = dmaengine_prep_slave_single(sport->dma_rx_chan,
 441			sport->dma_rx_buf_bus, FSL_UART_RX_DMA_BUFFER_SIZE,
 442			DMA_DEV_TO_MEM, DMA_PREP_INTERRUPT);
 443
 444	if (!sport->dma_rx_desc) {
 445		dev_err(sport->port.dev, "Not able to get desc for rx\n");
 446		return -EIO;
 447	}
 448
 449	sport->dma_rx_desc->callback = lpuart_dma_rx_complete;
 450	sport->dma_rx_desc->callback_param = sport;
 451	sport->dma_rx_in_progress = 1;
 452	sport->dma_rx_cookie = dmaengine_submit(sport->dma_rx_desc);
 453	dma_async_issue_pending(sport->dma_rx_chan);
 454
 455	return 0;
 456}
 457
 458static void lpuart_flush_buffer(struct uart_port *port)
 459{
 460	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
 461	if (sport->lpuart_dma_tx_use) {
 462		dmaengine_terminate_all(sport->dma_tx_chan);
 463		sport->dma_tx_in_progress = 0;
 464	}
 465}
 466
 467static void lpuart_dma_rx_complete(void *arg)
 468{
 469	struct lpuart_port *sport = arg;
 470	struct tty_port *port = &sport->port.state->port;
 471	unsigned long flags;
 472
 473	async_tx_ack(sport->dma_rx_desc);
 474	mod_timer(&sport->lpuart_timer, jiffies + sport->dma_rx_timeout);
 475
 476	spin_lock_irqsave(&sport->port.lock, flags);
 477
 478	sport->dma_rx_in_progress = 0;
 479	lpuart_copy_rx_to_tty(sport, port, FSL_UART_RX_DMA_BUFFER_SIZE);
 480	tty_flip_buffer_push(port);
 481	lpuart_dma_rx(sport);
 482
 483	spin_unlock_irqrestore(&sport->port.lock, flags);
 484}
 485
 486static void lpuart_timer_func(unsigned long data)
 487{
 488	struct lpuart_port *sport = (struct lpuart_port *)data;
 489	struct tty_port *port = &sport->port.state->port;
 490	struct dma_tx_state state;
 491	unsigned long flags;
 492	unsigned char temp;
 493	int count;
 494
 495	del_timer(&sport->lpuart_timer);
 496	dmaengine_pause(sport->dma_rx_chan);
 497	dmaengine_tx_status(sport->dma_rx_chan, sport->dma_rx_cookie, &state);
 498	dmaengine_terminate_all(sport->dma_rx_chan);
 499	count = FSL_UART_RX_DMA_BUFFER_SIZE - state.residue;
 500	async_tx_ack(sport->dma_rx_desc);
 501
 502	spin_lock_irqsave(&sport->port.lock, flags);
 503
 504	sport->dma_rx_in_progress = 0;
 505	lpuart_copy_rx_to_tty(sport, port, count);
 506	tty_flip_buffer_push(port);
 507	temp = readb(sport->port.membase + UARTCR5);
 508	writeb(temp & ~UARTCR5_RDMAS, sport->port.membase + UARTCR5);
 509
 510	spin_unlock_irqrestore(&sport->port.lock, flags);
 511}
 512
 513static inline void lpuart_prepare_rx(struct lpuart_port *sport)
 514{
 515	unsigned long flags;
 516	unsigned char temp;
 517
 518	spin_lock_irqsave(&sport->port.lock, flags);
 519
 520	sport->lpuart_timer.expires = jiffies + sport->dma_rx_timeout;
 521	add_timer(&sport->lpuart_timer);
 522
 523	lpuart_dma_rx(sport);
 524	temp = readb(sport->port.membase + UARTCR5);
 525	writeb(temp | UARTCR5_RDMAS, sport->port.membase + UARTCR5);
 526
 527	spin_unlock_irqrestore(&sport->port.lock, flags);
 528}
 529
 530static inline void lpuart_transmit_buffer(struct lpuart_port *sport)
 531{
 532	struct circ_buf *xmit = &sport->port.state->xmit;
 533
 534	while (!uart_circ_empty(xmit) &&
 535		(readb(sport->port.membase + UARTTCFIFO) < sport->txfifo_size)) {
 536		writeb(xmit->buf[xmit->tail], sport->port.membase + UARTDR);
 537		xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 538		sport->port.icount.tx++;
 539	}
 540
 541	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 542		uart_write_wakeup(&sport->port);
 543
 544	if (uart_circ_empty(xmit))
 545		lpuart_stop_tx(&sport->port);
 546}
 547
 548static inline void lpuart32_transmit_buffer(struct lpuart_port *sport)
 549{
 550	struct circ_buf *xmit = &sport->port.state->xmit;
 551	unsigned long txcnt;
 552
 553	txcnt = lpuart32_read(sport->port.membase + UARTWATER);
 554	txcnt = txcnt >> UARTWATER_TXCNT_OFF;
 555	txcnt &= UARTWATER_COUNT_MASK;
 556	while (!uart_circ_empty(xmit) && (txcnt < sport->txfifo_size)) {
 557		lpuart32_write(xmit->buf[xmit->tail], sport->port.membase + UARTDATA);
 558		xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 559		sport->port.icount.tx++;
 560		txcnt = lpuart32_read(sport->port.membase + UARTWATER);
 561		txcnt = txcnt >> UARTWATER_TXCNT_OFF;
 562		txcnt &= UARTWATER_COUNT_MASK;
 563	}
 564
 565	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 566		uart_write_wakeup(&sport->port);
 567
 568	if (uart_circ_empty(xmit))
 569		lpuart32_stop_tx(&sport->port);
 570}
 571
 572static void lpuart_start_tx(struct uart_port *port)
 573{
 574	struct lpuart_port *sport = container_of(port,
 575			struct lpuart_port, port);
 576	struct circ_buf *xmit = &sport->port.state->xmit;
 577	unsigned char temp;
 578
 579	temp = readb(port->membase + UARTCR2);
 580	writeb(temp | UARTCR2_TIE, port->membase + UARTCR2);
 581
 582	if (sport->lpuart_dma_tx_use) {
 583		if (!uart_circ_empty(xmit) && !sport->dma_tx_in_progress)
 584			lpuart_prepare_tx(sport);
 585	} else {
 586		if (readb(port->membase + UARTSR1) & UARTSR1_TDRE)
 587			lpuart_transmit_buffer(sport);
 588	}
 589}
 590
 591static void lpuart32_start_tx(struct uart_port *port)
 592{
 593	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
 594	unsigned long temp;
 595
 596	temp = lpuart32_read(port->membase + UARTCTRL);
 597	lpuart32_write(temp | UARTCTRL_TIE, port->membase + UARTCTRL);
 598
 599	if (lpuart32_read(port->membase + UARTSTAT) & UARTSTAT_TDRE)
 600		lpuart32_transmit_buffer(sport);
 601}
 602
 603static irqreturn_t lpuart_txint(int irq, void *dev_id)
 604{
 605	struct lpuart_port *sport = dev_id;
 606	struct circ_buf *xmit = &sport->port.state->xmit;
 607	unsigned long flags;
 608
 609	spin_lock_irqsave(&sport->port.lock, flags);
 610	if (sport->port.x_char) {
 611		if (sport->lpuart32)
 612			lpuart32_write(sport->port.x_char, sport->port.membase + UARTDATA);
 613		else
 614			writeb(sport->port.x_char, sport->port.membase + UARTDR);
 615		goto out;
 616	}
 617
 618	if (uart_circ_empty(xmit) || uart_tx_stopped(&sport->port)) {
 619		if (sport->lpuart32)
 620			lpuart32_stop_tx(&sport->port);
 621		else
 622			lpuart_stop_tx(&sport->port);
 623		goto out;
 624	}
 625
 626	if (sport->lpuart32)
 627		lpuart32_transmit_buffer(sport);
 628	else
 629		lpuart_transmit_buffer(sport);
 630
 631	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 632		uart_write_wakeup(&sport->port);
 633
 634out:
 635	spin_unlock_irqrestore(&sport->port.lock, flags);
 636	return IRQ_HANDLED;
 637}
 638
 639static irqreturn_t lpuart_rxint(int irq, void *dev_id)
 640{
 641	struct lpuart_port *sport = dev_id;
 642	unsigned int flg, ignored = 0;
 643	struct tty_port *port = &sport->port.state->port;
 644	unsigned long flags;
 645	unsigned char rx, sr;
 646
 647	spin_lock_irqsave(&sport->port.lock, flags);
 648
 649	while (!(readb(sport->port.membase + UARTSFIFO) & UARTSFIFO_RXEMPT)) {
 650		flg = TTY_NORMAL;
 651		sport->port.icount.rx++;
 652		/*
 653		 * to clear the FE, OR, NF, FE, PE flags,
 654		 * read SR1 then read DR
 655		 */
 656		sr = readb(sport->port.membase + UARTSR1);
 657		rx = readb(sport->port.membase + UARTDR);
 658
 659		if (uart_handle_sysrq_char(&sport->port, (unsigned char)rx))
 660			continue;
 661
 662		if (sr & (UARTSR1_PE | UARTSR1_OR | UARTSR1_FE)) {
 663			if (sr & UARTSR1_PE)
 664				sport->port.icount.parity++;
 665			else if (sr & UARTSR1_FE)
 666				sport->port.icount.frame++;
 667
 668			if (sr & UARTSR1_OR)
 669				sport->port.icount.overrun++;
 670
 671			if (sr & sport->port.ignore_status_mask) {
 672				if (++ignored > 100)
 673					goto out;
 674				continue;
 675			}
 676
 677			sr &= sport->port.read_status_mask;
 678
 679			if (sr & UARTSR1_PE)
 680				flg = TTY_PARITY;
 681			else if (sr & UARTSR1_FE)
 682				flg = TTY_FRAME;
 683
 684			if (sr & UARTSR1_OR)
 685				flg = TTY_OVERRUN;
 686
 687#ifdef SUPPORT_SYSRQ
 688			sport->port.sysrq = 0;
 689#endif
 690		}
 691
 692		tty_insert_flip_char(port, rx, flg);
 693	}
 694
 695out:
 696	spin_unlock_irqrestore(&sport->port.lock, flags);
 697
 698	tty_flip_buffer_push(port);
 699	return IRQ_HANDLED;
 700}
 701
 702static irqreturn_t lpuart32_rxint(int irq, void *dev_id)
 703{
 704	struct lpuart_port *sport = dev_id;
 705	unsigned int flg, ignored = 0;
 706	struct tty_port *port = &sport->port.state->port;
 707	unsigned long flags;
 708	unsigned long rx, sr;
 709
 710	spin_lock_irqsave(&sport->port.lock, flags);
 711
 712	while (!(lpuart32_read(sport->port.membase + UARTFIFO) & UARTFIFO_RXEMPT)) {
 713		flg = TTY_NORMAL;
 714		sport->port.icount.rx++;
 715		/*
 716		 * to clear the FE, OR, NF, FE, PE flags,
 717		 * read STAT then read DATA reg
 718		 */
 719		sr = lpuart32_read(sport->port.membase + UARTSTAT);
 720		rx = lpuart32_read(sport->port.membase + UARTDATA);
 721		rx &= 0x3ff;
 722
 723		if (uart_handle_sysrq_char(&sport->port, (unsigned char)rx))
 724			continue;
 725
 726		if (sr & (UARTSTAT_PE | UARTSTAT_OR | UARTSTAT_FE)) {
 727			if (sr & UARTSTAT_PE)
 728				sport->port.icount.parity++;
 729			else if (sr & UARTSTAT_FE)
 730				sport->port.icount.frame++;
 731
 732			if (sr & UARTSTAT_OR)
 733				sport->port.icount.overrun++;
 734
 735			if (sr & sport->port.ignore_status_mask) {
 736				if (++ignored > 100)
 737					goto out;
 738				continue;
 739			}
 740
 741			sr &= sport->port.read_status_mask;
 742
 743			if (sr & UARTSTAT_PE)
 744				flg = TTY_PARITY;
 745			else if (sr & UARTSTAT_FE)
 746				flg = TTY_FRAME;
 747
 748			if (sr & UARTSTAT_OR)
 749				flg = TTY_OVERRUN;
 750
 751#ifdef SUPPORT_SYSRQ
 752			sport->port.sysrq = 0;
 753#endif
 754		}
 755
 756		tty_insert_flip_char(port, rx, flg);
 757	}
 758
 759out:
 760	spin_unlock_irqrestore(&sport->port.lock, flags);
 761
 762	tty_flip_buffer_push(port);
 763	return IRQ_HANDLED;
 764}
 765
 766static irqreturn_t lpuart_int(int irq, void *dev_id)
 767{
 768	struct lpuart_port *sport = dev_id;
 769	unsigned char sts, crdma;
 770
 771	sts = readb(sport->port.membase + UARTSR1);
 772	crdma = readb(sport->port.membase + UARTCR5);
 773
 774	if (sts & UARTSR1_RDRF && !(crdma & UARTCR5_RDMAS)) {
 775		if (sport->lpuart_dma_rx_use)
 776			lpuart_prepare_rx(sport);
 777		else
 778			lpuart_rxint(irq, dev_id);
 779	}
 780	if (sts & UARTSR1_TDRE && !(crdma & UARTCR5_TDMAS)) {
 781		if (sport->lpuart_dma_tx_use)
 782			lpuart_pio_tx(sport);
 783		else
 784			lpuart_txint(irq, dev_id);
 785	}
 786
 787	return IRQ_HANDLED;
 788}
 789
 790static irqreturn_t lpuart32_int(int irq, void *dev_id)
 791{
 792	struct lpuart_port *sport = dev_id;
 793	unsigned long sts, rxcount;
 794
 795	sts = lpuart32_read(sport->port.membase + UARTSTAT);
 796	rxcount = lpuart32_read(sport->port.membase + UARTWATER);
 797	rxcount = rxcount >> UARTWATER_RXCNT_OFF;
 798
 799	if (sts & UARTSTAT_RDRF || rxcount > 0)
 800		lpuart32_rxint(irq, dev_id);
 801
 802	if ((sts & UARTSTAT_TDRE) &&
 803		!(lpuart32_read(sport->port.membase + UARTBAUD) & UARTBAUD_TDMAE))
 804		lpuart_txint(irq, dev_id);
 805
 806	lpuart32_write(sts, sport->port.membase + UARTSTAT);
 807	return IRQ_HANDLED;
 808}
 809
 810/* return TIOCSER_TEMT when transmitter is not busy */
 811static unsigned int lpuart_tx_empty(struct uart_port *port)
 812{
 813	return (readb(port->membase + UARTSR1) & UARTSR1_TC) ?
 814		TIOCSER_TEMT : 0;
 815}
 816
 817static unsigned int lpuart32_tx_empty(struct uart_port *port)
 818{
 819	return (lpuart32_read(port->membase + UARTSTAT) & UARTSTAT_TC) ?
 820		TIOCSER_TEMT : 0;
 821}
 822
 823static unsigned int lpuart_get_mctrl(struct uart_port *port)
 824{
 825	unsigned int temp = 0;
 826	unsigned char reg;
 827
 828	reg = readb(port->membase + UARTMODEM);
 829	if (reg & UARTMODEM_TXCTSE)
 830		temp |= TIOCM_CTS;
 831
 832	if (reg & UARTMODEM_RXRTSE)
 833		temp |= TIOCM_RTS;
 834
 835	return temp;
 836}
 837
 838static unsigned int lpuart32_get_mctrl(struct uart_port *port)
 839{
 840	unsigned int temp = 0;
 841	unsigned long reg;
 842
 843	reg = lpuart32_read(port->membase + UARTMODIR);
 844	if (reg & UARTMODIR_TXCTSE)
 845		temp |= TIOCM_CTS;
 846
 847	if (reg & UARTMODIR_RXRTSE)
 848		temp |= TIOCM_RTS;
 849
 850	return temp;
 851}
 852
 853static void lpuart_set_mctrl(struct uart_port *port, unsigned int mctrl)
 854{
 855	unsigned char temp;
 856
 857	temp = readb(port->membase + UARTMODEM) &
 858			~(UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
 859
 860	if (mctrl & TIOCM_RTS)
 861		temp |= UARTMODEM_RXRTSE;
 862
 863	if (mctrl & TIOCM_CTS)
 864		temp |= UARTMODEM_TXCTSE;
 865
 866	writeb(temp, port->membase + UARTMODEM);
 867}
 868
 869static void lpuart32_set_mctrl(struct uart_port *port, unsigned int mctrl)
 870{
 871	unsigned long temp;
 872
 873	temp = lpuart32_read(port->membase + UARTMODIR) &
 874			~(UARTMODIR_RXRTSE | UARTMODIR_TXCTSE);
 875
 876	if (mctrl & TIOCM_RTS)
 877		temp |= UARTMODIR_RXRTSE;
 878
 879	if (mctrl & TIOCM_CTS)
 880		temp |= UARTMODIR_TXCTSE;
 881
 882	lpuart32_write(temp, port->membase + UARTMODIR);
 883}
 884
 885static void lpuart_break_ctl(struct uart_port *port, int break_state)
 886{
 887	unsigned char temp;
 888
 889	temp = readb(port->membase + UARTCR2) & ~UARTCR2_SBK;
 890
 891	if (break_state != 0)
 892		temp |= UARTCR2_SBK;
 893
 894	writeb(temp, port->membase + UARTCR2);
 895}
 896
 897static void lpuart32_break_ctl(struct uart_port *port, int break_state)
 898{
 899	unsigned long temp;
 900
 901	temp = lpuart32_read(port->membase + UARTCTRL) & ~UARTCTRL_SBK;
 902
 903	if (break_state != 0)
 904		temp |= UARTCTRL_SBK;
 905
 906	lpuart32_write(temp, port->membase + UARTCTRL);
 907}
 908
 909static void lpuart_setup_watermark(struct lpuart_port *sport)
 910{
 911	unsigned char val, cr2;
 912	unsigned char cr2_saved;
 913
 914	cr2 = readb(sport->port.membase + UARTCR2);
 915	cr2_saved = cr2;
 916	cr2 &= ~(UARTCR2_TIE | UARTCR2_TCIE | UARTCR2_TE |
 917			UARTCR2_RIE | UARTCR2_RE);
 918	writeb(cr2, sport->port.membase + UARTCR2);
 919
 920	val = readb(sport->port.membase + UARTPFIFO);
 921	writeb(val | UARTPFIFO_TXFE | UARTPFIFO_RXFE,
 922			sport->port.membase + UARTPFIFO);
 923
 924	/* explicitly clear RDRF */
 925	readb(sport->port.membase + UARTSR1);
 926
 927	/* flush Tx and Rx FIFO */
 928	writeb(UARTCFIFO_TXFLUSH | UARTCFIFO_RXFLUSH,
 929			sport->port.membase + UARTCFIFO);
 930
 931	writeb(0, sport->port.membase + UARTTWFIFO);
 932	writeb(1, sport->port.membase + UARTRWFIFO);
 933
 934	/* Restore cr2 */
 935	writeb(cr2_saved, sport->port.membase + UARTCR2);
 936}
 937
 938static void lpuart32_setup_watermark(struct lpuart_port *sport)
 939{
 940	unsigned long val, ctrl;
 941	unsigned long ctrl_saved;
 942
 943	ctrl = lpuart32_read(sport->port.membase + UARTCTRL);
 944	ctrl_saved = ctrl;
 945	ctrl &= ~(UARTCTRL_TIE | UARTCTRL_TCIE | UARTCTRL_TE |
 946			UARTCTRL_RIE | UARTCTRL_RE);
 947	lpuart32_write(ctrl, sport->port.membase + UARTCTRL);
 948
 949	/* enable FIFO mode */
 950	val = lpuart32_read(sport->port.membase + UARTFIFO);
 951	val |= UARTFIFO_TXFE | UARTFIFO_RXFE;
 952	val |= UARTFIFO_TXFLUSH | UARTFIFO_RXFLUSH;
 953	lpuart32_write(val, sport->port.membase + UARTFIFO);
 954
 955	/* set the watermark */
 956	val = (0x1 << UARTWATER_RXWATER_OFF) | (0x0 << UARTWATER_TXWATER_OFF);
 957	lpuart32_write(val, sport->port.membase + UARTWATER);
 958
 959	/* Restore cr2 */
 960	lpuart32_write(ctrl_saved, sport->port.membase + UARTCTRL);
 961}
 962
 963static int lpuart_dma_tx_request(struct uart_port *port)
 964{
 965	struct lpuart_port *sport = container_of(port,
 966					struct lpuart_port, port);
 967	struct dma_slave_config dma_tx_sconfig;
 968	dma_addr_t dma_bus;
 969	unsigned char *dma_buf;
 970	int ret;
 971
 972	dma_bus = dma_map_single(sport->dma_tx_chan->device->dev,
 973				sport->port.state->xmit.buf,
 974				UART_XMIT_SIZE, DMA_TO_DEVICE);
 975
 976	if (dma_mapping_error(sport->dma_tx_chan->device->dev, dma_bus)) {
 977		dev_err(sport->port.dev, "dma_map_single tx failed\n");
 978		return -ENOMEM;
 979	}
 980
 981	dma_buf = sport->port.state->xmit.buf;
 982	dma_tx_sconfig.dst_addr = sport->port.mapbase + UARTDR;
 983	dma_tx_sconfig.dst_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
 984	dma_tx_sconfig.dst_maxburst = sport->txfifo_size;
 985	dma_tx_sconfig.direction = DMA_MEM_TO_DEV;
 986	ret = dmaengine_slave_config(sport->dma_tx_chan, &dma_tx_sconfig);
 987
 988	if (ret < 0) {
 989		dev_err(sport->port.dev,
 990				"Dma slave config failed, err = %d\n", ret);
 991		return ret;
 992	}
 993
 994	sport->dma_tx_buf_virt = dma_buf;
 995	sport->dma_tx_buf_bus = dma_bus;
 996	sport->dma_tx_in_progress = 0;
 997
 998	return 0;
 999}
1000
1001static int lpuart_dma_rx_request(struct uart_port *port)
1002{
1003	struct lpuart_port *sport = container_of(port,
1004					struct lpuart_port, port);
1005	struct dma_slave_config dma_rx_sconfig;
1006	dma_addr_t dma_bus;
1007	unsigned char *dma_buf;
1008	int ret;
1009
1010	dma_buf = devm_kzalloc(sport->port.dev,
1011				FSL_UART_RX_DMA_BUFFER_SIZE, GFP_KERNEL);
1012
1013	if (!dma_buf) {
1014		dev_err(sport->port.dev, "Dma rx alloc failed\n");
1015		return -ENOMEM;
1016	}
1017
1018	dma_bus = dma_map_single(sport->dma_rx_chan->device->dev, dma_buf,
1019				FSL_UART_RX_DMA_BUFFER_SIZE, DMA_FROM_DEVICE);
1020
1021	if (dma_mapping_error(sport->dma_rx_chan->device->dev, dma_bus)) {
1022		dev_err(sport->port.dev, "dma_map_single rx failed\n");
1023		return -ENOMEM;
1024	}
1025
1026	dma_rx_sconfig.src_addr = sport->port.mapbase + UARTDR;
1027	dma_rx_sconfig.src_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
1028	dma_rx_sconfig.src_maxburst = 1;
1029	dma_rx_sconfig.direction = DMA_DEV_TO_MEM;
1030	ret = dmaengine_slave_config(sport->dma_rx_chan, &dma_rx_sconfig);
1031
1032	if (ret < 0) {
1033		dev_err(sport->port.dev,
1034				"Dma slave config failed, err = %d\n", ret);
1035		return ret;
1036	}
1037
1038	sport->dma_rx_buf_virt = dma_buf;
1039	sport->dma_rx_buf_bus = dma_bus;
1040	sport->dma_rx_in_progress = 0;
1041
1042	return 0;
1043}
1044
1045static void lpuart_dma_tx_free(struct uart_port *port)
1046{
1047	struct lpuart_port *sport = container_of(port,
1048					struct lpuart_port, port);
1049
1050	dma_unmap_single(sport->port.dev, sport->dma_tx_buf_bus,
1051			UART_XMIT_SIZE, DMA_TO_DEVICE);
1052
1053	sport->dma_tx_buf_bus = 0;
1054	sport->dma_tx_buf_virt = NULL;
1055}
1056
1057static void lpuart_dma_rx_free(struct uart_port *port)
1058{
1059	struct lpuart_port *sport = container_of(port,
1060					struct lpuart_port, port);
1061
1062	dma_unmap_single(sport->port.dev, sport->dma_rx_buf_bus,
1063			FSL_UART_RX_DMA_BUFFER_SIZE, DMA_FROM_DEVICE);
1064
1065	sport->dma_rx_buf_bus = 0;
1066	sport->dma_rx_buf_virt = NULL;
1067}
1068
1069static int lpuart_startup(struct uart_port *port)
1070{
1071	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1072	int ret;
1073	unsigned long flags;
1074	unsigned char temp;
1075
1076	/* determine FIFO size and enable FIFO mode */
1077	temp = readb(sport->port.membase + UARTPFIFO);
1078
1079	sport->txfifo_size = 0x1 << (((temp >> UARTPFIFO_TXSIZE_OFF) &
1080		UARTPFIFO_FIFOSIZE_MASK) + 1);
1081
1082	sport->port.fifosize = sport->txfifo_size;
1083
1084	sport->rxfifo_size = 0x1 << (((temp >> UARTPFIFO_RXSIZE_OFF) &
1085		UARTPFIFO_FIFOSIZE_MASK) + 1);
1086
1087	if (sport->dma_rx_chan && !lpuart_dma_rx_request(port)) {
1088		sport->lpuart_dma_rx_use = true;
1089		setup_timer(&sport->lpuart_timer, lpuart_timer_func,
1090			    (unsigned long)sport);
1091	} else
1092		sport->lpuart_dma_rx_use = false;
1093
1094
1095	if (sport->dma_tx_chan && !lpuart_dma_tx_request(port)) {
1096		sport->lpuart_dma_tx_use = true;
1097		temp = readb(port->membase + UARTCR5);
1098		temp &= ~UARTCR5_RDMAS;
1099		writeb(temp | UARTCR5_TDMAS, port->membase + UARTCR5);
1100	} else
1101		sport->lpuart_dma_tx_use = false;
1102
1103	ret = devm_request_irq(port->dev, port->irq, lpuart_int, 0,
1104				DRIVER_NAME, sport);
1105	if (ret)
1106		return ret;
1107
1108	spin_lock_irqsave(&sport->port.lock, flags);
1109
1110	lpuart_setup_watermark(sport);
1111
1112	temp = readb(sport->port.membase + UARTCR2);
1113	temp |= (UARTCR2_RIE | UARTCR2_TIE | UARTCR2_RE | UARTCR2_TE);
1114	writeb(temp, sport->port.membase + UARTCR2);
1115
1116	spin_unlock_irqrestore(&sport->port.lock, flags);
1117	return 0;
1118}
1119
1120static int lpuart32_startup(struct uart_port *port)
1121{
1122	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1123	int ret;
1124	unsigned long flags;
1125	unsigned long temp;
1126
1127	/* determine FIFO size */
1128	temp = lpuart32_read(sport->port.membase + UARTFIFO);
1129
1130	sport->txfifo_size = 0x1 << (((temp >> UARTFIFO_TXSIZE_OFF) &
1131		UARTFIFO_FIFOSIZE_MASK) - 1);
1132
1133	sport->rxfifo_size = 0x1 << (((temp >> UARTFIFO_RXSIZE_OFF) &
1134		UARTFIFO_FIFOSIZE_MASK) - 1);
1135
1136	ret = devm_request_irq(port->dev, port->irq, lpuart32_int, 0,
1137				DRIVER_NAME, sport);
1138	if (ret)
1139		return ret;
1140
1141	spin_lock_irqsave(&sport->port.lock, flags);
1142
1143	lpuart32_setup_watermark(sport);
1144
1145	temp = lpuart32_read(sport->port.membase + UARTCTRL);
1146	temp |= (UARTCTRL_RIE | UARTCTRL_TIE | UARTCTRL_RE | UARTCTRL_TE);
1147	temp |= UARTCTRL_ILIE;
1148	lpuart32_write(temp, sport->port.membase + UARTCTRL);
1149
1150	spin_unlock_irqrestore(&sport->port.lock, flags);
1151	return 0;
1152}
1153
1154static void lpuart_shutdown(struct uart_port *port)
1155{
1156	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1157	unsigned char temp;
1158	unsigned long flags;
1159
1160	spin_lock_irqsave(&port->lock, flags);
1161
1162	/* disable Rx/Tx and interrupts */
1163	temp = readb(port->membase + UARTCR2);
1164	temp &= ~(UARTCR2_TE | UARTCR2_RE |
1165			UARTCR2_TIE | UARTCR2_TCIE | UARTCR2_RIE);
1166	writeb(temp, port->membase + UARTCR2);
1167
1168	spin_unlock_irqrestore(&port->lock, flags);
1169
1170	devm_free_irq(port->dev, port->irq, sport);
1171
1172	if (sport->lpuart_dma_rx_use) {
1173		lpuart_dma_rx_free(&sport->port);
1174		del_timer_sync(&sport->lpuart_timer);
1175	}
1176
1177	if (sport->lpuart_dma_tx_use)
1178		lpuart_dma_tx_free(&sport->port);
1179}
1180
1181static void lpuart32_shutdown(struct uart_port *port)
1182{
1183	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1184	unsigned long temp;
1185	unsigned long flags;
1186
1187	spin_lock_irqsave(&port->lock, flags);
1188
1189	/* disable Rx/Tx and interrupts */
1190	temp = lpuart32_read(port->membase + UARTCTRL);
1191	temp &= ~(UARTCTRL_TE | UARTCTRL_RE |
1192			UARTCTRL_TIE | UARTCTRL_TCIE | UARTCTRL_RIE);
1193	lpuart32_write(temp, port->membase + UARTCTRL);
1194
1195	spin_unlock_irqrestore(&port->lock, flags);
1196
1197	devm_free_irq(port->dev, port->irq, sport);
1198}
1199
1200static void
1201lpuart_set_termios(struct uart_port *port, struct ktermios *termios,
1202		   struct ktermios *old)
1203{
1204	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1205	unsigned long flags;
1206	unsigned char cr1, old_cr1, old_cr2, cr4, bdh, modem;
1207	unsigned int  baud;
1208	unsigned int old_csize = old ? old->c_cflag & CSIZE : CS8;
1209	unsigned int sbr, brfa;
1210
1211	cr1 = old_cr1 = readb(sport->port.membase + UARTCR1);
1212	old_cr2 = readb(sport->port.membase + UARTCR2);
1213	cr4 = readb(sport->port.membase + UARTCR4);
1214	bdh = readb(sport->port.membase + UARTBDH);
1215	modem = readb(sport->port.membase + UARTMODEM);
1216	/*
1217	 * only support CS8 and CS7, and for CS7 must enable PE.
1218	 * supported mode:
1219	 *  - (7,e/o,1)
1220	 *  - (8,n,1)
1221	 *  - (8,m/s,1)
1222	 *  - (8,e/o,1)
1223	 */
1224	while ((termios->c_cflag & CSIZE) != CS8 &&
1225		(termios->c_cflag & CSIZE) != CS7) {
1226		termios->c_cflag &= ~CSIZE;
1227		termios->c_cflag |= old_csize;
1228		old_csize = CS8;
1229	}
1230
1231	if ((termios->c_cflag & CSIZE) == CS8 ||
1232		(termios->c_cflag & CSIZE) == CS7)
1233		cr1 = old_cr1 & ~UARTCR1_M;
1234
1235	if (termios->c_cflag & CMSPAR) {
1236		if ((termios->c_cflag & CSIZE) != CS8) {
1237			termios->c_cflag &= ~CSIZE;
1238			termios->c_cflag |= CS8;
1239		}
1240		cr1 |= UARTCR1_M;
1241	}
1242
1243	if (termios->c_cflag & CRTSCTS) {
1244		modem |= (UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1245	} else {
1246		termios->c_cflag &= ~CRTSCTS;
1247		modem &= ~(UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1248	}
1249
1250	if (termios->c_cflag & CSTOPB)
1251		termios->c_cflag &= ~CSTOPB;
1252
1253	/* parity must be enabled when CS7 to match 8-bits format */
1254	if ((termios->c_cflag & CSIZE) == CS7)
1255		termios->c_cflag |= PARENB;
1256
1257	if ((termios->c_cflag & PARENB)) {
1258		if (termios->c_cflag & CMSPAR) {
1259			cr1 &= ~UARTCR1_PE;
1260			cr1 |= UARTCR1_M;
1261		} else {
1262			cr1 |= UARTCR1_PE;
1263			if ((termios->c_cflag & CSIZE) == CS8)
1264				cr1 |= UARTCR1_M;
1265			if (termios->c_cflag & PARODD)
1266				cr1 |= UARTCR1_PT;
1267			else
1268				cr1 &= ~UARTCR1_PT;
1269		}
1270	}
1271
1272	/* ask the core to calculate the divisor */
1273	baud = uart_get_baud_rate(port, termios, old, 50, port->uartclk / 16);
1274
1275	spin_lock_irqsave(&sport->port.lock, flags);
1276
1277	sport->port.read_status_mask = 0;
1278	if (termios->c_iflag & INPCK)
1279		sport->port.read_status_mask |=	(UARTSR1_FE | UARTSR1_PE);
1280	if (termios->c_iflag & (IGNBRK | BRKINT | PARMRK))
1281		sport->port.read_status_mask |= UARTSR1_FE;
1282
1283	/* characters to ignore */
1284	sport->port.ignore_status_mask = 0;
1285	if (termios->c_iflag & IGNPAR)
1286		sport->port.ignore_status_mask |= UARTSR1_PE;
1287	if (termios->c_iflag & IGNBRK) {
1288		sport->port.ignore_status_mask |= UARTSR1_FE;
1289		/*
1290		 * if we're ignoring parity and break indicators,
1291		 * ignore overruns too (for real raw support).
1292		 */
1293		if (termios->c_iflag & IGNPAR)
1294			sport->port.ignore_status_mask |= UARTSR1_OR;
1295	}
1296
1297	/* update the per-port timeout */
1298	uart_update_timeout(port, termios->c_cflag, baud);
1299
1300	if (sport->lpuart_dma_rx_use) {
1301		/* Calculate delay for 1.5 DMA buffers */
1302		sport->dma_rx_timeout = (sport->port.timeout - HZ / 50) *
1303					FSL_UART_RX_DMA_BUFFER_SIZE * 3 /
1304					sport->rxfifo_size / 2;
1305		dev_dbg(port->dev, "DMA Rx t-out %ums, tty t-out %u jiffies\n",
1306			sport->dma_rx_timeout * 1000 / HZ, sport->port.timeout);
1307		if (sport->dma_rx_timeout < msecs_to_jiffies(20))
1308			sport->dma_rx_timeout = msecs_to_jiffies(20);
1309	}
1310
1311	/* wait transmit engin complete */
1312	while (!(readb(sport->port.membase + UARTSR1) & UARTSR1_TC))
1313		barrier();
1314
1315	/* disable transmit and receive */
1316	writeb(old_cr2 & ~(UARTCR2_TE | UARTCR2_RE),
1317			sport->port.membase + UARTCR2);
1318
1319	sbr = sport->port.uartclk / (16 * baud);
1320	brfa = ((sport->port.uartclk - (16 * sbr * baud)) * 2) / baud;
1321	bdh &= ~UARTBDH_SBR_MASK;
1322	bdh |= (sbr >> 8) & 0x1F;
1323	cr4 &= ~UARTCR4_BRFA_MASK;
1324	brfa &= UARTCR4_BRFA_MASK;
1325	writeb(cr4 | brfa, sport->port.membase + UARTCR4);
1326	writeb(bdh, sport->port.membase + UARTBDH);
1327	writeb(sbr & 0xFF, sport->port.membase + UARTBDL);
1328	writeb(cr1, sport->port.membase + UARTCR1);
1329	writeb(modem, sport->port.membase + UARTMODEM);
1330
1331	/* restore control register */
1332	writeb(old_cr2, sport->port.membase + UARTCR2);
1333
1334	spin_unlock_irqrestore(&sport->port.lock, flags);
1335}
1336
1337static void
1338lpuart32_set_termios(struct uart_port *port, struct ktermios *termios,
1339		   struct ktermios *old)
1340{
1341	struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1342	unsigned long flags;
1343	unsigned long ctrl, old_ctrl, bd, modem;
1344	unsigned int  baud;
1345	unsigned int old_csize = old ? old->c_cflag & CSIZE : CS8;
1346	unsigned int sbr;
1347
1348	ctrl = old_ctrl = lpuart32_read(sport->port.membase + UARTCTRL);
1349	bd = lpuart32_read(sport->port.membase + UARTBAUD);
1350	modem = lpuart32_read(sport->port.membase + UARTMODIR);
1351	/*
1352	 * only support CS8 and CS7, and for CS7 must enable PE.
1353	 * supported mode:
1354	 *  - (7,e/o,1)
1355	 *  - (8,n,1)
1356	 *  - (8,m/s,1)
1357	 *  - (8,e/o,1)
1358	 */
1359	while ((termios->c_cflag & CSIZE) != CS8 &&
1360		(termios->c_cflag & CSIZE) != CS7) {
1361		termios->c_cflag &= ~CSIZE;
1362		termios->c_cflag |= old_csize;
1363		old_csize = CS8;
1364	}
1365
1366	if ((termios->c_cflag & CSIZE) == CS8 ||
1367		(termios->c_cflag & CSIZE) == CS7)
1368		ctrl = old_ctrl & ~UARTCTRL_M;
1369
1370	if (termios->c_cflag & CMSPAR) {
1371		if ((termios->c_cflag & CSIZE) != CS8) {
1372			termios->c_cflag &= ~CSIZE;
1373			termios->c_cflag |= CS8;
1374		}
1375		ctrl |= UARTCTRL_M;
1376	}
1377
1378	if (termios->c_cflag & CRTSCTS) {
1379		modem |= (UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1380	} else {
1381		termios->c_cflag &= ~CRTSCTS;
1382		modem &= ~(UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1383	}
1384
1385	if (termios->c_cflag & CSTOPB)
1386		termios->c_cflag &= ~CSTOPB;
1387
1388	/* parity must be enabled when CS7 to match 8-bits format */
1389	if ((termios->c_cflag & CSIZE) == CS7)
1390		termios->c_cflag |= PARENB;
1391
1392	if ((termios->c_cflag & PARENB)) {
1393		if (termios->c_cflag & CMSPAR) {
1394			ctrl &= ~UARTCTRL_PE;
1395			ctrl |= UARTCTRL_M;
1396		} else {
1397			ctrl |= UARTCR1_PE;
1398			if ((termios->c_cflag & CSIZE) == CS8)
1399				ctrl |= UARTCTRL_M;
1400			if (termios->c_cflag & PARODD)
1401				ctrl |= UARTCTRL_PT;
1402			else
1403				ctrl &= ~UARTCTRL_PT;
1404		}
1405	}
1406
1407	/* ask the core to calculate the divisor */
1408	baud = uart_get_baud_rate(port, termios, old, 50, port->uartclk / 16);
1409
1410	spin_lock_irqsave(&sport->port.lock, flags);
1411
1412	sport->port.read_status_mask = 0;
1413	if (termios->c_iflag & INPCK)
1414		sport->port.read_status_mask |=	(UARTSTAT_FE | UARTSTAT_PE);
1415	if (termios->c_iflag & (IGNBRK | BRKINT | PARMRK))
1416		sport->port.read_status_mask |= UARTSTAT_FE;
1417
1418	/* characters to ignore */
1419	sport->port.ignore_status_mask = 0;
1420	if (termios->c_iflag & IGNPAR)
1421		sport->port.ignore_status_mask |= UARTSTAT_PE;
1422	if (termios->c_iflag & IGNBRK) {
1423		sport->port.ignore_status_mask |= UARTSTAT_FE;
1424		/*
1425		 * if we're ignoring parity and break indicators,
1426		 * ignore overruns too (for real raw support).
1427		 */
1428		if (termios->c_iflag & IGNPAR)
1429			sport->port.ignore_status_mask |= UARTSTAT_OR;
1430	}
1431
1432	/* update the per-port timeout */
1433	uart_update_timeout(port, termios->c_cflag, baud);
1434
1435	/* wait transmit engin complete */
1436	while (!(lpuart32_read(sport->port.membase + UARTSTAT) & UARTSTAT_TC))
1437		barrier();
1438
1439	/* disable transmit and receive */
1440	lpuart32_write(old_ctrl & ~(UARTCTRL_TE | UARTCTRL_RE),
1441			sport->port.membase + UARTCTRL);
1442
1443	sbr = sport->port.uartclk / (16 * baud);
1444	bd &= ~UARTBAUD_SBR_MASK;
1445	bd |= sbr & UARTBAUD_SBR_MASK;
1446	bd |= UARTBAUD_BOTHEDGE;
1447	bd &= ~(UARTBAUD_TDMAE | UARTBAUD_RDMAE);
1448	lpuart32_write(bd, sport->port.membase + UARTBAUD);
1449	lpuart32_write(modem, sport->port.membase + UARTMODIR);
1450	lpuart32_write(ctrl, sport->port.membase + UARTCTRL);
1451	/* restore control register */
1452
1453	spin_unlock_irqrestore(&sport->port.lock, flags);
1454}
1455
1456static const char *lpuart_type(struct uart_port *port)
1457{
1458	return "FSL_LPUART";
1459}
1460
1461static void lpuart_release_port(struct uart_port *port)
1462{
1463	/* nothing to do */
1464}
1465
1466static int lpuart_request_port(struct uart_port *port)
1467{
1468	return  0;
1469}
1470
1471/* configure/autoconfigure the port */
1472static void lpuart_config_port(struct uart_port *port, int flags)
1473{
1474	if (flags & UART_CONFIG_TYPE)
1475		port->type = PORT_LPUART;
1476}
1477
1478static int lpuart_verify_port(struct uart_port *port, struct serial_struct *ser)
1479{
1480	int ret = 0;
1481
1482	if (ser->type != PORT_UNKNOWN && ser->type != PORT_LPUART)
1483		ret = -EINVAL;
1484	if (port->irq != ser->irq)
1485		ret = -EINVAL;
1486	if (ser->io_type != UPIO_MEM)
1487		ret = -EINVAL;
1488	if (port->uartclk / 16 != ser->baud_base)
1489		ret = -EINVAL;
1490	if (port->iobase != ser->port)
1491		ret = -EINVAL;
1492	if (ser->hub6 != 0)
1493		ret = -EINVAL;
1494	return ret;
1495}
1496
1497static struct uart_ops lpuart_pops = {
1498	.tx_empty	= lpuart_tx_empty,
1499	.set_mctrl	= lpuart_set_mctrl,
1500	.get_mctrl	= lpuart_get_mctrl,
1501	.stop_tx	= lpuart_stop_tx,
1502	.start_tx	= lpuart_start_tx,
1503	.stop_rx	= lpuart_stop_rx,
1504	.break_ctl	= lpuart_break_ctl,
1505	.startup	= lpuart_startup,
1506	.shutdown	= lpuart_shutdown,
1507	.set_termios	= lpuart_set_termios,
1508	.type		= lpuart_type,
1509	.request_port	= lpuart_request_port,
1510	.release_port	= lpuart_release_port,
1511	.config_port	= lpuart_config_port,
1512	.verify_port	= lpuart_verify_port,
1513	.flush_buffer	= lpuart_flush_buffer,
1514};
1515
1516static struct uart_ops lpuart32_pops = {
1517	.tx_empty	= lpuart32_tx_empty,
1518	.set_mctrl	= lpuart32_set_mctrl,
1519	.get_mctrl	= lpuart32_get_mctrl,
1520	.stop_tx	= lpuart32_stop_tx,
1521	.start_tx	= lpuart32_start_tx,
1522	.stop_rx	= lpuart32_stop_rx,
1523	.break_ctl	= lpuart32_break_ctl,
1524	.startup	= lpuart32_startup,
1525	.shutdown	= lpuart32_shutdown,
1526	.set_termios	= lpuart32_set_termios,
1527	.type		= lpuart_type,
1528	.request_port	= lpuart_request_port,
1529	.release_port	= lpuart_release_port,
1530	.config_port	= lpuart_config_port,
1531	.verify_port	= lpuart_verify_port,
1532	.flush_buffer	= lpuart_flush_buffer,
1533};
1534
1535static struct lpuart_port *lpuart_ports[UART_NR];
1536
1537#ifdef CONFIG_SERIAL_FSL_LPUART_CONSOLE
1538static void lpuart_console_putchar(struct uart_port *port, int ch)
1539{
1540	while (!(readb(port->membase + UARTSR1) & UARTSR1_TDRE))
1541		barrier();
1542
1543	writeb(ch, port->membase + UARTDR);
1544}
1545
1546static void lpuart32_console_putchar(struct uart_port *port, int ch)
1547{
1548	while (!(lpuart32_read(port->membase + UARTSTAT) & UARTSTAT_TDRE))
1549		barrier();
1550
1551	lpuart32_write(ch, port->membase + UARTDATA);
1552}
1553
1554static void
1555lpuart_console_write(struct console *co, const char *s, unsigned int count)
1556{
1557	struct lpuart_port *sport = lpuart_ports[co->index];
1558	unsigned char  old_cr2, cr2;
1559
1560	/* first save CR2 and then disable interrupts */
1561	cr2 = old_cr2 = readb(sport->port.membase + UARTCR2);
1562	cr2 |= (UARTCR2_TE |  UARTCR2_RE);
1563	cr2 &= ~(UARTCR2_TIE | UARTCR2_TCIE | UARTCR2_RIE);
1564	writeb(cr2, sport->port.membase + UARTCR2);
1565
1566	uart_console_write(&sport->port, s, count, lpuart_console_putchar);
1567
1568	/* wait for transmitter finish complete and restore CR2 */
1569	while (!(readb(sport->port.membase + UARTSR1) & UARTSR1_TC))
1570		barrier();
1571
1572	writeb(old_cr2, sport->port.membase + UARTCR2);
1573}
1574
1575static void
1576lpuart32_console_write(struct console *co, const char *s, unsigned int count)
1577{
1578	struct lpuart_port *sport = lpuart_ports[co->index];
1579	unsigned long  old_cr, cr;
1580
1581	/* first save CR2 and then disable interrupts */
1582	cr = old_cr = lpuart32_read(sport->port.membase + UARTCTRL);
1583	cr |= (UARTCTRL_TE |  UARTCTRL_RE);
1584	cr &= ~(UARTCTRL_TIE | UARTCTRL_TCIE | UARTCTRL_RIE);
1585	lpuart32_write(cr, sport->port.membase + UARTCTRL);
1586
1587	uart_console_write(&sport->port, s, count, lpuart32_console_putchar);
1588
1589	/* wait for transmitter finish complete and restore CR2 */
1590	while (!(lpuart32_read(sport->port.membase + UARTSTAT) & UARTSTAT_TC))
1591		barrier();
1592
1593	lpuart32_write(old_cr, sport->port.membase + UARTCTRL);
1594}
1595
1596/*
1597 * if the port was already initialised (eg, by a boot loader),
1598 * try to determine the current setup.
1599 */
1600static void __init
1601lpuart_console_get_options(struct lpuart_port *sport, int *baud,
1602			   int *parity, int *bits)
1603{
1604	unsigned char cr, bdh, bdl, brfa;
1605	unsigned int sbr, uartclk, baud_raw;
1606
1607	cr = readb(sport->port.membase + UARTCR2);
1608	cr &= UARTCR2_TE | UARTCR2_RE;
1609	if (!cr)
1610		return;
1611
1612	/* ok, the port was enabled */
1613
1614	cr = readb(sport->port.membase + UARTCR1);
1615
1616	*parity = 'n';
1617	if (cr & UARTCR1_PE) {
1618		if (cr & UARTCR1_PT)
1619			*parity = 'o';
1620		else
1621			*parity = 'e';
1622	}
1623
1624	if (cr & UARTCR1_M)
1625		*bits = 9;
1626	else
1627		*bits = 8;
1628
1629	bdh = readb(sport->port.membase + UARTBDH);
1630	bdh &= UARTBDH_SBR_MASK;
1631	bdl = readb(sport->port.membase + UARTBDL);
1632	sbr = bdh;
1633	sbr <<= 8;
1634	sbr |= bdl;
1635	brfa = readb(sport->port.membase + UARTCR4);
1636	brfa &= UARTCR4_BRFA_MASK;
1637
1638	uartclk = clk_get_rate(sport->clk);
1639	/*
1640	 * baud = mod_clk/(16*(sbr[13]+(brfa)/32)
1641	 */
1642	baud_raw = uartclk / (16 * (sbr + brfa / 32));
1643
1644	if (*baud != baud_raw)
1645		printk(KERN_INFO "Serial: Console lpuart rounded baud rate"
1646				"from %d to %d\n", baud_raw, *baud);
1647}
1648
1649static void __init
1650lpuart32_console_get_options(struct lpuart_port *sport, int *baud,
1651			   int *parity, int *bits)
1652{
1653	unsigned long cr, bd;
1654	unsigned int sbr, uartclk, baud_raw;
1655
1656	cr = lpuart32_read(sport->port.membase + UARTCTRL);
1657	cr &= UARTCTRL_TE | UARTCTRL_RE;
1658	if (!cr)
1659		return;
1660
1661	/* ok, the port was enabled */
1662
1663	cr = lpuart32_read(sport->port.membase + UARTCTRL);
1664
1665	*parity = 'n';
1666	if (cr & UARTCTRL_PE) {
1667		if (cr & UARTCTRL_PT)
1668			*parity = 'o';
1669		else
1670			*parity = 'e';
1671	}
1672
1673	if (cr & UARTCTRL_M)
1674		*bits = 9;
1675	else
1676		*bits = 8;
1677
1678	bd = lpuart32_read(sport->port.membase + UARTBAUD);
1679	bd &= UARTBAUD_SBR_MASK;
1680	sbr = bd;
1681	uartclk = clk_get_rate(sport->clk);
1682	/*
1683	 * baud = mod_clk/(16*(sbr[13]+(brfa)/32)
1684	 */
1685	baud_raw = uartclk / (16 * sbr);
1686
1687	if (*baud != baud_raw)
1688		printk(KERN_INFO "Serial: Console lpuart rounded baud rate"
1689				"from %d to %d\n", baud_raw, *baud);
1690}
1691
1692static int __init lpuart_console_setup(struct console *co, char *options)
1693{
1694	struct lpuart_port *sport;
1695	int baud = 115200;
1696	int bits = 8;
1697	int parity = 'n';
1698	int flow = 'n';
1699
1700	/*
1701	 * check whether an invalid uart number has been specified, and
1702	 * if so, search for the first available port that does have
1703	 * console support.
1704	 */
1705	if (co->index == -1 || co->index >= ARRAY_SIZE(lpuart_ports))
1706		co->index = 0;
1707
1708	sport = lpuart_ports[co->index];
1709	if (sport == NULL)
1710		return -ENODEV;
1711
1712	if (options)
1713		uart_parse_options(options, &baud, &parity, &bits, &flow);
1714	else
1715		if (sport->lpuart32)
1716			lpuart32_console_get_options(sport, &baud, &parity, &bits);
1717		else
1718			lpuart_console_get_options(sport, &baud, &parity, &bits);
1719
1720	if (sport->lpuart32)
1721		lpuart32_setup_watermark(sport);
1722	else
1723		lpuart_setup_watermark(sport);
1724
1725	return uart_set_options(&sport->port, co, baud, parity, bits, flow);
1726}
1727
1728static struct uart_driver lpuart_reg;
1729static struct console lpuart_console = {
1730	.name		= DEV_NAME,
1731	.write		= lpuart_console_write,
1732	.device		= uart_console_device,
1733	.setup		= lpuart_console_setup,
1734	.flags		= CON_PRINTBUFFER,
1735	.index		= -1,
1736	.data		= &lpuart_reg,
1737};
1738
1739static struct console lpuart32_console = {
1740	.name		= DEV_NAME,
1741	.write		= lpuart32_console_write,
1742	.device		= uart_console_device,
1743	.setup		= lpuart_console_setup,
1744	.flags		= CON_PRINTBUFFER,
1745	.index		= -1,
1746	.data		= &lpuart_reg,
1747};
1748
1749static void lpuart_early_write(struct console *con, const char *s, unsigned n)
1750{
1751	struct earlycon_device *dev = con->data;
1752
1753	uart_console_write(&dev->port, s, n, lpuart_console_putchar);
1754}
1755
1756static void lpuart32_early_write(struct console *con, const char *s, unsigned n)
1757{
1758	struct earlycon_device *dev = con->data;
1759
1760	uart_console_write(&dev->port, s, n, lpuart32_console_putchar);
1761}
1762
1763static int __init lpuart_early_console_setup(struct earlycon_device *device,
1764					  const char *opt)
1765{
1766	if (!device->port.membase)
1767		return -ENODEV;
1768
1769	device->con->write = lpuart_early_write;
1770	return 0;
1771}
1772
1773static int __init lpuart32_early_console_setup(struct earlycon_device *device,
1774					  const char *opt)
1775{
1776	if (!device->port.membase)
1777		return -ENODEV;
1778
1779	device->con->write = lpuart32_early_write;
1780	return 0;
1781}
1782
1783OF_EARLYCON_DECLARE(lpuart, "fsl,vf610-lpuart", lpuart_early_console_setup);
1784OF_EARLYCON_DECLARE(lpuart32, "fsl,ls1021a-lpuart", lpuart32_early_console_setup);
1785EARLYCON_DECLARE(lpuart, lpuart_early_console_setup);
1786EARLYCON_DECLARE(lpuart32, lpuart32_early_console_setup);
1787
1788#define LPUART_CONSOLE	(&lpuart_console)
1789#define LPUART32_CONSOLE	(&lpuart32_console)
1790#else
1791#define LPUART_CONSOLE	NULL
1792#define LPUART32_CONSOLE	NULL
1793#endif
1794
1795static struct uart_driver lpuart_reg = {
1796	.owner		= THIS_MODULE,
1797	.driver_name	= DRIVER_NAME,
1798	.dev_name	= DEV_NAME,
1799	.nr		= ARRAY_SIZE(lpuart_ports),
1800	.cons		= LPUART_CONSOLE,
1801};
1802
1803static int lpuart_probe(struct platform_device *pdev)
1804{
1805	struct device_node *np = pdev->dev.of_node;
1806	struct lpuart_port *sport;
1807	struct resource *res;
1808	int ret;
1809
1810	sport = devm_kzalloc(&pdev->dev, sizeof(*sport), GFP_KERNEL);
1811	if (!sport)
1812		return -ENOMEM;
1813
1814	pdev->dev.coherent_dma_mask = 0;
1815
1816	ret = of_alias_get_id(np, "serial");
1817	if (ret < 0) {
1818		dev_err(&pdev->dev, "failed to get alias id, errno %d\n", ret);
1819		return ret;
1820	}
1821	sport->port.line = ret;
1822	sport->lpuart32 = of_device_is_compatible(np, "fsl,ls1021a-lpuart");
1823
1824	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1825	sport->port.membase = devm_ioremap_resource(&pdev->dev, res);
1826	if (IS_ERR(sport->port.membase))
1827		return PTR_ERR(sport->port.membase);
1828
1829	sport->port.mapbase = res->start;
1830	sport->port.dev = &pdev->dev;
1831	sport->port.type = PORT_LPUART;
1832	sport->port.iotype = UPIO_MEM;
1833	sport->port.irq = platform_get_irq(pdev, 0);
1834	if (sport->lpuart32)
1835		sport->port.ops = &lpuart32_pops;
1836	else
1837		sport->port.ops = &lpuart_pops;
1838	sport->port.flags = UPF_BOOT_AUTOCONF;
1839
1840	sport->clk = devm_clk_get(&pdev->dev, "ipg");
1841	if (IS_ERR(sport->clk)) {
1842		ret = PTR_ERR(sport->clk);
1843		dev_err(&pdev->dev, "failed to get uart clk: %d\n", ret);
1844		return ret;
1845	}
1846
1847	ret = clk_prepare_enable(sport->clk);
1848	if (ret) {
1849		dev_err(&pdev->dev, "failed to enable uart clk: %d\n", ret);
1850		return ret;
1851	}
1852
1853	sport->port.uartclk = clk_get_rate(sport->clk);
1854
1855	lpuart_ports[sport->port.line] = sport;
1856
1857	platform_set_drvdata(pdev, &sport->port);
1858
1859	if (sport->lpuart32)
1860		lpuart_reg.cons = LPUART32_CONSOLE;
1861	else
1862		lpuart_reg.cons = LPUART_CONSOLE;
1863
1864	ret = uart_add_one_port(&lpuart_reg, &sport->port);
1865	if (ret) {
1866		clk_disable_unprepare(sport->clk);
1867		return ret;
1868	}
1869
1870	sport->dma_tx_chan = dma_request_slave_channel(sport->port.dev, "tx");
1871	if (!sport->dma_tx_chan)
1872		dev_info(sport->port.dev, "DMA tx channel request failed, "
1873				"operating without tx DMA\n");
1874
1875	sport->dma_rx_chan = dma_request_slave_channel(sport->port.dev, "rx");
1876	if (!sport->dma_rx_chan)
1877		dev_info(sport->port.dev, "DMA rx channel request failed, "
1878				"operating without rx DMA\n");
1879
1880	return 0;
1881}
1882
1883static int lpuart_remove(struct platform_device *pdev)
1884{
1885	struct lpuart_port *sport = platform_get_drvdata(pdev);
1886
1887	uart_remove_one_port(&lpuart_reg, &sport->port);
1888
1889	clk_disable_unprepare(sport->clk);
1890
1891	if (sport->dma_tx_chan)
1892		dma_release_channel(sport->dma_tx_chan);
1893
1894	if (sport->dma_rx_chan)
1895		dma_release_channel(sport->dma_rx_chan);
1896
1897	return 0;
1898}
1899
1900#ifdef CONFIG_PM_SLEEP
1901static int lpuart_suspend(struct device *dev)
1902{
1903	struct lpuart_port *sport = dev_get_drvdata(dev);
1904	unsigned long temp;
1905
1906	if (sport->lpuart32) {
1907		/* disable Rx/Tx and interrupts */
1908		temp = lpuart32_read(sport->port.membase + UARTCTRL);
1909		temp &= ~(UARTCTRL_TE | UARTCTRL_TIE | UARTCTRL_TCIE);
1910		lpuart32_write(temp, sport->port.membase + UARTCTRL);
1911	} else {
1912		/* disable Rx/Tx and interrupts */
1913		temp = readb(sport->port.membase + UARTCR2);
1914		temp &= ~(UARTCR2_TE | UARTCR2_TIE | UARTCR2_TCIE);
1915		writeb(temp, sport->port.membase + UARTCR2);
1916	}
1917
1918	uart_suspend_port(&lpuart_reg, &sport->port);
1919
1920	return 0;
1921}
1922
1923static int lpuart_resume(struct device *dev)
1924{
1925	struct lpuart_port *sport = dev_get_drvdata(dev);
1926	unsigned long temp;
1927
1928	if (sport->lpuart32) {
1929		lpuart32_setup_watermark(sport);
1930		temp = lpuart32_read(sport->port.membase + UARTCTRL);
1931		temp |= (UARTCTRL_RIE | UARTCTRL_TIE | UARTCTRL_RE |
1932			 UARTCTRL_TE | UARTCTRL_ILIE);
1933		lpuart32_write(temp, sport->port.membase + UARTCTRL);
1934	} else {
1935		lpuart_setup_watermark(sport);
1936		temp = readb(sport->port.membase + UARTCR2);
1937		temp |= (UARTCR2_RIE | UARTCR2_TIE | UARTCR2_RE | UARTCR2_TE);
1938		writeb(temp, sport->port.membase + UARTCR2);
1939	}
1940
1941	uart_resume_port(&lpuart_reg, &sport->port);
1942
1943	return 0;
1944}
1945#endif
1946
1947static SIMPLE_DEV_PM_OPS(lpuart_pm_ops, lpuart_suspend, lpuart_resume);
1948
1949static struct platform_driver lpuart_driver = {
1950	.probe		= lpuart_probe,
1951	.remove		= lpuart_remove,
1952	.driver		= {
1953		.name	= "fsl-lpuart",
1954		.of_match_table = lpuart_dt_ids,
1955		.pm	= &lpuart_pm_ops,
1956	},
1957};
1958
1959static int __init lpuart_serial_init(void)
1960{
1961	int ret = uart_register_driver(&lpuart_reg);
1962
1963	if (ret)
1964		return ret;
1965
1966	ret = platform_driver_register(&lpuart_driver);
1967	if (ret)
1968		uart_unregister_driver(&lpuart_reg);
1969
1970	return ret;
1971}
1972
1973static void __exit lpuart_serial_exit(void)
1974{
1975	platform_driver_unregister(&lpuart_driver);
1976	uart_unregister_driver(&lpuart_reg);
1977}
1978
1979module_init(lpuart_serial_init);
1980module_exit(lpuart_serial_exit);
1981
1982MODULE_DESCRIPTION("Freescale lpuart serial port driver");
1983MODULE_LICENSE("GPL v2");