Linux Audio

Check our new training course

Open-source upstreaming

Need help get the support for your hardware in upstream Linux?
Loading...
Note: File does not exist in v3.1.
   1// SPDX-License-Identifier: GPL-2.0+
   2/*
   3 * SC16IS7xx tty serial driver - Copyright (C) 2014 GridPoint
   4 * Author: Jon Ringle <jringle@gridpoint.com>
   5 *
   6 *  Based on max310x.c, by Alexander Shiyan <shc_work@mail.ru>
   7 */
   8
   9#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  10
  11#include <linux/bitops.h>
  12#include <linux/clk.h>
  13#include <linux/delay.h>
  14#include <linux/device.h>
  15#include <linux/gpio/driver.h>
  16#include <linux/i2c.h>
  17#include <linux/mod_devicetable.h>
  18#include <linux/module.h>
  19#include <linux/property.h>
  20#include <linux/regmap.h>
  21#include <linux/serial_core.h>
  22#include <linux/serial.h>
  23#include <linux/tty.h>
  24#include <linux/tty_flip.h>
  25#include <linux/spi/spi.h>
  26#include <linux/uaccess.h>
  27#include <linux/units.h>
  28#include <uapi/linux/sched/types.h>
  29
  30#define SC16IS7XX_NAME			"sc16is7xx"
  31#define SC16IS7XX_MAX_DEVS		8
  32#define SC16IS7XX_MAX_PORTS		2 /* Maximum number of UART ports per IC. */
  33
  34/* SC16IS7XX register definitions */
  35#define SC16IS7XX_RHR_REG		(0x00) /* RX FIFO */
  36#define SC16IS7XX_THR_REG		(0x00) /* TX FIFO */
  37#define SC16IS7XX_IER_REG		(0x01) /* Interrupt enable */
  38#define SC16IS7XX_IIR_REG		(0x02) /* Interrupt Identification */
  39#define SC16IS7XX_FCR_REG		(0x02) /* FIFO control */
  40#define SC16IS7XX_LCR_REG		(0x03) /* Line Control */
  41#define SC16IS7XX_MCR_REG		(0x04) /* Modem Control */
  42#define SC16IS7XX_LSR_REG		(0x05) /* Line Status */
  43#define SC16IS7XX_MSR_REG		(0x06) /* Modem Status */
  44#define SC16IS7XX_SPR_REG		(0x07) /* Scratch Pad */
  45#define SC16IS7XX_TXLVL_REG		(0x08) /* TX FIFO level */
  46#define SC16IS7XX_RXLVL_REG		(0x09) /* RX FIFO level */
  47#define SC16IS7XX_IODIR_REG		(0x0a) /* I/O Direction
  48						* - only on 75x/76x
  49						*/
  50#define SC16IS7XX_IOSTATE_REG		(0x0b) /* I/O State
  51						* - only on 75x/76x
  52						*/
  53#define SC16IS7XX_IOINTENA_REG		(0x0c) /* I/O Interrupt Enable
  54						* - only on 75x/76x
  55						*/
  56#define SC16IS7XX_IOCONTROL_REG		(0x0e) /* I/O Control
  57						* - only on 75x/76x
  58						*/
  59#define SC16IS7XX_EFCR_REG		(0x0f) /* Extra Features Control */
  60
  61/* TCR/TLR Register set: Only if ((MCR[2] == 1) && (EFR[4] == 1)) */
  62#define SC16IS7XX_TCR_REG		(0x06) /* Transmit control */
  63#define SC16IS7XX_TLR_REG		(0x07) /* Trigger level */
  64
  65/* Special Register set: Only if ((LCR[7] == 1) && (LCR != 0xBF)) */
  66#define SC16IS7XX_DLL_REG		(0x00) /* Divisor Latch Low */
  67#define SC16IS7XX_DLH_REG		(0x01) /* Divisor Latch High */
  68
  69/* Enhanced Register set: Only if (LCR == 0xBF) */
  70#define SC16IS7XX_EFR_REG		(0x02) /* Enhanced Features */
  71#define SC16IS7XX_XON1_REG		(0x04) /* Xon1 word */
  72#define SC16IS7XX_XON2_REG		(0x05) /* Xon2 word */
  73#define SC16IS7XX_XOFF1_REG		(0x06) /* Xoff1 word */
  74#define SC16IS7XX_XOFF2_REG		(0x07) /* Xoff2 word */
  75
  76/* IER register bits */
  77#define SC16IS7XX_IER_RDI_BIT		(1 << 0) /* Enable RX data interrupt */
  78#define SC16IS7XX_IER_THRI_BIT		(1 << 1) /* Enable TX holding register
  79						  * interrupt */
  80#define SC16IS7XX_IER_RLSI_BIT		(1 << 2) /* Enable RX line status
  81						  * interrupt */
  82#define SC16IS7XX_IER_MSI_BIT		(1 << 3) /* Enable Modem status
  83						  * interrupt */
  84
  85/* IER register bits - write only if (EFR[4] == 1) */
  86#define SC16IS7XX_IER_SLEEP_BIT		(1 << 4) /* Enable Sleep mode */
  87#define SC16IS7XX_IER_XOFFI_BIT		(1 << 5) /* Enable Xoff interrupt */
  88#define SC16IS7XX_IER_RTSI_BIT		(1 << 6) /* Enable nRTS interrupt */
  89#define SC16IS7XX_IER_CTSI_BIT		(1 << 7) /* Enable nCTS interrupt */
  90
  91/* FCR register bits */
  92#define SC16IS7XX_FCR_FIFO_BIT		(1 << 0) /* Enable FIFO */
  93#define SC16IS7XX_FCR_RXRESET_BIT	(1 << 1) /* Reset RX FIFO */
  94#define SC16IS7XX_FCR_TXRESET_BIT	(1 << 2) /* Reset TX FIFO */
  95#define SC16IS7XX_FCR_RXLVLL_BIT	(1 << 6) /* RX Trigger level LSB */
  96#define SC16IS7XX_FCR_RXLVLH_BIT	(1 << 7) /* RX Trigger level MSB */
  97
  98/* FCR register bits - write only if (EFR[4] == 1) */
  99#define SC16IS7XX_FCR_TXLVLL_BIT	(1 << 4) /* TX Trigger level LSB */
 100#define SC16IS7XX_FCR_TXLVLH_BIT	(1 << 5) /* TX Trigger level MSB */
 101
 102/* IIR register bits */
 103#define SC16IS7XX_IIR_NO_INT_BIT	(1 << 0) /* No interrupts pending */
 104#define SC16IS7XX_IIR_ID_MASK		0x3e     /* Mask for the interrupt ID */
 105#define SC16IS7XX_IIR_THRI_SRC		0x02     /* TX holding register empty */
 106#define SC16IS7XX_IIR_RDI_SRC		0x04     /* RX data interrupt */
 107#define SC16IS7XX_IIR_RLSE_SRC		0x06     /* RX line status error */
 108#define SC16IS7XX_IIR_RTOI_SRC		0x0c     /* RX time-out interrupt */
 109#define SC16IS7XX_IIR_MSI_SRC		0x00     /* Modem status interrupt
 110						  * - only on 75x/76x
 111						  */
 112#define SC16IS7XX_IIR_INPIN_SRC		0x30     /* Input pin change of state
 113						  * - only on 75x/76x
 114						  */
 115#define SC16IS7XX_IIR_XOFFI_SRC		0x10     /* Received Xoff */
 116#define SC16IS7XX_IIR_CTSRTS_SRC	0x20     /* nCTS,nRTS change of state
 117						  * from active (LOW)
 118						  * to inactive (HIGH)
 119						  */
 120/* LCR register bits */
 121#define SC16IS7XX_LCR_LENGTH0_BIT	(1 << 0) /* Word length bit 0 */
 122#define SC16IS7XX_LCR_LENGTH1_BIT	(1 << 1) /* Word length bit 1
 123						  *
 124						  * Word length bits table:
 125						  * 00 -> 5 bit words
 126						  * 01 -> 6 bit words
 127						  * 10 -> 7 bit words
 128						  * 11 -> 8 bit words
 129						  */
 130#define SC16IS7XX_LCR_STOPLEN_BIT	(1 << 2) /* STOP length bit
 131						  *
 132						  * STOP length bit table:
 133						  * 0 -> 1 stop bit
 134						  * 1 -> 1-1.5 stop bits if
 135						  *      word length is 5,
 136						  *      2 stop bits otherwise
 137						  */
 138#define SC16IS7XX_LCR_PARITY_BIT	(1 << 3) /* Parity bit enable */
 139#define SC16IS7XX_LCR_EVENPARITY_BIT	(1 << 4) /* Even parity bit enable */
 140#define SC16IS7XX_LCR_FORCEPARITY_BIT	(1 << 5) /* 9-bit multidrop parity */
 141#define SC16IS7XX_LCR_TXBREAK_BIT	(1 << 6) /* TX break enable */
 142#define SC16IS7XX_LCR_DLAB_BIT		(1 << 7) /* Divisor Latch enable */
 143#define SC16IS7XX_LCR_WORD_LEN_5	(0x00)
 144#define SC16IS7XX_LCR_WORD_LEN_6	(0x01)
 145#define SC16IS7XX_LCR_WORD_LEN_7	(0x02)
 146#define SC16IS7XX_LCR_WORD_LEN_8	(0x03)
 147#define SC16IS7XX_LCR_CONF_MODE_A	SC16IS7XX_LCR_DLAB_BIT /* Special
 148								* reg set */
 149#define SC16IS7XX_LCR_CONF_MODE_B	0xBF                   /* Enhanced
 150								* reg set */
 151
 152/* MCR register bits */
 153#define SC16IS7XX_MCR_DTR_BIT		(1 << 0) /* DTR complement
 154						  * - only on 75x/76x
 155						  */
 156#define SC16IS7XX_MCR_RTS_BIT		(1 << 1) /* RTS complement */
 157#define SC16IS7XX_MCR_TCRTLR_BIT	(1 << 2) /* TCR/TLR register enable */
 158#define SC16IS7XX_MCR_LOOP_BIT		(1 << 4) /* Enable loopback test mode */
 159#define SC16IS7XX_MCR_XONANY_BIT	(1 << 5) /* Enable Xon Any
 160						  * - write enabled
 161						  * if (EFR[4] == 1)
 162						  */
 163#define SC16IS7XX_MCR_IRDA_BIT		(1 << 6) /* Enable IrDA mode
 164						  * - write enabled
 165						  * if (EFR[4] == 1)
 166						  */
 167#define SC16IS7XX_MCR_CLKSEL_BIT	(1 << 7) /* Divide clock by 4
 168						  * - write enabled
 169						  * if (EFR[4] == 1)
 170						  */
 171
 172/* LSR register bits */
 173#define SC16IS7XX_LSR_DR_BIT		(1 << 0) /* Receiver data ready */
 174#define SC16IS7XX_LSR_OE_BIT		(1 << 1) /* Overrun Error */
 175#define SC16IS7XX_LSR_PE_BIT		(1 << 2) /* Parity Error */
 176#define SC16IS7XX_LSR_FE_BIT		(1 << 3) /* Frame Error */
 177#define SC16IS7XX_LSR_BI_BIT		(1 << 4) /* Break Interrupt */
 178#define SC16IS7XX_LSR_BRK_ERROR_MASK	0x1E     /* BI, FE, PE, OE bits */
 179#define SC16IS7XX_LSR_THRE_BIT		(1 << 5) /* TX holding register empty */
 180#define SC16IS7XX_LSR_TEMT_BIT		(1 << 6) /* Transmitter empty */
 181#define SC16IS7XX_LSR_FIFOE_BIT		(1 << 7) /* Fifo Error */
 182
 183/* MSR register bits */
 184#define SC16IS7XX_MSR_DCTS_BIT		(1 << 0) /* Delta CTS Clear To Send */
 185#define SC16IS7XX_MSR_DDSR_BIT		(1 << 1) /* Delta DSR Data Set Ready
 186						  * or (IO4)
 187						  * - only on 75x/76x
 188						  */
 189#define SC16IS7XX_MSR_DRI_BIT		(1 << 2) /* Delta RI Ring Indicator
 190						  * or (IO7)
 191						  * - only on 75x/76x
 192						  */
 193#define SC16IS7XX_MSR_DCD_BIT		(1 << 3) /* Delta CD Carrier Detect
 194						  * or (IO6)
 195						  * - only on 75x/76x
 196						  */
 197#define SC16IS7XX_MSR_CTS_BIT		(1 << 4) /* CTS */
 198#define SC16IS7XX_MSR_DSR_BIT		(1 << 5) /* DSR (IO4)
 199						  * - only on 75x/76x
 200						  */
 201#define SC16IS7XX_MSR_RI_BIT		(1 << 6) /* RI (IO7)
 202						  * - only on 75x/76x
 203						  */
 204#define SC16IS7XX_MSR_CD_BIT		(1 << 7) /* CD (IO6)
 205						  * - only on 75x/76x
 206						  */
 207#define SC16IS7XX_MSR_DELTA_MASK	0x0F     /* Any of the delta bits! */
 208
 209/*
 210 * TCR register bits
 211 * TCR trigger levels are available from 0 to 60 characters with a granularity
 212 * of four.
 213 * The programmer must program the TCR such that TCR[3:0] > TCR[7:4]. There is
 214 * no built-in hardware check to make sure this condition is met. Also, the TCR
 215 * must be programmed with this condition before auto RTS or software flow
 216 * control is enabled to avoid spurious operation of the device.
 217 */
 218#define SC16IS7XX_TCR_RX_HALT(words)	((((words) / 4) & 0x0f) << 0)
 219#define SC16IS7XX_TCR_RX_RESUME(words)	((((words) / 4) & 0x0f) << 4)
 220
 221/*
 222 * TLR register bits
 223 * If TLR[3:0] or TLR[7:4] are logical 0, the selectable trigger levels via the
 224 * FIFO Control Register (FCR) are used for the transmit and receive FIFO
 225 * trigger levels. Trigger levels from 4 characters to 60 characters are
 226 * available with a granularity of four.
 227 *
 228 * When the trigger level setting in TLR is zero, the SC16IS74x/75x/76x uses the
 229 * trigger level setting defined in FCR. If TLR has non-zero trigger level value
 230 * the trigger level defined in FCR is discarded. This applies to both transmit
 231 * FIFO and receive FIFO trigger level setting.
 232 *
 233 * When TLR is used for RX trigger level control, FCR[7:6] should be left at the
 234 * default state, that is, '00'.
 235 */
 236#define SC16IS7XX_TLR_TX_TRIGGER(words)	((((words) / 4) & 0x0f) << 0)
 237#define SC16IS7XX_TLR_RX_TRIGGER(words)	((((words) / 4) & 0x0f) << 4)
 238
 239/* IOControl register bits (Only 75x/76x) */
 240#define SC16IS7XX_IOCONTROL_LATCH_BIT	(1 << 0) /* Enable input latching */
 241#define SC16IS7XX_IOCONTROL_MODEM_A_BIT	(1 << 1) /* Enable GPIO[7:4] as modem A pins */
 242#define SC16IS7XX_IOCONTROL_MODEM_B_BIT	(1 << 2) /* Enable GPIO[3:0] as modem B pins */
 243#define SC16IS7XX_IOCONTROL_SRESET_BIT	(1 << 3) /* Software Reset */
 244
 245/* EFCR register bits */
 246#define SC16IS7XX_EFCR_9BIT_MODE_BIT	(1 << 0) /* Enable 9-bit or Multidrop
 247						  * mode (RS485) */
 248#define SC16IS7XX_EFCR_RXDISABLE_BIT	(1 << 1) /* Disable receiver */
 249#define SC16IS7XX_EFCR_TXDISABLE_BIT	(1 << 2) /* Disable transmitter */
 250#define SC16IS7XX_EFCR_AUTO_RS485_BIT	(1 << 4) /* Auto RS485 RTS direction */
 251#define SC16IS7XX_EFCR_RTS_INVERT_BIT	(1 << 5) /* RTS output inversion */
 252#define SC16IS7XX_EFCR_IRDA_MODE_BIT	(1 << 7) /* IrDA mode
 253						  * 0 = rate upto 115.2 kbit/s
 254						  *   - Only 75x/76x
 255						  * 1 = rate upto 1.152 Mbit/s
 256						  *   - Only 76x
 257						  */
 258
 259/* EFR register bits */
 260#define SC16IS7XX_EFR_AUTORTS_BIT	(1 << 6) /* Auto RTS flow ctrl enable */
 261#define SC16IS7XX_EFR_AUTOCTS_BIT	(1 << 7) /* Auto CTS flow ctrl enable */
 262#define SC16IS7XX_EFR_XOFF2_DETECT_BIT	(1 << 5) /* Enable Xoff2 detection */
 263#define SC16IS7XX_EFR_ENABLE_BIT	(1 << 4) /* Enable enhanced functions
 264						  * and writing to IER[7:4],
 265						  * FCR[5:4], MCR[7:5]
 266						  */
 267#define SC16IS7XX_EFR_SWFLOW3_BIT	(1 << 3) /* SWFLOW bit 3 */
 268#define SC16IS7XX_EFR_SWFLOW2_BIT	(1 << 2) /* SWFLOW bit 2
 269						  *
 270						  * SWFLOW bits 3 & 2 table:
 271						  * 00 -> no transmitter flow
 272						  *       control
 273						  * 01 -> transmitter generates
 274						  *       XON2 and XOFF2
 275						  * 10 -> transmitter generates
 276						  *       XON1 and XOFF1
 277						  * 11 -> transmitter generates
 278						  *       XON1, XON2, XOFF1 and
 279						  *       XOFF2
 280						  */
 281#define SC16IS7XX_EFR_SWFLOW1_BIT	(1 << 1) /* SWFLOW bit 2 */
 282#define SC16IS7XX_EFR_SWFLOW0_BIT	(1 << 0) /* SWFLOW bit 3
 283						  *
 284						  * SWFLOW bits 3 & 2 table:
 285						  * 00 -> no received flow
 286						  *       control
 287						  * 01 -> receiver compares
 288						  *       XON2 and XOFF2
 289						  * 10 -> receiver compares
 290						  *       XON1 and XOFF1
 291						  * 11 -> receiver compares
 292						  *       XON1, XON2, XOFF1 and
 293						  *       XOFF2
 294						  */
 295#define SC16IS7XX_EFR_FLOWCTRL_BITS	(SC16IS7XX_EFR_AUTORTS_BIT | \
 296					SC16IS7XX_EFR_AUTOCTS_BIT | \
 297					SC16IS7XX_EFR_XOFF2_DETECT_BIT | \
 298					SC16IS7XX_EFR_SWFLOW3_BIT | \
 299					SC16IS7XX_EFR_SWFLOW2_BIT | \
 300					SC16IS7XX_EFR_SWFLOW1_BIT | \
 301					SC16IS7XX_EFR_SWFLOW0_BIT)
 302
 303
 304/* Misc definitions */
 305#define SC16IS7XX_SPI_READ_BIT		BIT(7)
 306#define SC16IS7XX_FIFO_SIZE		(64)
 307#define SC16IS7XX_GPIOS_PER_BANK	4
 308
 309struct sc16is7xx_devtype {
 310	char	name[10];
 311	int	nr_gpio;
 312	int	nr_uart;
 313};
 314
 315#define SC16IS7XX_RECONF_MD		(1 << 0)
 316#define SC16IS7XX_RECONF_IER		(1 << 1)
 317#define SC16IS7XX_RECONF_RS485		(1 << 2)
 318
 319struct sc16is7xx_one_config {
 320	unsigned int			flags;
 321	u8				ier_mask;
 322	u8				ier_val;
 323};
 324
 325struct sc16is7xx_one {
 326	struct uart_port		port;
 327	struct regmap			*regmap;
 328	struct mutex			efr_lock; /* EFR registers access */
 329	struct kthread_work		tx_work;
 330	struct kthread_work		reg_work;
 331	struct kthread_delayed_work	ms_work;
 332	struct sc16is7xx_one_config	config;
 333	unsigned int			old_mctrl;
 334	u8				old_lcr; /* Value before EFR access. */
 335	bool				irda_mode;
 336};
 337
 338struct sc16is7xx_port {
 339	const struct sc16is7xx_devtype	*devtype;
 340	struct clk			*clk;
 341#ifdef CONFIG_GPIOLIB
 342	struct gpio_chip		gpio;
 343	unsigned long			gpio_valid_mask;
 344#endif
 345	u8				mctrl_mask;
 346	unsigned char			buf[SC16IS7XX_FIFO_SIZE];
 347	struct kthread_worker		kworker;
 348	struct task_struct		*kworker_task;
 349	struct sc16is7xx_one		p[];
 350};
 351
 352static DECLARE_BITMAP(sc16is7xx_lines, SC16IS7XX_MAX_DEVS);
 353
 354static struct uart_driver sc16is7xx_uart = {
 355	.owner		= THIS_MODULE,
 356	.driver_name    = SC16IS7XX_NAME,
 357	.dev_name	= "ttySC",
 358	.nr		= SC16IS7XX_MAX_DEVS,
 359};
 360
 361#define to_sc16is7xx_one(p,e)	((container_of((p), struct sc16is7xx_one, e)))
 362
 363static u8 sc16is7xx_port_read(struct uart_port *port, u8 reg)
 364{
 365	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 366	unsigned int val = 0;
 367
 368	regmap_read(one->regmap, reg, &val);
 369
 370	return val;
 371}
 372
 373static void sc16is7xx_port_write(struct uart_port *port, u8 reg, u8 val)
 374{
 375	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 376
 377	regmap_write(one->regmap, reg, val);
 378}
 379
 380static void sc16is7xx_fifo_read(struct uart_port *port, u8 *rxbuf, unsigned int rxlen)
 381{
 382	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 383
 384	regmap_noinc_read(one->regmap, SC16IS7XX_RHR_REG, rxbuf, rxlen);
 385}
 386
 387static void sc16is7xx_fifo_write(struct uart_port *port, u8 *txbuf, u8 to_send)
 388{
 389	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 390
 391	/*
 392	 * Don't send zero-length data, at least on SPI it confuses the chip
 393	 * delivering wrong TXLVL data.
 394	 */
 395	if (unlikely(!to_send))
 396		return;
 397
 398	regmap_noinc_write(one->regmap, SC16IS7XX_THR_REG, txbuf, to_send);
 399}
 400
 401static void sc16is7xx_port_update(struct uart_port *port, u8 reg,
 402				  u8 mask, u8 val)
 403{
 404	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 405
 406	regmap_update_bits(one->regmap, reg, mask, val);
 407}
 408
 409static void sc16is7xx_power(struct uart_port *port, int on)
 410{
 411	sc16is7xx_port_update(port, SC16IS7XX_IER_REG,
 412			      SC16IS7XX_IER_SLEEP_BIT,
 413			      on ? 0 : SC16IS7XX_IER_SLEEP_BIT);
 414}
 415
 416/*
 417 * In an amazing feat of design, the Enhanced Features Register (EFR)
 418 * shares the address of the Interrupt Identification Register (IIR).
 419 * Access to EFR is switched on by writing a magic value (0xbf) to the
 420 * Line Control Register (LCR). Any interrupt firing during this time will
 421 * see the EFR where it expects the IIR to be, leading to
 422 * "Unexpected interrupt" messages.
 423 *
 424 * Prevent this possibility by claiming a mutex while accessing the EFR,
 425 * and claiming the same mutex from within the interrupt handler. This is
 426 * similar to disabling the interrupt, but that doesn't work because the
 427 * bulk of the interrupt processing is run as a workqueue job in thread
 428 * context.
 429 */
 430static void sc16is7xx_efr_lock(struct uart_port *port)
 431{
 432	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 433
 434	mutex_lock(&one->efr_lock);
 435
 436	/* Backup content of LCR. */
 437	one->old_lcr = sc16is7xx_port_read(port, SC16IS7XX_LCR_REG);
 438
 439	/* Enable access to Enhanced register set */
 440	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG, SC16IS7XX_LCR_CONF_MODE_B);
 441
 442	/* Disable cache updates when writing to EFR registers */
 443	regcache_cache_bypass(one->regmap, true);
 444}
 445
 446static void sc16is7xx_efr_unlock(struct uart_port *port)
 447{
 448	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 449
 450	/* Re-enable cache updates when writing to normal registers */
 451	regcache_cache_bypass(one->regmap, false);
 452
 453	/* Restore original content of LCR */
 454	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG, one->old_lcr);
 455
 456	mutex_unlock(&one->efr_lock);
 457}
 458
 459static void sc16is7xx_ier_clear(struct uart_port *port, u8 bit)
 460{
 461	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 462	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 463
 464	lockdep_assert_held_once(&port->lock);
 465
 466	one->config.flags |= SC16IS7XX_RECONF_IER;
 467	one->config.ier_mask |= bit;
 468	one->config.ier_val &= ~bit;
 469	kthread_queue_work(&s->kworker, &one->reg_work);
 470}
 471
 472static void sc16is7xx_ier_set(struct uart_port *port, u8 bit)
 473{
 474	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 475	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 476
 477	lockdep_assert_held_once(&port->lock);
 478
 479	one->config.flags |= SC16IS7XX_RECONF_IER;
 480	one->config.ier_mask |= bit;
 481	one->config.ier_val |= bit;
 482	kthread_queue_work(&s->kworker, &one->reg_work);
 483}
 484
 485static void sc16is7xx_stop_tx(struct uart_port *port)
 486{
 487	sc16is7xx_ier_clear(port, SC16IS7XX_IER_THRI_BIT);
 488}
 489
 490static void sc16is7xx_stop_rx(struct uart_port *port)
 491{
 492	sc16is7xx_ier_clear(port, SC16IS7XX_IER_RDI_BIT);
 493}
 494
 495static const struct sc16is7xx_devtype sc16is74x_devtype = {
 496	.name		= "SC16IS74X",
 497	.nr_gpio	= 0,
 498	.nr_uart	= 1,
 499};
 500
 501static const struct sc16is7xx_devtype sc16is750_devtype = {
 502	.name		= "SC16IS750",
 503	.nr_gpio	= 8,
 504	.nr_uart	= 1,
 505};
 506
 507static const struct sc16is7xx_devtype sc16is752_devtype = {
 508	.name		= "SC16IS752",
 509	.nr_gpio	= 8,
 510	.nr_uart	= 2,
 511};
 512
 513static const struct sc16is7xx_devtype sc16is760_devtype = {
 514	.name		= "SC16IS760",
 515	.nr_gpio	= 8,
 516	.nr_uart	= 1,
 517};
 518
 519static const struct sc16is7xx_devtype sc16is762_devtype = {
 520	.name		= "SC16IS762",
 521	.nr_gpio	= 8,
 522	.nr_uart	= 2,
 523};
 524
 525static bool sc16is7xx_regmap_volatile(struct device *dev, unsigned int reg)
 526{
 527	switch (reg) {
 528	case SC16IS7XX_RHR_REG:
 529	case SC16IS7XX_IIR_REG:
 530	case SC16IS7XX_LSR_REG:
 531	case SC16IS7XX_MSR_REG:
 532	case SC16IS7XX_TXLVL_REG:
 533	case SC16IS7XX_RXLVL_REG:
 534	case SC16IS7XX_IOSTATE_REG:
 535	case SC16IS7XX_IOCONTROL_REG:
 536		return true;
 537	default:
 538		return false;
 539	}
 540}
 541
 542static bool sc16is7xx_regmap_precious(struct device *dev, unsigned int reg)
 543{
 544	switch (reg) {
 545	case SC16IS7XX_RHR_REG:
 546		return true;
 547	default:
 548		return false;
 549	}
 550}
 551
 552static bool sc16is7xx_regmap_noinc(struct device *dev, unsigned int reg)
 553{
 554	return reg == SC16IS7XX_RHR_REG;
 555}
 556
 557static int sc16is7xx_set_baud(struct uart_port *port, int baud)
 558{
 559	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 560	u8 lcr;
 561	u8 prescaler = 0;
 562	unsigned long clk = port->uartclk, div = clk / 16 / baud;
 563
 564	if (div >= BIT(16)) {
 565		prescaler = SC16IS7XX_MCR_CLKSEL_BIT;
 566		div /= 4;
 567	}
 568
 569	/* Enable enhanced features */
 570	sc16is7xx_efr_lock(port);
 571	sc16is7xx_port_update(port, SC16IS7XX_EFR_REG,
 572			      SC16IS7XX_EFR_ENABLE_BIT,
 573			      SC16IS7XX_EFR_ENABLE_BIT);
 574	sc16is7xx_efr_unlock(port);
 575
 576	sc16is7xx_port_update(port, SC16IS7XX_MCR_REG,
 577			      SC16IS7XX_MCR_CLKSEL_BIT,
 578			      prescaler);
 579
 580	/* Backup LCR and access special register set (DLL/DLH) */
 581	lcr = sc16is7xx_port_read(port, SC16IS7XX_LCR_REG);
 582	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG,
 583			     SC16IS7XX_LCR_CONF_MODE_A);
 584
 585	/* Write the new divisor */
 586	regcache_cache_bypass(one->regmap, true);
 587	sc16is7xx_port_write(port, SC16IS7XX_DLH_REG, div / 256);
 588	sc16is7xx_port_write(port, SC16IS7XX_DLL_REG, div % 256);
 589	regcache_cache_bypass(one->regmap, false);
 590
 591	/* Restore LCR and access to general register set */
 592	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG, lcr);
 593
 594	return DIV_ROUND_CLOSEST(clk / 16, div);
 595}
 596
 597static void sc16is7xx_handle_rx(struct uart_port *port, unsigned int rxlen,
 598				unsigned int iir)
 599{
 600	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 601	unsigned int lsr = 0, bytes_read, i;
 602	bool read_lsr = (iir == SC16IS7XX_IIR_RLSE_SRC) ? true : false;
 603	u8 ch, flag;
 604
 605	if (unlikely(rxlen >= sizeof(s->buf))) {
 606		dev_warn_ratelimited(port->dev,
 607				     "ttySC%i: Possible RX FIFO overrun: %d\n",
 608				     port->line, rxlen);
 609		port->icount.buf_overrun++;
 610		/* Ensure sanity of RX level */
 611		rxlen = sizeof(s->buf);
 612	}
 613
 614	while (rxlen) {
 615		/* Only read lsr if there are possible errors in FIFO */
 616		if (read_lsr) {
 617			lsr = sc16is7xx_port_read(port, SC16IS7XX_LSR_REG);
 618			if (!(lsr & SC16IS7XX_LSR_FIFOE_BIT))
 619				read_lsr = false; /* No errors left in FIFO */
 620		} else
 621			lsr = 0;
 622
 623		if (read_lsr) {
 624			s->buf[0] = sc16is7xx_port_read(port, SC16IS7XX_RHR_REG);
 625			bytes_read = 1;
 626		} else {
 627			sc16is7xx_fifo_read(port, s->buf, rxlen);
 628			bytes_read = rxlen;
 629		}
 630
 631		lsr &= SC16IS7XX_LSR_BRK_ERROR_MASK;
 632
 633		port->icount.rx++;
 634		flag = TTY_NORMAL;
 635
 636		if (unlikely(lsr)) {
 637			if (lsr & SC16IS7XX_LSR_BI_BIT) {
 638				port->icount.brk++;
 639				if (uart_handle_break(port))
 640					continue;
 641			} else if (lsr & SC16IS7XX_LSR_PE_BIT)
 642				port->icount.parity++;
 643			else if (lsr & SC16IS7XX_LSR_FE_BIT)
 644				port->icount.frame++;
 645			else if (lsr & SC16IS7XX_LSR_OE_BIT)
 646				port->icount.overrun++;
 647
 648			lsr &= port->read_status_mask;
 649			if (lsr & SC16IS7XX_LSR_BI_BIT)
 650				flag = TTY_BREAK;
 651			else if (lsr & SC16IS7XX_LSR_PE_BIT)
 652				flag = TTY_PARITY;
 653			else if (lsr & SC16IS7XX_LSR_FE_BIT)
 654				flag = TTY_FRAME;
 655			else if (lsr & SC16IS7XX_LSR_OE_BIT)
 656				flag = TTY_OVERRUN;
 657		}
 658
 659		for (i = 0; i < bytes_read; ++i) {
 660			ch = s->buf[i];
 661			if (uart_handle_sysrq_char(port, ch))
 662				continue;
 663
 664			if (lsr & port->ignore_status_mask)
 665				continue;
 666
 667			uart_insert_char(port, lsr, SC16IS7XX_LSR_OE_BIT, ch,
 668					 flag);
 669		}
 670		rxlen -= bytes_read;
 671	}
 672
 673	tty_flip_buffer_push(&port->state->port);
 674}
 675
 676static void sc16is7xx_handle_tx(struct uart_port *port)
 677{
 678	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 679	struct circ_buf *xmit = &port->state->xmit;
 680	unsigned int txlen, to_send, i;
 681	unsigned long flags;
 682
 683	if (unlikely(port->x_char)) {
 684		sc16is7xx_port_write(port, SC16IS7XX_THR_REG, port->x_char);
 685		port->icount.tx++;
 686		port->x_char = 0;
 687		return;
 688	}
 689
 690	if (uart_circ_empty(xmit) || uart_tx_stopped(port)) {
 691		uart_port_lock_irqsave(port, &flags);
 692		sc16is7xx_stop_tx(port);
 693		uart_port_unlock_irqrestore(port, flags);
 694		return;
 695	}
 696
 697	/* Get length of data pending in circular buffer */
 698	to_send = uart_circ_chars_pending(xmit);
 699	if (likely(to_send)) {
 700		/* Limit to space available in TX FIFO */
 701		txlen = sc16is7xx_port_read(port, SC16IS7XX_TXLVL_REG);
 702		if (txlen > SC16IS7XX_FIFO_SIZE) {
 703			dev_err_ratelimited(port->dev,
 704				"chip reports %d free bytes in TX fifo, but it only has %d",
 705				txlen, SC16IS7XX_FIFO_SIZE);
 706			txlen = 0;
 707		}
 708		to_send = (to_send > txlen) ? txlen : to_send;
 709
 710		/* Convert to linear buffer */
 711		for (i = 0; i < to_send; ++i) {
 712			s->buf[i] = xmit->buf[xmit->tail];
 713			uart_xmit_advance(port, 1);
 714		}
 715
 716		sc16is7xx_fifo_write(port, s->buf, to_send);
 717	}
 718
 719	uart_port_lock_irqsave(port, &flags);
 720	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 721		uart_write_wakeup(port);
 722
 723	if (uart_circ_empty(xmit))
 724		sc16is7xx_stop_tx(port);
 725	else
 726		sc16is7xx_ier_set(port, SC16IS7XX_IER_THRI_BIT);
 727	uart_port_unlock_irqrestore(port, flags);
 728}
 729
 730static unsigned int sc16is7xx_get_hwmctrl(struct uart_port *port)
 731{
 732	u8 msr = sc16is7xx_port_read(port, SC16IS7XX_MSR_REG);
 733	unsigned int mctrl = 0;
 734
 735	mctrl |= (msr & SC16IS7XX_MSR_CTS_BIT) ? TIOCM_CTS : 0;
 736	mctrl |= (msr & SC16IS7XX_MSR_DSR_BIT) ? TIOCM_DSR : 0;
 737	mctrl |= (msr & SC16IS7XX_MSR_CD_BIT)  ? TIOCM_CAR : 0;
 738	mctrl |= (msr & SC16IS7XX_MSR_RI_BIT)  ? TIOCM_RNG : 0;
 739	return mctrl;
 740}
 741
 742static void sc16is7xx_update_mlines(struct sc16is7xx_one *one)
 743{
 744	struct uart_port *port = &one->port;
 745	unsigned long flags;
 746	unsigned int status, changed;
 747
 748	lockdep_assert_held_once(&one->efr_lock);
 749
 750	status = sc16is7xx_get_hwmctrl(port);
 751	changed = status ^ one->old_mctrl;
 752
 753	if (changed == 0)
 754		return;
 755
 756	one->old_mctrl = status;
 757
 758	uart_port_lock_irqsave(port, &flags);
 759	if ((changed & TIOCM_RNG) && (status & TIOCM_RNG))
 760		port->icount.rng++;
 761	if (changed & TIOCM_DSR)
 762		port->icount.dsr++;
 763	if (changed & TIOCM_CAR)
 764		uart_handle_dcd_change(port, status & TIOCM_CAR);
 765	if (changed & TIOCM_CTS)
 766		uart_handle_cts_change(port, status & TIOCM_CTS);
 767
 768	wake_up_interruptible(&port->state->port.delta_msr_wait);
 769	uart_port_unlock_irqrestore(port, flags);
 770}
 771
 772static bool sc16is7xx_port_irq(struct sc16is7xx_port *s, int portno)
 773{
 774	bool rc = true;
 775	unsigned int iir, rxlen;
 776	struct uart_port *port = &s->p[portno].port;
 777	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 778
 779	mutex_lock(&one->efr_lock);
 780
 781	iir = sc16is7xx_port_read(port, SC16IS7XX_IIR_REG);
 782	if (iir & SC16IS7XX_IIR_NO_INT_BIT) {
 783		rc = false;
 784		goto out_port_irq;
 785	}
 786
 787	iir &= SC16IS7XX_IIR_ID_MASK;
 788
 789	switch (iir) {
 790	case SC16IS7XX_IIR_RDI_SRC:
 791	case SC16IS7XX_IIR_RLSE_SRC:
 792	case SC16IS7XX_IIR_RTOI_SRC:
 793	case SC16IS7XX_IIR_XOFFI_SRC:
 794		rxlen = sc16is7xx_port_read(port, SC16IS7XX_RXLVL_REG);
 795
 796		/*
 797		 * There is a silicon bug that makes the chip report a
 798		 * time-out interrupt but no data in the FIFO. This is
 799		 * described in errata section 18.1.4.
 800		 *
 801		 * When this happens, read one byte from the FIFO to
 802		 * clear the interrupt.
 803		 */
 804		if (iir == SC16IS7XX_IIR_RTOI_SRC && !rxlen)
 805			rxlen = 1;
 806
 807		if (rxlen)
 808			sc16is7xx_handle_rx(port, rxlen, iir);
 809		break;
 810		/* CTSRTS interrupt comes only when CTS goes inactive */
 811	case SC16IS7XX_IIR_CTSRTS_SRC:
 812	case SC16IS7XX_IIR_MSI_SRC:
 813		sc16is7xx_update_mlines(one);
 814		break;
 815	case SC16IS7XX_IIR_THRI_SRC:
 816		sc16is7xx_handle_tx(port);
 817		break;
 818	default:
 819		dev_err_ratelimited(port->dev,
 820				    "ttySC%i: Unexpected interrupt: %x",
 821				    port->line, iir);
 822		break;
 823	}
 824
 825out_port_irq:
 826	mutex_unlock(&one->efr_lock);
 827
 828	return rc;
 829}
 830
 831static irqreturn_t sc16is7xx_irq(int irq, void *dev_id)
 832{
 833	bool keep_polling;
 834
 835	struct sc16is7xx_port *s = (struct sc16is7xx_port *)dev_id;
 836
 837	do {
 838		int i;
 839
 840		keep_polling = false;
 841
 842		for (i = 0; i < s->devtype->nr_uart; ++i)
 843			keep_polling |= sc16is7xx_port_irq(s, i);
 844	} while (keep_polling);
 845
 846	return IRQ_HANDLED;
 847}
 848
 849static void sc16is7xx_tx_proc(struct kthread_work *ws)
 850{
 851	struct uart_port *port = &(to_sc16is7xx_one(ws, tx_work)->port);
 852	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 853
 854	if ((port->rs485.flags & SER_RS485_ENABLED) &&
 855	    (port->rs485.delay_rts_before_send > 0))
 856		msleep(port->rs485.delay_rts_before_send);
 857
 858	mutex_lock(&one->efr_lock);
 859	sc16is7xx_handle_tx(port);
 860	mutex_unlock(&one->efr_lock);
 861}
 862
 863static void sc16is7xx_reconf_rs485(struct uart_port *port)
 864{
 865	const u32 mask = SC16IS7XX_EFCR_AUTO_RS485_BIT |
 866			 SC16IS7XX_EFCR_RTS_INVERT_BIT;
 867	u32 efcr = 0;
 868	struct serial_rs485 *rs485 = &port->rs485;
 869	unsigned long irqflags;
 870
 871	uart_port_lock_irqsave(port, &irqflags);
 872	if (rs485->flags & SER_RS485_ENABLED) {
 873		efcr |=	SC16IS7XX_EFCR_AUTO_RS485_BIT;
 874
 875		if (rs485->flags & SER_RS485_RTS_AFTER_SEND)
 876			efcr |= SC16IS7XX_EFCR_RTS_INVERT_BIT;
 877	}
 878	uart_port_unlock_irqrestore(port, irqflags);
 879
 880	sc16is7xx_port_update(port, SC16IS7XX_EFCR_REG, mask, efcr);
 881}
 882
 883static void sc16is7xx_reg_proc(struct kthread_work *ws)
 884{
 885	struct sc16is7xx_one *one = to_sc16is7xx_one(ws, reg_work);
 886	struct sc16is7xx_one_config config;
 887	unsigned long irqflags;
 888
 889	uart_port_lock_irqsave(&one->port, &irqflags);
 890	config = one->config;
 891	memset(&one->config, 0, sizeof(one->config));
 892	uart_port_unlock_irqrestore(&one->port, irqflags);
 893
 894	if (config.flags & SC16IS7XX_RECONF_MD) {
 895		u8 mcr = 0;
 896
 897		/* Device ignores RTS setting when hardware flow is enabled */
 898		if (one->port.mctrl & TIOCM_RTS)
 899			mcr |= SC16IS7XX_MCR_RTS_BIT;
 900
 901		if (one->port.mctrl & TIOCM_DTR)
 902			mcr |= SC16IS7XX_MCR_DTR_BIT;
 903
 904		if (one->port.mctrl & TIOCM_LOOP)
 905			mcr |= SC16IS7XX_MCR_LOOP_BIT;
 906		sc16is7xx_port_update(&one->port, SC16IS7XX_MCR_REG,
 907				      SC16IS7XX_MCR_RTS_BIT |
 908				      SC16IS7XX_MCR_DTR_BIT |
 909				      SC16IS7XX_MCR_LOOP_BIT,
 910				      mcr);
 911	}
 912
 913	if (config.flags & SC16IS7XX_RECONF_IER)
 914		sc16is7xx_port_update(&one->port, SC16IS7XX_IER_REG,
 915				      config.ier_mask, config.ier_val);
 916
 917	if (config.flags & SC16IS7XX_RECONF_RS485)
 918		sc16is7xx_reconf_rs485(&one->port);
 919}
 920
 921static void sc16is7xx_ms_proc(struct kthread_work *ws)
 922{
 923	struct sc16is7xx_one *one = to_sc16is7xx_one(ws, ms_work.work);
 924	struct sc16is7xx_port *s = dev_get_drvdata(one->port.dev);
 925
 926	if (one->port.state) {
 927		mutex_lock(&one->efr_lock);
 928		sc16is7xx_update_mlines(one);
 929		mutex_unlock(&one->efr_lock);
 930
 931		kthread_queue_delayed_work(&s->kworker, &one->ms_work, HZ);
 932	}
 933}
 934
 935static void sc16is7xx_enable_ms(struct uart_port *port)
 936{
 937	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 938	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 939
 940	lockdep_assert_held_once(&port->lock);
 941
 942	kthread_queue_delayed_work(&s->kworker, &one->ms_work, 0);
 943}
 944
 945static void sc16is7xx_start_tx(struct uart_port *port)
 946{
 947	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 948	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 949
 950	kthread_queue_work(&s->kworker, &one->tx_work);
 951}
 952
 953static void sc16is7xx_throttle(struct uart_port *port)
 954{
 955	unsigned long flags;
 956
 957	/*
 958	 * Hardware flow control is enabled and thus the device ignores RTS
 959	 * value set in MCR register. Stop reading data from RX FIFO so the
 960	 * AutoRTS feature will de-activate RTS output.
 961	 */
 962	uart_port_lock_irqsave(port, &flags);
 963	sc16is7xx_ier_clear(port, SC16IS7XX_IER_RDI_BIT);
 964	uart_port_unlock_irqrestore(port, flags);
 965}
 966
 967static void sc16is7xx_unthrottle(struct uart_port *port)
 968{
 969	unsigned long flags;
 970
 971	uart_port_lock_irqsave(port, &flags);
 972	sc16is7xx_ier_set(port, SC16IS7XX_IER_RDI_BIT);
 973	uart_port_unlock_irqrestore(port, flags);
 974}
 975
 976static unsigned int sc16is7xx_tx_empty(struct uart_port *port)
 977{
 978	unsigned int lsr;
 979
 980	lsr = sc16is7xx_port_read(port, SC16IS7XX_LSR_REG);
 981
 982	return (lsr & SC16IS7XX_LSR_TEMT_BIT) ? TIOCSER_TEMT : 0;
 983}
 984
 985static unsigned int sc16is7xx_get_mctrl(struct uart_port *port)
 986{
 987	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 988
 989	/* Called with port lock taken so we can only return cached value */
 990	return one->old_mctrl;
 991}
 992
 993static void sc16is7xx_set_mctrl(struct uart_port *port, unsigned int mctrl)
 994{
 995	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
 996	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
 997
 998	one->config.flags |= SC16IS7XX_RECONF_MD;
 999	kthread_queue_work(&s->kworker, &one->reg_work);
1000}
1001
1002static void sc16is7xx_break_ctl(struct uart_port *port, int break_state)
1003{
1004	sc16is7xx_port_update(port, SC16IS7XX_LCR_REG,
1005			      SC16IS7XX_LCR_TXBREAK_BIT,
1006			      break_state ? SC16IS7XX_LCR_TXBREAK_BIT : 0);
1007}
1008
1009static void sc16is7xx_set_termios(struct uart_port *port,
1010				  struct ktermios *termios,
1011				  const struct ktermios *old)
1012{
1013	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
1014	unsigned int lcr, flow = 0;
1015	int baud;
1016	unsigned long flags;
1017
1018	kthread_cancel_delayed_work_sync(&one->ms_work);
1019
1020	/* Mask termios capabilities we don't support */
1021	termios->c_cflag &= ~CMSPAR;
1022
1023	/* Word size */
1024	switch (termios->c_cflag & CSIZE) {
1025	case CS5:
1026		lcr = SC16IS7XX_LCR_WORD_LEN_5;
1027		break;
1028	case CS6:
1029		lcr = SC16IS7XX_LCR_WORD_LEN_6;
1030		break;
1031	case CS7:
1032		lcr = SC16IS7XX_LCR_WORD_LEN_7;
1033		break;
1034	case CS8:
1035		lcr = SC16IS7XX_LCR_WORD_LEN_8;
1036		break;
1037	default:
1038		lcr = SC16IS7XX_LCR_WORD_LEN_8;
1039		termios->c_cflag &= ~CSIZE;
1040		termios->c_cflag |= CS8;
1041		break;
1042	}
1043
1044	/* Parity */
1045	if (termios->c_cflag & PARENB) {
1046		lcr |= SC16IS7XX_LCR_PARITY_BIT;
1047		if (!(termios->c_cflag & PARODD))
1048			lcr |= SC16IS7XX_LCR_EVENPARITY_BIT;
1049	}
1050
1051	/* Stop bits */
1052	if (termios->c_cflag & CSTOPB)
1053		lcr |= SC16IS7XX_LCR_STOPLEN_BIT; /* 2 stops */
1054
1055	/* Set read status mask */
1056	port->read_status_mask = SC16IS7XX_LSR_OE_BIT;
1057	if (termios->c_iflag & INPCK)
1058		port->read_status_mask |= SC16IS7XX_LSR_PE_BIT |
1059					  SC16IS7XX_LSR_FE_BIT;
1060	if (termios->c_iflag & (BRKINT | PARMRK))
1061		port->read_status_mask |= SC16IS7XX_LSR_BI_BIT;
1062
1063	/* Set status ignore mask */
1064	port->ignore_status_mask = 0;
1065	if (termios->c_iflag & IGNBRK)
1066		port->ignore_status_mask |= SC16IS7XX_LSR_BI_BIT;
1067	if (!(termios->c_cflag & CREAD))
1068		port->ignore_status_mask |= SC16IS7XX_LSR_BRK_ERROR_MASK;
1069
1070	/* Configure flow control */
1071	port->status &= ~(UPSTAT_AUTOCTS | UPSTAT_AUTORTS);
1072	if (termios->c_cflag & CRTSCTS) {
1073		flow |= SC16IS7XX_EFR_AUTOCTS_BIT |
1074			SC16IS7XX_EFR_AUTORTS_BIT;
1075		port->status |= UPSTAT_AUTOCTS | UPSTAT_AUTORTS;
1076	}
1077	if (termios->c_iflag & IXON)
1078		flow |= SC16IS7XX_EFR_SWFLOW3_BIT;
1079	if (termios->c_iflag & IXOFF)
1080		flow |= SC16IS7XX_EFR_SWFLOW1_BIT;
1081
1082	/* Update LCR register */
1083	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG, lcr);
1084
1085	/* Update EFR registers */
1086	sc16is7xx_efr_lock(port);
1087	sc16is7xx_port_write(port, SC16IS7XX_XON1_REG, termios->c_cc[VSTART]);
1088	sc16is7xx_port_write(port, SC16IS7XX_XOFF1_REG, termios->c_cc[VSTOP]);
1089	sc16is7xx_port_update(port, SC16IS7XX_EFR_REG,
1090			      SC16IS7XX_EFR_FLOWCTRL_BITS, flow);
1091	sc16is7xx_efr_unlock(port);
1092
1093	/* Get baud rate generator configuration */
1094	baud = uart_get_baud_rate(port, termios, old,
1095				  port->uartclk / 16 / 4 / 0xffff,
1096				  port->uartclk / 16);
1097
1098	/* Setup baudrate generator */
1099	baud = sc16is7xx_set_baud(port, baud);
1100
1101	uart_port_lock_irqsave(port, &flags);
1102
1103	/* Update timeout according to new baud rate */
1104	uart_update_timeout(port, termios->c_cflag, baud);
1105
1106	if (UART_ENABLE_MS(port, termios->c_cflag))
1107		sc16is7xx_enable_ms(port);
1108
1109	uart_port_unlock_irqrestore(port, flags);
1110}
1111
1112static int sc16is7xx_config_rs485(struct uart_port *port, struct ktermios *termios,
1113				  struct serial_rs485 *rs485)
1114{
1115	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
1116	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
1117
1118	if (rs485->flags & SER_RS485_ENABLED) {
1119		/*
1120		 * RTS signal is handled by HW, it's timing can't be influenced.
1121		 * However, it's sometimes useful to delay TX even without RTS
1122		 * control therefore we try to handle .delay_rts_before_send.
1123		 */
1124		if (rs485->delay_rts_after_send)
1125			return -EINVAL;
1126	}
1127
1128	one->config.flags |= SC16IS7XX_RECONF_RS485;
1129	kthread_queue_work(&s->kworker, &one->reg_work);
1130
1131	return 0;
1132}
1133
1134static int sc16is7xx_startup(struct uart_port *port)
1135{
1136	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
1137	unsigned int val;
1138	unsigned long flags;
1139
1140	sc16is7xx_power(port, 1);
1141
1142	/* Reset FIFOs*/
1143	val = SC16IS7XX_FCR_RXRESET_BIT | SC16IS7XX_FCR_TXRESET_BIT;
1144	sc16is7xx_port_write(port, SC16IS7XX_FCR_REG, val);
1145	udelay(5);
1146	sc16is7xx_port_write(port, SC16IS7XX_FCR_REG,
1147			     SC16IS7XX_FCR_FIFO_BIT);
1148
1149	/* Enable EFR */
1150	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG,
1151			     SC16IS7XX_LCR_CONF_MODE_B);
1152
1153	regcache_cache_bypass(one->regmap, true);
1154
1155	/* Enable write access to enhanced features and internal clock div */
1156	sc16is7xx_port_update(port, SC16IS7XX_EFR_REG,
1157			      SC16IS7XX_EFR_ENABLE_BIT,
1158			      SC16IS7XX_EFR_ENABLE_BIT);
1159
1160	/* Enable TCR/TLR */
1161	sc16is7xx_port_update(port, SC16IS7XX_MCR_REG,
1162			      SC16IS7XX_MCR_TCRTLR_BIT,
1163			      SC16IS7XX_MCR_TCRTLR_BIT);
1164
1165	/* Configure flow control levels */
1166	/* Flow control halt level 48, resume level 24 */
1167	sc16is7xx_port_write(port, SC16IS7XX_TCR_REG,
1168			     SC16IS7XX_TCR_RX_RESUME(24) |
1169			     SC16IS7XX_TCR_RX_HALT(48));
1170
1171	regcache_cache_bypass(one->regmap, false);
1172
1173	/* Now, initialize the UART */
1174	sc16is7xx_port_write(port, SC16IS7XX_LCR_REG, SC16IS7XX_LCR_WORD_LEN_8);
1175
1176	/* Enable IrDA mode if requested in DT */
1177	/* This bit must be written with LCR[7] = 0 */
1178	sc16is7xx_port_update(port, SC16IS7XX_MCR_REG,
1179			      SC16IS7XX_MCR_IRDA_BIT,
1180			      one->irda_mode ?
1181				SC16IS7XX_MCR_IRDA_BIT : 0);
1182
1183	/* Enable the Rx and Tx FIFO */
1184	sc16is7xx_port_update(port, SC16IS7XX_EFCR_REG,
1185			      SC16IS7XX_EFCR_RXDISABLE_BIT |
1186			      SC16IS7XX_EFCR_TXDISABLE_BIT,
1187			      0);
1188
1189	/* Enable RX, CTS change and modem lines interrupts */
1190	val = SC16IS7XX_IER_RDI_BIT | SC16IS7XX_IER_CTSI_BIT |
1191	      SC16IS7XX_IER_MSI_BIT;
1192	sc16is7xx_port_write(port, SC16IS7XX_IER_REG, val);
1193
1194	/* Enable modem status polling */
1195	uart_port_lock_irqsave(port, &flags);
1196	sc16is7xx_enable_ms(port);
1197	uart_port_unlock_irqrestore(port, flags);
1198
1199	return 0;
1200}
1201
1202static void sc16is7xx_shutdown(struct uart_port *port)
1203{
1204	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
1205	struct sc16is7xx_one *one = to_sc16is7xx_one(port, port);
1206
1207	kthread_cancel_delayed_work_sync(&one->ms_work);
1208
1209	/* Disable all interrupts */
1210	sc16is7xx_port_write(port, SC16IS7XX_IER_REG, 0);
1211	/* Disable TX/RX */
1212	sc16is7xx_port_update(port, SC16IS7XX_EFCR_REG,
1213			      SC16IS7XX_EFCR_RXDISABLE_BIT |
1214			      SC16IS7XX_EFCR_TXDISABLE_BIT,
1215			      SC16IS7XX_EFCR_RXDISABLE_BIT |
1216			      SC16IS7XX_EFCR_TXDISABLE_BIT);
1217
1218	sc16is7xx_power(port, 0);
1219
1220	kthread_flush_worker(&s->kworker);
1221}
1222
1223static const char *sc16is7xx_type(struct uart_port *port)
1224{
1225	struct sc16is7xx_port *s = dev_get_drvdata(port->dev);
1226
1227	return (port->type == PORT_SC16IS7XX) ? s->devtype->name : NULL;
1228}
1229
1230static int sc16is7xx_request_port(struct uart_port *port)
1231{
1232	/* Do nothing */
1233	return 0;
1234}
1235
1236static void sc16is7xx_config_port(struct uart_port *port, int flags)
1237{
1238	if (flags & UART_CONFIG_TYPE)
1239		port->type = PORT_SC16IS7XX;
1240}
1241
1242static int sc16is7xx_verify_port(struct uart_port *port,
1243				 struct serial_struct *s)
1244{
1245	if ((s->type != PORT_UNKNOWN) && (s->type != PORT_SC16IS7XX))
1246		return -EINVAL;
1247	if (s->irq != port->irq)
1248		return -EINVAL;
1249
1250	return 0;
1251}
1252
1253static void sc16is7xx_pm(struct uart_port *port, unsigned int state,
1254			 unsigned int oldstate)
1255{
1256	sc16is7xx_power(port, (state == UART_PM_STATE_ON) ? 1 : 0);
1257}
1258
1259static void sc16is7xx_null_void(struct uart_port *port)
1260{
1261	/* Do nothing */
1262}
1263
1264static const struct uart_ops sc16is7xx_ops = {
1265	.tx_empty	= sc16is7xx_tx_empty,
1266	.set_mctrl	= sc16is7xx_set_mctrl,
1267	.get_mctrl	= sc16is7xx_get_mctrl,
1268	.stop_tx	= sc16is7xx_stop_tx,
1269	.start_tx	= sc16is7xx_start_tx,
1270	.throttle	= sc16is7xx_throttle,
1271	.unthrottle	= sc16is7xx_unthrottle,
1272	.stop_rx	= sc16is7xx_stop_rx,
1273	.enable_ms	= sc16is7xx_enable_ms,
1274	.break_ctl	= sc16is7xx_break_ctl,
1275	.startup	= sc16is7xx_startup,
1276	.shutdown	= sc16is7xx_shutdown,
1277	.set_termios	= sc16is7xx_set_termios,
1278	.type		= sc16is7xx_type,
1279	.request_port	= sc16is7xx_request_port,
1280	.release_port	= sc16is7xx_null_void,
1281	.config_port	= sc16is7xx_config_port,
1282	.verify_port	= sc16is7xx_verify_port,
1283	.pm		= sc16is7xx_pm,
1284};
1285
1286#ifdef CONFIG_GPIOLIB
1287static int sc16is7xx_gpio_get(struct gpio_chip *chip, unsigned offset)
1288{
1289	unsigned int val;
1290	struct sc16is7xx_port *s = gpiochip_get_data(chip);
1291	struct uart_port *port = &s->p[0].port;
1292
1293	val = sc16is7xx_port_read(port, SC16IS7XX_IOSTATE_REG);
1294
1295	return !!(val & BIT(offset));
1296}
1297
1298static void sc16is7xx_gpio_set(struct gpio_chip *chip, unsigned offset, int val)
1299{
1300	struct sc16is7xx_port *s = gpiochip_get_data(chip);
1301	struct uart_port *port = &s->p[0].port;
1302
1303	sc16is7xx_port_update(port, SC16IS7XX_IOSTATE_REG, BIT(offset),
1304			      val ? BIT(offset) : 0);
1305}
1306
1307static int sc16is7xx_gpio_direction_input(struct gpio_chip *chip,
1308					  unsigned offset)
1309{
1310	struct sc16is7xx_port *s = gpiochip_get_data(chip);
1311	struct uart_port *port = &s->p[0].port;
1312
1313	sc16is7xx_port_update(port, SC16IS7XX_IODIR_REG, BIT(offset), 0);
1314
1315	return 0;
1316}
1317
1318static int sc16is7xx_gpio_direction_output(struct gpio_chip *chip,
1319					   unsigned offset, int val)
1320{
1321	struct sc16is7xx_port *s = gpiochip_get_data(chip);
1322	struct uart_port *port = &s->p[0].port;
1323	u8 state = sc16is7xx_port_read(port, SC16IS7XX_IOSTATE_REG);
1324
1325	if (val)
1326		state |= BIT(offset);
1327	else
1328		state &= ~BIT(offset);
1329
1330	/*
1331	 * If we write IOSTATE first, and then IODIR, the output value is not
1332	 * transferred to the corresponding I/O pin.
1333	 * The datasheet states that each register bit will be transferred to
1334	 * the corresponding I/O pin programmed as output when writing to
1335	 * IOSTATE. Therefore, configure direction first with IODIR, and then
1336	 * set value after with IOSTATE.
1337	 */
1338	sc16is7xx_port_update(port, SC16IS7XX_IODIR_REG, BIT(offset),
1339			      BIT(offset));
1340	sc16is7xx_port_write(port, SC16IS7XX_IOSTATE_REG, state);
1341
1342	return 0;
1343}
1344
1345static int sc16is7xx_gpio_init_valid_mask(struct gpio_chip *chip,
1346					  unsigned long *valid_mask,
1347					  unsigned int ngpios)
1348{
1349	struct sc16is7xx_port *s = gpiochip_get_data(chip);
1350
1351	*valid_mask = s->gpio_valid_mask;
1352
1353	return 0;
1354}
1355
1356static int sc16is7xx_setup_gpio_chip(struct sc16is7xx_port *s)
1357{
1358	struct device *dev = s->p[0].port.dev;
1359
1360	if (!s->devtype->nr_gpio)
1361		return 0;
1362
1363	switch (s->mctrl_mask) {
1364	case 0:
1365		s->gpio_valid_mask = GENMASK(7, 0);
1366		break;
1367	case SC16IS7XX_IOCONTROL_MODEM_A_BIT:
1368		s->gpio_valid_mask = GENMASK(3, 0);
1369		break;
1370	case SC16IS7XX_IOCONTROL_MODEM_B_BIT:
1371		s->gpio_valid_mask = GENMASK(7, 4);
1372		break;
1373	default:
1374		break;
1375	}
1376
1377	if (s->gpio_valid_mask == 0)
1378		return 0;
1379
1380	s->gpio.owner		 = THIS_MODULE;
1381	s->gpio.parent		 = dev;
1382	s->gpio.label		 = dev_name(dev);
1383	s->gpio.init_valid_mask	 = sc16is7xx_gpio_init_valid_mask;
1384	s->gpio.direction_input	 = sc16is7xx_gpio_direction_input;
1385	s->gpio.get		 = sc16is7xx_gpio_get;
1386	s->gpio.direction_output = sc16is7xx_gpio_direction_output;
1387	s->gpio.set		 = sc16is7xx_gpio_set;
1388	s->gpio.base		 = -1;
1389	s->gpio.ngpio		 = s->devtype->nr_gpio;
1390	s->gpio.can_sleep	 = 1;
1391
1392	return gpiochip_add_data(&s->gpio, s);
1393}
1394#endif
1395
1396static void sc16is7xx_setup_irda_ports(struct sc16is7xx_port *s)
1397{
1398	int i;
1399	int ret;
1400	int count;
1401	u32 irda_port[SC16IS7XX_MAX_PORTS];
1402	struct device *dev = s->p[0].port.dev;
1403
1404	count = device_property_count_u32(dev, "irda-mode-ports");
1405	if (count < 0 || count > ARRAY_SIZE(irda_port))
1406		return;
1407
1408	ret = device_property_read_u32_array(dev, "irda-mode-ports",
1409					     irda_port, count);
1410	if (ret)
1411		return;
1412
1413	for (i = 0; i < count; i++) {
1414		if (irda_port[i] < s->devtype->nr_uart)
1415			s->p[irda_port[i]].irda_mode = true;
1416	}
1417}
1418
1419/*
1420 * Configure ports designated to operate as modem control lines.
1421 */
1422static int sc16is7xx_setup_mctrl_ports(struct sc16is7xx_port *s,
1423				       struct regmap *regmap)
1424{
1425	int i;
1426	int ret;
1427	int count;
1428	u32 mctrl_port[SC16IS7XX_MAX_PORTS];
1429	struct device *dev = s->p[0].port.dev;
1430
1431	count = device_property_count_u32(dev, "nxp,modem-control-line-ports");
1432	if (count < 0 || count > ARRAY_SIZE(mctrl_port))
1433		return 0;
1434
1435	ret = device_property_read_u32_array(dev, "nxp,modem-control-line-ports",
1436					     mctrl_port, count);
1437	if (ret)
1438		return ret;
1439
1440	s->mctrl_mask = 0;
1441
1442	for (i = 0; i < count; i++) {
1443		/* Use GPIO lines as modem control lines */
1444		if (mctrl_port[i] == 0)
1445			s->mctrl_mask |= SC16IS7XX_IOCONTROL_MODEM_A_BIT;
1446		else if (mctrl_port[i] == 1)
1447			s->mctrl_mask |= SC16IS7XX_IOCONTROL_MODEM_B_BIT;
1448	}
1449
1450	if (s->mctrl_mask)
1451		regmap_update_bits(
1452			regmap,
1453			SC16IS7XX_IOCONTROL_REG,
1454			SC16IS7XX_IOCONTROL_MODEM_A_BIT |
1455			SC16IS7XX_IOCONTROL_MODEM_B_BIT, s->mctrl_mask);
1456
1457	return 0;
1458}
1459
1460static const struct serial_rs485 sc16is7xx_rs485_supported = {
1461	.flags = SER_RS485_ENABLED | SER_RS485_RTS_AFTER_SEND,
1462	.delay_rts_before_send = 1,
1463	.delay_rts_after_send = 1,	/* Not supported but keep returning -EINVAL */
1464};
1465
1466static int sc16is7xx_probe(struct device *dev,
1467			   const struct sc16is7xx_devtype *devtype,
1468			   struct regmap *regmaps[], int irq)
1469{
1470	unsigned long freq = 0, *pfreq = dev_get_platdata(dev);
1471	unsigned int val;
1472	u32 uartclk = 0;
1473	int i, ret;
1474	struct sc16is7xx_port *s;
1475
1476	for (i = 0; i < devtype->nr_uart; i++)
1477		if (IS_ERR(regmaps[i]))
1478			return PTR_ERR(regmaps[i]);
1479
1480	/*
1481	 * This device does not have an identification register that would
1482	 * tell us if we are really connected to the correct device.
1483	 * The best we can do is to check if communication is at all possible.
1484	 *
1485	 * Note: regmap[0] is used in the probe function to access registers
1486	 * common to all channels/ports, as it is guaranteed to be present on
1487	 * all variants.
1488	 */
1489	ret = regmap_read(regmaps[0], SC16IS7XX_LSR_REG, &val);
1490	if (ret < 0)
1491		return -EPROBE_DEFER;
1492
1493	/* Alloc port structure */
1494	s = devm_kzalloc(dev, struct_size(s, p, devtype->nr_uart), GFP_KERNEL);
1495	if (!s) {
1496		dev_err(dev, "Error allocating port structure\n");
1497		return -ENOMEM;
1498	}
1499
1500	/* Always ask for fixed clock rate from a property. */
1501	device_property_read_u32(dev, "clock-frequency", &uartclk);
1502
1503	s->clk = devm_clk_get_optional(dev, NULL);
1504	if (IS_ERR(s->clk))
1505		return PTR_ERR(s->clk);
1506
1507	ret = clk_prepare_enable(s->clk);
1508	if (ret)
1509		return ret;
1510
1511	freq = clk_get_rate(s->clk);
1512	if (freq == 0) {
1513		if (uartclk)
1514			freq = uartclk;
1515		if (pfreq)
1516			freq = *pfreq;
1517		if (freq)
1518			dev_dbg(dev, "Clock frequency: %luHz\n", freq);
1519		else
1520			return -EINVAL;
1521	}
1522
1523	s->devtype = devtype;
1524	dev_set_drvdata(dev, s);
1525
1526	kthread_init_worker(&s->kworker);
1527	s->kworker_task = kthread_run(kthread_worker_fn, &s->kworker,
1528				      "sc16is7xx");
1529	if (IS_ERR(s->kworker_task)) {
1530		ret = PTR_ERR(s->kworker_task);
1531		goto out_clk;
1532	}
1533	sched_set_fifo(s->kworker_task);
1534
1535	/* reset device, purging any pending irq / data */
1536	regmap_write(regmaps[0], SC16IS7XX_IOCONTROL_REG,
1537		     SC16IS7XX_IOCONTROL_SRESET_BIT);
1538
1539	for (i = 0; i < devtype->nr_uart; ++i) {
1540		s->p[i].port.line = find_first_zero_bit(sc16is7xx_lines,
1541							SC16IS7XX_MAX_DEVS);
1542		if (s->p[i].port.line >= SC16IS7XX_MAX_DEVS) {
1543			ret = -ERANGE;
1544			goto out_ports;
1545		}
1546
1547		/* Initialize port data */
1548		s->p[i].port.dev	= dev;
1549		s->p[i].port.irq	= irq;
1550		s->p[i].port.type	= PORT_SC16IS7XX;
1551		s->p[i].port.fifosize	= SC16IS7XX_FIFO_SIZE;
1552		s->p[i].port.flags	= UPF_FIXED_TYPE | UPF_LOW_LATENCY;
1553		s->p[i].port.iobase	= i;
1554		/*
1555		 * Use all ones as membase to make sure uart_configure_port() in
1556		 * serial_core.c does not abort for SPI/I2C devices where the
1557		 * membase address is not applicable.
1558		 */
1559		s->p[i].port.membase	= (void __iomem *)~0;
1560		s->p[i].port.iotype	= UPIO_PORT;
1561		s->p[i].port.uartclk	= freq;
1562		s->p[i].port.rs485_config = sc16is7xx_config_rs485;
1563		s->p[i].port.rs485_supported = sc16is7xx_rs485_supported;
1564		s->p[i].port.ops	= &sc16is7xx_ops;
1565		s->p[i].old_mctrl	= 0;
1566		s->p[i].regmap		= regmaps[i];
1567
1568		mutex_init(&s->p[i].efr_lock);
1569
1570		ret = uart_get_rs485_mode(&s->p[i].port);
1571		if (ret)
1572			goto out_ports;
1573
1574		/* Disable all interrupts */
1575		sc16is7xx_port_write(&s->p[i].port, SC16IS7XX_IER_REG, 0);
1576		/* Disable TX/RX */
1577		sc16is7xx_port_write(&s->p[i].port, SC16IS7XX_EFCR_REG,
1578				     SC16IS7XX_EFCR_RXDISABLE_BIT |
1579				     SC16IS7XX_EFCR_TXDISABLE_BIT);
1580
1581		/* Initialize kthread work structs */
1582		kthread_init_work(&s->p[i].tx_work, sc16is7xx_tx_proc);
1583		kthread_init_work(&s->p[i].reg_work, sc16is7xx_reg_proc);
1584		kthread_init_delayed_work(&s->p[i].ms_work, sc16is7xx_ms_proc);
1585
1586		/* Register port */
1587		ret = uart_add_one_port(&sc16is7xx_uart, &s->p[i].port);
1588		if (ret)
1589			goto out_ports;
1590
1591		set_bit(s->p[i].port.line, sc16is7xx_lines);
1592
1593		/* Enable EFR */
1594		sc16is7xx_port_write(&s->p[i].port, SC16IS7XX_LCR_REG,
1595				     SC16IS7XX_LCR_CONF_MODE_B);
1596
1597		regcache_cache_bypass(regmaps[i], true);
1598
1599		/* Enable write access to enhanced features */
1600		sc16is7xx_port_write(&s->p[i].port, SC16IS7XX_EFR_REG,
1601				     SC16IS7XX_EFR_ENABLE_BIT);
1602
1603		regcache_cache_bypass(regmaps[i], false);
1604
1605		/* Restore access to general registers */
1606		sc16is7xx_port_write(&s->p[i].port, SC16IS7XX_LCR_REG, 0x00);
1607
1608		/* Go to suspend mode */
1609		sc16is7xx_power(&s->p[i].port, 0);
1610	}
1611
1612	sc16is7xx_setup_irda_ports(s);
1613
1614	ret = sc16is7xx_setup_mctrl_ports(s, regmaps[0]);
1615	if (ret)
1616		goto out_ports;
1617
1618#ifdef CONFIG_GPIOLIB
1619	ret = sc16is7xx_setup_gpio_chip(s);
1620	if (ret)
1621		goto out_ports;
1622#endif
1623
1624	/*
1625	 * Setup interrupt. We first try to acquire the IRQ line as level IRQ.
1626	 * If that succeeds, we can allow sharing the interrupt as well.
1627	 * In case the interrupt controller doesn't support that, we fall
1628	 * back to a non-shared falling-edge trigger.
1629	 */
1630	ret = devm_request_threaded_irq(dev, irq, NULL, sc16is7xx_irq,
1631					IRQF_TRIGGER_LOW | IRQF_SHARED |
1632					IRQF_ONESHOT,
1633					dev_name(dev), s);
1634	if (!ret)
1635		return 0;
1636
1637	ret = devm_request_threaded_irq(dev, irq, NULL, sc16is7xx_irq,
1638					IRQF_TRIGGER_FALLING | IRQF_ONESHOT,
1639					dev_name(dev), s);
1640	if (!ret)
1641		return 0;
1642
1643#ifdef CONFIG_GPIOLIB
1644	if (s->gpio_valid_mask)
1645		gpiochip_remove(&s->gpio);
1646#endif
1647
1648out_ports:
1649	for (i = 0; i < devtype->nr_uart; i++)
1650		if (test_and_clear_bit(s->p[i].port.line, sc16is7xx_lines))
1651			uart_remove_one_port(&sc16is7xx_uart, &s->p[i].port);
1652
1653	kthread_stop(s->kworker_task);
1654
1655out_clk:
1656	clk_disable_unprepare(s->clk);
1657
1658	return ret;
1659}
1660
1661static void sc16is7xx_remove(struct device *dev)
1662{
1663	struct sc16is7xx_port *s = dev_get_drvdata(dev);
1664	int i;
1665
1666#ifdef CONFIG_GPIOLIB
1667	if (s->gpio_valid_mask)
1668		gpiochip_remove(&s->gpio);
1669#endif
1670
1671	for (i = 0; i < s->devtype->nr_uart; i++) {
1672		kthread_cancel_delayed_work_sync(&s->p[i].ms_work);
1673		if (test_and_clear_bit(s->p[i].port.line, sc16is7xx_lines))
1674			uart_remove_one_port(&sc16is7xx_uart, &s->p[i].port);
1675		sc16is7xx_power(&s->p[i].port, 0);
1676	}
1677
1678	kthread_flush_worker(&s->kworker);
1679	kthread_stop(s->kworker_task);
1680
1681	clk_disable_unprepare(s->clk);
1682}
1683
1684static const struct of_device_id __maybe_unused sc16is7xx_dt_ids[] = {
1685	{ .compatible = "nxp,sc16is740",	.data = &sc16is74x_devtype, },
1686	{ .compatible = "nxp,sc16is741",	.data = &sc16is74x_devtype, },
1687	{ .compatible = "nxp,sc16is750",	.data = &sc16is750_devtype, },
1688	{ .compatible = "nxp,sc16is752",	.data = &sc16is752_devtype, },
1689	{ .compatible = "nxp,sc16is760",	.data = &sc16is760_devtype, },
1690	{ .compatible = "nxp,sc16is762",	.data = &sc16is762_devtype, },
1691	{ }
1692};
1693MODULE_DEVICE_TABLE(of, sc16is7xx_dt_ids);
1694
1695static struct regmap_config regcfg = {
1696	.reg_bits = 5,
1697	.pad_bits = 3,
1698	.val_bits = 8,
1699	.cache_type = REGCACHE_RBTREE,
1700	.volatile_reg = sc16is7xx_regmap_volatile,
1701	.precious_reg = sc16is7xx_regmap_precious,
1702	.writeable_noinc_reg = sc16is7xx_regmap_noinc,
1703	.readable_noinc_reg = sc16is7xx_regmap_noinc,
1704	.max_raw_read = SC16IS7XX_FIFO_SIZE,
1705	.max_raw_write = SC16IS7XX_FIFO_SIZE,
1706	.max_register = SC16IS7XX_EFCR_REG,
1707};
1708
1709static const char *sc16is7xx_regmap_name(u8 port_id)
1710{
1711	switch (port_id) {
1712	case 0:	return "port0";
1713	case 1:	return "port1";
1714	default:
1715		WARN_ON(true);
1716		return NULL;
1717	}
1718}
1719
1720static unsigned int sc16is7xx_regmap_port_mask(unsigned int port_id)
1721{
1722	/* CH1,CH0 are at bits 2:1. */
1723	return port_id << 1;
1724}
1725
1726#ifdef CONFIG_SERIAL_SC16IS7XX_SPI
1727static int sc16is7xx_spi_probe(struct spi_device *spi)
1728{
1729	const struct sc16is7xx_devtype *devtype;
1730	struct regmap *regmaps[SC16IS7XX_MAX_PORTS];
1731	unsigned int i;
1732	int ret;
1733
1734	/* Setup SPI bus */
1735	spi->bits_per_word	= 8;
1736	/* For all variants, only mode 0 is supported */
1737	if ((spi->mode & SPI_MODE_X_MASK) != SPI_MODE_0)
1738		return dev_err_probe(&spi->dev, -EINVAL, "Unsupported SPI mode\n");
1739
1740	spi->mode		= spi->mode ? : SPI_MODE_0;
1741	spi->max_speed_hz	= spi->max_speed_hz ? : 4 * HZ_PER_MHZ;
1742	ret = spi_setup(spi);
1743	if (ret)
1744		return ret;
1745
1746	devtype = spi_get_device_match_data(spi);
1747	if (!devtype)
1748		return dev_err_probe(&spi->dev, -ENODEV, "Failed to match device\n");
1749
1750	for (i = 0; i < devtype->nr_uart; i++) {
1751		regcfg.name = sc16is7xx_regmap_name(i);
1752		/*
1753		 * If read_flag_mask is 0, the regmap code sets it to a default
1754		 * of 0x80. Since we specify our own mask, we must add the READ
1755		 * bit ourselves:
1756		 */
1757		regcfg.read_flag_mask = sc16is7xx_regmap_port_mask(i) |
1758			SC16IS7XX_SPI_READ_BIT;
1759		regcfg.write_flag_mask = sc16is7xx_regmap_port_mask(i);
1760		regmaps[i] = devm_regmap_init_spi(spi, &regcfg);
1761	}
1762
1763	return sc16is7xx_probe(&spi->dev, devtype, regmaps, spi->irq);
1764}
1765
1766static void sc16is7xx_spi_remove(struct spi_device *spi)
1767{
1768	sc16is7xx_remove(&spi->dev);
1769}
1770
1771static const struct spi_device_id sc16is7xx_spi_id_table[] = {
1772	{ "sc16is74x",	(kernel_ulong_t)&sc16is74x_devtype, },
1773	{ "sc16is740",	(kernel_ulong_t)&sc16is74x_devtype, },
1774	{ "sc16is741",	(kernel_ulong_t)&sc16is74x_devtype, },
1775	{ "sc16is750",	(kernel_ulong_t)&sc16is750_devtype, },
1776	{ "sc16is752",	(kernel_ulong_t)&sc16is752_devtype, },
1777	{ "sc16is760",	(kernel_ulong_t)&sc16is760_devtype, },
1778	{ "sc16is762",	(kernel_ulong_t)&sc16is762_devtype, },
1779	{ }
1780};
1781
1782MODULE_DEVICE_TABLE(spi, sc16is7xx_spi_id_table);
1783
1784static struct spi_driver sc16is7xx_spi_uart_driver = {
1785	.driver = {
1786		.name		= SC16IS7XX_NAME,
1787		.of_match_table	= sc16is7xx_dt_ids,
1788	},
1789	.probe		= sc16is7xx_spi_probe,
1790	.remove		= sc16is7xx_spi_remove,
1791	.id_table	= sc16is7xx_spi_id_table,
1792};
1793#endif
1794
1795#ifdef CONFIG_SERIAL_SC16IS7XX_I2C
1796static int sc16is7xx_i2c_probe(struct i2c_client *i2c)
1797{
1798	const struct sc16is7xx_devtype *devtype;
1799	struct regmap *regmaps[SC16IS7XX_MAX_PORTS];
1800	unsigned int i;
1801
1802	devtype = i2c_get_match_data(i2c);
1803	if (!devtype)
1804		return dev_err_probe(&i2c->dev, -ENODEV, "Failed to match device\n");
1805
1806	for (i = 0; i < devtype->nr_uart; i++) {
1807		regcfg.name = sc16is7xx_regmap_name(i);
1808		regcfg.read_flag_mask = sc16is7xx_regmap_port_mask(i);
1809		regcfg.write_flag_mask = sc16is7xx_regmap_port_mask(i);
1810		regmaps[i] = devm_regmap_init_i2c(i2c, &regcfg);
1811	}
1812
1813	return sc16is7xx_probe(&i2c->dev, devtype, regmaps, i2c->irq);
1814}
1815
1816static void sc16is7xx_i2c_remove(struct i2c_client *client)
1817{
1818	sc16is7xx_remove(&client->dev);
1819}
1820
1821static const struct i2c_device_id sc16is7xx_i2c_id_table[] = {
1822	{ "sc16is74x",	(kernel_ulong_t)&sc16is74x_devtype, },
1823	{ "sc16is740",	(kernel_ulong_t)&sc16is74x_devtype, },
1824	{ "sc16is741",	(kernel_ulong_t)&sc16is74x_devtype, },
1825	{ "sc16is750",	(kernel_ulong_t)&sc16is750_devtype, },
1826	{ "sc16is752",	(kernel_ulong_t)&sc16is752_devtype, },
1827	{ "sc16is760",	(kernel_ulong_t)&sc16is760_devtype, },
1828	{ "sc16is762",	(kernel_ulong_t)&sc16is762_devtype, },
1829	{ }
1830};
1831MODULE_DEVICE_TABLE(i2c, sc16is7xx_i2c_id_table);
1832
1833static struct i2c_driver sc16is7xx_i2c_uart_driver = {
1834	.driver = {
1835		.name		= SC16IS7XX_NAME,
1836		.of_match_table	= sc16is7xx_dt_ids,
1837	},
1838	.probe		= sc16is7xx_i2c_probe,
1839	.remove		= sc16is7xx_i2c_remove,
1840	.id_table	= sc16is7xx_i2c_id_table,
1841};
1842
1843#endif
1844
1845static int __init sc16is7xx_init(void)
1846{
1847	int ret;
1848
1849	ret = uart_register_driver(&sc16is7xx_uart);
1850	if (ret) {
1851		pr_err("Registering UART driver failed\n");
1852		return ret;
1853	}
1854
1855#ifdef CONFIG_SERIAL_SC16IS7XX_I2C
1856	ret = i2c_add_driver(&sc16is7xx_i2c_uart_driver);
1857	if (ret < 0) {
1858		pr_err("failed to init sc16is7xx i2c --> %d\n", ret);
1859		goto err_i2c;
1860	}
1861#endif
1862
1863#ifdef CONFIG_SERIAL_SC16IS7XX_SPI
1864	ret = spi_register_driver(&sc16is7xx_spi_uart_driver);
1865	if (ret < 0) {
1866		pr_err("failed to init sc16is7xx spi --> %d\n", ret);
1867		goto err_spi;
1868	}
1869#endif
1870	return ret;
1871
1872#ifdef CONFIG_SERIAL_SC16IS7XX_SPI
1873err_spi:
1874#endif
1875#ifdef CONFIG_SERIAL_SC16IS7XX_I2C
1876	i2c_del_driver(&sc16is7xx_i2c_uart_driver);
1877err_i2c:
1878#endif
1879	uart_unregister_driver(&sc16is7xx_uart);
1880	return ret;
1881}
1882module_init(sc16is7xx_init);
1883
1884static void __exit sc16is7xx_exit(void)
1885{
1886#ifdef CONFIG_SERIAL_SC16IS7XX_I2C
1887	i2c_del_driver(&sc16is7xx_i2c_uart_driver);
1888#endif
1889
1890#ifdef CONFIG_SERIAL_SC16IS7XX_SPI
1891	spi_unregister_driver(&sc16is7xx_spi_uart_driver);
1892#endif
1893	uart_unregister_driver(&sc16is7xx_uart);
1894}
1895module_exit(sc16is7xx_exit);
1896
1897MODULE_LICENSE("GPL");
1898MODULE_AUTHOR("Jon Ringle <jringle@gridpoint.com>");
1899MODULE_DESCRIPTION("SC16IS7XX serial driver");