Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Cadence SPI controller driver (host and target mode)
4 *
5 * Copyright (C) 2008 - 2014 Xilinx, Inc.
6 *
7 * based on Blackfin On-Chip SPI Driver (spi_bfin5xx.c)
8 */
9
10#include <linux/clk.h>
11#include <linux/delay.h>
12#include <linux/gpio/consumer.h>
13#include <linux/interrupt.h>
14#include <linux/io.h>
15#include <linux/kernel.h>
16#include <linux/module.h>
17#include <linux/of_irq.h>
18#include <linux/of_address.h>
19#include <linux/platform_device.h>
20#include <linux/pm_runtime.h>
21#include <linux/spi/spi.h>
22
23/* Name of this driver */
24#define CDNS_SPI_NAME "cdns-spi"
25
26/* Register offset definitions */
27#define CDNS_SPI_CR 0x00 /* Configuration Register, RW */
28#define CDNS_SPI_ISR 0x04 /* Interrupt Status Register, RO */
29#define CDNS_SPI_IER 0x08 /* Interrupt Enable Register, WO */
30#define CDNS_SPI_IDR 0x0c /* Interrupt Disable Register, WO */
31#define CDNS_SPI_IMR 0x10 /* Interrupt Enabled Mask Register, RO */
32#define CDNS_SPI_ER 0x14 /* Enable/Disable Register, RW */
33#define CDNS_SPI_DR 0x18 /* Delay Register, RW */
34#define CDNS_SPI_TXD 0x1C /* Data Transmit Register, WO */
35#define CDNS_SPI_RXD 0x20 /* Data Receive Register, RO */
36#define CDNS_SPI_SICR 0x24 /* Slave Idle Count Register, RW */
37#define CDNS_SPI_THLD 0x28 /* Transmit FIFO Watermark Register,RW */
38
39#define SPI_AUTOSUSPEND_TIMEOUT 3000
40/*
41 * SPI Configuration Register bit Masks
42 *
43 * This register contains various control bits that affect the operation
44 * of the SPI controller
45 */
46#define CDNS_SPI_CR_MANSTRT 0x00010000 /* Manual TX Start */
47#define CDNS_SPI_CR_CPHA 0x00000004 /* Clock Phase Control */
48#define CDNS_SPI_CR_CPOL 0x00000002 /* Clock Polarity Control */
49#define CDNS_SPI_CR_SSCTRL 0x00003C00 /* Slave Select Mask */
50#define CDNS_SPI_CR_PERI_SEL 0x00000200 /* Peripheral Select Decode */
51#define CDNS_SPI_CR_BAUD_DIV 0x00000038 /* Baud Rate Divisor Mask */
52#define CDNS_SPI_CR_MSTREN 0x00000001 /* Master Enable Mask */
53#define CDNS_SPI_CR_MANSTRTEN 0x00008000 /* Manual TX Enable Mask */
54#define CDNS_SPI_CR_SSFORCE 0x00004000 /* Manual SS Enable Mask */
55#define CDNS_SPI_CR_BAUD_DIV_4 0x00000008 /* Default Baud Div Mask */
56#define CDNS_SPI_CR_DEFAULT (CDNS_SPI_CR_MSTREN | \
57 CDNS_SPI_CR_SSCTRL | \
58 CDNS_SPI_CR_SSFORCE | \
59 CDNS_SPI_CR_BAUD_DIV_4)
60
61/*
62 * SPI Configuration Register - Baud rate and target select
63 *
64 * These are the values used in the calculation of baud rate divisor and
65 * setting the target select.
66 */
67
68#define CDNS_SPI_BAUD_DIV_MAX 7 /* Baud rate divisor maximum */
69#define CDNS_SPI_BAUD_DIV_MIN 1 /* Baud rate divisor minimum */
70#define CDNS_SPI_BAUD_DIV_SHIFT 3 /* Baud rate divisor shift in CR */
71#define CDNS_SPI_SS_SHIFT 10 /* Slave Select field shift in CR */
72#define CDNS_SPI_SS0 0x1 /* Slave Select zero */
73#define CDNS_SPI_NOSS 0xF /* No Slave select */
74
75/*
76 * SPI Interrupt Registers bit Masks
77 *
78 * All the four interrupt registers (Status/Mask/Enable/Disable) have the same
79 * bit definitions.
80 */
81#define CDNS_SPI_IXR_TXOW 0x00000004 /* SPI TX FIFO Overwater */
82#define CDNS_SPI_IXR_MODF 0x00000002 /* SPI Mode Fault */
83#define CDNS_SPI_IXR_RXNEMTY 0x00000010 /* SPI RX FIFO Not Empty */
84#define CDNS_SPI_IXR_DEFAULT (CDNS_SPI_IXR_TXOW | \
85 CDNS_SPI_IXR_MODF)
86#define CDNS_SPI_IXR_TXFULL 0x00000008 /* SPI TX Full */
87#define CDNS_SPI_IXR_ALL 0x0000007F /* SPI all interrupts */
88
89/*
90 * SPI Enable Register bit Masks
91 *
92 * This register is used to enable or disable the SPI controller
93 */
94#define CDNS_SPI_ER_ENABLE 0x00000001 /* SPI Enable Bit Mask */
95#define CDNS_SPI_ER_DISABLE 0x0 /* SPI Disable Bit Mask */
96
97/* Default number of chip select lines */
98#define CDNS_SPI_DEFAULT_NUM_CS 4
99
100/**
101 * struct cdns_spi - This definition defines spi driver instance
102 * @regs: Virtual address of the SPI controller registers
103 * @ref_clk: Pointer to the peripheral clock
104 * @pclk: Pointer to the APB clock
105 * @clk_rate: Reference clock frequency, taken from @ref_clk
106 * @speed_hz: Current SPI bus clock speed in Hz
107 * @txbuf: Pointer to the TX buffer
108 * @rxbuf: Pointer to the RX buffer
109 * @tx_bytes: Number of bytes left to transfer
110 * @rx_bytes: Number of bytes requested
111 * @dev_busy: Device busy flag
112 * @is_decoded_cs: Flag for decoder property set or not
113 * @tx_fifo_depth: Depth of the TX FIFO
114 */
115struct cdns_spi {
116 void __iomem *regs;
117 struct clk *ref_clk;
118 struct clk *pclk;
119 unsigned int clk_rate;
120 u32 speed_hz;
121 const u8 *txbuf;
122 u8 *rxbuf;
123 int tx_bytes;
124 int rx_bytes;
125 u8 dev_busy;
126 u32 is_decoded_cs;
127 unsigned int tx_fifo_depth;
128};
129
130/* Macros for the SPI controller read/write */
131static inline u32 cdns_spi_read(struct cdns_spi *xspi, u32 offset)
132{
133 return readl_relaxed(xspi->regs + offset);
134}
135
136static inline void cdns_spi_write(struct cdns_spi *xspi, u32 offset, u32 val)
137{
138 writel_relaxed(val, xspi->regs + offset);
139}
140
141/**
142 * cdns_spi_init_hw - Initialize the hardware and configure the SPI controller
143 * @xspi: Pointer to the cdns_spi structure
144 * @is_target: Flag to indicate target or host mode
145 * * On reset the SPI controller is configured to target or host mode.
146 * In host mode baud rate divisor is set to 4, threshold value for TX FIFO
147 * not full interrupt is set to 1 and size of the word to be transferred as 8 bit.
148 *
149 * This function initializes the SPI controller to disable and clear all the
150 * interrupts, enable manual target select and manual start, deselect all the
151 * chip select lines, and enable the SPI controller.
152 */
153static void cdns_spi_init_hw(struct cdns_spi *xspi, bool is_target)
154{
155 u32 ctrl_reg = 0;
156
157 if (!is_target)
158 ctrl_reg |= CDNS_SPI_CR_DEFAULT;
159
160 if (xspi->is_decoded_cs)
161 ctrl_reg |= CDNS_SPI_CR_PERI_SEL;
162
163 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
164 cdns_spi_write(xspi, CDNS_SPI_IDR, CDNS_SPI_IXR_ALL);
165
166 /* Clear the RX FIFO */
167 while (cdns_spi_read(xspi, CDNS_SPI_ISR) & CDNS_SPI_IXR_RXNEMTY)
168 cdns_spi_read(xspi, CDNS_SPI_RXD);
169
170 cdns_spi_write(xspi, CDNS_SPI_ISR, CDNS_SPI_IXR_ALL);
171 cdns_spi_write(xspi, CDNS_SPI_CR, ctrl_reg);
172 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_ENABLE);
173}
174
175/**
176 * cdns_spi_chipselect - Select or deselect the chip select line
177 * @spi: Pointer to the spi_device structure
178 * @is_high: Select(0) or deselect (1) the chip select line
179 */
180static void cdns_spi_chipselect(struct spi_device *spi, bool is_high)
181{
182 struct cdns_spi *xspi = spi_controller_get_devdata(spi->controller);
183 u32 ctrl_reg;
184
185 ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
186
187 if (is_high) {
188 /* Deselect the target */
189 ctrl_reg |= CDNS_SPI_CR_SSCTRL;
190 } else {
191 /* Select the target */
192 ctrl_reg &= ~CDNS_SPI_CR_SSCTRL;
193 if (!(xspi->is_decoded_cs))
194 ctrl_reg |= ((~(CDNS_SPI_SS0 << spi_get_chipselect(spi, 0))) <<
195 CDNS_SPI_SS_SHIFT) &
196 CDNS_SPI_CR_SSCTRL;
197 else
198 ctrl_reg |= (spi_get_chipselect(spi, 0) << CDNS_SPI_SS_SHIFT) &
199 CDNS_SPI_CR_SSCTRL;
200 }
201
202 cdns_spi_write(xspi, CDNS_SPI_CR, ctrl_reg);
203}
204
205/**
206 * cdns_spi_config_clock_mode - Sets clock polarity and phase
207 * @spi: Pointer to the spi_device structure
208 *
209 * Sets the requested clock polarity and phase.
210 */
211static void cdns_spi_config_clock_mode(struct spi_device *spi)
212{
213 struct cdns_spi *xspi = spi_controller_get_devdata(spi->controller);
214 u32 ctrl_reg, new_ctrl_reg;
215
216 new_ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
217 ctrl_reg = new_ctrl_reg;
218
219 /* Set the SPI clock phase and clock polarity */
220 new_ctrl_reg &= ~(CDNS_SPI_CR_CPHA | CDNS_SPI_CR_CPOL);
221 if (spi->mode & SPI_CPHA)
222 new_ctrl_reg |= CDNS_SPI_CR_CPHA;
223 if (spi->mode & SPI_CPOL)
224 new_ctrl_reg |= CDNS_SPI_CR_CPOL;
225
226 if (new_ctrl_reg != ctrl_reg) {
227 /*
228 * Just writing the CR register does not seem to apply the clock
229 * setting changes. This is problematic when changing the clock
230 * polarity as it will cause the SPI target to see spurious clock
231 * transitions. To workaround the issue toggle the ER register.
232 */
233 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
234 cdns_spi_write(xspi, CDNS_SPI_CR, new_ctrl_reg);
235 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_ENABLE);
236 }
237}
238
239/**
240 * cdns_spi_config_clock_freq - Sets clock frequency
241 * @spi: Pointer to the spi_device structure
242 * @transfer: Pointer to the spi_transfer structure which provides
243 * information about next transfer setup parameters
244 *
245 * Sets the requested clock frequency.
246 * Note: If the requested frequency is not an exact match with what can be
247 * obtained using the prescalar value the driver sets the clock frequency which
248 * is lower than the requested frequency (maximum lower) for the transfer. If
249 * the requested frequency is higher or lower than that is supported by the SPI
250 * controller the driver will set the highest or lowest frequency supported by
251 * controller.
252 */
253static void cdns_spi_config_clock_freq(struct spi_device *spi,
254 struct spi_transfer *transfer)
255{
256 struct cdns_spi *xspi = spi_controller_get_devdata(spi->controller);
257 u32 ctrl_reg, baud_rate_val;
258 unsigned long frequency;
259
260 frequency = xspi->clk_rate;
261
262 ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
263
264 /* Set the clock frequency */
265 if (xspi->speed_hz != transfer->speed_hz) {
266 /* first valid value is 1 */
267 baud_rate_val = CDNS_SPI_BAUD_DIV_MIN;
268 while ((baud_rate_val < CDNS_SPI_BAUD_DIV_MAX) &&
269 (frequency / (2 << baud_rate_val)) > transfer->speed_hz)
270 baud_rate_val++;
271
272 ctrl_reg &= ~CDNS_SPI_CR_BAUD_DIV;
273 ctrl_reg |= baud_rate_val << CDNS_SPI_BAUD_DIV_SHIFT;
274
275 xspi->speed_hz = frequency / (2 << baud_rate_val);
276 }
277 cdns_spi_write(xspi, CDNS_SPI_CR, ctrl_reg);
278}
279
280/**
281 * cdns_spi_setup_transfer - Configure SPI controller for specified transfer
282 * @spi: Pointer to the spi_device structure
283 * @transfer: Pointer to the spi_transfer structure which provides
284 * information about next transfer setup parameters
285 *
286 * Sets the operational mode of SPI controller for the next SPI transfer and
287 * sets the requested clock frequency.
288 *
289 * Return: Always 0
290 */
291static int cdns_spi_setup_transfer(struct spi_device *spi,
292 struct spi_transfer *transfer)
293{
294 struct cdns_spi *xspi = spi_controller_get_devdata(spi->controller);
295
296 cdns_spi_config_clock_freq(spi, transfer);
297
298 dev_dbg(&spi->dev, "%s, mode %d, %u bits/w, %u clock speed\n",
299 __func__, spi->mode, spi->bits_per_word,
300 xspi->speed_hz);
301
302 return 0;
303}
304
305/**
306 * cdns_spi_process_fifo - Fills the TX FIFO, and drain the RX FIFO
307 * @xspi: Pointer to the cdns_spi structure
308 * @ntx: Number of bytes to pack into the TX FIFO
309 * @nrx: Number of bytes to drain from the RX FIFO
310 */
311static void cdns_spi_process_fifo(struct cdns_spi *xspi, int ntx, int nrx)
312{
313 ntx = clamp(ntx, 0, xspi->tx_bytes);
314 nrx = clamp(nrx, 0, xspi->rx_bytes);
315
316 xspi->tx_bytes -= ntx;
317 xspi->rx_bytes -= nrx;
318
319 while (ntx || nrx) {
320 if (nrx) {
321 u8 data = cdns_spi_read(xspi, CDNS_SPI_RXD);
322
323 if (xspi->rxbuf)
324 *xspi->rxbuf++ = data;
325
326 nrx--;
327 }
328
329 if (ntx) {
330 if (xspi->txbuf)
331 cdns_spi_write(xspi, CDNS_SPI_TXD, *xspi->txbuf++);
332 else
333 cdns_spi_write(xspi, CDNS_SPI_TXD, 0);
334
335 ntx--;
336 }
337
338 }
339}
340
341/**
342 * cdns_spi_irq - Interrupt service routine of the SPI controller
343 * @irq: IRQ number
344 * @dev_id: Pointer to the xspi structure
345 *
346 * This function handles TX empty and Mode Fault interrupts only.
347 * On TX empty interrupt this function reads the received data from RX FIFO and
348 * fills the TX FIFO if there is any data remaining to be transferred.
349 * On Mode Fault interrupt this function indicates that transfer is completed,
350 * the SPI subsystem will identify the error as the remaining bytes to be
351 * transferred is non-zero.
352 *
353 * Return: IRQ_HANDLED when handled; IRQ_NONE otherwise.
354 */
355static irqreturn_t cdns_spi_irq(int irq, void *dev_id)
356{
357 struct spi_controller *ctlr = dev_id;
358 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
359 irqreturn_t status;
360 u32 intr_status;
361
362 status = IRQ_NONE;
363 intr_status = cdns_spi_read(xspi, CDNS_SPI_ISR);
364 cdns_spi_write(xspi, CDNS_SPI_ISR, intr_status);
365
366 if (intr_status & CDNS_SPI_IXR_MODF) {
367 /* Indicate that transfer is completed, the SPI subsystem will
368 * identify the error as the remaining bytes to be
369 * transferred is non-zero
370 */
371 cdns_spi_write(xspi, CDNS_SPI_IDR, CDNS_SPI_IXR_DEFAULT);
372 spi_finalize_current_transfer(ctlr);
373 status = IRQ_HANDLED;
374 } else if (intr_status & CDNS_SPI_IXR_TXOW) {
375 int threshold = cdns_spi_read(xspi, CDNS_SPI_THLD);
376 int trans_cnt = xspi->rx_bytes - xspi->tx_bytes;
377
378 if (threshold > 1)
379 trans_cnt -= threshold;
380
381 /* Set threshold to one if number of pending are
382 * less than half fifo
383 */
384 if (xspi->tx_bytes < xspi->tx_fifo_depth >> 1)
385 cdns_spi_write(xspi, CDNS_SPI_THLD, 1);
386
387 if (xspi->tx_bytes) {
388 cdns_spi_process_fifo(xspi, trans_cnt, trans_cnt);
389 } else {
390 /* Fixed delay due to controller limitation with
391 * RX_NEMPTY incorrect status
392 * Xilinx AR:65885 contains more details
393 */
394 udelay(10);
395 cdns_spi_process_fifo(xspi, 0, trans_cnt);
396 cdns_spi_write(xspi, CDNS_SPI_IDR,
397 CDNS_SPI_IXR_DEFAULT);
398 spi_finalize_current_transfer(ctlr);
399 }
400 status = IRQ_HANDLED;
401 }
402
403 return status;
404}
405
406static int cdns_prepare_message(struct spi_controller *ctlr,
407 struct spi_message *msg)
408{
409 if (!spi_controller_is_target(ctlr))
410 cdns_spi_config_clock_mode(msg->spi);
411 return 0;
412}
413
414/**
415 * cdns_transfer_one - Initiates the SPI transfer
416 * @ctlr: Pointer to spi_controller structure
417 * @spi: Pointer to the spi_device structure
418 * @transfer: Pointer to the spi_transfer structure which provides
419 * information about next transfer parameters
420 *
421 * This function in host mode fills the TX FIFO, starts the SPI transfer and
422 * returns a positive transfer count so that core will wait for completion.
423 * This function in target mode fills the TX FIFO and wait for transfer trigger.
424 *
425 * Return: Number of bytes transferred in the last transfer
426 */
427static int cdns_transfer_one(struct spi_controller *ctlr,
428 struct spi_device *spi,
429 struct spi_transfer *transfer)
430{
431 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
432
433 xspi->txbuf = transfer->tx_buf;
434 xspi->rxbuf = transfer->rx_buf;
435 xspi->tx_bytes = transfer->len;
436 xspi->rx_bytes = transfer->len;
437
438 if (!spi_controller_is_target(ctlr)) {
439 cdns_spi_setup_transfer(spi, transfer);
440 } else {
441 /* Set TX empty threshold to half of FIFO depth
442 * only if TX bytes are more than FIFO depth.
443 */
444 if (xspi->tx_bytes > xspi->tx_fifo_depth)
445 cdns_spi_write(xspi, CDNS_SPI_THLD, xspi->tx_fifo_depth >> 1);
446 }
447
448 /* When xspi in busy condition, bytes may send failed,
449 * then spi control didn't work thoroughly, add one byte delay
450 */
451 if (cdns_spi_read(xspi, CDNS_SPI_ISR) & CDNS_SPI_IXR_TXFULL)
452 udelay(10);
453
454 cdns_spi_process_fifo(xspi, xspi->tx_fifo_depth, 0);
455
456 cdns_spi_write(xspi, CDNS_SPI_IER, CDNS_SPI_IXR_DEFAULT);
457 return transfer->len;
458}
459
460/**
461 * cdns_prepare_transfer_hardware - Prepares hardware for transfer.
462 * @ctlr: Pointer to the spi_controller structure which provides
463 * information about the controller.
464 *
465 * This function enables SPI host controller.
466 *
467 * Return: 0 always
468 */
469static int cdns_prepare_transfer_hardware(struct spi_controller *ctlr)
470{
471 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
472
473 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_ENABLE);
474
475 return 0;
476}
477
478/**
479 * cdns_unprepare_transfer_hardware - Relaxes hardware after transfer
480 * @ctlr: Pointer to the spi_controller structure which provides
481 * information about the controller.
482 *
483 * This function disables the SPI host controller when no target selected.
484 * This function flush out if any pending data in FIFO.
485 *
486 * Return: 0 always
487 */
488static int cdns_unprepare_transfer_hardware(struct spi_controller *ctlr)
489{
490 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
491 u32 ctrl_reg;
492 unsigned int cnt = xspi->tx_fifo_depth;
493
494 if (spi_controller_is_target(ctlr)) {
495 while (cnt--)
496 cdns_spi_read(xspi, CDNS_SPI_RXD);
497 }
498
499 /* Disable the SPI if target is deselected */
500 ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
501 ctrl_reg = (ctrl_reg & CDNS_SPI_CR_SSCTRL) >> CDNS_SPI_SS_SHIFT;
502 if (ctrl_reg == CDNS_SPI_NOSS || spi_controller_is_target(ctlr))
503 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
504
505 /* Reset to default */
506 cdns_spi_write(xspi, CDNS_SPI_THLD, 0x1);
507 return 0;
508}
509
510/**
511 * cdns_spi_detect_fifo_depth - Detect the FIFO depth of the hardware
512 * @xspi: Pointer to the cdns_spi structure
513 *
514 * The depth of the TX FIFO is a synthesis configuration parameter of the SPI
515 * IP. The FIFO threshold register is sized so that its maximum value can be the
516 * FIFO size - 1. This is used to detect the size of the FIFO.
517 */
518static void cdns_spi_detect_fifo_depth(struct cdns_spi *xspi)
519{
520 /* The MSBs will get truncated giving us the size of the FIFO */
521 cdns_spi_write(xspi, CDNS_SPI_THLD, 0xffff);
522 xspi->tx_fifo_depth = cdns_spi_read(xspi, CDNS_SPI_THLD) + 1;
523
524 /* Reset to default */
525 cdns_spi_write(xspi, CDNS_SPI_THLD, 0x1);
526}
527
528/**
529 * cdns_target_abort - Abort target transfer
530 * @ctlr: Pointer to the spi_controller structure
531 *
532 * This function abort target transfer if there any transfer timeout.
533 *
534 * Return: 0 always
535 */
536static int cdns_target_abort(struct spi_controller *ctlr)
537{
538 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
539 u32 intr_status;
540
541 intr_status = cdns_spi_read(xspi, CDNS_SPI_ISR);
542 cdns_spi_write(xspi, CDNS_SPI_ISR, intr_status);
543 cdns_spi_write(xspi, CDNS_SPI_IDR, (CDNS_SPI_IXR_MODF | CDNS_SPI_IXR_RXNEMTY));
544 spi_finalize_current_transfer(ctlr);
545
546 return 0;
547}
548
549/**
550 * cdns_spi_probe - Probe method for the SPI driver
551 * @pdev: Pointer to the platform_device structure
552 *
553 * This function initializes the driver data structures and the hardware.
554 *
555 * Return: 0 on success and error value on error
556 */
557static int cdns_spi_probe(struct platform_device *pdev)
558{
559 int ret = 0, irq;
560 struct spi_controller *ctlr;
561 struct cdns_spi *xspi;
562 u32 num_cs;
563 bool target;
564
565 target = of_property_read_bool(pdev->dev.of_node, "spi-slave");
566 if (target)
567 ctlr = spi_alloc_target(&pdev->dev, sizeof(*xspi));
568 else
569 ctlr = spi_alloc_host(&pdev->dev, sizeof(*xspi));
570
571 if (!ctlr)
572 return -ENOMEM;
573
574 xspi = spi_controller_get_devdata(ctlr);
575 ctlr->dev.of_node = pdev->dev.of_node;
576 platform_set_drvdata(pdev, ctlr);
577
578 xspi->regs = devm_platform_ioremap_resource(pdev, 0);
579 if (IS_ERR(xspi->regs)) {
580 ret = PTR_ERR(xspi->regs);
581 goto remove_ctlr;
582 }
583
584 xspi->pclk = devm_clk_get_enabled(&pdev->dev, "pclk");
585 if (IS_ERR(xspi->pclk)) {
586 dev_err(&pdev->dev, "pclk clock not found.\n");
587 ret = PTR_ERR(xspi->pclk);
588 goto remove_ctlr;
589 }
590
591 if (!spi_controller_is_target(ctlr)) {
592 xspi->ref_clk = devm_clk_get_enabled(&pdev->dev, "ref_clk");
593 if (IS_ERR(xspi->ref_clk)) {
594 dev_err(&pdev->dev, "ref_clk clock not found.\n");
595 ret = PTR_ERR(xspi->ref_clk);
596 goto remove_ctlr;
597 }
598
599 pm_runtime_use_autosuspend(&pdev->dev);
600 pm_runtime_set_autosuspend_delay(&pdev->dev, SPI_AUTOSUSPEND_TIMEOUT);
601 pm_runtime_get_noresume(&pdev->dev);
602 pm_runtime_set_active(&pdev->dev);
603 pm_runtime_enable(&pdev->dev);
604
605 ret = of_property_read_u32(pdev->dev.of_node, "num-cs", &num_cs);
606 if (ret < 0)
607 ctlr->num_chipselect = CDNS_SPI_DEFAULT_NUM_CS;
608 else
609 ctlr->num_chipselect = num_cs;
610
611 ret = of_property_read_u32(pdev->dev.of_node, "is-decoded-cs",
612 &xspi->is_decoded_cs);
613 if (ret < 0)
614 xspi->is_decoded_cs = 0;
615 }
616
617 cdns_spi_detect_fifo_depth(xspi);
618
619 /* SPI controller initializations */
620 cdns_spi_init_hw(xspi, spi_controller_is_target(ctlr));
621
622 irq = platform_get_irq(pdev, 0);
623 if (irq < 0) {
624 ret = irq;
625 goto clk_dis_all;
626 }
627
628 ret = devm_request_irq(&pdev->dev, irq, cdns_spi_irq,
629 0, pdev->name, ctlr);
630 if (ret != 0) {
631 ret = -ENXIO;
632 dev_err(&pdev->dev, "request_irq failed\n");
633 goto clk_dis_all;
634 }
635
636 ctlr->use_gpio_descriptors = true;
637 ctlr->prepare_transfer_hardware = cdns_prepare_transfer_hardware;
638 ctlr->prepare_message = cdns_prepare_message;
639 ctlr->transfer_one = cdns_transfer_one;
640 ctlr->unprepare_transfer_hardware = cdns_unprepare_transfer_hardware;
641 ctlr->mode_bits = SPI_CPOL | SPI_CPHA;
642 ctlr->bits_per_word_mask = SPI_BPW_MASK(8);
643
644 if (!spi_controller_is_target(ctlr)) {
645 ctlr->mode_bits |= SPI_CS_HIGH;
646 ctlr->set_cs = cdns_spi_chipselect;
647 ctlr->auto_runtime_pm = true;
648 xspi->clk_rate = clk_get_rate(xspi->ref_clk);
649 /* Set to default valid value */
650 ctlr->max_speed_hz = xspi->clk_rate / 4;
651 xspi->speed_hz = ctlr->max_speed_hz;
652 pm_runtime_mark_last_busy(&pdev->dev);
653 pm_runtime_put_autosuspend(&pdev->dev);
654 } else {
655 ctlr->mode_bits |= SPI_NO_CS;
656 ctlr->target_abort = cdns_target_abort;
657 }
658 ret = spi_register_controller(ctlr);
659 if (ret) {
660 dev_err(&pdev->dev, "spi_register_controller failed\n");
661 goto clk_dis_all;
662 }
663
664 return ret;
665
666clk_dis_all:
667 if (!spi_controller_is_target(ctlr)) {
668 pm_runtime_set_suspended(&pdev->dev);
669 pm_runtime_disable(&pdev->dev);
670 }
671remove_ctlr:
672 spi_controller_put(ctlr);
673 return ret;
674}
675
676/**
677 * cdns_spi_remove - Remove method for the SPI driver
678 * @pdev: Pointer to the platform_device structure
679 *
680 * This function is called if a device is physically removed from the system or
681 * if the driver module is being unloaded. It frees all resources allocated to
682 * the device.
683 */
684static void cdns_spi_remove(struct platform_device *pdev)
685{
686 struct spi_controller *ctlr = platform_get_drvdata(pdev);
687 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
688
689 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
690
691 pm_runtime_set_suspended(&pdev->dev);
692 pm_runtime_disable(&pdev->dev);
693
694 spi_unregister_controller(ctlr);
695}
696
697/**
698 * cdns_spi_suspend - Suspend method for the SPI driver
699 * @dev: Address of the platform_device structure
700 *
701 * This function disables the SPI controller and
702 * changes the driver state to "suspend"
703 *
704 * Return: 0 on success and error value on error
705 */
706static int __maybe_unused cdns_spi_suspend(struct device *dev)
707{
708 struct spi_controller *ctlr = dev_get_drvdata(dev);
709
710 return spi_controller_suspend(ctlr);
711}
712
713/**
714 * cdns_spi_resume - Resume method for the SPI driver
715 * @dev: Address of the platform_device structure
716 *
717 * This function changes the driver state to "ready"
718 *
719 * Return: 0 on success and error value on error
720 */
721static int __maybe_unused cdns_spi_resume(struct device *dev)
722{
723 struct spi_controller *ctlr = dev_get_drvdata(dev);
724 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
725
726 cdns_spi_init_hw(xspi, spi_controller_is_target(ctlr));
727 return spi_controller_resume(ctlr);
728}
729
730/**
731 * cdns_spi_runtime_resume - Runtime resume method for the SPI driver
732 * @dev: Address of the platform_device structure
733 *
734 * This function enables the clocks
735 *
736 * Return: 0 on success and error value on error
737 */
738static int __maybe_unused cdns_spi_runtime_resume(struct device *dev)
739{
740 struct spi_controller *ctlr = dev_get_drvdata(dev);
741 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
742 int ret;
743
744 ret = clk_prepare_enable(xspi->pclk);
745 if (ret) {
746 dev_err(dev, "Cannot enable APB clock.\n");
747 return ret;
748 }
749
750 ret = clk_prepare_enable(xspi->ref_clk);
751 if (ret) {
752 dev_err(dev, "Cannot enable device clock.\n");
753 clk_disable_unprepare(xspi->pclk);
754 return ret;
755 }
756 return 0;
757}
758
759/**
760 * cdns_spi_runtime_suspend - Runtime suspend method for the SPI driver
761 * @dev: Address of the platform_device structure
762 *
763 * This function disables the clocks
764 *
765 * Return: Always 0
766 */
767static int __maybe_unused cdns_spi_runtime_suspend(struct device *dev)
768{
769 struct spi_controller *ctlr = dev_get_drvdata(dev);
770 struct cdns_spi *xspi = spi_controller_get_devdata(ctlr);
771
772 clk_disable_unprepare(xspi->ref_clk);
773 clk_disable_unprepare(xspi->pclk);
774
775 return 0;
776}
777
778static const struct dev_pm_ops cdns_spi_dev_pm_ops = {
779 SET_RUNTIME_PM_OPS(cdns_spi_runtime_suspend,
780 cdns_spi_runtime_resume, NULL)
781 SET_SYSTEM_SLEEP_PM_OPS(cdns_spi_suspend, cdns_spi_resume)
782};
783
784static const struct of_device_id cdns_spi_of_match[] = {
785 { .compatible = "xlnx,zynq-spi-r1p6" },
786 { .compatible = "cdns,spi-r1p6" },
787 { /* end of table */ }
788};
789MODULE_DEVICE_TABLE(of, cdns_spi_of_match);
790
791/* cdns_spi_driver - This structure defines the SPI subsystem platform driver */
792static struct platform_driver cdns_spi_driver = {
793 .probe = cdns_spi_probe,
794 .remove_new = cdns_spi_remove,
795 .driver = {
796 .name = CDNS_SPI_NAME,
797 .of_match_table = cdns_spi_of_match,
798 .pm = &cdns_spi_dev_pm_ops,
799 },
800};
801
802module_platform_driver(cdns_spi_driver);
803
804MODULE_AUTHOR("Xilinx, Inc.");
805MODULE_DESCRIPTION("Cadence SPI driver");
806MODULE_LICENSE("GPL");
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Cadence SPI controller driver (master mode only)
4 *
5 * Copyright (C) 2008 - 2014 Xilinx, Inc.
6 *
7 * based on Blackfin On-Chip SPI Driver (spi_bfin5xx.c)
8 */
9
10#include <linux/clk.h>
11#include <linux/delay.h>
12#include <linux/gpio/consumer.h>
13#include <linux/interrupt.h>
14#include <linux/io.h>
15#include <linux/module.h>
16#include <linux/of_irq.h>
17#include <linux/of_address.h>
18#include <linux/platform_device.h>
19#include <linux/pm_runtime.h>
20#include <linux/spi/spi.h>
21
22/* Name of this driver */
23#define CDNS_SPI_NAME "cdns-spi"
24
25/* Register offset definitions */
26#define CDNS_SPI_CR 0x00 /* Configuration Register, RW */
27#define CDNS_SPI_ISR 0x04 /* Interrupt Status Register, RO */
28#define CDNS_SPI_IER 0x08 /* Interrupt Enable Register, WO */
29#define CDNS_SPI_IDR 0x0c /* Interrupt Disable Register, WO */
30#define CDNS_SPI_IMR 0x10 /* Interrupt Enabled Mask Register, RO */
31#define CDNS_SPI_ER 0x14 /* Enable/Disable Register, RW */
32#define CDNS_SPI_DR 0x18 /* Delay Register, RW */
33#define CDNS_SPI_TXD 0x1C /* Data Transmit Register, WO */
34#define CDNS_SPI_RXD 0x20 /* Data Receive Register, RO */
35#define CDNS_SPI_SICR 0x24 /* Slave Idle Count Register, RW */
36#define CDNS_SPI_THLD 0x28 /* Transmit FIFO Watermark Register,RW */
37
38#define SPI_AUTOSUSPEND_TIMEOUT 3000
39/*
40 * SPI Configuration Register bit Masks
41 *
42 * This register contains various control bits that affect the operation
43 * of the SPI controller
44 */
45#define CDNS_SPI_CR_MANSTRT 0x00010000 /* Manual TX Start */
46#define CDNS_SPI_CR_CPHA 0x00000004 /* Clock Phase Control */
47#define CDNS_SPI_CR_CPOL 0x00000002 /* Clock Polarity Control */
48#define CDNS_SPI_CR_SSCTRL 0x00003C00 /* Slave Select Mask */
49#define CDNS_SPI_CR_PERI_SEL 0x00000200 /* Peripheral Select Decode */
50#define CDNS_SPI_CR_BAUD_DIV 0x00000038 /* Baud Rate Divisor Mask */
51#define CDNS_SPI_CR_MSTREN 0x00000001 /* Master Enable Mask */
52#define CDNS_SPI_CR_MANSTRTEN 0x00008000 /* Manual TX Enable Mask */
53#define CDNS_SPI_CR_SSFORCE 0x00004000 /* Manual SS Enable Mask */
54#define CDNS_SPI_CR_BAUD_DIV_4 0x00000008 /* Default Baud Div Mask */
55#define CDNS_SPI_CR_DEFAULT (CDNS_SPI_CR_MSTREN | \
56 CDNS_SPI_CR_SSCTRL | \
57 CDNS_SPI_CR_SSFORCE | \
58 CDNS_SPI_CR_BAUD_DIV_4)
59
60/*
61 * SPI Configuration Register - Baud rate and slave select
62 *
63 * These are the values used in the calculation of baud rate divisor and
64 * setting the slave select.
65 */
66
67#define CDNS_SPI_BAUD_DIV_MAX 7 /* Baud rate divisor maximum */
68#define CDNS_SPI_BAUD_DIV_MIN 1 /* Baud rate divisor minimum */
69#define CDNS_SPI_BAUD_DIV_SHIFT 3 /* Baud rate divisor shift in CR */
70#define CDNS_SPI_SS_SHIFT 10 /* Slave Select field shift in CR */
71#define CDNS_SPI_SS0 0x1 /* Slave Select zero */
72#define CDNS_SPI_NOSS 0xF /* No Slave select */
73
74/*
75 * SPI Interrupt Registers bit Masks
76 *
77 * All the four interrupt registers (Status/Mask/Enable/Disable) have the same
78 * bit definitions.
79 */
80#define CDNS_SPI_IXR_TXOW 0x00000004 /* SPI TX FIFO Overwater */
81#define CDNS_SPI_IXR_MODF 0x00000002 /* SPI Mode Fault */
82#define CDNS_SPI_IXR_RXNEMTY 0x00000010 /* SPI RX FIFO Not Empty */
83#define CDNS_SPI_IXR_DEFAULT (CDNS_SPI_IXR_TXOW | \
84 CDNS_SPI_IXR_MODF)
85#define CDNS_SPI_IXR_TXFULL 0x00000008 /* SPI TX Full */
86#define CDNS_SPI_IXR_ALL 0x0000007F /* SPI all interrupts */
87
88/*
89 * SPI Enable Register bit Masks
90 *
91 * This register is used to enable or disable the SPI controller
92 */
93#define CDNS_SPI_ER_ENABLE 0x00000001 /* SPI Enable Bit Mask */
94#define CDNS_SPI_ER_DISABLE 0x0 /* SPI Disable Bit Mask */
95
96/* Default number of chip select lines */
97#define CDNS_SPI_DEFAULT_NUM_CS 4
98
99/**
100 * struct cdns_spi - This definition defines spi driver instance
101 * @regs: Virtual address of the SPI controller registers
102 * @ref_clk: Pointer to the peripheral clock
103 * @pclk: Pointer to the APB clock
104 * @speed_hz: Current SPI bus clock speed in Hz
105 * @txbuf: Pointer to the TX buffer
106 * @rxbuf: Pointer to the RX buffer
107 * @tx_bytes: Number of bytes left to transfer
108 * @rx_bytes: Number of bytes requested
109 * @dev_busy: Device busy flag
110 * @is_decoded_cs: Flag for decoder property set or not
111 * @tx_fifo_depth: Depth of the TX FIFO
112 */
113struct cdns_spi {
114 void __iomem *regs;
115 struct clk *ref_clk;
116 struct clk *pclk;
117 unsigned int clk_rate;
118 u32 speed_hz;
119 const u8 *txbuf;
120 u8 *rxbuf;
121 int tx_bytes;
122 int rx_bytes;
123 u8 dev_busy;
124 u32 is_decoded_cs;
125 unsigned int tx_fifo_depth;
126};
127
128/* Macros for the SPI controller read/write */
129static inline u32 cdns_spi_read(struct cdns_spi *xspi, u32 offset)
130{
131 return readl_relaxed(xspi->regs + offset);
132}
133
134static inline void cdns_spi_write(struct cdns_spi *xspi, u32 offset, u32 val)
135{
136 writel_relaxed(val, xspi->regs + offset);
137}
138
139/**
140 * cdns_spi_init_hw - Initialize the hardware and configure the SPI controller
141 * @xspi: Pointer to the cdns_spi structure
142 *
143 * On reset the SPI controller is configured to be in master mode, baud rate
144 * divisor is set to 4, threshold value for TX FIFO not full interrupt is set
145 * to 1 and size of the word to be transferred as 8 bit.
146 * This function initializes the SPI controller to disable and clear all the
147 * interrupts, enable manual slave select and manual start, deselect all the
148 * chip select lines, and enable the SPI controller.
149 */
150static void cdns_spi_init_hw(struct cdns_spi *xspi)
151{
152 u32 ctrl_reg = CDNS_SPI_CR_DEFAULT;
153
154 if (xspi->is_decoded_cs)
155 ctrl_reg |= CDNS_SPI_CR_PERI_SEL;
156
157 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
158 cdns_spi_write(xspi, CDNS_SPI_IDR, CDNS_SPI_IXR_ALL);
159
160 /* Clear the RX FIFO */
161 while (cdns_spi_read(xspi, CDNS_SPI_ISR) & CDNS_SPI_IXR_RXNEMTY)
162 cdns_spi_read(xspi, CDNS_SPI_RXD);
163
164 cdns_spi_write(xspi, CDNS_SPI_ISR, CDNS_SPI_IXR_ALL);
165 cdns_spi_write(xspi, CDNS_SPI_CR, ctrl_reg);
166 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_ENABLE);
167}
168
169/**
170 * cdns_spi_chipselect - Select or deselect the chip select line
171 * @spi: Pointer to the spi_device structure
172 * @is_high: Select(0) or deselect (1) the chip select line
173 */
174static void cdns_spi_chipselect(struct spi_device *spi, bool is_high)
175{
176 struct cdns_spi *xspi = spi_master_get_devdata(spi->master);
177 u32 ctrl_reg;
178
179 ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
180
181 if (is_high) {
182 /* Deselect the slave */
183 ctrl_reg |= CDNS_SPI_CR_SSCTRL;
184 } else {
185 /* Select the slave */
186 ctrl_reg &= ~CDNS_SPI_CR_SSCTRL;
187 if (!(xspi->is_decoded_cs))
188 ctrl_reg |= ((~(CDNS_SPI_SS0 << spi->chip_select)) <<
189 CDNS_SPI_SS_SHIFT) &
190 CDNS_SPI_CR_SSCTRL;
191 else
192 ctrl_reg |= (spi->chip_select << CDNS_SPI_SS_SHIFT) &
193 CDNS_SPI_CR_SSCTRL;
194 }
195
196 cdns_spi_write(xspi, CDNS_SPI_CR, ctrl_reg);
197}
198
199/**
200 * cdns_spi_config_clock_mode - Sets clock polarity and phase
201 * @spi: Pointer to the spi_device structure
202 *
203 * Sets the requested clock polarity and phase.
204 */
205static void cdns_spi_config_clock_mode(struct spi_device *spi)
206{
207 struct cdns_spi *xspi = spi_master_get_devdata(spi->master);
208 u32 ctrl_reg, new_ctrl_reg;
209
210 new_ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
211 ctrl_reg = new_ctrl_reg;
212
213 /* Set the SPI clock phase and clock polarity */
214 new_ctrl_reg &= ~(CDNS_SPI_CR_CPHA | CDNS_SPI_CR_CPOL);
215 if (spi->mode & SPI_CPHA)
216 new_ctrl_reg |= CDNS_SPI_CR_CPHA;
217 if (spi->mode & SPI_CPOL)
218 new_ctrl_reg |= CDNS_SPI_CR_CPOL;
219
220 if (new_ctrl_reg != ctrl_reg) {
221 /*
222 * Just writing the CR register does not seem to apply the clock
223 * setting changes. This is problematic when changing the clock
224 * polarity as it will cause the SPI slave to see spurious clock
225 * transitions. To workaround the issue toggle the ER register.
226 */
227 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
228 cdns_spi_write(xspi, CDNS_SPI_CR, new_ctrl_reg);
229 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_ENABLE);
230 }
231}
232
233/**
234 * cdns_spi_config_clock_freq - Sets clock frequency
235 * @spi: Pointer to the spi_device structure
236 * @transfer: Pointer to the spi_transfer structure which provides
237 * information about next transfer setup parameters
238 *
239 * Sets the requested clock frequency.
240 * Note: If the requested frequency is not an exact match with what can be
241 * obtained using the prescalar value the driver sets the clock frequency which
242 * is lower than the requested frequency (maximum lower) for the transfer. If
243 * the requested frequency is higher or lower than that is supported by the SPI
244 * controller the driver will set the highest or lowest frequency supported by
245 * controller.
246 */
247static void cdns_spi_config_clock_freq(struct spi_device *spi,
248 struct spi_transfer *transfer)
249{
250 struct cdns_spi *xspi = spi_master_get_devdata(spi->master);
251 u32 ctrl_reg, baud_rate_val;
252 unsigned long frequency;
253
254 frequency = xspi->clk_rate;
255
256 ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
257
258 /* Set the clock frequency */
259 if (xspi->speed_hz != transfer->speed_hz) {
260 /* first valid value is 1 */
261 baud_rate_val = CDNS_SPI_BAUD_DIV_MIN;
262 while ((baud_rate_val < CDNS_SPI_BAUD_DIV_MAX) &&
263 (frequency / (2 << baud_rate_val)) > transfer->speed_hz)
264 baud_rate_val++;
265
266 ctrl_reg &= ~CDNS_SPI_CR_BAUD_DIV;
267 ctrl_reg |= baud_rate_val << CDNS_SPI_BAUD_DIV_SHIFT;
268
269 xspi->speed_hz = frequency / (2 << baud_rate_val);
270 }
271 cdns_spi_write(xspi, CDNS_SPI_CR, ctrl_reg);
272}
273
274/**
275 * cdns_spi_setup_transfer - Configure SPI controller for specified transfer
276 * @spi: Pointer to the spi_device structure
277 * @transfer: Pointer to the spi_transfer structure which provides
278 * information about next transfer setup parameters
279 *
280 * Sets the operational mode of SPI controller for the next SPI transfer and
281 * sets the requested clock frequency.
282 *
283 * Return: Always 0
284 */
285static int cdns_spi_setup_transfer(struct spi_device *spi,
286 struct spi_transfer *transfer)
287{
288 struct cdns_spi *xspi = spi_master_get_devdata(spi->master);
289
290 cdns_spi_config_clock_freq(spi, transfer);
291
292 dev_dbg(&spi->dev, "%s, mode %d, %u bits/w, %u clock speed\n",
293 __func__, spi->mode, spi->bits_per_word,
294 xspi->speed_hz);
295
296 return 0;
297}
298
299/**
300 * cdns_spi_fill_tx_fifo - Fills the TX FIFO with as many bytes as possible
301 * @xspi: Pointer to the cdns_spi structure
302 */
303static void cdns_spi_fill_tx_fifo(struct cdns_spi *xspi)
304{
305 unsigned long trans_cnt = 0;
306
307 while ((trans_cnt < xspi->tx_fifo_depth) &&
308 (xspi->tx_bytes > 0)) {
309
310 /* When xspi in busy condition, bytes may send failed,
311 * then spi control did't work thoroughly, add one byte delay
312 */
313 if (cdns_spi_read(xspi, CDNS_SPI_ISR) &
314 CDNS_SPI_IXR_TXFULL)
315 udelay(10);
316
317 if (xspi->txbuf)
318 cdns_spi_write(xspi, CDNS_SPI_TXD, *xspi->txbuf++);
319 else
320 cdns_spi_write(xspi, CDNS_SPI_TXD, 0);
321
322 xspi->tx_bytes--;
323 trans_cnt++;
324 }
325}
326
327/**
328 * cdns_spi_irq - Interrupt service routine of the SPI controller
329 * @irq: IRQ number
330 * @dev_id: Pointer to the xspi structure
331 *
332 * This function handles TX empty and Mode Fault interrupts only.
333 * On TX empty interrupt this function reads the received data from RX FIFO and
334 * fills the TX FIFO if there is any data remaining to be transferred.
335 * On Mode Fault interrupt this function indicates that transfer is completed,
336 * the SPI subsystem will identify the error as the remaining bytes to be
337 * transferred is non-zero.
338 *
339 * Return: IRQ_HANDLED when handled; IRQ_NONE otherwise.
340 */
341static irqreturn_t cdns_spi_irq(int irq, void *dev_id)
342{
343 struct spi_master *master = dev_id;
344 struct cdns_spi *xspi = spi_master_get_devdata(master);
345 irqreturn_t status;
346 u32 intr_status;
347
348 status = IRQ_NONE;
349 intr_status = cdns_spi_read(xspi, CDNS_SPI_ISR);
350 cdns_spi_write(xspi, CDNS_SPI_ISR, intr_status);
351
352 if (intr_status & CDNS_SPI_IXR_MODF) {
353 /* Indicate that transfer is completed, the SPI subsystem will
354 * identify the error as the remaining bytes to be
355 * transferred is non-zero
356 */
357 cdns_spi_write(xspi, CDNS_SPI_IDR, CDNS_SPI_IXR_DEFAULT);
358 spi_finalize_current_transfer(master);
359 status = IRQ_HANDLED;
360 } else if (intr_status & CDNS_SPI_IXR_TXOW) {
361 unsigned long trans_cnt;
362
363 trans_cnt = xspi->rx_bytes - xspi->tx_bytes;
364
365 /* Read out the data from the RX FIFO */
366 while (trans_cnt) {
367 u8 data;
368
369 data = cdns_spi_read(xspi, CDNS_SPI_RXD);
370 if (xspi->rxbuf)
371 *xspi->rxbuf++ = data;
372
373 xspi->rx_bytes--;
374 trans_cnt--;
375 }
376
377 if (xspi->tx_bytes) {
378 /* There is more data to send */
379 cdns_spi_fill_tx_fifo(xspi);
380 } else {
381 /* Transfer is completed */
382 cdns_spi_write(xspi, CDNS_SPI_IDR,
383 CDNS_SPI_IXR_DEFAULT);
384 spi_finalize_current_transfer(master);
385 }
386 status = IRQ_HANDLED;
387 }
388
389 return status;
390}
391
392static int cdns_prepare_message(struct spi_master *master,
393 struct spi_message *msg)
394{
395 cdns_spi_config_clock_mode(msg->spi);
396 return 0;
397}
398
399/**
400 * cdns_transfer_one - Initiates the SPI transfer
401 * @master: Pointer to spi_master structure
402 * @spi: Pointer to the spi_device structure
403 * @transfer: Pointer to the spi_transfer structure which provides
404 * information about next transfer parameters
405 *
406 * This function fills the TX FIFO, starts the SPI transfer and
407 * returns a positive transfer count so that core will wait for completion.
408 *
409 * Return: Number of bytes transferred in the last transfer
410 */
411static int cdns_transfer_one(struct spi_master *master,
412 struct spi_device *spi,
413 struct spi_transfer *transfer)
414{
415 struct cdns_spi *xspi = spi_master_get_devdata(master);
416
417 xspi->txbuf = transfer->tx_buf;
418 xspi->rxbuf = transfer->rx_buf;
419 xspi->tx_bytes = transfer->len;
420 xspi->rx_bytes = transfer->len;
421
422 cdns_spi_setup_transfer(spi, transfer);
423 cdns_spi_fill_tx_fifo(xspi);
424 spi_transfer_delay_exec(transfer);
425
426 cdns_spi_write(xspi, CDNS_SPI_IER, CDNS_SPI_IXR_DEFAULT);
427 return transfer->len;
428}
429
430/**
431 * cdns_prepare_transfer_hardware - Prepares hardware for transfer.
432 * @master: Pointer to the spi_master structure which provides
433 * information about the controller.
434 *
435 * This function enables SPI master controller.
436 *
437 * Return: 0 always
438 */
439static int cdns_prepare_transfer_hardware(struct spi_master *master)
440{
441 struct cdns_spi *xspi = spi_master_get_devdata(master);
442
443 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_ENABLE);
444
445 return 0;
446}
447
448/**
449 * cdns_unprepare_transfer_hardware - Relaxes hardware after transfer
450 * @master: Pointer to the spi_master structure which provides
451 * information about the controller.
452 *
453 * This function disables the SPI master controller when no slave selected.
454 *
455 * Return: 0 always
456 */
457static int cdns_unprepare_transfer_hardware(struct spi_master *master)
458{
459 struct cdns_spi *xspi = spi_master_get_devdata(master);
460 u32 ctrl_reg;
461
462 /* Disable the SPI if slave is deselected */
463 ctrl_reg = cdns_spi_read(xspi, CDNS_SPI_CR);
464 ctrl_reg = (ctrl_reg & CDNS_SPI_CR_SSCTRL) >> CDNS_SPI_SS_SHIFT;
465 if (ctrl_reg == CDNS_SPI_NOSS)
466 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
467
468 return 0;
469}
470
471/**
472 * cdns_spi_detect_fifo_depth - Detect the FIFO depth of the hardware
473 * @xspi: Pointer to the cdns_spi structure
474 *
475 * The depth of the TX FIFO is a synthesis configuration parameter of the SPI
476 * IP. The FIFO threshold register is sized so that its maximum value can be the
477 * FIFO size - 1. This is used to detect the size of the FIFO.
478 */
479static void cdns_spi_detect_fifo_depth(struct cdns_spi *xspi)
480{
481 /* The MSBs will get truncated giving us the size of the FIFO */
482 cdns_spi_write(xspi, CDNS_SPI_THLD, 0xffff);
483 xspi->tx_fifo_depth = cdns_spi_read(xspi, CDNS_SPI_THLD) + 1;
484
485 /* Reset to default */
486 cdns_spi_write(xspi, CDNS_SPI_THLD, 0x1);
487}
488
489/**
490 * cdns_spi_probe - Probe method for the SPI driver
491 * @pdev: Pointer to the platform_device structure
492 *
493 * This function initializes the driver data structures and the hardware.
494 *
495 * Return: 0 on success and error value on error
496 */
497static int cdns_spi_probe(struct platform_device *pdev)
498{
499 int ret = 0, irq;
500 struct spi_master *master;
501 struct cdns_spi *xspi;
502 u32 num_cs;
503
504 master = spi_alloc_master(&pdev->dev, sizeof(*xspi));
505 if (!master)
506 return -ENOMEM;
507
508 xspi = spi_master_get_devdata(master);
509 master->dev.of_node = pdev->dev.of_node;
510 platform_set_drvdata(pdev, master);
511
512 xspi->regs = devm_platform_ioremap_resource(pdev, 0);
513 if (IS_ERR(xspi->regs)) {
514 ret = PTR_ERR(xspi->regs);
515 goto remove_master;
516 }
517
518 xspi->pclk = devm_clk_get(&pdev->dev, "pclk");
519 if (IS_ERR(xspi->pclk)) {
520 dev_err(&pdev->dev, "pclk clock not found.\n");
521 ret = PTR_ERR(xspi->pclk);
522 goto remove_master;
523 }
524
525 xspi->ref_clk = devm_clk_get(&pdev->dev, "ref_clk");
526 if (IS_ERR(xspi->ref_clk)) {
527 dev_err(&pdev->dev, "ref_clk clock not found.\n");
528 ret = PTR_ERR(xspi->ref_clk);
529 goto remove_master;
530 }
531
532 ret = clk_prepare_enable(xspi->pclk);
533 if (ret) {
534 dev_err(&pdev->dev, "Unable to enable APB clock.\n");
535 goto remove_master;
536 }
537
538 ret = clk_prepare_enable(xspi->ref_clk);
539 if (ret) {
540 dev_err(&pdev->dev, "Unable to enable device clock.\n");
541 goto clk_dis_apb;
542 }
543
544 pm_runtime_use_autosuspend(&pdev->dev);
545 pm_runtime_set_autosuspend_delay(&pdev->dev, SPI_AUTOSUSPEND_TIMEOUT);
546 pm_runtime_get_noresume(&pdev->dev);
547 pm_runtime_set_active(&pdev->dev);
548 pm_runtime_enable(&pdev->dev);
549
550 ret = of_property_read_u32(pdev->dev.of_node, "num-cs", &num_cs);
551 if (ret < 0)
552 master->num_chipselect = CDNS_SPI_DEFAULT_NUM_CS;
553 else
554 master->num_chipselect = num_cs;
555
556 ret = of_property_read_u32(pdev->dev.of_node, "is-decoded-cs",
557 &xspi->is_decoded_cs);
558 if (ret < 0)
559 xspi->is_decoded_cs = 0;
560
561 cdns_spi_detect_fifo_depth(xspi);
562
563 /* SPI controller initializations */
564 cdns_spi_init_hw(xspi);
565
566 irq = platform_get_irq(pdev, 0);
567 if (irq <= 0) {
568 ret = -ENXIO;
569 goto clk_dis_all;
570 }
571
572 ret = devm_request_irq(&pdev->dev, irq, cdns_spi_irq,
573 0, pdev->name, master);
574 if (ret != 0) {
575 ret = -ENXIO;
576 dev_err(&pdev->dev, "request_irq failed\n");
577 goto clk_dis_all;
578 }
579
580 master->use_gpio_descriptors = true;
581 master->prepare_transfer_hardware = cdns_prepare_transfer_hardware;
582 master->prepare_message = cdns_prepare_message;
583 master->transfer_one = cdns_transfer_one;
584 master->unprepare_transfer_hardware = cdns_unprepare_transfer_hardware;
585 master->set_cs = cdns_spi_chipselect;
586 master->auto_runtime_pm = true;
587 master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH;
588
589 xspi->clk_rate = clk_get_rate(xspi->ref_clk);
590 /* Set to default valid value */
591 master->max_speed_hz = xspi->clk_rate / 4;
592 xspi->speed_hz = master->max_speed_hz;
593
594 master->bits_per_word_mask = SPI_BPW_MASK(8);
595
596 pm_runtime_mark_last_busy(&pdev->dev);
597 pm_runtime_put_autosuspend(&pdev->dev);
598
599 ret = spi_register_master(master);
600 if (ret) {
601 dev_err(&pdev->dev, "spi_register_master failed\n");
602 goto clk_dis_all;
603 }
604
605 return ret;
606
607clk_dis_all:
608 pm_runtime_set_suspended(&pdev->dev);
609 pm_runtime_disable(&pdev->dev);
610 clk_disable_unprepare(xspi->ref_clk);
611clk_dis_apb:
612 clk_disable_unprepare(xspi->pclk);
613remove_master:
614 spi_master_put(master);
615 return ret;
616}
617
618/**
619 * cdns_spi_remove - Remove method for the SPI driver
620 * @pdev: Pointer to the platform_device structure
621 *
622 * This function is called if a device is physically removed from the system or
623 * if the driver module is being unloaded. It frees all resources allocated to
624 * the device.
625 *
626 * Return: 0 on success and error value on error
627 */
628static int cdns_spi_remove(struct platform_device *pdev)
629{
630 struct spi_master *master = platform_get_drvdata(pdev);
631 struct cdns_spi *xspi = spi_master_get_devdata(master);
632
633 cdns_spi_write(xspi, CDNS_SPI_ER, CDNS_SPI_ER_DISABLE);
634
635 clk_disable_unprepare(xspi->ref_clk);
636 clk_disable_unprepare(xspi->pclk);
637 pm_runtime_set_suspended(&pdev->dev);
638 pm_runtime_disable(&pdev->dev);
639
640 spi_unregister_master(master);
641
642 return 0;
643}
644
645/**
646 * cdns_spi_suspend - Suspend method for the SPI driver
647 * @dev: Address of the platform_device structure
648 *
649 * This function disables the SPI controller and
650 * changes the driver state to "suspend"
651 *
652 * Return: 0 on success and error value on error
653 */
654static int __maybe_unused cdns_spi_suspend(struct device *dev)
655{
656 struct spi_master *master = dev_get_drvdata(dev);
657
658 return spi_master_suspend(master);
659}
660
661/**
662 * cdns_spi_resume - Resume method for the SPI driver
663 * @dev: Address of the platform_device structure
664 *
665 * This function changes the driver state to "ready"
666 *
667 * Return: 0 on success and error value on error
668 */
669static int __maybe_unused cdns_spi_resume(struct device *dev)
670{
671 struct spi_master *master = dev_get_drvdata(dev);
672 struct cdns_spi *xspi = spi_master_get_devdata(master);
673
674 cdns_spi_init_hw(xspi);
675 return spi_master_resume(master);
676}
677
678/**
679 * cdns_spi_runtime_resume - Runtime resume method for the SPI driver
680 * @dev: Address of the platform_device structure
681 *
682 * This function enables the clocks
683 *
684 * Return: 0 on success and error value on error
685 */
686static int __maybe_unused cdns_spi_runtime_resume(struct device *dev)
687{
688 struct spi_master *master = dev_get_drvdata(dev);
689 struct cdns_spi *xspi = spi_master_get_devdata(master);
690 int ret;
691
692 ret = clk_prepare_enable(xspi->pclk);
693 if (ret) {
694 dev_err(dev, "Cannot enable APB clock.\n");
695 return ret;
696 }
697
698 ret = clk_prepare_enable(xspi->ref_clk);
699 if (ret) {
700 dev_err(dev, "Cannot enable device clock.\n");
701 clk_disable_unprepare(xspi->pclk);
702 return ret;
703 }
704 return 0;
705}
706
707/**
708 * cdns_spi_runtime_suspend - Runtime suspend method for the SPI driver
709 * @dev: Address of the platform_device structure
710 *
711 * This function disables the clocks
712 *
713 * Return: Always 0
714 */
715static int __maybe_unused cdns_spi_runtime_suspend(struct device *dev)
716{
717 struct spi_master *master = dev_get_drvdata(dev);
718 struct cdns_spi *xspi = spi_master_get_devdata(master);
719
720 clk_disable_unprepare(xspi->ref_clk);
721 clk_disable_unprepare(xspi->pclk);
722
723 return 0;
724}
725
726static const struct dev_pm_ops cdns_spi_dev_pm_ops = {
727 SET_RUNTIME_PM_OPS(cdns_spi_runtime_suspend,
728 cdns_spi_runtime_resume, NULL)
729 SET_SYSTEM_SLEEP_PM_OPS(cdns_spi_suspend, cdns_spi_resume)
730};
731
732static const struct of_device_id cdns_spi_of_match[] = {
733 { .compatible = "xlnx,zynq-spi-r1p6" },
734 { .compatible = "cdns,spi-r1p6" },
735 { /* end of table */ }
736};
737MODULE_DEVICE_TABLE(of, cdns_spi_of_match);
738
739/* cdns_spi_driver - This structure defines the SPI subsystem platform driver */
740static struct platform_driver cdns_spi_driver = {
741 .probe = cdns_spi_probe,
742 .remove = cdns_spi_remove,
743 .driver = {
744 .name = CDNS_SPI_NAME,
745 .of_match_table = cdns_spi_of_match,
746 .pm = &cdns_spi_dev_pm_ops,
747 },
748};
749
750module_platform_driver(cdns_spi_driver);
751
752MODULE_AUTHOR("Xilinx, Inc.");
753MODULE_DESCRIPTION("Cadence SPI driver");
754MODULE_LICENSE("GPL");