Loading...
1// SPDX-License-Identifier: GPL-2.0
2//
3// STMicroelectronics STM32 SPI Controller driver (master mode only)
4//
5// Copyright (C) 2017, STMicroelectronics - All Rights Reserved
6// Author(s): Amelie Delaunay <amelie.delaunay@st.com> for STMicroelectronics.
7
8#include <linux/bitfield.h>
9#include <linux/debugfs.h>
10#include <linux/clk.h>
11#include <linux/delay.h>
12#include <linux/dmaengine.h>
13#include <linux/interrupt.h>
14#include <linux/iopoll.h>
15#include <linux/module.h>
16#include <linux/of_platform.h>
17#include <linux/pinctrl/consumer.h>
18#include <linux/pm_runtime.h>
19#include <linux/reset.h>
20#include <linux/spi/spi.h>
21
22#define DRIVER_NAME "spi_stm32"
23
24/* STM32F4 SPI registers */
25#define STM32F4_SPI_CR1 0x00
26#define STM32F4_SPI_CR2 0x04
27#define STM32F4_SPI_SR 0x08
28#define STM32F4_SPI_DR 0x0C
29#define STM32F4_SPI_I2SCFGR 0x1C
30
31/* STM32F4_SPI_CR1 bit fields */
32#define STM32F4_SPI_CR1_CPHA BIT(0)
33#define STM32F4_SPI_CR1_CPOL BIT(1)
34#define STM32F4_SPI_CR1_MSTR BIT(2)
35#define STM32F4_SPI_CR1_BR_SHIFT 3
36#define STM32F4_SPI_CR1_BR GENMASK(5, 3)
37#define STM32F4_SPI_CR1_SPE BIT(6)
38#define STM32F4_SPI_CR1_LSBFRST BIT(7)
39#define STM32F4_SPI_CR1_SSI BIT(8)
40#define STM32F4_SPI_CR1_SSM BIT(9)
41#define STM32F4_SPI_CR1_RXONLY BIT(10)
42#define STM32F4_SPI_CR1_DFF BIT(11)
43#define STM32F4_SPI_CR1_CRCNEXT BIT(12)
44#define STM32F4_SPI_CR1_CRCEN BIT(13)
45#define STM32F4_SPI_CR1_BIDIOE BIT(14)
46#define STM32F4_SPI_CR1_BIDIMODE BIT(15)
47#define STM32F4_SPI_CR1_BR_MIN 0
48#define STM32F4_SPI_CR1_BR_MAX (GENMASK(5, 3) >> 3)
49
50/* STM32F4_SPI_CR2 bit fields */
51#define STM32F4_SPI_CR2_RXDMAEN BIT(0)
52#define STM32F4_SPI_CR2_TXDMAEN BIT(1)
53#define STM32F4_SPI_CR2_SSOE BIT(2)
54#define STM32F4_SPI_CR2_FRF BIT(4)
55#define STM32F4_SPI_CR2_ERRIE BIT(5)
56#define STM32F4_SPI_CR2_RXNEIE BIT(6)
57#define STM32F4_SPI_CR2_TXEIE BIT(7)
58
59/* STM32F4_SPI_SR bit fields */
60#define STM32F4_SPI_SR_RXNE BIT(0)
61#define STM32F4_SPI_SR_TXE BIT(1)
62#define STM32F4_SPI_SR_CHSIDE BIT(2)
63#define STM32F4_SPI_SR_UDR BIT(3)
64#define STM32F4_SPI_SR_CRCERR BIT(4)
65#define STM32F4_SPI_SR_MODF BIT(5)
66#define STM32F4_SPI_SR_OVR BIT(6)
67#define STM32F4_SPI_SR_BSY BIT(7)
68#define STM32F4_SPI_SR_FRE BIT(8)
69
70/* STM32F4_SPI_I2SCFGR bit fields */
71#define STM32F4_SPI_I2SCFGR_I2SMOD BIT(11)
72
73/* STM32F4 SPI Baud Rate min/max divisor */
74#define STM32F4_SPI_BR_DIV_MIN (2 << STM32F4_SPI_CR1_BR_MIN)
75#define STM32F4_SPI_BR_DIV_MAX (2 << STM32F4_SPI_CR1_BR_MAX)
76
77/* STM32H7 SPI registers */
78#define STM32H7_SPI_CR1 0x00
79#define STM32H7_SPI_CR2 0x04
80#define STM32H7_SPI_CFG1 0x08
81#define STM32H7_SPI_CFG2 0x0C
82#define STM32H7_SPI_IER 0x10
83#define STM32H7_SPI_SR 0x14
84#define STM32H7_SPI_IFCR 0x18
85#define STM32H7_SPI_TXDR 0x20
86#define STM32H7_SPI_RXDR 0x30
87#define STM32H7_SPI_I2SCFGR 0x50
88
89/* STM32H7_SPI_CR1 bit fields */
90#define STM32H7_SPI_CR1_SPE BIT(0)
91#define STM32H7_SPI_CR1_MASRX BIT(8)
92#define STM32H7_SPI_CR1_CSTART BIT(9)
93#define STM32H7_SPI_CR1_CSUSP BIT(10)
94#define STM32H7_SPI_CR1_HDDIR BIT(11)
95#define STM32H7_SPI_CR1_SSI BIT(12)
96
97/* STM32H7_SPI_CR2 bit fields */
98#define STM32H7_SPI_CR2_TSIZE GENMASK(15, 0)
99#define STM32H7_SPI_TSIZE_MAX GENMASK(15, 0)
100
101/* STM32H7_SPI_CFG1 bit fields */
102#define STM32H7_SPI_CFG1_DSIZE GENMASK(4, 0)
103#define STM32H7_SPI_CFG1_FTHLV GENMASK(8, 5)
104#define STM32H7_SPI_CFG1_RXDMAEN BIT(14)
105#define STM32H7_SPI_CFG1_TXDMAEN BIT(15)
106#define STM32H7_SPI_CFG1_MBR GENMASK(30, 28)
107#define STM32H7_SPI_CFG1_MBR_SHIFT 28
108#define STM32H7_SPI_CFG1_MBR_MIN 0
109#define STM32H7_SPI_CFG1_MBR_MAX (GENMASK(30, 28) >> 28)
110
111/* STM32H7_SPI_CFG2 bit fields */
112#define STM32H7_SPI_CFG2_MIDI GENMASK(7, 4)
113#define STM32H7_SPI_CFG2_COMM GENMASK(18, 17)
114#define STM32H7_SPI_CFG2_SP GENMASK(21, 19)
115#define STM32H7_SPI_CFG2_MASTER BIT(22)
116#define STM32H7_SPI_CFG2_LSBFRST BIT(23)
117#define STM32H7_SPI_CFG2_CPHA BIT(24)
118#define STM32H7_SPI_CFG2_CPOL BIT(25)
119#define STM32H7_SPI_CFG2_SSM BIT(26)
120#define STM32H7_SPI_CFG2_AFCNTR BIT(31)
121
122/* STM32H7_SPI_IER bit fields */
123#define STM32H7_SPI_IER_RXPIE BIT(0)
124#define STM32H7_SPI_IER_TXPIE BIT(1)
125#define STM32H7_SPI_IER_DXPIE BIT(2)
126#define STM32H7_SPI_IER_EOTIE BIT(3)
127#define STM32H7_SPI_IER_TXTFIE BIT(4)
128#define STM32H7_SPI_IER_OVRIE BIT(6)
129#define STM32H7_SPI_IER_MODFIE BIT(9)
130#define STM32H7_SPI_IER_ALL GENMASK(10, 0)
131
132/* STM32H7_SPI_SR bit fields */
133#define STM32H7_SPI_SR_RXP BIT(0)
134#define STM32H7_SPI_SR_TXP BIT(1)
135#define STM32H7_SPI_SR_EOT BIT(3)
136#define STM32H7_SPI_SR_OVR BIT(6)
137#define STM32H7_SPI_SR_MODF BIT(9)
138#define STM32H7_SPI_SR_SUSP BIT(11)
139#define STM32H7_SPI_SR_RXPLVL GENMASK(14, 13)
140#define STM32H7_SPI_SR_RXWNE BIT(15)
141
142/* STM32H7_SPI_IFCR bit fields */
143#define STM32H7_SPI_IFCR_ALL GENMASK(11, 3)
144
145/* STM32H7_SPI_I2SCFGR bit fields */
146#define STM32H7_SPI_I2SCFGR_I2SMOD BIT(0)
147
148/* STM32H7 SPI Master Baud Rate min/max divisor */
149#define STM32H7_SPI_MBR_DIV_MIN (2 << STM32H7_SPI_CFG1_MBR_MIN)
150#define STM32H7_SPI_MBR_DIV_MAX (2 << STM32H7_SPI_CFG1_MBR_MAX)
151
152/* STM32H7 SPI Communication mode */
153#define STM32H7_SPI_FULL_DUPLEX 0
154#define STM32H7_SPI_SIMPLEX_TX 1
155#define STM32H7_SPI_SIMPLEX_RX 2
156#define STM32H7_SPI_HALF_DUPLEX 3
157
158/* SPI Communication type */
159#define SPI_FULL_DUPLEX 0
160#define SPI_SIMPLEX_TX 1
161#define SPI_SIMPLEX_RX 2
162#define SPI_3WIRE_TX 3
163#define SPI_3WIRE_RX 4
164
165#define STM32_SPI_AUTOSUSPEND_DELAY 1 /* 1 ms */
166
167/*
168 * use PIO for small transfers, avoiding DMA setup/teardown overhead for drivers
169 * without fifo buffers.
170 */
171#define SPI_DMA_MIN_BYTES 16
172
173/**
174 * struct stm32_spi_reg - stm32 SPI register & bitfield desc
175 * @reg: register offset
176 * @mask: bitfield mask
177 * @shift: left shift
178 */
179struct stm32_spi_reg {
180 int reg;
181 int mask;
182 int shift;
183};
184
185/**
186 * struct stm32_spi_regspec - stm32 registers definition, compatible dependent data
187 * @en: enable register and SPI enable bit
188 * @dma_rx_en: SPI DMA RX enable register end SPI DMA RX enable bit
189 * @dma_tx_en: SPI DMA TX enable register end SPI DMA TX enable bit
190 * @cpol: clock polarity register and polarity bit
191 * @cpha: clock phase register and phase bit
192 * @lsb_first: LSB transmitted first register and bit
193 * @br: baud rate register and bitfields
194 * @rx: SPI RX data register
195 * @tx: SPI TX data register
196 */
197struct stm32_spi_regspec {
198 const struct stm32_spi_reg en;
199 const struct stm32_spi_reg dma_rx_en;
200 const struct stm32_spi_reg dma_tx_en;
201 const struct stm32_spi_reg cpol;
202 const struct stm32_spi_reg cpha;
203 const struct stm32_spi_reg lsb_first;
204 const struct stm32_spi_reg br;
205 const struct stm32_spi_reg rx;
206 const struct stm32_spi_reg tx;
207};
208
209struct stm32_spi;
210
211/**
212 * struct stm32_spi_cfg - stm32 compatible configuration data
213 * @regs: registers descriptions
214 * @get_fifo_size: routine to get fifo size
215 * @get_bpw_mask: routine to get bits per word mask
216 * @disable: routine to disable controller
217 * @config: routine to configure controller as SPI Master
218 * @set_bpw: routine to configure registers to for bits per word
219 * @set_mode: routine to configure registers to desired mode
220 * @set_data_idleness: optional routine to configure registers to desired idle
221 * time between frames (if driver has this functionality)
222 * @set_number_of_data: optional routine to configure registers to desired
223 * number of data (if driver has this functionality)
224 * @transfer_one_dma_start: routine to start transfer a single spi_transfer
225 * using DMA
226 * @dma_rx_cb: routine to call after DMA RX channel operation is complete
227 * @dma_tx_cb: routine to call after DMA TX channel operation is complete
228 * @transfer_one_irq: routine to configure interrupts for driver
229 * @irq_handler_event: Interrupt handler for SPI controller events
230 * @irq_handler_thread: thread of interrupt handler for SPI controller
231 * @baud_rate_div_min: minimum baud rate divisor
232 * @baud_rate_div_max: maximum baud rate divisor
233 * @has_fifo: boolean to know if fifo is used for driver
234 * @flags: compatible specific SPI controller flags used at registration time
235 */
236struct stm32_spi_cfg {
237 const struct stm32_spi_regspec *regs;
238 int (*get_fifo_size)(struct stm32_spi *spi);
239 int (*get_bpw_mask)(struct stm32_spi *spi);
240 void (*disable)(struct stm32_spi *spi);
241 int (*config)(struct stm32_spi *spi);
242 void (*set_bpw)(struct stm32_spi *spi);
243 int (*set_mode)(struct stm32_spi *spi, unsigned int comm_type);
244 void (*set_data_idleness)(struct stm32_spi *spi, u32 length);
245 int (*set_number_of_data)(struct stm32_spi *spi, u32 length);
246 void (*transfer_one_dma_start)(struct stm32_spi *spi);
247 void (*dma_rx_cb)(void *data);
248 void (*dma_tx_cb)(void *data);
249 int (*transfer_one_irq)(struct stm32_spi *spi);
250 irqreturn_t (*irq_handler_event)(int irq, void *dev_id);
251 irqreturn_t (*irq_handler_thread)(int irq, void *dev_id);
252 unsigned int baud_rate_div_min;
253 unsigned int baud_rate_div_max;
254 bool has_fifo;
255 u16 flags;
256};
257
258/**
259 * struct stm32_spi - private data of the SPI controller
260 * @dev: driver model representation of the controller
261 * @master: controller master interface
262 * @cfg: compatible configuration data
263 * @base: virtual memory area
264 * @clk: hw kernel clock feeding the SPI clock generator
265 * @clk_rate: rate of the hw kernel clock feeding the SPI clock generator
266 * @lock: prevent I/O concurrent access
267 * @irq: SPI controller interrupt line
268 * @fifo_size: size of the embedded fifo in bytes
269 * @cur_midi: master inter-data idleness in ns
270 * @cur_speed: speed configured in Hz
271 * @cur_bpw: number of bits in a single SPI data frame
272 * @cur_fthlv: fifo threshold level (data frames in a single data packet)
273 * @cur_comm: SPI communication mode
274 * @cur_xferlen: current transfer length in bytes
275 * @cur_usedma: boolean to know if dma is used in current transfer
276 * @tx_buf: data to be written, or NULL
277 * @rx_buf: data to be read, or NULL
278 * @tx_len: number of data to be written in bytes
279 * @rx_len: number of data to be read in bytes
280 * @dma_tx: dma channel for TX transfer
281 * @dma_rx: dma channel for RX transfer
282 * @phys_addr: SPI registers physical base address
283 */
284struct stm32_spi {
285 struct device *dev;
286 struct spi_master *master;
287 const struct stm32_spi_cfg *cfg;
288 void __iomem *base;
289 struct clk *clk;
290 u32 clk_rate;
291 spinlock_t lock; /* prevent I/O concurrent access */
292 int irq;
293 unsigned int fifo_size;
294
295 unsigned int cur_midi;
296 unsigned int cur_speed;
297 unsigned int cur_bpw;
298 unsigned int cur_fthlv;
299 unsigned int cur_comm;
300 unsigned int cur_xferlen;
301 bool cur_usedma;
302
303 const void *tx_buf;
304 void *rx_buf;
305 int tx_len;
306 int rx_len;
307 struct dma_chan *dma_tx;
308 struct dma_chan *dma_rx;
309 dma_addr_t phys_addr;
310};
311
312static const struct stm32_spi_regspec stm32f4_spi_regspec = {
313 .en = { STM32F4_SPI_CR1, STM32F4_SPI_CR1_SPE },
314
315 .dma_rx_en = { STM32F4_SPI_CR2, STM32F4_SPI_CR2_RXDMAEN },
316 .dma_tx_en = { STM32F4_SPI_CR2, STM32F4_SPI_CR2_TXDMAEN },
317
318 .cpol = { STM32F4_SPI_CR1, STM32F4_SPI_CR1_CPOL },
319 .cpha = { STM32F4_SPI_CR1, STM32F4_SPI_CR1_CPHA },
320 .lsb_first = { STM32F4_SPI_CR1, STM32F4_SPI_CR1_LSBFRST },
321 .br = { STM32F4_SPI_CR1, STM32F4_SPI_CR1_BR, STM32F4_SPI_CR1_BR_SHIFT },
322
323 .rx = { STM32F4_SPI_DR },
324 .tx = { STM32F4_SPI_DR },
325};
326
327static const struct stm32_spi_regspec stm32h7_spi_regspec = {
328 /* SPI data transfer is enabled but spi_ker_ck is idle.
329 * CFG1 and CFG2 registers are write protected when SPE is enabled.
330 */
331 .en = { STM32H7_SPI_CR1, STM32H7_SPI_CR1_SPE },
332
333 .dma_rx_en = { STM32H7_SPI_CFG1, STM32H7_SPI_CFG1_RXDMAEN },
334 .dma_tx_en = { STM32H7_SPI_CFG1, STM32H7_SPI_CFG1_TXDMAEN },
335
336 .cpol = { STM32H7_SPI_CFG2, STM32H7_SPI_CFG2_CPOL },
337 .cpha = { STM32H7_SPI_CFG2, STM32H7_SPI_CFG2_CPHA },
338 .lsb_first = { STM32H7_SPI_CFG2, STM32H7_SPI_CFG2_LSBFRST },
339 .br = { STM32H7_SPI_CFG1, STM32H7_SPI_CFG1_MBR,
340 STM32H7_SPI_CFG1_MBR_SHIFT },
341
342 .rx = { STM32H7_SPI_RXDR },
343 .tx = { STM32H7_SPI_TXDR },
344};
345
346static inline void stm32_spi_set_bits(struct stm32_spi *spi,
347 u32 offset, u32 bits)
348{
349 writel_relaxed(readl_relaxed(spi->base + offset) | bits,
350 spi->base + offset);
351}
352
353static inline void stm32_spi_clr_bits(struct stm32_spi *spi,
354 u32 offset, u32 bits)
355{
356 writel_relaxed(readl_relaxed(spi->base + offset) & ~bits,
357 spi->base + offset);
358}
359
360/**
361 * stm32h7_spi_get_fifo_size - Return fifo size
362 * @spi: pointer to the spi controller data structure
363 */
364static int stm32h7_spi_get_fifo_size(struct stm32_spi *spi)
365{
366 unsigned long flags;
367 u32 count = 0;
368
369 spin_lock_irqsave(&spi->lock, flags);
370
371 stm32_spi_set_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_SPE);
372
373 while (readl_relaxed(spi->base + STM32H7_SPI_SR) & STM32H7_SPI_SR_TXP)
374 writeb_relaxed(++count, spi->base + STM32H7_SPI_TXDR);
375
376 stm32_spi_clr_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_SPE);
377
378 spin_unlock_irqrestore(&spi->lock, flags);
379
380 dev_dbg(spi->dev, "%d x 8-bit fifo size\n", count);
381
382 return count;
383}
384
385/**
386 * stm32f4_spi_get_bpw_mask - Return bits per word mask
387 * @spi: pointer to the spi controller data structure
388 */
389static int stm32f4_spi_get_bpw_mask(struct stm32_spi *spi)
390{
391 dev_dbg(spi->dev, "8-bit or 16-bit data frame supported\n");
392 return SPI_BPW_MASK(8) | SPI_BPW_MASK(16);
393}
394
395/**
396 * stm32h7_spi_get_bpw_mask - Return bits per word mask
397 * @spi: pointer to the spi controller data structure
398 */
399static int stm32h7_spi_get_bpw_mask(struct stm32_spi *spi)
400{
401 unsigned long flags;
402 u32 cfg1, max_bpw;
403
404 spin_lock_irqsave(&spi->lock, flags);
405
406 /*
407 * The most significant bit at DSIZE bit field is reserved when the
408 * maximum data size of periperal instances is limited to 16-bit
409 */
410 stm32_spi_set_bits(spi, STM32H7_SPI_CFG1, STM32H7_SPI_CFG1_DSIZE);
411
412 cfg1 = readl_relaxed(spi->base + STM32H7_SPI_CFG1);
413 max_bpw = FIELD_GET(STM32H7_SPI_CFG1_DSIZE, cfg1) + 1;
414
415 spin_unlock_irqrestore(&spi->lock, flags);
416
417 dev_dbg(spi->dev, "%d-bit maximum data frame\n", max_bpw);
418
419 return SPI_BPW_RANGE_MASK(4, max_bpw);
420}
421
422/**
423 * stm32_spi_prepare_mbr - Determine baud rate divisor value
424 * @spi: pointer to the spi controller data structure
425 * @speed_hz: requested speed
426 * @min_div: minimum baud rate divisor
427 * @max_div: maximum baud rate divisor
428 *
429 * Return baud rate divisor value in case of success or -EINVAL
430 */
431static int stm32_spi_prepare_mbr(struct stm32_spi *spi, u32 speed_hz,
432 u32 min_div, u32 max_div)
433{
434 u32 div, mbrdiv;
435
436 /* Ensure spi->clk_rate is even */
437 div = DIV_ROUND_CLOSEST(spi->clk_rate & ~0x1, speed_hz);
438
439 /*
440 * SPI framework set xfer->speed_hz to master->max_speed_hz if
441 * xfer->speed_hz is greater than master->max_speed_hz, and it returns
442 * an error when xfer->speed_hz is lower than master->min_speed_hz, so
443 * no need to check it there.
444 * However, we need to ensure the following calculations.
445 */
446 if ((div < min_div) || (div > max_div))
447 return -EINVAL;
448
449 /* Determine the first power of 2 greater than or equal to div */
450 if (div & (div - 1))
451 mbrdiv = fls(div);
452 else
453 mbrdiv = fls(div) - 1;
454
455 spi->cur_speed = spi->clk_rate / (1 << mbrdiv);
456
457 return mbrdiv - 1;
458}
459
460/**
461 * stm32h7_spi_prepare_fthlv - Determine FIFO threshold level
462 * @spi: pointer to the spi controller data structure
463 * @xfer_len: length of the message to be transferred
464 */
465static u32 stm32h7_spi_prepare_fthlv(struct stm32_spi *spi, u32 xfer_len)
466{
467 u32 packet, bpw;
468
469 /* data packet should not exceed 1/2 of fifo space */
470 packet = clamp(xfer_len, 1U, spi->fifo_size / 2);
471
472 /* align packet size with data registers access */
473 bpw = DIV_ROUND_UP(spi->cur_bpw, 8);
474 return DIV_ROUND_UP(packet, bpw);
475}
476
477/**
478 * stm32f4_spi_write_tx - Write bytes to Transmit Data Register
479 * @spi: pointer to the spi controller data structure
480 *
481 * Read from tx_buf depends on remaining bytes to avoid to read beyond
482 * tx_buf end.
483 */
484static void stm32f4_spi_write_tx(struct stm32_spi *spi)
485{
486 if ((spi->tx_len > 0) && (readl_relaxed(spi->base + STM32F4_SPI_SR) &
487 STM32F4_SPI_SR_TXE)) {
488 u32 offs = spi->cur_xferlen - spi->tx_len;
489
490 if (spi->cur_bpw == 16) {
491 const u16 *tx_buf16 = (const u16 *)(spi->tx_buf + offs);
492
493 writew_relaxed(*tx_buf16, spi->base + STM32F4_SPI_DR);
494 spi->tx_len -= sizeof(u16);
495 } else {
496 const u8 *tx_buf8 = (const u8 *)(spi->tx_buf + offs);
497
498 writeb_relaxed(*tx_buf8, spi->base + STM32F4_SPI_DR);
499 spi->tx_len -= sizeof(u8);
500 }
501 }
502
503 dev_dbg(spi->dev, "%s: %d bytes left\n", __func__, spi->tx_len);
504}
505
506/**
507 * stm32h7_spi_write_txfifo - Write bytes in Transmit Data Register
508 * @spi: pointer to the spi controller data structure
509 *
510 * Read from tx_buf depends on remaining bytes to avoid to read beyond
511 * tx_buf end.
512 */
513static void stm32h7_spi_write_txfifo(struct stm32_spi *spi)
514{
515 while ((spi->tx_len > 0) &&
516 (readl_relaxed(spi->base + STM32H7_SPI_SR) &
517 STM32H7_SPI_SR_TXP)) {
518 u32 offs = spi->cur_xferlen - spi->tx_len;
519
520 if (spi->tx_len >= sizeof(u32)) {
521 const u32 *tx_buf32 = (const u32 *)(spi->tx_buf + offs);
522
523 writel_relaxed(*tx_buf32, spi->base + STM32H7_SPI_TXDR);
524 spi->tx_len -= sizeof(u32);
525 } else if (spi->tx_len >= sizeof(u16)) {
526 const u16 *tx_buf16 = (const u16 *)(spi->tx_buf + offs);
527
528 writew_relaxed(*tx_buf16, spi->base + STM32H7_SPI_TXDR);
529 spi->tx_len -= sizeof(u16);
530 } else {
531 const u8 *tx_buf8 = (const u8 *)(spi->tx_buf + offs);
532
533 writeb_relaxed(*tx_buf8, spi->base + STM32H7_SPI_TXDR);
534 spi->tx_len -= sizeof(u8);
535 }
536 }
537
538 dev_dbg(spi->dev, "%s: %d bytes left\n", __func__, spi->tx_len);
539}
540
541/**
542 * stm32f4_spi_read_rx - Read bytes from Receive Data Register
543 * @spi: pointer to the spi controller data structure
544 *
545 * Write in rx_buf depends on remaining bytes to avoid to write beyond
546 * rx_buf end.
547 */
548static void stm32f4_spi_read_rx(struct stm32_spi *spi)
549{
550 if ((spi->rx_len > 0) && (readl_relaxed(spi->base + STM32F4_SPI_SR) &
551 STM32F4_SPI_SR_RXNE)) {
552 u32 offs = spi->cur_xferlen - spi->rx_len;
553
554 if (spi->cur_bpw == 16) {
555 u16 *rx_buf16 = (u16 *)(spi->rx_buf + offs);
556
557 *rx_buf16 = readw_relaxed(spi->base + STM32F4_SPI_DR);
558 spi->rx_len -= sizeof(u16);
559 } else {
560 u8 *rx_buf8 = (u8 *)(spi->rx_buf + offs);
561
562 *rx_buf8 = readb_relaxed(spi->base + STM32F4_SPI_DR);
563 spi->rx_len -= sizeof(u8);
564 }
565 }
566
567 dev_dbg(spi->dev, "%s: %d bytes left\n", __func__, spi->rx_len);
568}
569
570/**
571 * stm32h7_spi_read_rxfifo - Read bytes in Receive Data Register
572 * @spi: pointer to the spi controller data structure
573 *
574 * Write in rx_buf depends on remaining bytes to avoid to write beyond
575 * rx_buf end.
576 */
577static void stm32h7_spi_read_rxfifo(struct stm32_spi *spi)
578{
579 u32 sr = readl_relaxed(spi->base + STM32H7_SPI_SR);
580 u32 rxplvl = FIELD_GET(STM32H7_SPI_SR_RXPLVL, sr);
581
582 while ((spi->rx_len > 0) &&
583 ((sr & STM32H7_SPI_SR_RXP) ||
584 ((sr & STM32H7_SPI_SR_EOT) &&
585 ((sr & STM32H7_SPI_SR_RXWNE) || (rxplvl > 0))))) {
586 u32 offs = spi->cur_xferlen - spi->rx_len;
587
588 if ((spi->rx_len >= sizeof(u32)) ||
589 (sr & STM32H7_SPI_SR_RXWNE)) {
590 u32 *rx_buf32 = (u32 *)(spi->rx_buf + offs);
591
592 *rx_buf32 = readl_relaxed(spi->base + STM32H7_SPI_RXDR);
593 spi->rx_len -= sizeof(u32);
594 } else if ((spi->rx_len >= sizeof(u16)) ||
595 (!(sr & STM32H7_SPI_SR_RXWNE) &&
596 (rxplvl >= 2 || spi->cur_bpw > 8))) {
597 u16 *rx_buf16 = (u16 *)(spi->rx_buf + offs);
598
599 *rx_buf16 = readw_relaxed(spi->base + STM32H7_SPI_RXDR);
600 spi->rx_len -= sizeof(u16);
601 } else {
602 u8 *rx_buf8 = (u8 *)(spi->rx_buf + offs);
603
604 *rx_buf8 = readb_relaxed(spi->base + STM32H7_SPI_RXDR);
605 spi->rx_len -= sizeof(u8);
606 }
607
608 sr = readl_relaxed(spi->base + STM32H7_SPI_SR);
609 rxplvl = FIELD_GET(STM32H7_SPI_SR_RXPLVL, sr);
610 }
611
612 dev_dbg(spi->dev, "%s: %d bytes left (sr=%08x)\n",
613 __func__, spi->rx_len, sr);
614}
615
616/**
617 * stm32_spi_enable - Enable SPI controller
618 * @spi: pointer to the spi controller data structure
619 */
620static void stm32_spi_enable(struct stm32_spi *spi)
621{
622 dev_dbg(spi->dev, "enable controller\n");
623
624 stm32_spi_set_bits(spi, spi->cfg->regs->en.reg,
625 spi->cfg->regs->en.mask);
626}
627
628/**
629 * stm32f4_spi_disable - Disable SPI controller
630 * @spi: pointer to the spi controller data structure
631 */
632static void stm32f4_spi_disable(struct stm32_spi *spi)
633{
634 unsigned long flags;
635 u32 sr;
636
637 dev_dbg(spi->dev, "disable controller\n");
638
639 spin_lock_irqsave(&spi->lock, flags);
640
641 if (!(readl_relaxed(spi->base + STM32F4_SPI_CR1) &
642 STM32F4_SPI_CR1_SPE)) {
643 spin_unlock_irqrestore(&spi->lock, flags);
644 return;
645 }
646
647 /* Disable interrupts */
648 stm32_spi_clr_bits(spi, STM32F4_SPI_CR2, STM32F4_SPI_CR2_TXEIE |
649 STM32F4_SPI_CR2_RXNEIE |
650 STM32F4_SPI_CR2_ERRIE);
651
652 /* Wait until BSY = 0 */
653 if (readl_relaxed_poll_timeout_atomic(spi->base + STM32F4_SPI_SR,
654 sr, !(sr & STM32F4_SPI_SR_BSY),
655 10, 100000) < 0) {
656 dev_warn(spi->dev, "disabling condition timeout\n");
657 }
658
659 if (spi->cur_usedma && spi->dma_tx)
660 dmaengine_terminate_all(spi->dma_tx);
661 if (spi->cur_usedma && spi->dma_rx)
662 dmaengine_terminate_all(spi->dma_rx);
663
664 stm32_spi_clr_bits(spi, STM32F4_SPI_CR1, STM32F4_SPI_CR1_SPE);
665
666 stm32_spi_clr_bits(spi, STM32F4_SPI_CR2, STM32F4_SPI_CR2_TXDMAEN |
667 STM32F4_SPI_CR2_RXDMAEN);
668
669 /* Sequence to clear OVR flag */
670 readl_relaxed(spi->base + STM32F4_SPI_DR);
671 readl_relaxed(spi->base + STM32F4_SPI_SR);
672
673 spin_unlock_irqrestore(&spi->lock, flags);
674}
675
676/**
677 * stm32h7_spi_disable - Disable SPI controller
678 * @spi: pointer to the spi controller data structure
679 *
680 * RX-Fifo is flushed when SPI controller is disabled.
681 */
682static void stm32h7_spi_disable(struct stm32_spi *spi)
683{
684 unsigned long flags;
685 u32 cr1;
686
687 dev_dbg(spi->dev, "disable controller\n");
688
689 spin_lock_irqsave(&spi->lock, flags);
690
691 cr1 = readl_relaxed(spi->base + STM32H7_SPI_CR1);
692
693 if (!(cr1 & STM32H7_SPI_CR1_SPE)) {
694 spin_unlock_irqrestore(&spi->lock, flags);
695 return;
696 }
697
698 if (spi->cur_usedma && spi->dma_tx)
699 dmaengine_terminate_all(spi->dma_tx);
700 if (spi->cur_usedma && spi->dma_rx)
701 dmaengine_terminate_all(spi->dma_rx);
702
703 stm32_spi_clr_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_SPE);
704
705 stm32_spi_clr_bits(spi, STM32H7_SPI_CFG1, STM32H7_SPI_CFG1_TXDMAEN |
706 STM32H7_SPI_CFG1_RXDMAEN);
707
708 /* Disable interrupts and clear status flags */
709 writel_relaxed(0, spi->base + STM32H7_SPI_IER);
710 writel_relaxed(STM32H7_SPI_IFCR_ALL, spi->base + STM32H7_SPI_IFCR);
711
712 spin_unlock_irqrestore(&spi->lock, flags);
713}
714
715/**
716 * stm32_spi_can_dma - Determine if the transfer is eligible for DMA use
717 * @master: controller master interface
718 * @spi_dev: pointer to the spi device
719 * @transfer: pointer to spi transfer
720 *
721 * If driver has fifo and the current transfer size is greater than fifo size,
722 * use DMA. Otherwise use DMA for transfer longer than defined DMA min bytes.
723 */
724static bool stm32_spi_can_dma(struct spi_master *master,
725 struct spi_device *spi_dev,
726 struct spi_transfer *transfer)
727{
728 unsigned int dma_size;
729 struct stm32_spi *spi = spi_master_get_devdata(master);
730
731 if (spi->cfg->has_fifo)
732 dma_size = spi->fifo_size;
733 else
734 dma_size = SPI_DMA_MIN_BYTES;
735
736 dev_dbg(spi->dev, "%s: %s\n", __func__,
737 (transfer->len > dma_size) ? "true" : "false");
738
739 return (transfer->len > dma_size);
740}
741
742/**
743 * stm32f4_spi_irq_event - Interrupt handler for SPI controller events
744 * @irq: interrupt line
745 * @dev_id: SPI controller master interface
746 */
747static irqreturn_t stm32f4_spi_irq_event(int irq, void *dev_id)
748{
749 struct spi_master *master = dev_id;
750 struct stm32_spi *spi = spi_master_get_devdata(master);
751 u32 sr, mask = 0;
752 bool end = false;
753
754 spin_lock(&spi->lock);
755
756 sr = readl_relaxed(spi->base + STM32F4_SPI_SR);
757 /*
758 * BSY flag is not handled in interrupt but it is normal behavior when
759 * this flag is set.
760 */
761 sr &= ~STM32F4_SPI_SR_BSY;
762
763 if (!spi->cur_usedma && (spi->cur_comm == SPI_SIMPLEX_TX ||
764 spi->cur_comm == SPI_3WIRE_TX)) {
765 /* OVR flag shouldn't be handled for TX only mode */
766 sr &= ~(STM32F4_SPI_SR_OVR | STM32F4_SPI_SR_RXNE);
767 mask |= STM32F4_SPI_SR_TXE;
768 }
769
770 if (!spi->cur_usedma && (spi->cur_comm == SPI_FULL_DUPLEX ||
771 spi->cur_comm == SPI_SIMPLEX_RX ||
772 spi->cur_comm == SPI_3WIRE_RX)) {
773 /* TXE flag is set and is handled when RXNE flag occurs */
774 sr &= ~STM32F4_SPI_SR_TXE;
775 mask |= STM32F4_SPI_SR_RXNE | STM32F4_SPI_SR_OVR;
776 }
777
778 if (!(sr & mask)) {
779 dev_dbg(spi->dev, "spurious IT (sr=0x%08x)\n", sr);
780 spin_unlock(&spi->lock);
781 return IRQ_NONE;
782 }
783
784 if (sr & STM32F4_SPI_SR_OVR) {
785 dev_warn(spi->dev, "Overrun: received value discarded\n");
786
787 /* Sequence to clear OVR flag */
788 readl_relaxed(spi->base + STM32F4_SPI_DR);
789 readl_relaxed(spi->base + STM32F4_SPI_SR);
790
791 /*
792 * If overrun is detected, it means that something went wrong,
793 * so stop the current transfer. Transfer can wait for next
794 * RXNE but DR is already read and end never happens.
795 */
796 end = true;
797 goto end_irq;
798 }
799
800 if (sr & STM32F4_SPI_SR_TXE) {
801 if (spi->tx_buf)
802 stm32f4_spi_write_tx(spi);
803 if (spi->tx_len == 0)
804 end = true;
805 }
806
807 if (sr & STM32F4_SPI_SR_RXNE) {
808 stm32f4_spi_read_rx(spi);
809 if (spi->rx_len == 0)
810 end = true;
811 else if (spi->tx_buf)/* Load data for discontinuous mode */
812 stm32f4_spi_write_tx(spi);
813 }
814
815end_irq:
816 if (end) {
817 /* Immediately disable interrupts to do not generate new one */
818 stm32_spi_clr_bits(spi, STM32F4_SPI_CR2,
819 STM32F4_SPI_CR2_TXEIE |
820 STM32F4_SPI_CR2_RXNEIE |
821 STM32F4_SPI_CR2_ERRIE);
822 spin_unlock(&spi->lock);
823 return IRQ_WAKE_THREAD;
824 }
825
826 spin_unlock(&spi->lock);
827 return IRQ_HANDLED;
828}
829
830/**
831 * stm32f4_spi_irq_thread - Thread of interrupt handler for SPI controller
832 * @irq: interrupt line
833 * @dev_id: SPI controller master interface
834 */
835static irqreturn_t stm32f4_spi_irq_thread(int irq, void *dev_id)
836{
837 struct spi_master *master = dev_id;
838 struct stm32_spi *spi = spi_master_get_devdata(master);
839
840 spi_finalize_current_transfer(master);
841 stm32f4_spi_disable(spi);
842
843 return IRQ_HANDLED;
844}
845
846/**
847 * stm32h7_spi_irq_thread - Thread of interrupt handler for SPI controller
848 * @irq: interrupt line
849 * @dev_id: SPI controller master interface
850 */
851static irqreturn_t stm32h7_spi_irq_thread(int irq, void *dev_id)
852{
853 struct spi_master *master = dev_id;
854 struct stm32_spi *spi = spi_master_get_devdata(master);
855 u32 sr, ier, mask;
856 unsigned long flags;
857 bool end = false;
858
859 spin_lock_irqsave(&spi->lock, flags);
860
861 sr = readl_relaxed(spi->base + STM32H7_SPI_SR);
862 ier = readl_relaxed(spi->base + STM32H7_SPI_IER);
863
864 mask = ier;
865 /*
866 * EOTIE enables irq from EOT, SUSP and TXC events. We need to set
867 * SUSP to acknowledge it later. TXC is automatically cleared
868 */
869
870 mask |= STM32H7_SPI_SR_SUSP;
871 /*
872 * DXPIE is set in Full-Duplex, one IT will be raised if TXP and RXP
873 * are set. So in case of Full-Duplex, need to poll TXP and RXP event.
874 */
875 if ((spi->cur_comm == SPI_FULL_DUPLEX) && !spi->cur_usedma)
876 mask |= STM32H7_SPI_SR_TXP | STM32H7_SPI_SR_RXP;
877
878 if (!(sr & mask)) {
879 dev_warn(spi->dev, "spurious IT (sr=0x%08x, ier=0x%08x)\n",
880 sr, ier);
881 spin_unlock_irqrestore(&spi->lock, flags);
882 return IRQ_NONE;
883 }
884
885 if (sr & STM32H7_SPI_SR_SUSP) {
886 static DEFINE_RATELIMIT_STATE(rs,
887 DEFAULT_RATELIMIT_INTERVAL * 10,
888 1);
889 ratelimit_set_flags(&rs, RATELIMIT_MSG_ON_RELEASE);
890 if (__ratelimit(&rs))
891 dev_dbg_ratelimited(spi->dev, "Communication suspended\n");
892 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
893 stm32h7_spi_read_rxfifo(spi);
894 /*
895 * If communication is suspended while using DMA, it means
896 * that something went wrong, so stop the current transfer
897 */
898 if (spi->cur_usedma)
899 end = true;
900 }
901
902 if (sr & STM32H7_SPI_SR_MODF) {
903 dev_warn(spi->dev, "Mode fault: transfer aborted\n");
904 end = true;
905 }
906
907 if (sr & STM32H7_SPI_SR_OVR) {
908 dev_err(spi->dev, "Overrun: RX data lost\n");
909 end = true;
910 }
911
912 if (sr & STM32H7_SPI_SR_EOT) {
913 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
914 stm32h7_spi_read_rxfifo(spi);
915 if (!spi->cur_usedma ||
916 (spi->cur_comm == SPI_SIMPLEX_TX || spi->cur_comm == SPI_3WIRE_TX))
917 end = true;
918 }
919
920 if (sr & STM32H7_SPI_SR_TXP)
921 if (!spi->cur_usedma && (spi->tx_buf && (spi->tx_len > 0)))
922 stm32h7_spi_write_txfifo(spi);
923
924 if (sr & STM32H7_SPI_SR_RXP)
925 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
926 stm32h7_spi_read_rxfifo(spi);
927
928 writel_relaxed(sr & mask, spi->base + STM32H7_SPI_IFCR);
929
930 spin_unlock_irqrestore(&spi->lock, flags);
931
932 if (end) {
933 stm32h7_spi_disable(spi);
934 spi_finalize_current_transfer(master);
935 }
936
937 return IRQ_HANDLED;
938}
939
940/**
941 * stm32_spi_prepare_msg - set up the controller to transfer a single message
942 * @master: controller master interface
943 * @msg: pointer to spi message
944 */
945static int stm32_spi_prepare_msg(struct spi_master *master,
946 struct spi_message *msg)
947{
948 struct stm32_spi *spi = spi_master_get_devdata(master);
949 struct spi_device *spi_dev = msg->spi;
950 struct device_node *np = spi_dev->dev.of_node;
951 unsigned long flags;
952 u32 clrb = 0, setb = 0;
953
954 /* SPI slave device may need time between data frames */
955 spi->cur_midi = 0;
956 if (np && !of_property_read_u32(np, "st,spi-midi-ns", &spi->cur_midi))
957 dev_dbg(spi->dev, "%dns inter-data idleness\n", spi->cur_midi);
958
959 if (spi_dev->mode & SPI_CPOL)
960 setb |= spi->cfg->regs->cpol.mask;
961 else
962 clrb |= spi->cfg->regs->cpol.mask;
963
964 if (spi_dev->mode & SPI_CPHA)
965 setb |= spi->cfg->regs->cpha.mask;
966 else
967 clrb |= spi->cfg->regs->cpha.mask;
968
969 if (spi_dev->mode & SPI_LSB_FIRST)
970 setb |= spi->cfg->regs->lsb_first.mask;
971 else
972 clrb |= spi->cfg->regs->lsb_first.mask;
973
974 dev_dbg(spi->dev, "cpol=%d cpha=%d lsb_first=%d cs_high=%d\n",
975 !!(spi_dev->mode & SPI_CPOL),
976 !!(spi_dev->mode & SPI_CPHA),
977 !!(spi_dev->mode & SPI_LSB_FIRST),
978 !!(spi_dev->mode & SPI_CS_HIGH));
979
980 /* On STM32H7, messages should not exceed a maximum size setted
981 * afterward via the set_number_of_data function. In order to
982 * ensure that, split large messages into several messages
983 */
984 if (spi->cfg->set_number_of_data) {
985 int ret;
986
987 ret = spi_split_transfers_maxsize(master, msg,
988 STM32H7_SPI_TSIZE_MAX,
989 GFP_KERNEL | GFP_DMA);
990 if (ret)
991 return ret;
992 }
993
994 spin_lock_irqsave(&spi->lock, flags);
995
996 /* CPOL, CPHA and LSB FIRST bits have common register */
997 if (clrb || setb)
998 writel_relaxed(
999 (readl_relaxed(spi->base + spi->cfg->regs->cpol.reg) &
1000 ~clrb) | setb,
1001 spi->base + spi->cfg->regs->cpol.reg);
1002
1003 spin_unlock_irqrestore(&spi->lock, flags);
1004
1005 return 0;
1006}
1007
1008/**
1009 * stm32f4_spi_dma_tx_cb - dma callback
1010 * @data: pointer to the spi controller data structure
1011 *
1012 * DMA callback is called when the transfer is complete for DMA TX channel.
1013 */
1014static void stm32f4_spi_dma_tx_cb(void *data)
1015{
1016 struct stm32_spi *spi = data;
1017
1018 if (spi->cur_comm == SPI_SIMPLEX_TX || spi->cur_comm == SPI_3WIRE_TX) {
1019 spi_finalize_current_transfer(spi->master);
1020 stm32f4_spi_disable(spi);
1021 }
1022}
1023
1024/**
1025 * stm32_spi_dma_rx_cb - dma callback
1026 * @data: pointer to the spi controller data structure
1027 *
1028 * DMA callback is called when the transfer is complete for DMA RX channel.
1029 */
1030static void stm32_spi_dma_rx_cb(void *data)
1031{
1032 struct stm32_spi *spi = data;
1033
1034 spi_finalize_current_transfer(spi->master);
1035 spi->cfg->disable(spi);
1036}
1037
1038/**
1039 * stm32_spi_dma_config - configure dma slave channel depending on current
1040 * transfer bits_per_word.
1041 * @spi: pointer to the spi controller data structure
1042 * @dma_conf: pointer to the dma_slave_config structure
1043 * @dir: direction of the dma transfer
1044 */
1045static void stm32_spi_dma_config(struct stm32_spi *spi,
1046 struct dma_slave_config *dma_conf,
1047 enum dma_transfer_direction dir)
1048{
1049 enum dma_slave_buswidth buswidth;
1050 u32 maxburst;
1051
1052 if (spi->cur_bpw <= 8)
1053 buswidth = DMA_SLAVE_BUSWIDTH_1_BYTE;
1054 else if (spi->cur_bpw <= 16)
1055 buswidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
1056 else
1057 buswidth = DMA_SLAVE_BUSWIDTH_4_BYTES;
1058
1059 if (spi->cfg->has_fifo) {
1060 /* Valid for DMA Half or Full Fifo threshold */
1061 if (spi->cur_fthlv == 2)
1062 maxburst = 1;
1063 else
1064 maxburst = spi->cur_fthlv;
1065 } else {
1066 maxburst = 1;
1067 }
1068
1069 memset(dma_conf, 0, sizeof(struct dma_slave_config));
1070 dma_conf->direction = dir;
1071 if (dma_conf->direction == DMA_DEV_TO_MEM) { /* RX */
1072 dma_conf->src_addr = spi->phys_addr + spi->cfg->regs->rx.reg;
1073 dma_conf->src_addr_width = buswidth;
1074 dma_conf->src_maxburst = maxburst;
1075
1076 dev_dbg(spi->dev, "Rx DMA config buswidth=%d, maxburst=%d\n",
1077 buswidth, maxburst);
1078 } else if (dma_conf->direction == DMA_MEM_TO_DEV) { /* TX */
1079 dma_conf->dst_addr = spi->phys_addr + spi->cfg->regs->tx.reg;
1080 dma_conf->dst_addr_width = buswidth;
1081 dma_conf->dst_maxburst = maxburst;
1082
1083 dev_dbg(spi->dev, "Tx DMA config buswidth=%d, maxburst=%d\n",
1084 buswidth, maxburst);
1085 }
1086}
1087
1088/**
1089 * stm32f4_spi_transfer_one_irq - transfer a single spi_transfer using
1090 * interrupts
1091 * @spi: pointer to the spi controller data structure
1092 *
1093 * It must returns 0 if the transfer is finished or 1 if the transfer is still
1094 * in progress.
1095 */
1096static int stm32f4_spi_transfer_one_irq(struct stm32_spi *spi)
1097{
1098 unsigned long flags;
1099 u32 cr2 = 0;
1100
1101 /* Enable the interrupts relative to the current communication mode */
1102 if (spi->cur_comm == SPI_SIMPLEX_TX || spi->cur_comm == SPI_3WIRE_TX) {
1103 cr2 |= STM32F4_SPI_CR2_TXEIE;
1104 } else if (spi->cur_comm == SPI_FULL_DUPLEX ||
1105 spi->cur_comm == SPI_SIMPLEX_RX ||
1106 spi->cur_comm == SPI_3WIRE_RX) {
1107 /* In transmit-only mode, the OVR flag is set in the SR register
1108 * since the received data are never read. Therefore set OVR
1109 * interrupt only when rx buffer is available.
1110 */
1111 cr2 |= STM32F4_SPI_CR2_RXNEIE | STM32F4_SPI_CR2_ERRIE;
1112 } else {
1113 return -EINVAL;
1114 }
1115
1116 spin_lock_irqsave(&spi->lock, flags);
1117
1118 stm32_spi_set_bits(spi, STM32F4_SPI_CR2, cr2);
1119
1120 stm32_spi_enable(spi);
1121
1122 /* starting data transfer when buffer is loaded */
1123 if (spi->tx_buf)
1124 stm32f4_spi_write_tx(spi);
1125
1126 spin_unlock_irqrestore(&spi->lock, flags);
1127
1128 return 1;
1129}
1130
1131/**
1132 * stm32h7_spi_transfer_one_irq - transfer a single spi_transfer using
1133 * interrupts
1134 * @spi: pointer to the spi controller data structure
1135 *
1136 * It must returns 0 if the transfer is finished or 1 if the transfer is still
1137 * in progress.
1138 */
1139static int stm32h7_spi_transfer_one_irq(struct stm32_spi *spi)
1140{
1141 unsigned long flags;
1142 u32 ier = 0;
1143
1144 /* Enable the interrupts relative to the current communication mode */
1145 if (spi->tx_buf && spi->rx_buf) /* Full Duplex */
1146 ier |= STM32H7_SPI_IER_DXPIE;
1147 else if (spi->tx_buf) /* Half-Duplex TX dir or Simplex TX */
1148 ier |= STM32H7_SPI_IER_TXPIE;
1149 else if (spi->rx_buf) /* Half-Duplex RX dir or Simplex RX */
1150 ier |= STM32H7_SPI_IER_RXPIE;
1151
1152 /* Enable the interrupts relative to the end of transfer */
1153 ier |= STM32H7_SPI_IER_EOTIE | STM32H7_SPI_IER_TXTFIE |
1154 STM32H7_SPI_IER_OVRIE | STM32H7_SPI_IER_MODFIE;
1155
1156 spin_lock_irqsave(&spi->lock, flags);
1157
1158 stm32_spi_enable(spi);
1159
1160 /* Be sure to have data in fifo before starting data transfer */
1161 if (spi->tx_buf)
1162 stm32h7_spi_write_txfifo(spi);
1163
1164 stm32_spi_set_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_CSTART);
1165
1166 writel_relaxed(ier, spi->base + STM32H7_SPI_IER);
1167
1168 spin_unlock_irqrestore(&spi->lock, flags);
1169
1170 return 1;
1171}
1172
1173/**
1174 * stm32f4_spi_transfer_one_dma_start - Set SPI driver registers to start
1175 * transfer using DMA
1176 * @spi: pointer to the spi controller data structure
1177 */
1178static void stm32f4_spi_transfer_one_dma_start(struct stm32_spi *spi)
1179{
1180 /* In DMA mode end of transfer is handled by DMA TX or RX callback. */
1181 if (spi->cur_comm == SPI_SIMPLEX_RX || spi->cur_comm == SPI_3WIRE_RX ||
1182 spi->cur_comm == SPI_FULL_DUPLEX) {
1183 /*
1184 * In transmit-only mode, the OVR flag is set in the SR register
1185 * since the received data are never read. Therefore set OVR
1186 * interrupt only when rx buffer is available.
1187 */
1188 stm32_spi_set_bits(spi, STM32F4_SPI_CR2, STM32F4_SPI_CR2_ERRIE);
1189 }
1190
1191 stm32_spi_enable(spi);
1192}
1193
1194/**
1195 * stm32h7_spi_transfer_one_dma_start - Set SPI driver registers to start
1196 * transfer using DMA
1197 * @spi: pointer to the spi controller data structure
1198 */
1199static void stm32h7_spi_transfer_one_dma_start(struct stm32_spi *spi)
1200{
1201 uint32_t ier = STM32H7_SPI_IER_OVRIE | STM32H7_SPI_IER_MODFIE;
1202
1203 /* Enable the interrupts */
1204 if (spi->cur_comm == SPI_SIMPLEX_TX || spi->cur_comm == SPI_3WIRE_TX)
1205 ier |= STM32H7_SPI_IER_EOTIE | STM32H7_SPI_IER_TXTFIE;
1206
1207 stm32_spi_set_bits(spi, STM32H7_SPI_IER, ier);
1208
1209 stm32_spi_enable(spi);
1210
1211 stm32_spi_set_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_CSTART);
1212}
1213
1214/**
1215 * stm32_spi_transfer_one_dma - transfer a single spi_transfer using DMA
1216 * @spi: pointer to the spi controller data structure
1217 * @xfer: pointer to the spi_transfer structure
1218 *
1219 * It must returns 0 if the transfer is finished or 1 if the transfer is still
1220 * in progress.
1221 */
1222static int stm32_spi_transfer_one_dma(struct stm32_spi *spi,
1223 struct spi_transfer *xfer)
1224{
1225 struct dma_slave_config tx_dma_conf, rx_dma_conf;
1226 struct dma_async_tx_descriptor *tx_dma_desc, *rx_dma_desc;
1227 unsigned long flags;
1228
1229 spin_lock_irqsave(&spi->lock, flags);
1230
1231 rx_dma_desc = NULL;
1232 if (spi->rx_buf && spi->dma_rx) {
1233 stm32_spi_dma_config(spi, &rx_dma_conf, DMA_DEV_TO_MEM);
1234 dmaengine_slave_config(spi->dma_rx, &rx_dma_conf);
1235
1236 /* Enable Rx DMA request */
1237 stm32_spi_set_bits(spi, spi->cfg->regs->dma_rx_en.reg,
1238 spi->cfg->regs->dma_rx_en.mask);
1239
1240 rx_dma_desc = dmaengine_prep_slave_sg(
1241 spi->dma_rx, xfer->rx_sg.sgl,
1242 xfer->rx_sg.nents,
1243 rx_dma_conf.direction,
1244 DMA_PREP_INTERRUPT);
1245 }
1246
1247 tx_dma_desc = NULL;
1248 if (spi->tx_buf && spi->dma_tx) {
1249 stm32_spi_dma_config(spi, &tx_dma_conf, DMA_MEM_TO_DEV);
1250 dmaengine_slave_config(spi->dma_tx, &tx_dma_conf);
1251
1252 tx_dma_desc = dmaengine_prep_slave_sg(
1253 spi->dma_tx, xfer->tx_sg.sgl,
1254 xfer->tx_sg.nents,
1255 tx_dma_conf.direction,
1256 DMA_PREP_INTERRUPT);
1257 }
1258
1259 if ((spi->tx_buf && spi->dma_tx && !tx_dma_desc) ||
1260 (spi->rx_buf && spi->dma_rx && !rx_dma_desc))
1261 goto dma_desc_error;
1262
1263 if (spi->cur_comm == SPI_FULL_DUPLEX && (!tx_dma_desc || !rx_dma_desc))
1264 goto dma_desc_error;
1265
1266 if (rx_dma_desc) {
1267 rx_dma_desc->callback = spi->cfg->dma_rx_cb;
1268 rx_dma_desc->callback_param = spi;
1269
1270 if (dma_submit_error(dmaengine_submit(rx_dma_desc))) {
1271 dev_err(spi->dev, "Rx DMA submit failed\n");
1272 goto dma_desc_error;
1273 }
1274 /* Enable Rx DMA channel */
1275 dma_async_issue_pending(spi->dma_rx);
1276 }
1277
1278 if (tx_dma_desc) {
1279 if (spi->cur_comm == SPI_SIMPLEX_TX ||
1280 spi->cur_comm == SPI_3WIRE_TX) {
1281 tx_dma_desc->callback = spi->cfg->dma_tx_cb;
1282 tx_dma_desc->callback_param = spi;
1283 }
1284
1285 if (dma_submit_error(dmaengine_submit(tx_dma_desc))) {
1286 dev_err(spi->dev, "Tx DMA submit failed\n");
1287 goto dma_submit_error;
1288 }
1289 /* Enable Tx DMA channel */
1290 dma_async_issue_pending(spi->dma_tx);
1291
1292 /* Enable Tx DMA request */
1293 stm32_spi_set_bits(spi, spi->cfg->regs->dma_tx_en.reg,
1294 spi->cfg->regs->dma_tx_en.mask);
1295 }
1296
1297 spi->cfg->transfer_one_dma_start(spi);
1298
1299 spin_unlock_irqrestore(&spi->lock, flags);
1300
1301 return 1;
1302
1303dma_submit_error:
1304 if (spi->dma_rx)
1305 dmaengine_terminate_all(spi->dma_rx);
1306
1307dma_desc_error:
1308 stm32_spi_clr_bits(spi, spi->cfg->regs->dma_rx_en.reg,
1309 spi->cfg->regs->dma_rx_en.mask);
1310
1311 spin_unlock_irqrestore(&spi->lock, flags);
1312
1313 dev_info(spi->dev, "DMA issue: fall back to irq transfer\n");
1314
1315 spi->cur_usedma = false;
1316 return spi->cfg->transfer_one_irq(spi);
1317}
1318
1319/**
1320 * stm32f4_spi_set_bpw - Configure bits per word
1321 * @spi: pointer to the spi controller data structure
1322 */
1323static void stm32f4_spi_set_bpw(struct stm32_spi *spi)
1324{
1325 if (spi->cur_bpw == 16)
1326 stm32_spi_set_bits(spi, STM32F4_SPI_CR1, STM32F4_SPI_CR1_DFF);
1327 else
1328 stm32_spi_clr_bits(spi, STM32F4_SPI_CR1, STM32F4_SPI_CR1_DFF);
1329}
1330
1331/**
1332 * stm32h7_spi_set_bpw - configure bits per word
1333 * @spi: pointer to the spi controller data structure
1334 */
1335static void stm32h7_spi_set_bpw(struct stm32_spi *spi)
1336{
1337 u32 bpw, fthlv;
1338 u32 cfg1_clrb = 0, cfg1_setb = 0;
1339
1340 bpw = spi->cur_bpw - 1;
1341
1342 cfg1_clrb |= STM32H7_SPI_CFG1_DSIZE;
1343 cfg1_setb |= FIELD_PREP(STM32H7_SPI_CFG1_DSIZE, bpw);
1344
1345 spi->cur_fthlv = stm32h7_spi_prepare_fthlv(spi, spi->cur_xferlen);
1346 fthlv = spi->cur_fthlv - 1;
1347
1348 cfg1_clrb |= STM32H7_SPI_CFG1_FTHLV;
1349 cfg1_setb |= FIELD_PREP(STM32H7_SPI_CFG1_FTHLV, fthlv);
1350
1351 writel_relaxed(
1352 (readl_relaxed(spi->base + STM32H7_SPI_CFG1) &
1353 ~cfg1_clrb) | cfg1_setb,
1354 spi->base + STM32H7_SPI_CFG1);
1355}
1356
1357/**
1358 * stm32_spi_set_mbr - Configure baud rate divisor in master mode
1359 * @spi: pointer to the spi controller data structure
1360 * @mbrdiv: baud rate divisor value
1361 */
1362static void stm32_spi_set_mbr(struct stm32_spi *spi, u32 mbrdiv)
1363{
1364 u32 clrb = 0, setb = 0;
1365
1366 clrb |= spi->cfg->regs->br.mask;
1367 setb |= (mbrdiv << spi->cfg->regs->br.shift) & spi->cfg->regs->br.mask;
1368
1369 writel_relaxed((readl_relaxed(spi->base + spi->cfg->regs->br.reg) &
1370 ~clrb) | setb,
1371 spi->base + spi->cfg->regs->br.reg);
1372}
1373
1374/**
1375 * stm32_spi_communication_type - return transfer communication type
1376 * @spi_dev: pointer to the spi device
1377 * @transfer: pointer to spi transfer
1378 */
1379static unsigned int stm32_spi_communication_type(struct spi_device *spi_dev,
1380 struct spi_transfer *transfer)
1381{
1382 unsigned int type = SPI_FULL_DUPLEX;
1383
1384 if (spi_dev->mode & SPI_3WIRE) { /* MISO/MOSI signals shared */
1385 /*
1386 * SPI_3WIRE and xfer->tx_buf != NULL and xfer->rx_buf != NULL
1387 * is forbidden and unvalidated by SPI subsystem so depending
1388 * on the valid buffer, we can determine the direction of the
1389 * transfer.
1390 */
1391 if (!transfer->tx_buf)
1392 type = SPI_3WIRE_RX;
1393 else
1394 type = SPI_3WIRE_TX;
1395 } else {
1396 if (!transfer->tx_buf)
1397 type = SPI_SIMPLEX_RX;
1398 else if (!transfer->rx_buf)
1399 type = SPI_SIMPLEX_TX;
1400 }
1401
1402 return type;
1403}
1404
1405/**
1406 * stm32f4_spi_set_mode - configure communication mode
1407 * @spi: pointer to the spi controller data structure
1408 * @comm_type: type of communication to configure
1409 */
1410static int stm32f4_spi_set_mode(struct stm32_spi *spi, unsigned int comm_type)
1411{
1412 if (comm_type == SPI_3WIRE_TX || comm_type == SPI_SIMPLEX_TX) {
1413 stm32_spi_set_bits(spi, STM32F4_SPI_CR1,
1414 STM32F4_SPI_CR1_BIDIMODE |
1415 STM32F4_SPI_CR1_BIDIOE);
1416 } else if (comm_type == SPI_FULL_DUPLEX ||
1417 comm_type == SPI_SIMPLEX_RX) {
1418 stm32_spi_clr_bits(spi, STM32F4_SPI_CR1,
1419 STM32F4_SPI_CR1_BIDIMODE |
1420 STM32F4_SPI_CR1_BIDIOE);
1421 } else if (comm_type == SPI_3WIRE_RX) {
1422 stm32_spi_set_bits(spi, STM32F4_SPI_CR1,
1423 STM32F4_SPI_CR1_BIDIMODE);
1424 stm32_spi_clr_bits(spi, STM32F4_SPI_CR1,
1425 STM32F4_SPI_CR1_BIDIOE);
1426 } else {
1427 return -EINVAL;
1428 }
1429
1430 return 0;
1431}
1432
1433/**
1434 * stm32h7_spi_set_mode - configure communication mode
1435 * @spi: pointer to the spi controller data structure
1436 * @comm_type: type of communication to configure
1437 */
1438static int stm32h7_spi_set_mode(struct stm32_spi *spi, unsigned int comm_type)
1439{
1440 u32 mode;
1441 u32 cfg2_clrb = 0, cfg2_setb = 0;
1442
1443 if (comm_type == SPI_3WIRE_RX) {
1444 mode = STM32H7_SPI_HALF_DUPLEX;
1445 stm32_spi_clr_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_HDDIR);
1446 } else if (comm_type == SPI_3WIRE_TX) {
1447 mode = STM32H7_SPI_HALF_DUPLEX;
1448 stm32_spi_set_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_HDDIR);
1449 } else if (comm_type == SPI_SIMPLEX_RX) {
1450 mode = STM32H7_SPI_SIMPLEX_RX;
1451 } else if (comm_type == SPI_SIMPLEX_TX) {
1452 mode = STM32H7_SPI_SIMPLEX_TX;
1453 } else {
1454 mode = STM32H7_SPI_FULL_DUPLEX;
1455 }
1456
1457 cfg2_clrb |= STM32H7_SPI_CFG2_COMM;
1458 cfg2_setb |= FIELD_PREP(STM32H7_SPI_CFG2_COMM, mode);
1459
1460 writel_relaxed(
1461 (readl_relaxed(spi->base + STM32H7_SPI_CFG2) &
1462 ~cfg2_clrb) | cfg2_setb,
1463 spi->base + STM32H7_SPI_CFG2);
1464
1465 return 0;
1466}
1467
1468/**
1469 * stm32h7_spi_data_idleness - configure minimum time delay inserted between two
1470 * consecutive data frames in master mode
1471 * @spi: pointer to the spi controller data structure
1472 * @len: transfer len
1473 */
1474static void stm32h7_spi_data_idleness(struct stm32_spi *spi, u32 len)
1475{
1476 u32 cfg2_clrb = 0, cfg2_setb = 0;
1477
1478 cfg2_clrb |= STM32H7_SPI_CFG2_MIDI;
1479 if ((len > 1) && (spi->cur_midi > 0)) {
1480 u32 sck_period_ns = DIV_ROUND_UP(NSEC_PER_SEC, spi->cur_speed);
1481 u32 midi = min_t(u32,
1482 DIV_ROUND_UP(spi->cur_midi, sck_period_ns),
1483 FIELD_GET(STM32H7_SPI_CFG2_MIDI,
1484 STM32H7_SPI_CFG2_MIDI));
1485
1486
1487 dev_dbg(spi->dev, "period=%dns, midi=%d(=%dns)\n",
1488 sck_period_ns, midi, midi * sck_period_ns);
1489 cfg2_setb |= FIELD_PREP(STM32H7_SPI_CFG2_MIDI, midi);
1490 }
1491
1492 writel_relaxed((readl_relaxed(spi->base + STM32H7_SPI_CFG2) &
1493 ~cfg2_clrb) | cfg2_setb,
1494 spi->base + STM32H7_SPI_CFG2);
1495}
1496
1497/**
1498 * stm32h7_spi_number_of_data - configure number of data at current transfer
1499 * @spi: pointer to the spi controller data structure
1500 * @nb_words: transfer length (in words)
1501 */
1502static int stm32h7_spi_number_of_data(struct stm32_spi *spi, u32 nb_words)
1503{
1504 if (nb_words <= STM32H7_SPI_TSIZE_MAX) {
1505 writel_relaxed(FIELD_PREP(STM32H7_SPI_CR2_TSIZE, nb_words),
1506 spi->base + STM32H7_SPI_CR2);
1507 } else {
1508 return -EMSGSIZE;
1509 }
1510
1511 return 0;
1512}
1513
1514/**
1515 * stm32_spi_transfer_one_setup - common setup to transfer a single
1516 * spi_transfer either using DMA or
1517 * interrupts.
1518 * @spi: pointer to the spi controller data structure
1519 * @spi_dev: pointer to the spi device
1520 * @transfer: pointer to spi transfer
1521 */
1522static int stm32_spi_transfer_one_setup(struct stm32_spi *spi,
1523 struct spi_device *spi_dev,
1524 struct spi_transfer *transfer)
1525{
1526 unsigned long flags;
1527 unsigned int comm_type;
1528 int nb_words, ret = 0;
1529 int mbr;
1530
1531 spin_lock_irqsave(&spi->lock, flags);
1532
1533 spi->cur_xferlen = transfer->len;
1534
1535 spi->cur_bpw = transfer->bits_per_word;
1536 spi->cfg->set_bpw(spi);
1537
1538 /* Update spi->cur_speed with real clock speed */
1539 mbr = stm32_spi_prepare_mbr(spi, transfer->speed_hz,
1540 spi->cfg->baud_rate_div_min,
1541 spi->cfg->baud_rate_div_max);
1542 if (mbr < 0) {
1543 ret = mbr;
1544 goto out;
1545 }
1546
1547 transfer->speed_hz = spi->cur_speed;
1548 stm32_spi_set_mbr(spi, mbr);
1549
1550 comm_type = stm32_spi_communication_type(spi_dev, transfer);
1551 ret = spi->cfg->set_mode(spi, comm_type);
1552 if (ret < 0)
1553 goto out;
1554
1555 spi->cur_comm = comm_type;
1556
1557 if (spi->cfg->set_data_idleness)
1558 spi->cfg->set_data_idleness(spi, transfer->len);
1559
1560 if (spi->cur_bpw <= 8)
1561 nb_words = transfer->len;
1562 else if (spi->cur_bpw <= 16)
1563 nb_words = DIV_ROUND_UP(transfer->len * 8, 16);
1564 else
1565 nb_words = DIV_ROUND_UP(transfer->len * 8, 32);
1566
1567 if (spi->cfg->set_number_of_data) {
1568 ret = spi->cfg->set_number_of_data(spi, nb_words);
1569 if (ret < 0)
1570 goto out;
1571 }
1572
1573 dev_dbg(spi->dev, "transfer communication mode set to %d\n",
1574 spi->cur_comm);
1575 dev_dbg(spi->dev,
1576 "data frame of %d-bit, data packet of %d data frames\n",
1577 spi->cur_bpw, spi->cur_fthlv);
1578 dev_dbg(spi->dev, "speed set to %dHz\n", spi->cur_speed);
1579 dev_dbg(spi->dev, "transfer of %d bytes (%d data frames)\n",
1580 spi->cur_xferlen, nb_words);
1581 dev_dbg(spi->dev, "dma %s\n",
1582 (spi->cur_usedma) ? "enabled" : "disabled");
1583
1584out:
1585 spin_unlock_irqrestore(&spi->lock, flags);
1586
1587 return ret;
1588}
1589
1590/**
1591 * stm32_spi_transfer_one - transfer a single spi_transfer
1592 * @master: controller master interface
1593 * @spi_dev: pointer to the spi device
1594 * @transfer: pointer to spi transfer
1595 *
1596 * It must return 0 if the transfer is finished or 1 if the transfer is still
1597 * in progress.
1598 */
1599static int stm32_spi_transfer_one(struct spi_master *master,
1600 struct spi_device *spi_dev,
1601 struct spi_transfer *transfer)
1602{
1603 struct stm32_spi *spi = spi_master_get_devdata(master);
1604 int ret;
1605
1606 spi->tx_buf = transfer->tx_buf;
1607 spi->rx_buf = transfer->rx_buf;
1608 spi->tx_len = spi->tx_buf ? transfer->len : 0;
1609 spi->rx_len = spi->rx_buf ? transfer->len : 0;
1610
1611 spi->cur_usedma = (master->can_dma &&
1612 master->can_dma(master, spi_dev, transfer));
1613
1614 ret = stm32_spi_transfer_one_setup(spi, spi_dev, transfer);
1615 if (ret) {
1616 dev_err(spi->dev, "SPI transfer setup failed\n");
1617 return ret;
1618 }
1619
1620 if (spi->cur_usedma)
1621 return stm32_spi_transfer_one_dma(spi, transfer);
1622 else
1623 return spi->cfg->transfer_one_irq(spi);
1624}
1625
1626/**
1627 * stm32_spi_unprepare_msg - relax the hardware
1628 * @master: controller master interface
1629 * @msg: pointer to the spi message
1630 */
1631static int stm32_spi_unprepare_msg(struct spi_master *master,
1632 struct spi_message *msg)
1633{
1634 struct stm32_spi *spi = spi_master_get_devdata(master);
1635
1636 spi->cfg->disable(spi);
1637
1638 return 0;
1639}
1640
1641/**
1642 * stm32f4_spi_config - Configure SPI controller as SPI master
1643 * @spi: pointer to the spi controller data structure
1644 */
1645static int stm32f4_spi_config(struct stm32_spi *spi)
1646{
1647 unsigned long flags;
1648
1649 spin_lock_irqsave(&spi->lock, flags);
1650
1651 /* Ensure I2SMOD bit is kept cleared */
1652 stm32_spi_clr_bits(spi, STM32F4_SPI_I2SCFGR,
1653 STM32F4_SPI_I2SCFGR_I2SMOD);
1654
1655 /*
1656 * - SS input value high
1657 * - transmitter half duplex direction
1658 * - Set the master mode (default Motorola mode)
1659 * - Consider 1 master/n slaves configuration and
1660 * SS input value is determined by the SSI bit
1661 */
1662 stm32_spi_set_bits(spi, STM32F4_SPI_CR1, STM32F4_SPI_CR1_SSI |
1663 STM32F4_SPI_CR1_BIDIOE |
1664 STM32F4_SPI_CR1_MSTR |
1665 STM32F4_SPI_CR1_SSM);
1666
1667 spin_unlock_irqrestore(&spi->lock, flags);
1668
1669 return 0;
1670}
1671
1672/**
1673 * stm32h7_spi_config - Configure SPI controller as SPI master
1674 * @spi: pointer to the spi controller data structure
1675 */
1676static int stm32h7_spi_config(struct stm32_spi *spi)
1677{
1678 unsigned long flags;
1679
1680 spin_lock_irqsave(&spi->lock, flags);
1681
1682 /* Ensure I2SMOD bit is kept cleared */
1683 stm32_spi_clr_bits(spi, STM32H7_SPI_I2SCFGR,
1684 STM32H7_SPI_I2SCFGR_I2SMOD);
1685
1686 /*
1687 * - SS input value high
1688 * - transmitter half duplex direction
1689 * - automatic communication suspend when RX-Fifo is full
1690 */
1691 stm32_spi_set_bits(spi, STM32H7_SPI_CR1, STM32H7_SPI_CR1_SSI |
1692 STM32H7_SPI_CR1_HDDIR |
1693 STM32H7_SPI_CR1_MASRX);
1694
1695 /*
1696 * - Set the master mode (default Motorola mode)
1697 * - Consider 1 master/n slaves configuration and
1698 * SS input value is determined by the SSI bit
1699 * - keep control of all associated GPIOs
1700 */
1701 stm32_spi_set_bits(spi, STM32H7_SPI_CFG2, STM32H7_SPI_CFG2_MASTER |
1702 STM32H7_SPI_CFG2_SSM |
1703 STM32H7_SPI_CFG2_AFCNTR);
1704
1705 spin_unlock_irqrestore(&spi->lock, flags);
1706
1707 return 0;
1708}
1709
1710static const struct stm32_spi_cfg stm32f4_spi_cfg = {
1711 .regs = &stm32f4_spi_regspec,
1712 .get_bpw_mask = stm32f4_spi_get_bpw_mask,
1713 .disable = stm32f4_spi_disable,
1714 .config = stm32f4_spi_config,
1715 .set_bpw = stm32f4_spi_set_bpw,
1716 .set_mode = stm32f4_spi_set_mode,
1717 .transfer_one_dma_start = stm32f4_spi_transfer_one_dma_start,
1718 .dma_tx_cb = stm32f4_spi_dma_tx_cb,
1719 .dma_rx_cb = stm32_spi_dma_rx_cb,
1720 .transfer_one_irq = stm32f4_spi_transfer_one_irq,
1721 .irq_handler_event = stm32f4_spi_irq_event,
1722 .irq_handler_thread = stm32f4_spi_irq_thread,
1723 .baud_rate_div_min = STM32F4_SPI_BR_DIV_MIN,
1724 .baud_rate_div_max = STM32F4_SPI_BR_DIV_MAX,
1725 .has_fifo = false,
1726 .flags = SPI_MASTER_MUST_TX,
1727};
1728
1729static const struct stm32_spi_cfg stm32h7_spi_cfg = {
1730 .regs = &stm32h7_spi_regspec,
1731 .get_fifo_size = stm32h7_spi_get_fifo_size,
1732 .get_bpw_mask = stm32h7_spi_get_bpw_mask,
1733 .disable = stm32h7_spi_disable,
1734 .config = stm32h7_spi_config,
1735 .set_bpw = stm32h7_spi_set_bpw,
1736 .set_mode = stm32h7_spi_set_mode,
1737 .set_data_idleness = stm32h7_spi_data_idleness,
1738 .set_number_of_data = stm32h7_spi_number_of_data,
1739 .transfer_one_dma_start = stm32h7_spi_transfer_one_dma_start,
1740 .dma_rx_cb = stm32_spi_dma_rx_cb,
1741 /*
1742 * dma_tx_cb is not necessary since in case of TX, dma is followed by
1743 * SPI access hence handling is performed within the SPI interrupt
1744 */
1745 .transfer_one_irq = stm32h7_spi_transfer_one_irq,
1746 .irq_handler_thread = stm32h7_spi_irq_thread,
1747 .baud_rate_div_min = STM32H7_SPI_MBR_DIV_MIN,
1748 .baud_rate_div_max = STM32H7_SPI_MBR_DIV_MAX,
1749 .has_fifo = true,
1750};
1751
1752static const struct of_device_id stm32_spi_of_match[] = {
1753 { .compatible = "st,stm32h7-spi", .data = (void *)&stm32h7_spi_cfg },
1754 { .compatible = "st,stm32f4-spi", .data = (void *)&stm32f4_spi_cfg },
1755 {},
1756};
1757MODULE_DEVICE_TABLE(of, stm32_spi_of_match);
1758
1759static int stm32_spi_probe(struct platform_device *pdev)
1760{
1761 struct spi_master *master;
1762 struct stm32_spi *spi;
1763 struct resource *res;
1764 struct reset_control *rst;
1765 int ret;
1766
1767 master = devm_spi_alloc_master(&pdev->dev, sizeof(struct stm32_spi));
1768 if (!master) {
1769 dev_err(&pdev->dev, "spi master allocation failed\n");
1770 return -ENOMEM;
1771 }
1772 platform_set_drvdata(pdev, master);
1773
1774 spi = spi_master_get_devdata(master);
1775 spi->dev = &pdev->dev;
1776 spi->master = master;
1777 spin_lock_init(&spi->lock);
1778
1779 spi->cfg = (const struct stm32_spi_cfg *)
1780 of_match_device(pdev->dev.driver->of_match_table,
1781 &pdev->dev)->data;
1782
1783 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1784 spi->base = devm_ioremap_resource(&pdev->dev, res);
1785 if (IS_ERR(spi->base))
1786 return PTR_ERR(spi->base);
1787
1788 spi->phys_addr = (dma_addr_t)res->start;
1789
1790 spi->irq = platform_get_irq(pdev, 0);
1791 if (spi->irq <= 0)
1792 return dev_err_probe(&pdev->dev, spi->irq,
1793 "failed to get irq\n");
1794
1795 ret = devm_request_threaded_irq(&pdev->dev, spi->irq,
1796 spi->cfg->irq_handler_event,
1797 spi->cfg->irq_handler_thread,
1798 IRQF_ONESHOT, pdev->name, master);
1799 if (ret) {
1800 dev_err(&pdev->dev, "irq%d request failed: %d\n", spi->irq,
1801 ret);
1802 return ret;
1803 }
1804
1805 spi->clk = devm_clk_get(&pdev->dev, NULL);
1806 if (IS_ERR(spi->clk)) {
1807 ret = PTR_ERR(spi->clk);
1808 dev_err(&pdev->dev, "clk get failed: %d\n", ret);
1809 return ret;
1810 }
1811
1812 ret = clk_prepare_enable(spi->clk);
1813 if (ret) {
1814 dev_err(&pdev->dev, "clk enable failed: %d\n", ret);
1815 return ret;
1816 }
1817 spi->clk_rate = clk_get_rate(spi->clk);
1818 if (!spi->clk_rate) {
1819 dev_err(&pdev->dev, "clk rate = 0\n");
1820 ret = -EINVAL;
1821 goto err_clk_disable;
1822 }
1823
1824 rst = devm_reset_control_get_optional_exclusive(&pdev->dev, NULL);
1825 if (rst) {
1826 if (IS_ERR(rst)) {
1827 ret = dev_err_probe(&pdev->dev, PTR_ERR(rst),
1828 "failed to get reset\n");
1829 goto err_clk_disable;
1830 }
1831
1832 reset_control_assert(rst);
1833 udelay(2);
1834 reset_control_deassert(rst);
1835 }
1836
1837 if (spi->cfg->has_fifo)
1838 spi->fifo_size = spi->cfg->get_fifo_size(spi);
1839
1840 ret = spi->cfg->config(spi);
1841 if (ret) {
1842 dev_err(&pdev->dev, "controller configuration failed: %d\n",
1843 ret);
1844 goto err_clk_disable;
1845 }
1846
1847 master->dev.of_node = pdev->dev.of_node;
1848 master->auto_runtime_pm = true;
1849 master->bus_num = pdev->id;
1850 master->mode_bits = SPI_CPHA | SPI_CPOL | SPI_CS_HIGH | SPI_LSB_FIRST |
1851 SPI_3WIRE;
1852 master->bits_per_word_mask = spi->cfg->get_bpw_mask(spi);
1853 master->max_speed_hz = spi->clk_rate / spi->cfg->baud_rate_div_min;
1854 master->min_speed_hz = spi->clk_rate / spi->cfg->baud_rate_div_max;
1855 master->use_gpio_descriptors = true;
1856 master->prepare_message = stm32_spi_prepare_msg;
1857 master->transfer_one = stm32_spi_transfer_one;
1858 master->unprepare_message = stm32_spi_unprepare_msg;
1859 master->flags = spi->cfg->flags;
1860
1861 spi->dma_tx = dma_request_chan(spi->dev, "tx");
1862 if (IS_ERR(spi->dma_tx)) {
1863 ret = PTR_ERR(spi->dma_tx);
1864 spi->dma_tx = NULL;
1865 if (ret == -EPROBE_DEFER)
1866 goto err_clk_disable;
1867
1868 dev_warn(&pdev->dev, "failed to request tx dma channel\n");
1869 } else {
1870 master->dma_tx = spi->dma_tx;
1871 }
1872
1873 spi->dma_rx = dma_request_chan(spi->dev, "rx");
1874 if (IS_ERR(spi->dma_rx)) {
1875 ret = PTR_ERR(spi->dma_rx);
1876 spi->dma_rx = NULL;
1877 if (ret == -EPROBE_DEFER)
1878 goto err_dma_release;
1879
1880 dev_warn(&pdev->dev, "failed to request rx dma channel\n");
1881 } else {
1882 master->dma_rx = spi->dma_rx;
1883 }
1884
1885 if (spi->dma_tx || spi->dma_rx)
1886 master->can_dma = stm32_spi_can_dma;
1887
1888 pm_runtime_set_autosuspend_delay(&pdev->dev,
1889 STM32_SPI_AUTOSUSPEND_DELAY);
1890 pm_runtime_use_autosuspend(&pdev->dev);
1891 pm_runtime_set_active(&pdev->dev);
1892 pm_runtime_get_noresume(&pdev->dev);
1893 pm_runtime_enable(&pdev->dev);
1894
1895 ret = spi_register_master(master);
1896 if (ret) {
1897 dev_err(&pdev->dev, "spi master registration failed: %d\n",
1898 ret);
1899 goto err_pm_disable;
1900 }
1901
1902 pm_runtime_mark_last_busy(&pdev->dev);
1903 pm_runtime_put_autosuspend(&pdev->dev);
1904
1905 dev_info(&pdev->dev, "driver initialized\n");
1906
1907 return 0;
1908
1909err_pm_disable:
1910 pm_runtime_disable(&pdev->dev);
1911 pm_runtime_put_noidle(&pdev->dev);
1912 pm_runtime_set_suspended(&pdev->dev);
1913 pm_runtime_dont_use_autosuspend(&pdev->dev);
1914err_dma_release:
1915 if (spi->dma_tx)
1916 dma_release_channel(spi->dma_tx);
1917 if (spi->dma_rx)
1918 dma_release_channel(spi->dma_rx);
1919err_clk_disable:
1920 clk_disable_unprepare(spi->clk);
1921
1922 return ret;
1923}
1924
1925static int stm32_spi_remove(struct platform_device *pdev)
1926{
1927 struct spi_master *master = platform_get_drvdata(pdev);
1928 struct stm32_spi *spi = spi_master_get_devdata(master);
1929
1930 pm_runtime_get_sync(&pdev->dev);
1931
1932 spi_unregister_master(master);
1933 spi->cfg->disable(spi);
1934
1935 pm_runtime_disable(&pdev->dev);
1936 pm_runtime_put_noidle(&pdev->dev);
1937 pm_runtime_set_suspended(&pdev->dev);
1938 pm_runtime_dont_use_autosuspend(&pdev->dev);
1939
1940 if (master->dma_tx)
1941 dma_release_channel(master->dma_tx);
1942 if (master->dma_rx)
1943 dma_release_channel(master->dma_rx);
1944
1945 clk_disable_unprepare(spi->clk);
1946
1947
1948 pinctrl_pm_select_sleep_state(&pdev->dev);
1949
1950 return 0;
1951}
1952
1953static int __maybe_unused stm32_spi_runtime_suspend(struct device *dev)
1954{
1955 struct spi_master *master = dev_get_drvdata(dev);
1956 struct stm32_spi *spi = spi_master_get_devdata(master);
1957
1958 clk_disable_unprepare(spi->clk);
1959
1960 return pinctrl_pm_select_sleep_state(dev);
1961}
1962
1963static int __maybe_unused stm32_spi_runtime_resume(struct device *dev)
1964{
1965 struct spi_master *master = dev_get_drvdata(dev);
1966 struct stm32_spi *spi = spi_master_get_devdata(master);
1967 int ret;
1968
1969 ret = pinctrl_pm_select_default_state(dev);
1970 if (ret)
1971 return ret;
1972
1973 return clk_prepare_enable(spi->clk);
1974}
1975
1976static int __maybe_unused stm32_spi_suspend(struct device *dev)
1977{
1978 struct spi_master *master = dev_get_drvdata(dev);
1979 int ret;
1980
1981 ret = spi_master_suspend(master);
1982 if (ret)
1983 return ret;
1984
1985 return pm_runtime_force_suspend(dev);
1986}
1987
1988static int __maybe_unused stm32_spi_resume(struct device *dev)
1989{
1990 struct spi_master *master = dev_get_drvdata(dev);
1991 struct stm32_spi *spi = spi_master_get_devdata(master);
1992 int ret;
1993
1994 ret = pm_runtime_force_resume(dev);
1995 if (ret)
1996 return ret;
1997
1998 ret = spi_master_resume(master);
1999 if (ret) {
2000 clk_disable_unprepare(spi->clk);
2001 return ret;
2002 }
2003
2004 ret = pm_runtime_resume_and_get(dev);
2005 if (ret < 0) {
2006 dev_err(dev, "Unable to power device:%d\n", ret);
2007 return ret;
2008 }
2009
2010 spi->cfg->config(spi);
2011
2012 pm_runtime_mark_last_busy(dev);
2013 pm_runtime_put_autosuspend(dev);
2014
2015 return 0;
2016}
2017
2018static const struct dev_pm_ops stm32_spi_pm_ops = {
2019 SET_SYSTEM_SLEEP_PM_OPS(stm32_spi_suspend, stm32_spi_resume)
2020 SET_RUNTIME_PM_OPS(stm32_spi_runtime_suspend,
2021 stm32_spi_runtime_resume, NULL)
2022};
2023
2024static struct platform_driver stm32_spi_driver = {
2025 .probe = stm32_spi_probe,
2026 .remove = stm32_spi_remove,
2027 .driver = {
2028 .name = DRIVER_NAME,
2029 .pm = &stm32_spi_pm_ops,
2030 .of_match_table = stm32_spi_of_match,
2031 },
2032};
2033
2034module_platform_driver(stm32_spi_driver);
2035
2036MODULE_ALIAS("platform:" DRIVER_NAME);
2037MODULE_DESCRIPTION("STMicroelectronics STM32 SPI Controller driver");
2038MODULE_AUTHOR("Amelie Delaunay <amelie.delaunay@st.com>");
2039MODULE_LICENSE("GPL v2");
1/*
2 * STMicroelectronics STM32 SPI Controller driver (master mode only)
3 *
4 * Copyright (C) 2017, STMicroelectronics - All Rights Reserved
5 * Author(s): Amelie Delaunay <amelie.delaunay@st.com> for STMicroelectronics.
6 *
7 * License terms: GPL V2.0.
8 *
9 * spi_stm32 driver is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU General Public License version 2 as published by
11 * the Free Software Foundation.
12 *
13 * spi_stm32 driver is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
16 * details.
17 *
18 * You should have received a copy of the GNU General Public License along with
19 * spi_stm32 driver. If not, see <http://www.gnu.org/licenses/>.
20 */
21#include <linux/debugfs.h>
22#include <linux/clk.h>
23#include <linux/delay.h>
24#include <linux/dmaengine.h>
25#include <linux/gpio.h>
26#include <linux/interrupt.h>
27#include <linux/iopoll.h>
28#include <linux/module.h>
29#include <linux/of_platform.h>
30#include <linux/pm_runtime.h>
31#include <linux/reset.h>
32#include <linux/spi/spi.h>
33
34#define DRIVER_NAME "spi_stm32"
35
36/* STM32 SPI registers */
37#define STM32_SPI_CR1 0x00
38#define STM32_SPI_CR2 0x04
39#define STM32_SPI_CFG1 0x08
40#define STM32_SPI_CFG2 0x0C
41#define STM32_SPI_IER 0x10
42#define STM32_SPI_SR 0x14
43#define STM32_SPI_IFCR 0x18
44#define STM32_SPI_TXDR 0x20
45#define STM32_SPI_RXDR 0x30
46#define STM32_SPI_I2SCFGR 0x50
47
48/* STM32_SPI_CR1 bit fields */
49#define SPI_CR1_SPE BIT(0)
50#define SPI_CR1_MASRX BIT(8)
51#define SPI_CR1_CSTART BIT(9)
52#define SPI_CR1_CSUSP BIT(10)
53#define SPI_CR1_HDDIR BIT(11)
54#define SPI_CR1_SSI BIT(12)
55
56/* STM32_SPI_CR2 bit fields */
57#define SPI_CR2_TSIZE_SHIFT 0
58#define SPI_CR2_TSIZE GENMASK(15, 0)
59
60/* STM32_SPI_CFG1 bit fields */
61#define SPI_CFG1_DSIZE_SHIFT 0
62#define SPI_CFG1_DSIZE GENMASK(4, 0)
63#define SPI_CFG1_FTHLV_SHIFT 5
64#define SPI_CFG1_FTHLV GENMASK(8, 5)
65#define SPI_CFG1_RXDMAEN BIT(14)
66#define SPI_CFG1_TXDMAEN BIT(15)
67#define SPI_CFG1_MBR_SHIFT 28
68#define SPI_CFG1_MBR GENMASK(30, 28)
69#define SPI_CFG1_MBR_MIN 0
70#define SPI_CFG1_MBR_MAX (GENMASK(30, 28) >> 28)
71
72/* STM32_SPI_CFG2 bit fields */
73#define SPI_CFG2_MIDI_SHIFT 4
74#define SPI_CFG2_MIDI GENMASK(7, 4)
75#define SPI_CFG2_COMM_SHIFT 17
76#define SPI_CFG2_COMM GENMASK(18, 17)
77#define SPI_CFG2_SP_SHIFT 19
78#define SPI_CFG2_SP GENMASK(21, 19)
79#define SPI_CFG2_MASTER BIT(22)
80#define SPI_CFG2_LSBFRST BIT(23)
81#define SPI_CFG2_CPHA BIT(24)
82#define SPI_CFG2_CPOL BIT(25)
83#define SPI_CFG2_SSM BIT(26)
84#define SPI_CFG2_AFCNTR BIT(31)
85
86/* STM32_SPI_IER bit fields */
87#define SPI_IER_RXPIE BIT(0)
88#define SPI_IER_TXPIE BIT(1)
89#define SPI_IER_DXPIE BIT(2)
90#define SPI_IER_EOTIE BIT(3)
91#define SPI_IER_TXTFIE BIT(4)
92#define SPI_IER_OVRIE BIT(6)
93#define SPI_IER_MODFIE BIT(9)
94#define SPI_IER_ALL GENMASK(10, 0)
95
96/* STM32_SPI_SR bit fields */
97#define SPI_SR_RXP BIT(0)
98#define SPI_SR_TXP BIT(1)
99#define SPI_SR_EOT BIT(3)
100#define SPI_SR_OVR BIT(6)
101#define SPI_SR_MODF BIT(9)
102#define SPI_SR_SUSP BIT(11)
103#define SPI_SR_RXPLVL_SHIFT 13
104#define SPI_SR_RXPLVL GENMASK(14, 13)
105#define SPI_SR_RXWNE BIT(15)
106
107/* STM32_SPI_IFCR bit fields */
108#define SPI_IFCR_ALL GENMASK(11, 3)
109
110/* STM32_SPI_I2SCFGR bit fields */
111#define SPI_I2SCFGR_I2SMOD BIT(0)
112
113/* SPI Master Baud Rate min/max divisor */
114#define SPI_MBR_DIV_MIN (2 << SPI_CFG1_MBR_MIN)
115#define SPI_MBR_DIV_MAX (2 << SPI_CFG1_MBR_MAX)
116
117/* SPI Communication mode */
118#define SPI_FULL_DUPLEX 0
119#define SPI_SIMPLEX_TX 1
120#define SPI_SIMPLEX_RX 2
121#define SPI_HALF_DUPLEX 3
122
123#define SPI_1HZ_NS 1000000000
124
125/**
126 * struct stm32_spi - private data of the SPI controller
127 * @dev: driver model representation of the controller
128 * @master: controller master interface
129 * @base: virtual memory area
130 * @clk: hw kernel clock feeding the SPI clock generator
131 * @clk_rate: rate of the hw kernel clock feeding the SPI clock generator
132 * @rst: SPI controller reset line
133 * @lock: prevent I/O concurrent access
134 * @irq: SPI controller interrupt line
135 * @fifo_size: size of the embedded fifo in bytes
136 * @cur_midi: master inter-data idleness in ns
137 * @cur_speed: speed configured in Hz
138 * @cur_bpw: number of bits in a single SPI data frame
139 * @cur_fthlv: fifo threshold level (data frames in a single data packet)
140 * @cur_comm: SPI communication mode
141 * @cur_xferlen: current transfer length in bytes
142 * @cur_usedma: boolean to know if dma is used in current transfer
143 * @tx_buf: data to be written, or NULL
144 * @rx_buf: data to be read, or NULL
145 * @tx_len: number of data to be written in bytes
146 * @rx_len: number of data to be read in bytes
147 * @dma_tx: dma channel for TX transfer
148 * @dma_rx: dma channel for RX transfer
149 * @phys_addr: SPI registers physical base address
150 */
151struct stm32_spi {
152 struct device *dev;
153 struct spi_master *master;
154 void __iomem *base;
155 struct clk *clk;
156 u32 clk_rate;
157 struct reset_control *rst;
158 spinlock_t lock; /* prevent I/O concurrent access */
159 int irq;
160 unsigned int fifo_size;
161
162 unsigned int cur_midi;
163 unsigned int cur_speed;
164 unsigned int cur_bpw;
165 unsigned int cur_fthlv;
166 unsigned int cur_comm;
167 unsigned int cur_xferlen;
168 bool cur_usedma;
169
170 const void *tx_buf;
171 void *rx_buf;
172 int tx_len;
173 int rx_len;
174 struct dma_chan *dma_tx;
175 struct dma_chan *dma_rx;
176 dma_addr_t phys_addr;
177};
178
179static inline void stm32_spi_set_bits(struct stm32_spi *spi,
180 u32 offset, u32 bits)
181{
182 writel_relaxed(readl_relaxed(spi->base + offset) | bits,
183 spi->base + offset);
184}
185
186static inline void stm32_spi_clr_bits(struct stm32_spi *spi,
187 u32 offset, u32 bits)
188{
189 writel_relaxed(readl_relaxed(spi->base + offset) & ~bits,
190 spi->base + offset);
191}
192
193/**
194 * stm32_spi_get_fifo_size - Return fifo size
195 * @spi: pointer to the spi controller data structure
196 */
197static int stm32_spi_get_fifo_size(struct stm32_spi *spi)
198{
199 unsigned long flags;
200 u32 count = 0;
201
202 spin_lock_irqsave(&spi->lock, flags);
203
204 stm32_spi_set_bits(spi, STM32_SPI_CR1, SPI_CR1_SPE);
205
206 while (readl_relaxed(spi->base + STM32_SPI_SR) & SPI_SR_TXP)
207 writeb_relaxed(++count, spi->base + STM32_SPI_TXDR);
208
209 stm32_spi_clr_bits(spi, STM32_SPI_CR1, SPI_CR1_SPE);
210
211 spin_unlock_irqrestore(&spi->lock, flags);
212
213 dev_dbg(spi->dev, "%d x 8-bit fifo size\n", count);
214
215 return count;
216}
217
218/**
219 * stm32_spi_get_bpw_mask - Return bits per word mask
220 * @spi: pointer to the spi controller data structure
221 */
222static int stm32_spi_get_bpw_mask(struct stm32_spi *spi)
223{
224 unsigned long flags;
225 u32 cfg1, max_bpw;
226
227 spin_lock_irqsave(&spi->lock, flags);
228
229 /*
230 * The most significant bit at DSIZE bit field is reserved when the
231 * maximum data size of periperal instances is limited to 16-bit
232 */
233 stm32_spi_set_bits(spi, STM32_SPI_CFG1, SPI_CFG1_DSIZE);
234
235 cfg1 = readl_relaxed(spi->base + STM32_SPI_CFG1);
236 max_bpw = (cfg1 & SPI_CFG1_DSIZE) >> SPI_CFG1_DSIZE_SHIFT;
237 max_bpw += 1;
238
239 spin_unlock_irqrestore(&spi->lock, flags);
240
241 dev_dbg(spi->dev, "%d-bit maximum data frame\n", max_bpw);
242
243 return SPI_BPW_RANGE_MASK(4, max_bpw);
244}
245
246/**
247 * stm32_spi_prepare_mbr - Determine SPI_CFG1.MBR value
248 * @spi: pointer to the spi controller data structure
249 * @speed_hz: requested speed
250 *
251 * Return SPI_CFG1.MBR value in case of success or -EINVAL
252 */
253static int stm32_spi_prepare_mbr(struct stm32_spi *spi, u32 speed_hz)
254{
255 u32 div, mbrdiv;
256
257 div = DIV_ROUND_UP(spi->clk_rate, speed_hz);
258
259 /*
260 * SPI framework set xfer->speed_hz to master->max_speed_hz if
261 * xfer->speed_hz is greater than master->max_speed_hz, and it returns
262 * an error when xfer->speed_hz is lower than master->min_speed_hz, so
263 * no need to check it there.
264 * However, we need to ensure the following calculations.
265 */
266 if (div < SPI_MBR_DIV_MIN ||
267 div > SPI_MBR_DIV_MAX)
268 return -EINVAL;
269
270 /* Determine the first power of 2 greater than or equal to div */
271 if (div & (div - 1))
272 mbrdiv = fls(div);
273 else
274 mbrdiv = fls(div) - 1;
275
276 spi->cur_speed = spi->clk_rate / (1 << mbrdiv);
277
278 return mbrdiv - 1;
279}
280
281/**
282 * stm32_spi_prepare_fthlv - Determine FIFO threshold level
283 * @spi: pointer to the spi controller data structure
284 */
285static u32 stm32_spi_prepare_fthlv(struct stm32_spi *spi)
286{
287 u32 fthlv, half_fifo;
288
289 /* data packet should not exceed 1/2 of fifo space */
290 half_fifo = (spi->fifo_size / 2);
291
292 if (spi->cur_bpw <= 8)
293 fthlv = half_fifo;
294 else if (spi->cur_bpw <= 16)
295 fthlv = half_fifo / 2;
296 else
297 fthlv = half_fifo / 4;
298
299 /* align packet size with data registers access */
300 if (spi->cur_bpw > 8)
301 fthlv -= (fthlv % 2); /* multiple of 2 */
302 else
303 fthlv -= (fthlv % 4); /* multiple of 4 */
304
305 return fthlv;
306}
307
308/**
309 * stm32_spi_write_txfifo - Write bytes in Transmit Data Register
310 * @spi: pointer to the spi controller data structure
311 *
312 * Read from tx_buf depends on remaining bytes to avoid to read beyond
313 * tx_buf end.
314 */
315static void stm32_spi_write_txfifo(struct stm32_spi *spi)
316{
317 while ((spi->tx_len > 0) &&
318 (readl_relaxed(spi->base + STM32_SPI_SR) & SPI_SR_TXP)) {
319 u32 offs = spi->cur_xferlen - spi->tx_len;
320
321 if (spi->tx_len >= sizeof(u32)) {
322 const u32 *tx_buf32 = (const u32 *)(spi->tx_buf + offs);
323
324 writel_relaxed(*tx_buf32, spi->base + STM32_SPI_TXDR);
325 spi->tx_len -= sizeof(u32);
326 } else if (spi->tx_len >= sizeof(u16)) {
327 const u16 *tx_buf16 = (const u16 *)(spi->tx_buf + offs);
328
329 writew_relaxed(*tx_buf16, spi->base + STM32_SPI_TXDR);
330 spi->tx_len -= sizeof(u16);
331 } else {
332 const u8 *tx_buf8 = (const u8 *)(spi->tx_buf + offs);
333
334 writeb_relaxed(*tx_buf8, spi->base + STM32_SPI_TXDR);
335 spi->tx_len -= sizeof(u8);
336 }
337 }
338
339 dev_dbg(spi->dev, "%s: %d bytes left\n", __func__, spi->tx_len);
340}
341
342/**
343 * stm32_spi_read_rxfifo - Read bytes in Receive Data Register
344 * @spi: pointer to the spi controller data structure
345 *
346 * Write in rx_buf depends on remaining bytes to avoid to write beyond
347 * rx_buf end.
348 */
349static void stm32_spi_read_rxfifo(struct stm32_spi *spi, bool flush)
350{
351 u32 sr = readl_relaxed(spi->base + STM32_SPI_SR);
352 u32 rxplvl = (sr & SPI_SR_RXPLVL) >> SPI_SR_RXPLVL_SHIFT;
353
354 while ((spi->rx_len > 0) &&
355 ((sr & SPI_SR_RXP) ||
356 (flush && ((sr & SPI_SR_RXWNE) || (rxplvl > 0))))) {
357 u32 offs = spi->cur_xferlen - spi->rx_len;
358
359 if ((spi->rx_len >= sizeof(u32)) ||
360 (flush && (sr & SPI_SR_RXWNE))) {
361 u32 *rx_buf32 = (u32 *)(spi->rx_buf + offs);
362
363 *rx_buf32 = readl_relaxed(spi->base + STM32_SPI_RXDR);
364 spi->rx_len -= sizeof(u32);
365 } else if ((spi->rx_len >= sizeof(u16)) ||
366 (flush && (rxplvl >= 2 || spi->cur_bpw > 8))) {
367 u16 *rx_buf16 = (u16 *)(spi->rx_buf + offs);
368
369 *rx_buf16 = readw_relaxed(spi->base + STM32_SPI_RXDR);
370 spi->rx_len -= sizeof(u16);
371 } else {
372 u8 *rx_buf8 = (u8 *)(spi->rx_buf + offs);
373
374 *rx_buf8 = readb_relaxed(spi->base + STM32_SPI_RXDR);
375 spi->rx_len -= sizeof(u8);
376 }
377
378 sr = readl_relaxed(spi->base + STM32_SPI_SR);
379 rxplvl = (sr & SPI_SR_RXPLVL) >> SPI_SR_RXPLVL_SHIFT;
380 }
381
382 dev_dbg(spi->dev, "%s%s: %d bytes left\n", __func__,
383 flush ? "(flush)" : "", spi->rx_len);
384}
385
386/**
387 * stm32_spi_enable - Enable SPI controller
388 * @spi: pointer to the spi controller data structure
389 *
390 * SPI data transfer is enabled but spi_ker_ck is idle.
391 * SPI_CFG1 and SPI_CFG2 are now write protected.
392 */
393static void stm32_spi_enable(struct stm32_spi *spi)
394{
395 dev_dbg(spi->dev, "enable controller\n");
396
397 stm32_spi_set_bits(spi, STM32_SPI_CR1, SPI_CR1_SPE);
398}
399
400/**
401 * stm32_spi_disable - Disable SPI controller
402 * @spi: pointer to the spi controller data structure
403 *
404 * RX-Fifo is flushed when SPI controller is disabled. To prevent any data
405 * loss, use stm32_spi_read_rxfifo(flush) to read the remaining bytes in
406 * RX-Fifo.
407 */
408static void stm32_spi_disable(struct stm32_spi *spi)
409{
410 unsigned long flags;
411 u32 cr1, sr;
412
413 dev_dbg(spi->dev, "disable controller\n");
414
415 spin_lock_irqsave(&spi->lock, flags);
416
417 cr1 = readl_relaxed(spi->base + STM32_SPI_CR1);
418
419 if (!(cr1 & SPI_CR1_SPE)) {
420 spin_unlock_irqrestore(&spi->lock, flags);
421 return;
422 }
423
424 /* Wait on EOT or suspend the flow */
425 if (readl_relaxed_poll_timeout_atomic(spi->base + STM32_SPI_SR,
426 sr, !(sr & SPI_SR_EOT),
427 10, 100000) < 0) {
428 if (cr1 & SPI_CR1_CSTART) {
429 writel_relaxed(cr1 | SPI_CR1_CSUSP,
430 spi->base + STM32_SPI_CR1);
431 if (readl_relaxed_poll_timeout_atomic(
432 spi->base + STM32_SPI_SR,
433 sr, !(sr & SPI_SR_SUSP),
434 10, 100000) < 0)
435 dev_warn(spi->dev,
436 "Suspend request timeout\n");
437 }
438 }
439
440 if (!spi->cur_usedma && spi->rx_buf && (spi->rx_len > 0))
441 stm32_spi_read_rxfifo(spi, true);
442
443 if (spi->cur_usedma && spi->tx_buf)
444 dmaengine_terminate_all(spi->dma_tx);
445 if (spi->cur_usedma && spi->rx_buf)
446 dmaengine_terminate_all(spi->dma_rx);
447
448 stm32_spi_clr_bits(spi, STM32_SPI_CR1, SPI_CR1_SPE);
449
450 stm32_spi_clr_bits(spi, STM32_SPI_CFG1, SPI_CFG1_TXDMAEN |
451 SPI_CFG1_RXDMAEN);
452
453 /* Disable interrupts and clear status flags */
454 writel_relaxed(0, spi->base + STM32_SPI_IER);
455 writel_relaxed(SPI_IFCR_ALL, spi->base + STM32_SPI_IFCR);
456
457 spin_unlock_irqrestore(&spi->lock, flags);
458}
459
460/**
461 * stm32_spi_can_dma - Determine if the transfer is eligible for DMA use
462 *
463 * If the current transfer size is greater than fifo size, use DMA.
464 */
465static bool stm32_spi_can_dma(struct spi_master *master,
466 struct spi_device *spi_dev,
467 struct spi_transfer *transfer)
468{
469 struct stm32_spi *spi = spi_master_get_devdata(master);
470
471 dev_dbg(spi->dev, "%s: %s\n", __func__,
472 (transfer->len > spi->fifo_size) ? "true" : "false");
473
474 return (transfer->len > spi->fifo_size);
475}
476
477/**
478 * stm32_spi_irq - Interrupt handler for SPI controller events
479 * @irq: interrupt line
480 * @dev_id: SPI controller master interface
481 */
482static irqreturn_t stm32_spi_irq(int irq, void *dev_id)
483{
484 struct spi_master *master = dev_id;
485 struct stm32_spi *spi = spi_master_get_devdata(master);
486 u32 sr, ier, mask;
487 unsigned long flags;
488 bool end = false;
489
490 spin_lock_irqsave(&spi->lock, flags);
491
492 sr = readl_relaxed(spi->base + STM32_SPI_SR);
493 ier = readl_relaxed(spi->base + STM32_SPI_IER);
494
495 mask = ier;
496 /* EOTIE is triggered on EOT, SUSP and TXC events. */
497 mask |= SPI_SR_SUSP;
498 /*
499 * When TXTF is set, DXPIE and TXPIE are cleared. So in case of
500 * Full-Duplex, need to poll RXP event to know if there are remaining
501 * data, before disabling SPI.
502 */
503 if (spi->rx_buf && !spi->cur_usedma)
504 mask |= SPI_SR_RXP;
505
506 if (!(sr & mask)) {
507 dev_dbg(spi->dev, "spurious IT (sr=0x%08x, ier=0x%08x)\n",
508 sr, ier);
509 spin_unlock_irqrestore(&spi->lock, flags);
510 return IRQ_NONE;
511 }
512
513 if (sr & SPI_SR_SUSP) {
514 dev_warn(spi->dev, "Communication suspended\n");
515 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
516 stm32_spi_read_rxfifo(spi, false);
517 /*
518 * If communication is suspended while using DMA, it means
519 * that something went wrong, so stop the current transfer
520 */
521 if (spi->cur_usedma)
522 end = true;
523 }
524
525 if (sr & SPI_SR_MODF) {
526 dev_warn(spi->dev, "Mode fault: transfer aborted\n");
527 end = true;
528 }
529
530 if (sr & SPI_SR_OVR) {
531 dev_warn(spi->dev, "Overrun: received value discarded\n");
532 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
533 stm32_spi_read_rxfifo(spi, false);
534 /*
535 * If overrun is detected while using DMA, it means that
536 * something went wrong, so stop the current transfer
537 */
538 if (spi->cur_usedma)
539 end = true;
540 }
541
542 if (sr & SPI_SR_EOT) {
543 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
544 stm32_spi_read_rxfifo(spi, true);
545 end = true;
546 }
547
548 if (sr & SPI_SR_TXP)
549 if (!spi->cur_usedma && (spi->tx_buf && (spi->tx_len > 0)))
550 stm32_spi_write_txfifo(spi);
551
552 if (sr & SPI_SR_RXP)
553 if (!spi->cur_usedma && (spi->rx_buf && (spi->rx_len > 0)))
554 stm32_spi_read_rxfifo(spi, false);
555
556 writel_relaxed(mask, spi->base + STM32_SPI_IFCR);
557
558 spin_unlock_irqrestore(&spi->lock, flags);
559
560 if (end) {
561 spi_finalize_current_transfer(master);
562 stm32_spi_disable(spi);
563 }
564
565 return IRQ_HANDLED;
566}
567
568/**
569 * stm32_spi_setup - setup device chip select
570 */
571static int stm32_spi_setup(struct spi_device *spi_dev)
572{
573 int ret = 0;
574
575 if (!gpio_is_valid(spi_dev->cs_gpio)) {
576 dev_err(&spi_dev->dev, "%d is not a valid gpio\n",
577 spi_dev->cs_gpio);
578 return -EINVAL;
579 }
580
581 dev_dbg(&spi_dev->dev, "%s: set gpio%d output %s\n", __func__,
582 spi_dev->cs_gpio,
583 (spi_dev->mode & SPI_CS_HIGH) ? "low" : "high");
584
585 ret = gpio_direction_output(spi_dev->cs_gpio,
586 !(spi_dev->mode & SPI_CS_HIGH));
587
588 return ret;
589}
590
591/**
592 * stm32_spi_prepare_msg - set up the controller to transfer a single message
593 */
594static int stm32_spi_prepare_msg(struct spi_master *master,
595 struct spi_message *msg)
596{
597 struct stm32_spi *spi = spi_master_get_devdata(master);
598 struct spi_device *spi_dev = msg->spi;
599 struct device_node *np = spi_dev->dev.of_node;
600 unsigned long flags;
601 u32 cfg2_clrb = 0, cfg2_setb = 0;
602
603 /* SPI slave device may need time between data frames */
604 spi->cur_midi = 0;
605 if (np && !of_property_read_u32(np, "st,spi-midi-ns", &spi->cur_midi))
606 dev_dbg(spi->dev, "%dns inter-data idleness\n", spi->cur_midi);
607
608 if (spi_dev->mode & SPI_CPOL)
609 cfg2_setb |= SPI_CFG2_CPOL;
610 else
611 cfg2_clrb |= SPI_CFG2_CPOL;
612
613 if (spi_dev->mode & SPI_CPHA)
614 cfg2_setb |= SPI_CFG2_CPHA;
615 else
616 cfg2_clrb |= SPI_CFG2_CPHA;
617
618 if (spi_dev->mode & SPI_LSB_FIRST)
619 cfg2_setb |= SPI_CFG2_LSBFRST;
620 else
621 cfg2_clrb |= SPI_CFG2_LSBFRST;
622
623 dev_dbg(spi->dev, "cpol=%d cpha=%d lsb_first=%d cs_high=%d\n",
624 spi_dev->mode & SPI_CPOL,
625 spi_dev->mode & SPI_CPHA,
626 spi_dev->mode & SPI_LSB_FIRST,
627 spi_dev->mode & SPI_CS_HIGH);
628
629 spin_lock_irqsave(&spi->lock, flags);
630
631 if (cfg2_clrb || cfg2_setb)
632 writel_relaxed(
633 (readl_relaxed(spi->base + STM32_SPI_CFG2) &
634 ~cfg2_clrb) | cfg2_setb,
635 spi->base + STM32_SPI_CFG2);
636
637 spin_unlock_irqrestore(&spi->lock, flags);
638
639 return 0;
640}
641
642/**
643 * stm32_spi_dma_cb - dma callback
644 *
645 * DMA callback is called when the transfer is complete or when an error
646 * occurs. If the transfer is complete, EOT flag is raised.
647 */
648static void stm32_spi_dma_cb(void *data)
649{
650 struct stm32_spi *spi = data;
651 unsigned long flags;
652 u32 sr;
653
654 spin_lock_irqsave(&spi->lock, flags);
655
656 sr = readl_relaxed(spi->base + STM32_SPI_SR);
657
658 spin_unlock_irqrestore(&spi->lock, flags);
659
660 if (!(sr & SPI_SR_EOT))
661 dev_warn(spi->dev, "DMA error (sr=0x%08x)\n", sr);
662
663 /* Now wait for EOT, or SUSP or OVR in case of error */
664}
665
666/**
667 * stm32_spi_dma_config - configure dma slave channel depending on current
668 * transfer bits_per_word.
669 */
670static void stm32_spi_dma_config(struct stm32_spi *spi,
671 struct dma_slave_config *dma_conf,
672 enum dma_transfer_direction dir)
673{
674 enum dma_slave_buswidth buswidth;
675 u32 maxburst;
676
677 if (spi->cur_bpw <= 8)
678 buswidth = DMA_SLAVE_BUSWIDTH_1_BYTE;
679 else if (spi->cur_bpw <= 16)
680 buswidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
681 else
682 buswidth = DMA_SLAVE_BUSWIDTH_4_BYTES;
683
684 /* Valid for DMA Half or Full Fifo threshold */
685 if (spi->cur_fthlv == 2)
686 maxburst = 1;
687 else
688 maxburst = spi->cur_fthlv;
689
690 memset(dma_conf, 0, sizeof(struct dma_slave_config));
691 dma_conf->direction = dir;
692 if (dma_conf->direction == DMA_DEV_TO_MEM) { /* RX */
693 dma_conf->src_addr = spi->phys_addr + STM32_SPI_RXDR;
694 dma_conf->src_addr_width = buswidth;
695 dma_conf->src_maxburst = maxburst;
696
697 dev_dbg(spi->dev, "Rx DMA config buswidth=%d, maxburst=%d\n",
698 buswidth, maxburst);
699 } else if (dma_conf->direction == DMA_MEM_TO_DEV) { /* TX */
700 dma_conf->dst_addr = spi->phys_addr + STM32_SPI_TXDR;
701 dma_conf->dst_addr_width = buswidth;
702 dma_conf->dst_maxburst = maxburst;
703
704 dev_dbg(spi->dev, "Tx DMA config buswidth=%d, maxburst=%d\n",
705 buswidth, maxburst);
706 }
707}
708
709/**
710 * stm32_spi_transfer_one_irq - transfer a single spi_transfer using
711 * interrupts
712 *
713 * It must returns 0 if the transfer is finished or 1 if the transfer is still
714 * in progress.
715 */
716static int stm32_spi_transfer_one_irq(struct stm32_spi *spi)
717{
718 unsigned long flags;
719 u32 ier = 0;
720
721 /* Enable the interrupts relative to the current communication mode */
722 if (spi->tx_buf && spi->rx_buf) /* Full Duplex */
723 ier |= SPI_IER_DXPIE;
724 else if (spi->tx_buf) /* Half-Duplex TX dir or Simplex TX */
725 ier |= SPI_IER_TXPIE;
726 else if (spi->rx_buf) /* Half-Duplex RX dir or Simplex RX */
727 ier |= SPI_IER_RXPIE;
728
729 /* Enable the interrupts relative to the end of transfer */
730 ier |= SPI_IER_EOTIE | SPI_IER_TXTFIE | SPI_IER_OVRIE | SPI_IER_MODFIE;
731
732 spin_lock_irqsave(&spi->lock, flags);
733
734 stm32_spi_enable(spi);
735
736 /* Be sure to have data in fifo before starting data transfer */
737 if (spi->tx_buf)
738 stm32_spi_write_txfifo(spi);
739
740 stm32_spi_set_bits(spi, STM32_SPI_CR1, SPI_CR1_CSTART);
741
742 writel_relaxed(ier, spi->base + STM32_SPI_IER);
743
744 spin_unlock_irqrestore(&spi->lock, flags);
745
746 return 1;
747}
748
749/**
750 * stm32_spi_transfer_one_dma - transfer a single spi_transfer using DMA
751 *
752 * It must returns 0 if the transfer is finished or 1 if the transfer is still
753 * in progress.
754 */
755static int stm32_spi_transfer_one_dma(struct stm32_spi *spi,
756 struct spi_transfer *xfer)
757{
758 struct dma_slave_config tx_dma_conf, rx_dma_conf;
759 struct dma_async_tx_descriptor *tx_dma_desc, *rx_dma_desc;
760 unsigned long flags;
761 u32 ier = 0;
762
763 spin_lock_irqsave(&spi->lock, flags);
764
765 rx_dma_desc = NULL;
766 if (spi->rx_buf) {
767 stm32_spi_dma_config(spi, &rx_dma_conf, DMA_DEV_TO_MEM);
768 dmaengine_slave_config(spi->dma_rx, &rx_dma_conf);
769
770 /* Enable Rx DMA request */
771 stm32_spi_set_bits(spi, STM32_SPI_CFG1, SPI_CFG1_RXDMAEN);
772
773 rx_dma_desc = dmaengine_prep_slave_sg(
774 spi->dma_rx, xfer->rx_sg.sgl,
775 xfer->rx_sg.nents,
776 rx_dma_conf.direction,
777 DMA_PREP_INTERRUPT);
778 }
779
780 tx_dma_desc = NULL;
781 if (spi->tx_buf) {
782 stm32_spi_dma_config(spi, &tx_dma_conf, DMA_MEM_TO_DEV);
783 dmaengine_slave_config(spi->dma_tx, &tx_dma_conf);
784
785 tx_dma_desc = dmaengine_prep_slave_sg(
786 spi->dma_tx, xfer->tx_sg.sgl,
787 xfer->tx_sg.nents,
788 tx_dma_conf.direction,
789 DMA_PREP_INTERRUPT);
790 }
791
792 if ((spi->tx_buf && !tx_dma_desc) ||
793 (spi->rx_buf && !rx_dma_desc))
794 goto dma_desc_error;
795
796 if (rx_dma_desc) {
797 rx_dma_desc->callback = stm32_spi_dma_cb;
798 rx_dma_desc->callback_param = spi;
799
800 if (dma_submit_error(dmaengine_submit(rx_dma_desc))) {
801 dev_err(spi->dev, "Rx DMA submit failed\n");
802 goto dma_desc_error;
803 }
804 /* Enable Rx DMA channel */
805 dma_async_issue_pending(spi->dma_rx);
806 }
807
808 if (tx_dma_desc) {
809 if (spi->cur_comm == SPI_SIMPLEX_TX) {
810 tx_dma_desc->callback = stm32_spi_dma_cb;
811 tx_dma_desc->callback_param = spi;
812 }
813
814 if (dma_submit_error(dmaengine_submit(tx_dma_desc))) {
815 dev_err(spi->dev, "Tx DMA submit failed\n");
816 goto dma_submit_error;
817 }
818 /* Enable Tx DMA channel */
819 dma_async_issue_pending(spi->dma_tx);
820
821 /* Enable Tx DMA request */
822 stm32_spi_set_bits(spi, STM32_SPI_CFG1, SPI_CFG1_TXDMAEN);
823 }
824
825 /* Enable the interrupts relative to the end of transfer */
826 ier |= SPI_IER_EOTIE | SPI_IER_TXTFIE | SPI_IER_OVRIE | SPI_IER_MODFIE;
827 writel_relaxed(ier, spi->base + STM32_SPI_IER);
828
829 stm32_spi_enable(spi);
830
831 stm32_spi_set_bits(spi, STM32_SPI_CR1, SPI_CR1_CSTART);
832
833 spin_unlock_irqrestore(&spi->lock, flags);
834
835 return 1;
836
837dma_submit_error:
838 if (spi->rx_buf)
839 dmaengine_terminate_all(spi->dma_rx);
840
841dma_desc_error:
842 stm32_spi_clr_bits(spi, STM32_SPI_CFG1, SPI_CFG1_RXDMAEN);
843
844 spin_unlock_irqrestore(&spi->lock, flags);
845
846 dev_info(spi->dev, "DMA issue: fall back to irq transfer\n");
847
848 return stm32_spi_transfer_one_irq(spi);
849}
850
851/**
852 * stm32_spi_transfer_one_setup - common setup to transfer a single
853 * spi_transfer either using DMA or
854 * interrupts.
855 */
856static int stm32_spi_transfer_one_setup(struct stm32_spi *spi,
857 struct spi_device *spi_dev,
858 struct spi_transfer *transfer)
859{
860 unsigned long flags;
861 u32 cfg1_clrb = 0, cfg1_setb = 0, cfg2_clrb = 0, cfg2_setb = 0;
862 u32 mode, nb_words;
863 int ret = 0;
864
865 spin_lock_irqsave(&spi->lock, flags);
866
867 if (spi->cur_bpw != transfer->bits_per_word) {
868 u32 bpw, fthlv;
869
870 spi->cur_bpw = transfer->bits_per_word;
871 bpw = spi->cur_bpw - 1;
872
873 cfg1_clrb |= SPI_CFG1_DSIZE;
874 cfg1_setb |= (bpw << SPI_CFG1_DSIZE_SHIFT) & SPI_CFG1_DSIZE;
875
876 spi->cur_fthlv = stm32_spi_prepare_fthlv(spi);
877 fthlv = spi->cur_fthlv - 1;
878
879 cfg1_clrb |= SPI_CFG1_FTHLV;
880 cfg1_setb |= (fthlv << SPI_CFG1_FTHLV_SHIFT) & SPI_CFG1_FTHLV;
881 }
882
883 if (spi->cur_speed != transfer->speed_hz) {
884 int mbr;
885
886 /* Update spi->cur_speed with real clock speed */
887 mbr = stm32_spi_prepare_mbr(spi, transfer->speed_hz);
888 if (mbr < 0) {
889 ret = mbr;
890 goto out;
891 }
892
893 transfer->speed_hz = spi->cur_speed;
894
895 cfg1_clrb |= SPI_CFG1_MBR;
896 cfg1_setb |= ((u32)mbr << SPI_CFG1_MBR_SHIFT) & SPI_CFG1_MBR;
897 }
898
899 if (cfg1_clrb || cfg1_setb)
900 writel_relaxed((readl_relaxed(spi->base + STM32_SPI_CFG1) &
901 ~cfg1_clrb) | cfg1_setb,
902 spi->base + STM32_SPI_CFG1);
903
904 mode = SPI_FULL_DUPLEX;
905 if (spi_dev->mode & SPI_3WIRE) { /* MISO/MOSI signals shared */
906 /*
907 * SPI_3WIRE and xfer->tx_buf != NULL and xfer->rx_buf != NULL
908 * is forbidden und unvalidated by SPI subsystem so depending
909 * on the valid buffer, we can determine the direction of the
910 * transfer.
911 */
912 mode = SPI_HALF_DUPLEX;
913 if (!transfer->tx_buf)
914 stm32_spi_clr_bits(spi, STM32_SPI_CR1, SPI_CR1_HDDIR);
915 else if (!transfer->rx_buf)
916 stm32_spi_set_bits(spi, STM32_SPI_CR1, SPI_CR1_HDDIR);
917 } else {
918 if (!transfer->tx_buf)
919 mode = SPI_SIMPLEX_RX;
920 else if (!transfer->rx_buf)
921 mode = SPI_SIMPLEX_TX;
922 }
923 if (spi->cur_comm != mode) {
924 spi->cur_comm = mode;
925
926 cfg2_clrb |= SPI_CFG2_COMM;
927 cfg2_setb |= (mode << SPI_CFG2_COMM_SHIFT) & SPI_CFG2_COMM;
928 }
929
930 cfg2_clrb |= SPI_CFG2_MIDI;
931 if ((transfer->len > 1) && (spi->cur_midi > 0)) {
932 u32 sck_period_ns = DIV_ROUND_UP(SPI_1HZ_NS, spi->cur_speed);
933 u32 midi = min((u32)DIV_ROUND_UP(spi->cur_midi, sck_period_ns),
934 (u32)SPI_CFG2_MIDI >> SPI_CFG2_MIDI_SHIFT);
935
936 dev_dbg(spi->dev, "period=%dns, midi=%d(=%dns)\n",
937 sck_period_ns, midi, midi * sck_period_ns);
938
939 cfg2_setb |= (midi << SPI_CFG2_MIDI_SHIFT) & SPI_CFG2_MIDI;
940 }
941
942 if (cfg2_clrb || cfg2_setb)
943 writel_relaxed((readl_relaxed(spi->base + STM32_SPI_CFG2) &
944 ~cfg2_clrb) | cfg2_setb,
945 spi->base + STM32_SPI_CFG2);
946
947 if (spi->cur_bpw <= 8)
948 nb_words = transfer->len;
949 else if (spi->cur_bpw <= 16)
950 nb_words = DIV_ROUND_UP(transfer->len * 8, 16);
951 else
952 nb_words = DIV_ROUND_UP(transfer->len * 8, 32);
953 nb_words <<= SPI_CR2_TSIZE_SHIFT;
954
955 if (nb_words <= SPI_CR2_TSIZE) {
956 writel_relaxed(nb_words, spi->base + STM32_SPI_CR2);
957 } else {
958 ret = -EMSGSIZE;
959 goto out;
960 }
961
962 spi->cur_xferlen = transfer->len;
963
964 dev_dbg(spi->dev, "transfer communication mode set to %d\n",
965 spi->cur_comm);
966 dev_dbg(spi->dev,
967 "data frame of %d-bit, data packet of %d data frames\n",
968 spi->cur_bpw, spi->cur_fthlv);
969 dev_dbg(spi->dev, "speed set to %dHz\n", spi->cur_speed);
970 dev_dbg(spi->dev, "transfer of %d bytes (%d data frames)\n",
971 spi->cur_xferlen, nb_words);
972 dev_dbg(spi->dev, "dma %s\n",
973 (spi->cur_usedma) ? "enabled" : "disabled");
974
975out:
976 spin_unlock_irqrestore(&spi->lock, flags);
977
978 return ret;
979}
980
981/**
982 * stm32_spi_transfer_one - transfer a single spi_transfer
983 *
984 * It must return 0 if the transfer is finished or 1 if the transfer is still
985 * in progress.
986 */
987static int stm32_spi_transfer_one(struct spi_master *master,
988 struct spi_device *spi_dev,
989 struct spi_transfer *transfer)
990{
991 struct stm32_spi *spi = spi_master_get_devdata(master);
992 int ret;
993
994 spi->tx_buf = transfer->tx_buf;
995 spi->rx_buf = transfer->rx_buf;
996 spi->tx_len = spi->tx_buf ? transfer->len : 0;
997 spi->rx_len = spi->rx_buf ? transfer->len : 0;
998
999 spi->cur_usedma = (master->can_dma &&
1000 stm32_spi_can_dma(master, spi_dev, transfer));
1001
1002 ret = stm32_spi_transfer_one_setup(spi, spi_dev, transfer);
1003 if (ret) {
1004 dev_err(spi->dev, "SPI transfer setup failed\n");
1005 return ret;
1006 }
1007
1008 if (spi->cur_usedma)
1009 return stm32_spi_transfer_one_dma(spi, transfer);
1010 else
1011 return stm32_spi_transfer_one_irq(spi);
1012}
1013
1014/**
1015 * stm32_spi_unprepare_msg - relax the hardware
1016 *
1017 * Normally, if TSIZE has been configured, we should relax the hardware at the
1018 * reception of the EOT interrupt. But in case of error, EOT will not be
1019 * raised. So the subsystem unprepare_message call allows us to properly
1020 * complete the transfer from an hardware point of view.
1021 */
1022static int stm32_spi_unprepare_msg(struct spi_master *master,
1023 struct spi_message *msg)
1024{
1025 struct stm32_spi *spi = spi_master_get_devdata(master);
1026
1027 stm32_spi_disable(spi);
1028
1029 return 0;
1030}
1031
1032/**
1033 * stm32_spi_config - Configure SPI controller as SPI master
1034 */
1035static int stm32_spi_config(struct stm32_spi *spi)
1036{
1037 unsigned long flags;
1038
1039 spin_lock_irqsave(&spi->lock, flags);
1040
1041 /* Ensure I2SMOD bit is kept cleared */
1042 stm32_spi_clr_bits(spi, STM32_SPI_I2SCFGR, SPI_I2SCFGR_I2SMOD);
1043
1044 /*
1045 * - SS input value high
1046 * - transmitter half duplex direction
1047 * - automatic communication suspend when RX-Fifo is full
1048 */
1049 stm32_spi_set_bits(spi, STM32_SPI_CR1, SPI_CR1_SSI |
1050 SPI_CR1_HDDIR |
1051 SPI_CR1_MASRX);
1052
1053 /*
1054 * - Set the master mode (default Motorola mode)
1055 * - Consider 1 master/n slaves configuration and
1056 * SS input value is determined by the SSI bit
1057 * - keep control of all associated GPIOs
1058 */
1059 stm32_spi_set_bits(spi, STM32_SPI_CFG2, SPI_CFG2_MASTER |
1060 SPI_CFG2_SSM |
1061 SPI_CFG2_AFCNTR);
1062
1063 spin_unlock_irqrestore(&spi->lock, flags);
1064
1065 return 0;
1066}
1067
1068static const struct of_device_id stm32_spi_of_match[] = {
1069 { .compatible = "st,stm32h7-spi", },
1070 {},
1071};
1072MODULE_DEVICE_TABLE(of, stm32_spi_of_match);
1073
1074static int stm32_spi_probe(struct platform_device *pdev)
1075{
1076 struct spi_master *master;
1077 struct stm32_spi *spi;
1078 struct resource *res;
1079 int i, ret;
1080
1081 master = spi_alloc_master(&pdev->dev, sizeof(struct stm32_spi));
1082 if (!master) {
1083 dev_err(&pdev->dev, "spi master allocation failed\n");
1084 return -ENOMEM;
1085 }
1086 platform_set_drvdata(pdev, master);
1087
1088 spi = spi_master_get_devdata(master);
1089 spi->dev = &pdev->dev;
1090 spi->master = master;
1091 spin_lock_init(&spi->lock);
1092
1093 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1094 spi->base = devm_ioremap_resource(&pdev->dev, res);
1095 if (IS_ERR(spi->base)) {
1096 ret = PTR_ERR(spi->base);
1097 goto err_master_put;
1098 }
1099 spi->phys_addr = (dma_addr_t)res->start;
1100
1101 spi->irq = platform_get_irq(pdev, 0);
1102 if (spi->irq <= 0) {
1103 dev_err(&pdev->dev, "no irq: %d\n", spi->irq);
1104 ret = -ENOENT;
1105 goto err_master_put;
1106 }
1107 ret = devm_request_threaded_irq(&pdev->dev, spi->irq, NULL,
1108 stm32_spi_irq, IRQF_ONESHOT,
1109 pdev->name, master);
1110 if (ret) {
1111 dev_err(&pdev->dev, "irq%d request failed: %d\n", spi->irq,
1112 ret);
1113 goto err_master_put;
1114 }
1115
1116 spi->clk = devm_clk_get(&pdev->dev, 0);
1117 if (IS_ERR(spi->clk)) {
1118 ret = PTR_ERR(spi->clk);
1119 dev_err(&pdev->dev, "clk get failed: %d\n", ret);
1120 goto err_master_put;
1121 }
1122
1123 ret = clk_prepare_enable(spi->clk);
1124 if (ret) {
1125 dev_err(&pdev->dev, "clk enable failed: %d\n", ret);
1126 goto err_master_put;
1127 }
1128 spi->clk_rate = clk_get_rate(spi->clk);
1129 if (!spi->clk_rate) {
1130 dev_err(&pdev->dev, "clk rate = 0\n");
1131 ret = -EINVAL;
1132 goto err_master_put;
1133 }
1134
1135 spi->rst = devm_reset_control_get_exclusive(&pdev->dev, NULL);
1136 if (!IS_ERR(spi->rst)) {
1137 reset_control_assert(spi->rst);
1138 udelay(2);
1139 reset_control_deassert(spi->rst);
1140 }
1141
1142 spi->fifo_size = stm32_spi_get_fifo_size(spi);
1143
1144 ret = stm32_spi_config(spi);
1145 if (ret) {
1146 dev_err(&pdev->dev, "controller configuration failed: %d\n",
1147 ret);
1148 goto err_clk_disable;
1149 }
1150
1151 master->dev.of_node = pdev->dev.of_node;
1152 master->auto_runtime_pm = true;
1153 master->bus_num = pdev->id;
1154 master->mode_bits = SPI_MODE_3 | SPI_CS_HIGH | SPI_LSB_FIRST |
1155 SPI_3WIRE | SPI_LOOP;
1156 master->bits_per_word_mask = stm32_spi_get_bpw_mask(spi);
1157 master->max_speed_hz = spi->clk_rate / SPI_MBR_DIV_MIN;
1158 master->min_speed_hz = spi->clk_rate / SPI_MBR_DIV_MAX;
1159 master->setup = stm32_spi_setup;
1160 master->prepare_message = stm32_spi_prepare_msg;
1161 master->transfer_one = stm32_spi_transfer_one;
1162 master->unprepare_message = stm32_spi_unprepare_msg;
1163
1164 spi->dma_tx = dma_request_slave_channel(spi->dev, "tx");
1165 if (!spi->dma_tx)
1166 dev_warn(&pdev->dev, "failed to request tx dma channel\n");
1167 else
1168 master->dma_tx = spi->dma_tx;
1169
1170 spi->dma_rx = dma_request_slave_channel(spi->dev, "rx");
1171 if (!spi->dma_rx)
1172 dev_warn(&pdev->dev, "failed to request rx dma channel\n");
1173 else
1174 master->dma_rx = spi->dma_rx;
1175
1176 if (spi->dma_tx || spi->dma_rx)
1177 master->can_dma = stm32_spi_can_dma;
1178
1179 pm_runtime_set_active(&pdev->dev);
1180 pm_runtime_enable(&pdev->dev);
1181
1182 ret = devm_spi_register_master(&pdev->dev, master);
1183 if (ret) {
1184 dev_err(&pdev->dev, "spi master registration failed: %d\n",
1185 ret);
1186 goto err_dma_release;
1187 }
1188
1189 if (!master->cs_gpios) {
1190 dev_err(&pdev->dev, "no CS gpios available\n");
1191 ret = -EINVAL;
1192 goto err_dma_release;
1193 }
1194
1195 for (i = 0; i < master->num_chipselect; i++) {
1196 if (!gpio_is_valid(master->cs_gpios[i])) {
1197 dev_err(&pdev->dev, "%i is not a valid gpio\n",
1198 master->cs_gpios[i]);
1199 ret = -EINVAL;
1200 goto err_dma_release;
1201 }
1202
1203 ret = devm_gpio_request(&pdev->dev, master->cs_gpios[i],
1204 DRIVER_NAME);
1205 if (ret) {
1206 dev_err(&pdev->dev, "can't get CS gpio %i\n",
1207 master->cs_gpios[i]);
1208 goto err_dma_release;
1209 }
1210 }
1211
1212 dev_info(&pdev->dev, "driver initialized\n");
1213
1214 return 0;
1215
1216err_dma_release:
1217 if (spi->dma_tx)
1218 dma_release_channel(spi->dma_tx);
1219 if (spi->dma_rx)
1220 dma_release_channel(spi->dma_rx);
1221
1222 pm_runtime_disable(&pdev->dev);
1223err_clk_disable:
1224 clk_disable_unprepare(spi->clk);
1225err_master_put:
1226 spi_master_put(master);
1227
1228 return ret;
1229}
1230
1231static int stm32_spi_remove(struct platform_device *pdev)
1232{
1233 struct spi_master *master = platform_get_drvdata(pdev);
1234 struct stm32_spi *spi = spi_master_get_devdata(master);
1235
1236 stm32_spi_disable(spi);
1237
1238 if (master->dma_tx)
1239 dma_release_channel(master->dma_tx);
1240 if (master->dma_rx)
1241 dma_release_channel(master->dma_rx);
1242
1243 clk_disable_unprepare(spi->clk);
1244
1245 pm_runtime_disable(&pdev->dev);
1246
1247 return 0;
1248}
1249
1250#ifdef CONFIG_PM
1251static int stm32_spi_runtime_suspend(struct device *dev)
1252{
1253 struct spi_master *master = dev_get_drvdata(dev);
1254 struct stm32_spi *spi = spi_master_get_devdata(master);
1255
1256 clk_disable_unprepare(spi->clk);
1257
1258 return 0;
1259}
1260
1261static int stm32_spi_runtime_resume(struct device *dev)
1262{
1263 struct spi_master *master = dev_get_drvdata(dev);
1264 struct stm32_spi *spi = spi_master_get_devdata(master);
1265
1266 return clk_prepare_enable(spi->clk);
1267}
1268#endif
1269
1270#ifdef CONFIG_PM_SLEEP
1271static int stm32_spi_suspend(struct device *dev)
1272{
1273 struct spi_master *master = dev_get_drvdata(dev);
1274 int ret;
1275
1276 ret = spi_master_suspend(master);
1277 if (ret)
1278 return ret;
1279
1280 return pm_runtime_force_suspend(dev);
1281}
1282
1283static int stm32_spi_resume(struct device *dev)
1284{
1285 struct spi_master *master = dev_get_drvdata(dev);
1286 struct stm32_spi *spi = spi_master_get_devdata(master);
1287 int ret;
1288
1289 ret = pm_runtime_force_resume(dev);
1290 if (ret)
1291 return ret;
1292
1293 ret = spi_master_resume(master);
1294 if (ret)
1295 clk_disable_unprepare(spi->clk);
1296
1297 return ret;
1298}
1299#endif
1300
1301static const struct dev_pm_ops stm32_spi_pm_ops = {
1302 SET_SYSTEM_SLEEP_PM_OPS(stm32_spi_suspend, stm32_spi_resume)
1303 SET_RUNTIME_PM_OPS(stm32_spi_runtime_suspend,
1304 stm32_spi_runtime_resume, NULL)
1305};
1306
1307static struct platform_driver stm32_spi_driver = {
1308 .probe = stm32_spi_probe,
1309 .remove = stm32_spi_remove,
1310 .driver = {
1311 .name = DRIVER_NAME,
1312 .pm = &stm32_spi_pm_ops,
1313 .of_match_table = stm32_spi_of_match,
1314 },
1315};
1316
1317module_platform_driver(stm32_spi_driver);
1318
1319MODULE_ALIAS("platform:" DRIVER_NAME);
1320MODULE_DESCRIPTION("STMicroelectronics STM32 SPI Controller driver");
1321MODULE_AUTHOR("Amelie Delaunay <amelie.delaunay@st.com>");
1322MODULE_LICENSE("GPL v2");