Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Microchip PIC32 SPI controller driver.
4 *
5 * Purna Chandra Mandal <purna.mandal@microchip.com>
6 * Copyright (c) 2016, Microchip Technology Inc.
7 */
8
9#include <linux/clk.h>
10#include <linux/clkdev.h>
11#include <linux/delay.h>
12#include <linux/dmaengine.h>
13#include <linux/dma-mapping.h>
14#include <linux/highmem.h>
15#include <linux/module.h>
16#include <linux/io.h>
17#include <linux/interrupt.h>
18#include <linux/of.h>
19#include <linux/of_irq.h>
20#include <linux/of_gpio.h>
21#include <linux/of_address.h>
22#include <linux/platform_device.h>
23#include <linux/spi/spi.h>
24
25/* SPI controller registers */
26struct pic32_spi_regs {
27 u32 ctrl;
28 u32 ctrl_clr;
29 u32 ctrl_set;
30 u32 ctrl_inv;
31 u32 status;
32 u32 status_clr;
33 u32 status_set;
34 u32 status_inv;
35 u32 buf;
36 u32 dontuse[3];
37 u32 baud;
38 u32 dontuse2[3];
39 u32 ctrl2;
40 u32 ctrl2_clr;
41 u32 ctrl2_set;
42 u32 ctrl2_inv;
43};
44
45/* Bit fields of SPI Control Register */
46#define CTRL_RX_INT_SHIFT 0 /* Rx interrupt generation */
47#define RX_FIFO_EMPTY 0
48#define RX_FIFO_NOT_EMPTY 1 /* not empty */
49#define RX_FIFO_HALF_FULL 2 /* full by half or more */
50#define RX_FIFO_FULL 3 /* completely full */
51
52#define CTRL_TX_INT_SHIFT 2 /* TX interrupt generation */
53#define TX_FIFO_ALL_EMPTY 0 /* completely empty */
54#define TX_FIFO_EMPTY 1 /* empty */
55#define TX_FIFO_HALF_EMPTY 2 /* empty by half or more */
56#define TX_FIFO_NOT_FULL 3 /* atleast one empty */
57
58#define CTRL_MSTEN BIT(5) /* enable master mode */
59#define CTRL_CKP BIT(6) /* active low */
60#define CTRL_CKE BIT(8) /* Tx on falling edge */
61#define CTRL_SMP BIT(9) /* Rx at middle or end of tx */
62#define CTRL_BPW_MASK 0x03 /* bits per word/sample */
63#define CTRL_BPW_SHIFT 10
64#define PIC32_BPW_8 0
65#define PIC32_BPW_16 1
66#define PIC32_BPW_32 2
67#define CTRL_SIDL BIT(13) /* sleep when idle */
68#define CTRL_ON BIT(15) /* enable macro */
69#define CTRL_ENHBUF BIT(16) /* enable enhanced buffering */
70#define CTRL_MCLKSEL BIT(23) /* select clock source */
71#define CTRL_MSSEN BIT(28) /* macro driven /SS */
72#define CTRL_FRMEN BIT(31) /* enable framing mode */
73
74/* Bit fields of SPI Status Register */
75#define STAT_RF_EMPTY BIT(5) /* RX Fifo empty */
76#define STAT_RX_OV BIT(6) /* err, s/w needs to clear */
77#define STAT_TX_UR BIT(8) /* UR in Framed SPI modes */
78#define STAT_FRM_ERR BIT(12) /* Multiple Frame Sync pulse */
79#define STAT_TF_LVL_MASK 0x1F
80#define STAT_TF_LVL_SHIFT 16
81#define STAT_RF_LVL_MASK 0x1F
82#define STAT_RF_LVL_SHIFT 24
83
84/* Bit fields of SPI Baud Register */
85#define BAUD_MASK 0x1ff
86
87/* Bit fields of SPI Control2 Register */
88#define CTRL2_TX_UR_EN BIT(10) /* Enable int on Tx under-run */
89#define CTRL2_RX_OV_EN BIT(11) /* Enable int on Rx over-run */
90#define CTRL2_FRM_ERR_EN BIT(12) /* Enable frame err int */
91
92/* Minimum DMA transfer size */
93#define PIC32_DMA_LEN_MIN 64
94
95struct pic32_spi {
96 dma_addr_t dma_base;
97 struct pic32_spi_regs __iomem *regs;
98 int fault_irq;
99 int rx_irq;
100 int tx_irq;
101 u32 fifo_n_byte; /* FIFO depth in bytes */
102 struct clk *clk;
103 struct spi_master *master;
104 /* Current controller setting */
105 u32 speed_hz; /* spi-clk rate */
106 u32 mode;
107 u32 bits_per_word;
108 u32 fifo_n_elm; /* FIFO depth in words */
109#define PIC32F_DMA_PREP 0 /* DMA chnls configured */
110 unsigned long flags;
111 /* Current transfer state */
112 struct completion xfer_done;
113 /* PIO transfer specific */
114 const void *tx;
115 const void *tx_end;
116 const void *rx;
117 const void *rx_end;
118 int len;
119 void (*rx_fifo)(struct pic32_spi *);
120 void (*tx_fifo)(struct pic32_spi *);
121};
122
123static inline void pic32_spi_enable(struct pic32_spi *pic32s)
124{
125 writel(CTRL_ON | CTRL_SIDL, &pic32s->regs->ctrl_set);
126}
127
128static inline void pic32_spi_disable(struct pic32_spi *pic32s)
129{
130 writel(CTRL_ON | CTRL_SIDL, &pic32s->regs->ctrl_clr);
131
132 /* avoid SPI registers read/write at immediate next CPU clock */
133 ndelay(20);
134}
135
136static void pic32_spi_set_clk_rate(struct pic32_spi *pic32s, u32 spi_ck)
137{
138 u32 div;
139
140 /* div = (clk_in / 2 * spi_ck) - 1 */
141 div = DIV_ROUND_CLOSEST(clk_get_rate(pic32s->clk), 2 * spi_ck) - 1;
142
143 writel(div & BAUD_MASK, &pic32s->regs->baud);
144}
145
146static inline u32 pic32_rx_fifo_level(struct pic32_spi *pic32s)
147{
148 u32 sr = readl(&pic32s->regs->status);
149
150 return (sr >> STAT_RF_LVL_SHIFT) & STAT_RF_LVL_MASK;
151}
152
153static inline u32 pic32_tx_fifo_level(struct pic32_spi *pic32s)
154{
155 u32 sr = readl(&pic32s->regs->status);
156
157 return (sr >> STAT_TF_LVL_SHIFT) & STAT_TF_LVL_MASK;
158}
159
160/* Return the max entries we can fill into tx fifo */
161static u32 pic32_tx_max(struct pic32_spi *pic32s, int n_bytes)
162{
163 u32 tx_left, tx_room, rxtx_gap;
164
165 tx_left = (pic32s->tx_end - pic32s->tx) / n_bytes;
166 tx_room = pic32s->fifo_n_elm - pic32_tx_fifo_level(pic32s);
167
168 /*
169 * Another concern is about the tx/rx mismatch, we
170 * though to use (pic32s->fifo_n_byte - rxfl - txfl) as
171 * one maximum value for tx, but it doesn't cover the
172 * data which is out of tx/rx fifo and inside the
173 * shift registers. So a ctrl from sw point of
174 * view is taken.
175 */
176 rxtx_gap = ((pic32s->rx_end - pic32s->rx) -
177 (pic32s->tx_end - pic32s->tx)) / n_bytes;
178 return min3(tx_left, tx_room, (u32)(pic32s->fifo_n_elm - rxtx_gap));
179}
180
181/* Return the max entries we should read out of rx fifo */
182static u32 pic32_rx_max(struct pic32_spi *pic32s, int n_bytes)
183{
184 u32 rx_left = (pic32s->rx_end - pic32s->rx) / n_bytes;
185
186 return min_t(u32, rx_left, pic32_rx_fifo_level(pic32s));
187}
188
189#define BUILD_SPI_FIFO_RW(__name, __type, __bwl) \
190static void pic32_spi_rx_##__name(struct pic32_spi *pic32s) \
191{ \
192 __type v; \
193 u32 mx = pic32_rx_max(pic32s, sizeof(__type)); \
194 for (; mx; mx--) { \
195 v = read##__bwl(&pic32s->regs->buf); \
196 if (pic32s->rx_end - pic32s->len) \
197 *(__type *)(pic32s->rx) = v; \
198 pic32s->rx += sizeof(__type); \
199 } \
200} \
201 \
202static void pic32_spi_tx_##__name(struct pic32_spi *pic32s) \
203{ \
204 __type v; \
205 u32 mx = pic32_tx_max(pic32s, sizeof(__type)); \
206 for (; mx ; mx--) { \
207 v = (__type)~0U; \
208 if (pic32s->tx_end - pic32s->len) \
209 v = *(__type *)(pic32s->tx); \
210 write##__bwl(v, &pic32s->regs->buf); \
211 pic32s->tx += sizeof(__type); \
212 } \
213}
214
215BUILD_SPI_FIFO_RW(byte, u8, b);
216BUILD_SPI_FIFO_RW(word, u16, w);
217BUILD_SPI_FIFO_RW(dword, u32, l);
218
219static void pic32_err_stop(struct pic32_spi *pic32s, const char *msg)
220{
221 /* disable all interrupts */
222 disable_irq_nosync(pic32s->fault_irq);
223 disable_irq_nosync(pic32s->rx_irq);
224 disable_irq_nosync(pic32s->tx_irq);
225
226 /* Show err message and abort xfer with err */
227 dev_err(&pic32s->master->dev, "%s\n", msg);
228 if (pic32s->master->cur_msg)
229 pic32s->master->cur_msg->status = -EIO;
230 complete(&pic32s->xfer_done);
231}
232
233static irqreturn_t pic32_spi_fault_irq(int irq, void *dev_id)
234{
235 struct pic32_spi *pic32s = dev_id;
236 u32 status;
237
238 status = readl(&pic32s->regs->status);
239
240 /* Error handling */
241 if (status & (STAT_RX_OV | STAT_TX_UR)) {
242 writel(STAT_RX_OV, &pic32s->regs->status_clr);
243 writel(STAT_TX_UR, &pic32s->regs->status_clr);
244 pic32_err_stop(pic32s, "err_irq: fifo ov/ur-run\n");
245 return IRQ_HANDLED;
246 }
247
248 if (status & STAT_FRM_ERR) {
249 pic32_err_stop(pic32s, "err_irq: frame error");
250 return IRQ_HANDLED;
251 }
252
253 if (!pic32s->master->cur_msg) {
254 pic32_err_stop(pic32s, "err_irq: no mesg");
255 return IRQ_NONE;
256 }
257
258 return IRQ_NONE;
259}
260
261static irqreturn_t pic32_spi_rx_irq(int irq, void *dev_id)
262{
263 struct pic32_spi *pic32s = dev_id;
264
265 pic32s->rx_fifo(pic32s);
266
267 /* rx complete ? */
268 if (pic32s->rx_end == pic32s->rx) {
269 /* disable all interrupts */
270 disable_irq_nosync(pic32s->fault_irq);
271 disable_irq_nosync(pic32s->rx_irq);
272
273 /* complete current xfer */
274 complete(&pic32s->xfer_done);
275 }
276
277 return IRQ_HANDLED;
278}
279
280static irqreturn_t pic32_spi_tx_irq(int irq, void *dev_id)
281{
282 struct pic32_spi *pic32s = dev_id;
283
284 pic32s->tx_fifo(pic32s);
285
286 /* tx complete? disable tx interrupt */
287 if (pic32s->tx_end == pic32s->tx)
288 disable_irq_nosync(pic32s->tx_irq);
289
290 return IRQ_HANDLED;
291}
292
293static void pic32_spi_dma_rx_notify(void *data)
294{
295 struct pic32_spi *pic32s = data;
296
297 complete(&pic32s->xfer_done);
298}
299
300static int pic32_spi_dma_transfer(struct pic32_spi *pic32s,
301 struct spi_transfer *xfer)
302{
303 struct spi_master *master = pic32s->master;
304 struct dma_async_tx_descriptor *desc_rx;
305 struct dma_async_tx_descriptor *desc_tx;
306 dma_cookie_t cookie;
307 int ret;
308
309 if (!master->dma_rx || !master->dma_tx)
310 return -ENODEV;
311
312 desc_rx = dmaengine_prep_slave_sg(master->dma_rx,
313 xfer->rx_sg.sgl,
314 xfer->rx_sg.nents,
315 DMA_DEV_TO_MEM,
316 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
317 if (!desc_rx) {
318 ret = -EINVAL;
319 goto err_dma;
320 }
321
322 desc_tx = dmaengine_prep_slave_sg(master->dma_tx,
323 xfer->tx_sg.sgl,
324 xfer->tx_sg.nents,
325 DMA_MEM_TO_DEV,
326 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
327 if (!desc_tx) {
328 ret = -EINVAL;
329 goto err_dma;
330 }
331
332 /* Put callback on the RX transfer, that should finish last */
333 desc_rx->callback = pic32_spi_dma_rx_notify;
334 desc_rx->callback_param = pic32s;
335
336 cookie = dmaengine_submit(desc_rx);
337 ret = dma_submit_error(cookie);
338 if (ret)
339 goto err_dma;
340
341 cookie = dmaengine_submit(desc_tx);
342 ret = dma_submit_error(cookie);
343 if (ret)
344 goto err_dma_tx;
345
346 dma_async_issue_pending(master->dma_rx);
347 dma_async_issue_pending(master->dma_tx);
348
349 return 0;
350
351err_dma_tx:
352 dmaengine_terminate_all(master->dma_rx);
353err_dma:
354 return ret;
355}
356
357static int pic32_spi_dma_config(struct pic32_spi *pic32s, u32 dma_width)
358{
359 int buf_offset = offsetof(struct pic32_spi_regs, buf);
360 struct spi_master *master = pic32s->master;
361 struct dma_slave_config cfg;
362 int ret;
363
364 memset(&cfg, 0, sizeof(cfg));
365 cfg.device_fc = true;
366 cfg.src_addr = pic32s->dma_base + buf_offset;
367 cfg.dst_addr = pic32s->dma_base + buf_offset;
368 cfg.src_maxburst = pic32s->fifo_n_elm / 2; /* fill one-half */
369 cfg.dst_maxburst = pic32s->fifo_n_elm / 2; /* drain one-half */
370 cfg.src_addr_width = dma_width;
371 cfg.dst_addr_width = dma_width;
372 /* tx channel */
373 cfg.direction = DMA_MEM_TO_DEV;
374 ret = dmaengine_slave_config(master->dma_tx, &cfg);
375 if (ret) {
376 dev_err(&master->dev, "tx channel setup failed\n");
377 return ret;
378 }
379 /* rx channel */
380 cfg.direction = DMA_DEV_TO_MEM;
381 ret = dmaengine_slave_config(master->dma_rx, &cfg);
382 if (ret)
383 dev_err(&master->dev, "rx channel setup failed\n");
384
385 return ret;
386}
387
388static int pic32_spi_set_word_size(struct pic32_spi *pic32s, u8 bits_per_word)
389{
390 enum dma_slave_buswidth dmawidth;
391 u32 buswidth, v;
392
393 switch (bits_per_word) {
394 case 8:
395 pic32s->rx_fifo = pic32_spi_rx_byte;
396 pic32s->tx_fifo = pic32_spi_tx_byte;
397 buswidth = PIC32_BPW_8;
398 dmawidth = DMA_SLAVE_BUSWIDTH_1_BYTE;
399 break;
400 case 16:
401 pic32s->rx_fifo = pic32_spi_rx_word;
402 pic32s->tx_fifo = pic32_spi_tx_word;
403 buswidth = PIC32_BPW_16;
404 dmawidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
405 break;
406 case 32:
407 pic32s->rx_fifo = pic32_spi_rx_dword;
408 pic32s->tx_fifo = pic32_spi_tx_dword;
409 buswidth = PIC32_BPW_32;
410 dmawidth = DMA_SLAVE_BUSWIDTH_4_BYTES;
411 break;
412 default:
413 /* not supported */
414 return -EINVAL;
415 }
416
417 /* calculate maximum number of words fifos can hold */
418 pic32s->fifo_n_elm = DIV_ROUND_UP(pic32s->fifo_n_byte,
419 bits_per_word / 8);
420 /* set word size */
421 v = readl(&pic32s->regs->ctrl);
422 v &= ~(CTRL_BPW_MASK << CTRL_BPW_SHIFT);
423 v |= buswidth << CTRL_BPW_SHIFT;
424 writel(v, &pic32s->regs->ctrl);
425
426 /* re-configure dma width, if required */
427 if (test_bit(PIC32F_DMA_PREP, &pic32s->flags))
428 pic32_spi_dma_config(pic32s, dmawidth);
429
430 return 0;
431}
432
433static int pic32_spi_prepare_hardware(struct spi_master *master)
434{
435 struct pic32_spi *pic32s = spi_master_get_devdata(master);
436
437 pic32_spi_enable(pic32s);
438
439 return 0;
440}
441
442static int pic32_spi_prepare_message(struct spi_master *master,
443 struct spi_message *msg)
444{
445 struct pic32_spi *pic32s = spi_master_get_devdata(master);
446 struct spi_device *spi = msg->spi;
447 u32 val;
448
449 /* set device specific bits_per_word */
450 if (pic32s->bits_per_word != spi->bits_per_word) {
451 pic32_spi_set_word_size(pic32s, spi->bits_per_word);
452 pic32s->bits_per_word = spi->bits_per_word;
453 }
454
455 /* device specific speed change */
456 if (pic32s->speed_hz != spi->max_speed_hz) {
457 pic32_spi_set_clk_rate(pic32s, spi->max_speed_hz);
458 pic32s->speed_hz = spi->max_speed_hz;
459 }
460
461 /* device specific mode change */
462 if (pic32s->mode != spi->mode) {
463 val = readl(&pic32s->regs->ctrl);
464 /* active low */
465 if (spi->mode & SPI_CPOL)
466 val |= CTRL_CKP;
467 else
468 val &= ~CTRL_CKP;
469 /* tx on rising edge */
470 if (spi->mode & SPI_CPHA)
471 val &= ~CTRL_CKE;
472 else
473 val |= CTRL_CKE;
474
475 /* rx at end of tx */
476 val |= CTRL_SMP;
477 writel(val, &pic32s->regs->ctrl);
478 pic32s->mode = spi->mode;
479 }
480
481 return 0;
482}
483
484static bool pic32_spi_can_dma(struct spi_master *master,
485 struct spi_device *spi,
486 struct spi_transfer *xfer)
487{
488 struct pic32_spi *pic32s = spi_master_get_devdata(master);
489
490 /* skip using DMA on small size transfer to avoid overhead.*/
491 return (xfer->len >= PIC32_DMA_LEN_MIN) &&
492 test_bit(PIC32F_DMA_PREP, &pic32s->flags);
493}
494
495static int pic32_spi_one_transfer(struct spi_master *master,
496 struct spi_device *spi,
497 struct spi_transfer *transfer)
498{
499 struct pic32_spi *pic32s;
500 bool dma_issued = false;
501 unsigned long timeout;
502 int ret;
503
504 pic32s = spi_master_get_devdata(master);
505
506 /* handle transfer specific word size change */
507 if (transfer->bits_per_word &&
508 (transfer->bits_per_word != pic32s->bits_per_word)) {
509 ret = pic32_spi_set_word_size(pic32s, transfer->bits_per_word);
510 if (ret)
511 return ret;
512 pic32s->bits_per_word = transfer->bits_per_word;
513 }
514
515 /* handle transfer specific speed change */
516 if (transfer->speed_hz && (transfer->speed_hz != pic32s->speed_hz)) {
517 pic32_spi_set_clk_rate(pic32s, transfer->speed_hz);
518 pic32s->speed_hz = transfer->speed_hz;
519 }
520
521 reinit_completion(&pic32s->xfer_done);
522
523 /* transact by DMA mode */
524 if (transfer->rx_sg.nents && transfer->tx_sg.nents) {
525 ret = pic32_spi_dma_transfer(pic32s, transfer);
526 if (ret) {
527 dev_err(&spi->dev, "dma submit error\n");
528 return ret;
529 }
530
531 /* DMA issued */
532 dma_issued = true;
533 } else {
534 /* set current transfer information */
535 pic32s->tx = (const void *)transfer->tx_buf;
536 pic32s->rx = (const void *)transfer->rx_buf;
537 pic32s->tx_end = pic32s->tx + transfer->len;
538 pic32s->rx_end = pic32s->rx + transfer->len;
539 pic32s->len = transfer->len;
540
541 /* transact by interrupt driven PIO */
542 enable_irq(pic32s->fault_irq);
543 enable_irq(pic32s->rx_irq);
544 enable_irq(pic32s->tx_irq);
545 }
546
547 /* wait for completion */
548 timeout = wait_for_completion_timeout(&pic32s->xfer_done, 2 * HZ);
549 if (timeout == 0) {
550 dev_err(&spi->dev, "wait error/timedout\n");
551 if (dma_issued) {
552 dmaengine_terminate_all(master->dma_rx);
553 dmaengine_terminate_all(master->dma_tx);
554 }
555 ret = -ETIMEDOUT;
556 } else {
557 ret = 0;
558 }
559
560 return ret;
561}
562
563static int pic32_spi_unprepare_message(struct spi_master *master,
564 struct spi_message *msg)
565{
566 /* nothing to do */
567 return 0;
568}
569
570static int pic32_spi_unprepare_hardware(struct spi_master *master)
571{
572 struct pic32_spi *pic32s = spi_master_get_devdata(master);
573
574 pic32_spi_disable(pic32s);
575
576 return 0;
577}
578
579/* This may be called multiple times by same spi dev */
580static int pic32_spi_setup(struct spi_device *spi)
581{
582 if (!spi->max_speed_hz) {
583 dev_err(&spi->dev, "No max speed HZ parameter\n");
584 return -EINVAL;
585 }
586
587 /* PIC32 spi controller can drive /CS during transfer depending
588 * on tx fifo fill-level. /CS will stay asserted as long as TX
589 * fifo is non-empty, else will be deasserted indicating
590 * completion of the ongoing transfer. This might result into
591 * unreliable/erroneous SPI transactions.
592 * To avoid that we will always handle /CS by toggling GPIO.
593 */
594 if (!spi->cs_gpiod)
595 return -EINVAL;
596
597 return 0;
598}
599
600static void pic32_spi_cleanup(struct spi_device *spi)
601{
602 /* de-activate cs-gpio, gpiolib will handle inversion */
603 gpiod_direction_output(spi->cs_gpiod, 0);
604}
605
606static int pic32_spi_dma_prep(struct pic32_spi *pic32s, struct device *dev)
607{
608 struct spi_master *master = pic32s->master;
609 int ret = 0;
610
611 master->dma_rx = dma_request_chan(dev, "spi-rx");
612 if (IS_ERR(master->dma_rx)) {
613 if (PTR_ERR(master->dma_rx) == -EPROBE_DEFER)
614 ret = -EPROBE_DEFER;
615 else
616 dev_warn(dev, "RX channel not found.\n");
617
618 master->dma_rx = NULL;
619 goto out_err;
620 }
621
622 master->dma_tx = dma_request_chan(dev, "spi-tx");
623 if (IS_ERR(master->dma_tx)) {
624 if (PTR_ERR(master->dma_tx) == -EPROBE_DEFER)
625 ret = -EPROBE_DEFER;
626 else
627 dev_warn(dev, "TX channel not found.\n");
628
629 master->dma_tx = NULL;
630 goto out_err;
631 }
632
633 if (pic32_spi_dma_config(pic32s, DMA_SLAVE_BUSWIDTH_1_BYTE))
634 goto out_err;
635
636 /* DMA chnls allocated and prepared */
637 set_bit(PIC32F_DMA_PREP, &pic32s->flags);
638
639 return 0;
640
641out_err:
642 if (master->dma_rx) {
643 dma_release_channel(master->dma_rx);
644 master->dma_rx = NULL;
645 }
646
647 if (master->dma_tx) {
648 dma_release_channel(master->dma_tx);
649 master->dma_tx = NULL;
650 }
651
652 return ret;
653}
654
655static void pic32_spi_dma_unprep(struct pic32_spi *pic32s)
656{
657 if (!test_bit(PIC32F_DMA_PREP, &pic32s->flags))
658 return;
659
660 clear_bit(PIC32F_DMA_PREP, &pic32s->flags);
661 if (pic32s->master->dma_rx)
662 dma_release_channel(pic32s->master->dma_rx);
663
664 if (pic32s->master->dma_tx)
665 dma_release_channel(pic32s->master->dma_tx);
666}
667
668static void pic32_spi_hw_init(struct pic32_spi *pic32s)
669{
670 u32 ctrl;
671
672 /* disable hardware */
673 pic32_spi_disable(pic32s);
674
675 ctrl = readl(&pic32s->regs->ctrl);
676 /* enable enhanced fifo of 128bit deep */
677 ctrl |= CTRL_ENHBUF;
678 pic32s->fifo_n_byte = 16;
679
680 /* disable framing mode */
681 ctrl &= ~CTRL_FRMEN;
682
683 /* enable master mode while disabled */
684 ctrl |= CTRL_MSTEN;
685
686 /* set tx fifo threshold interrupt */
687 ctrl &= ~(0x3 << CTRL_TX_INT_SHIFT);
688 ctrl |= (TX_FIFO_HALF_EMPTY << CTRL_TX_INT_SHIFT);
689
690 /* set rx fifo threshold interrupt */
691 ctrl &= ~(0x3 << CTRL_RX_INT_SHIFT);
692 ctrl |= (RX_FIFO_NOT_EMPTY << CTRL_RX_INT_SHIFT);
693
694 /* select clk source */
695 ctrl &= ~CTRL_MCLKSEL;
696
697 /* set manual /CS mode */
698 ctrl &= ~CTRL_MSSEN;
699
700 writel(ctrl, &pic32s->regs->ctrl);
701
702 /* enable error reporting */
703 ctrl = CTRL2_TX_UR_EN | CTRL2_RX_OV_EN | CTRL2_FRM_ERR_EN;
704 writel(ctrl, &pic32s->regs->ctrl2_set);
705}
706
707static int pic32_spi_hw_probe(struct platform_device *pdev,
708 struct pic32_spi *pic32s)
709{
710 struct resource *mem;
711 int ret;
712
713 mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
714 pic32s->regs = devm_ioremap_resource(&pdev->dev, mem);
715 if (IS_ERR(pic32s->regs))
716 return PTR_ERR(pic32s->regs);
717
718 pic32s->dma_base = mem->start;
719
720 /* get irq resources: err-irq, rx-irq, tx-irq */
721 pic32s->fault_irq = platform_get_irq_byname(pdev, "fault");
722 if (pic32s->fault_irq < 0)
723 return pic32s->fault_irq;
724
725 pic32s->rx_irq = platform_get_irq_byname(pdev, "rx");
726 if (pic32s->rx_irq < 0)
727 return pic32s->rx_irq;
728
729 pic32s->tx_irq = platform_get_irq_byname(pdev, "tx");
730 if (pic32s->tx_irq < 0)
731 return pic32s->tx_irq;
732
733 /* get clock */
734 pic32s->clk = devm_clk_get(&pdev->dev, "mck0");
735 if (IS_ERR(pic32s->clk)) {
736 dev_err(&pdev->dev, "clk not found\n");
737 ret = PTR_ERR(pic32s->clk);
738 goto err_unmap_mem;
739 }
740
741 ret = clk_prepare_enable(pic32s->clk);
742 if (ret)
743 goto err_unmap_mem;
744
745 pic32_spi_hw_init(pic32s);
746
747 return 0;
748
749err_unmap_mem:
750 dev_err(&pdev->dev, "%s failed, err %d\n", __func__, ret);
751 return ret;
752}
753
754static int pic32_spi_probe(struct platform_device *pdev)
755{
756 struct spi_master *master;
757 struct pic32_spi *pic32s;
758 int ret;
759
760 master = spi_alloc_master(&pdev->dev, sizeof(*pic32s));
761 if (!master)
762 return -ENOMEM;
763
764 pic32s = spi_master_get_devdata(master);
765 pic32s->master = master;
766
767 ret = pic32_spi_hw_probe(pdev, pic32s);
768 if (ret)
769 goto err_master;
770
771 master->dev.of_node = pdev->dev.of_node;
772 master->mode_bits = SPI_MODE_3 | SPI_MODE_0 | SPI_CS_HIGH;
773 master->num_chipselect = 1; /* single chip-select */
774 master->max_speed_hz = clk_get_rate(pic32s->clk);
775 master->setup = pic32_spi_setup;
776 master->cleanup = pic32_spi_cleanup;
777 master->flags = SPI_MASTER_MUST_TX | SPI_MASTER_MUST_RX;
778 master->bits_per_word_mask = SPI_BPW_MASK(8) | SPI_BPW_MASK(16) |
779 SPI_BPW_MASK(32);
780 master->transfer_one = pic32_spi_one_transfer;
781 master->prepare_message = pic32_spi_prepare_message;
782 master->unprepare_message = pic32_spi_unprepare_message;
783 master->prepare_transfer_hardware = pic32_spi_prepare_hardware;
784 master->unprepare_transfer_hardware = pic32_spi_unprepare_hardware;
785 master->use_gpio_descriptors = true;
786
787 /* optional DMA support */
788 ret = pic32_spi_dma_prep(pic32s, &pdev->dev);
789 if (ret)
790 goto err_bailout;
791
792 if (test_bit(PIC32F_DMA_PREP, &pic32s->flags))
793 master->can_dma = pic32_spi_can_dma;
794
795 init_completion(&pic32s->xfer_done);
796 pic32s->mode = -1;
797
798 /* install irq handlers (with irq-disabled) */
799 irq_set_status_flags(pic32s->fault_irq, IRQ_NOAUTOEN);
800 ret = devm_request_irq(&pdev->dev, pic32s->fault_irq,
801 pic32_spi_fault_irq, IRQF_NO_THREAD,
802 dev_name(&pdev->dev), pic32s);
803 if (ret < 0) {
804 dev_err(&pdev->dev, "request fault-irq %d\n", pic32s->rx_irq);
805 goto err_bailout;
806 }
807
808 /* receive interrupt handler */
809 irq_set_status_flags(pic32s->rx_irq, IRQ_NOAUTOEN);
810 ret = devm_request_irq(&pdev->dev, pic32s->rx_irq,
811 pic32_spi_rx_irq, IRQF_NO_THREAD,
812 dev_name(&pdev->dev), pic32s);
813 if (ret < 0) {
814 dev_err(&pdev->dev, "request rx-irq %d\n", pic32s->rx_irq);
815 goto err_bailout;
816 }
817
818 /* transmit interrupt handler */
819 irq_set_status_flags(pic32s->tx_irq, IRQ_NOAUTOEN);
820 ret = devm_request_irq(&pdev->dev, pic32s->tx_irq,
821 pic32_spi_tx_irq, IRQF_NO_THREAD,
822 dev_name(&pdev->dev), pic32s);
823 if (ret < 0) {
824 dev_err(&pdev->dev, "request tx-irq %d\n", pic32s->tx_irq);
825 goto err_bailout;
826 }
827
828 /* register master */
829 ret = devm_spi_register_master(&pdev->dev, master);
830 if (ret) {
831 dev_err(&master->dev, "failed registering spi master\n");
832 goto err_bailout;
833 }
834
835 platform_set_drvdata(pdev, pic32s);
836
837 return 0;
838
839err_bailout:
840 pic32_spi_dma_unprep(pic32s);
841 clk_disable_unprepare(pic32s->clk);
842err_master:
843 spi_master_put(master);
844 return ret;
845}
846
847static int pic32_spi_remove(struct platform_device *pdev)
848{
849 struct pic32_spi *pic32s;
850
851 pic32s = platform_get_drvdata(pdev);
852 pic32_spi_disable(pic32s);
853 clk_disable_unprepare(pic32s->clk);
854 pic32_spi_dma_unprep(pic32s);
855
856 return 0;
857}
858
859static const struct of_device_id pic32_spi_of_match[] = {
860 {.compatible = "microchip,pic32mzda-spi",},
861 {},
862};
863MODULE_DEVICE_TABLE(of, pic32_spi_of_match);
864
865static struct platform_driver pic32_spi_driver = {
866 .driver = {
867 .name = "spi-pic32",
868 .of_match_table = of_match_ptr(pic32_spi_of_match),
869 },
870 .probe = pic32_spi_probe,
871 .remove = pic32_spi_remove,
872};
873
874module_platform_driver(pic32_spi_driver);
875
876MODULE_AUTHOR("Purna Chandra Mandal <purna.mandal@microchip.com>");
877MODULE_DESCRIPTION("Microchip SPI driver for PIC32 SPI controller.");
878MODULE_LICENSE("GPL v2");
1/*
2 * Microchip PIC32 SPI controller driver.
3 *
4 * Purna Chandra Mandal <purna.mandal@microchip.com>
5 * Copyright (c) 2016, Microchip Technology Inc.
6 *
7 * This program is free software; you can distribute it and/or modify it
8 * under the terms of the GNU General Public License (Version 2) as
9 * published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * for more details.
15 */
16
17#include <linux/clk.h>
18#include <linux/clkdev.h>
19#include <linux/delay.h>
20#include <linux/dmaengine.h>
21#include <linux/dma-mapping.h>
22#include <linux/highmem.h>
23#include <linux/module.h>
24#include <linux/io.h>
25#include <linux/interrupt.h>
26#include <linux/of.h>
27#include <linux/of_irq.h>
28#include <linux/of_gpio.h>
29#include <linux/of_address.h>
30#include <linux/platform_device.h>
31#include <linux/spi/spi.h>
32
33/* SPI controller registers */
34struct pic32_spi_regs {
35 u32 ctrl;
36 u32 ctrl_clr;
37 u32 ctrl_set;
38 u32 ctrl_inv;
39 u32 status;
40 u32 status_clr;
41 u32 status_set;
42 u32 status_inv;
43 u32 buf;
44 u32 dontuse[3];
45 u32 baud;
46 u32 dontuse2[3];
47 u32 ctrl2;
48 u32 ctrl2_clr;
49 u32 ctrl2_set;
50 u32 ctrl2_inv;
51};
52
53/* Bit fields of SPI Control Register */
54#define CTRL_RX_INT_SHIFT 0 /* Rx interrupt generation */
55#define RX_FIFO_EMPTY 0
56#define RX_FIFO_NOT_EMPTY 1 /* not empty */
57#define RX_FIFO_HALF_FULL 2 /* full by half or more */
58#define RX_FIFO_FULL 3 /* completely full */
59
60#define CTRL_TX_INT_SHIFT 2 /* TX interrupt generation */
61#define TX_FIFO_ALL_EMPTY 0 /* completely empty */
62#define TX_FIFO_EMPTY 1 /* empty */
63#define TX_FIFO_HALF_EMPTY 2 /* empty by half or more */
64#define TX_FIFO_NOT_FULL 3 /* atleast one empty */
65
66#define CTRL_MSTEN BIT(5) /* enable master mode */
67#define CTRL_CKP BIT(6) /* active low */
68#define CTRL_CKE BIT(8) /* Tx on falling edge */
69#define CTRL_SMP BIT(9) /* Rx at middle or end of tx */
70#define CTRL_BPW_MASK 0x03 /* bits per word/sample */
71#define CTRL_BPW_SHIFT 10
72#define PIC32_BPW_8 0
73#define PIC32_BPW_16 1
74#define PIC32_BPW_32 2
75#define CTRL_SIDL BIT(13) /* sleep when idle */
76#define CTRL_ON BIT(15) /* enable macro */
77#define CTRL_ENHBUF BIT(16) /* enable enhanced buffering */
78#define CTRL_MCLKSEL BIT(23) /* select clock source */
79#define CTRL_MSSEN BIT(28) /* macro driven /SS */
80#define CTRL_FRMEN BIT(31) /* enable framing mode */
81
82/* Bit fields of SPI Status Register */
83#define STAT_RF_EMPTY BIT(5) /* RX Fifo empty */
84#define STAT_RX_OV BIT(6) /* err, s/w needs to clear */
85#define STAT_TX_UR BIT(8) /* UR in Framed SPI modes */
86#define STAT_FRM_ERR BIT(12) /* Multiple Frame Sync pulse */
87#define STAT_TF_LVL_MASK 0x1F
88#define STAT_TF_LVL_SHIFT 16
89#define STAT_RF_LVL_MASK 0x1F
90#define STAT_RF_LVL_SHIFT 24
91
92/* Bit fields of SPI Baud Register */
93#define BAUD_MASK 0x1ff
94
95/* Bit fields of SPI Control2 Register */
96#define CTRL2_TX_UR_EN BIT(10) /* Enable int on Tx under-run */
97#define CTRL2_RX_OV_EN BIT(11) /* Enable int on Rx over-run */
98#define CTRL2_FRM_ERR_EN BIT(12) /* Enable frame err int */
99
100/* Minimum DMA transfer size */
101#define PIC32_DMA_LEN_MIN 64
102
103struct pic32_spi {
104 dma_addr_t dma_base;
105 struct pic32_spi_regs __iomem *regs;
106 int fault_irq;
107 int rx_irq;
108 int tx_irq;
109 u32 fifo_n_byte; /* FIFO depth in bytes */
110 struct clk *clk;
111 struct spi_master *master;
112 /* Current controller setting */
113 u32 speed_hz; /* spi-clk rate */
114 u32 mode;
115 u32 bits_per_word;
116 u32 fifo_n_elm; /* FIFO depth in words */
117#define PIC32F_DMA_PREP 0 /* DMA chnls configured */
118 unsigned long flags;
119 /* Current transfer state */
120 struct completion xfer_done;
121 /* PIO transfer specific */
122 const void *tx;
123 const void *tx_end;
124 const void *rx;
125 const void *rx_end;
126 int len;
127 void (*rx_fifo)(struct pic32_spi *);
128 void (*tx_fifo)(struct pic32_spi *);
129};
130
131static inline void pic32_spi_enable(struct pic32_spi *pic32s)
132{
133 writel(CTRL_ON | CTRL_SIDL, &pic32s->regs->ctrl_set);
134}
135
136static inline void pic32_spi_disable(struct pic32_spi *pic32s)
137{
138 writel(CTRL_ON | CTRL_SIDL, &pic32s->regs->ctrl_clr);
139
140 /* avoid SPI registers read/write at immediate next CPU clock */
141 ndelay(20);
142}
143
144static void pic32_spi_set_clk_rate(struct pic32_spi *pic32s, u32 spi_ck)
145{
146 u32 div;
147
148 /* div = (clk_in / 2 * spi_ck) - 1 */
149 div = DIV_ROUND_CLOSEST(clk_get_rate(pic32s->clk), 2 * spi_ck) - 1;
150
151 writel(div & BAUD_MASK, &pic32s->regs->baud);
152}
153
154static inline u32 pic32_rx_fifo_level(struct pic32_spi *pic32s)
155{
156 u32 sr = readl(&pic32s->regs->status);
157
158 return (sr >> STAT_RF_LVL_SHIFT) & STAT_RF_LVL_MASK;
159}
160
161static inline u32 pic32_tx_fifo_level(struct pic32_spi *pic32s)
162{
163 u32 sr = readl(&pic32s->regs->status);
164
165 return (sr >> STAT_TF_LVL_SHIFT) & STAT_TF_LVL_MASK;
166}
167
168/* Return the max entries we can fill into tx fifo */
169static u32 pic32_tx_max(struct pic32_spi *pic32s, int n_bytes)
170{
171 u32 tx_left, tx_room, rxtx_gap;
172
173 tx_left = (pic32s->tx_end - pic32s->tx) / n_bytes;
174 tx_room = pic32s->fifo_n_elm - pic32_tx_fifo_level(pic32s);
175
176 /*
177 * Another concern is about the tx/rx mismatch, we
178 * though to use (pic32s->fifo_n_byte - rxfl - txfl) as
179 * one maximum value for tx, but it doesn't cover the
180 * data which is out of tx/rx fifo and inside the
181 * shift registers. So a ctrl from sw point of
182 * view is taken.
183 */
184 rxtx_gap = ((pic32s->rx_end - pic32s->rx) -
185 (pic32s->tx_end - pic32s->tx)) / n_bytes;
186 return min3(tx_left, tx_room, (u32)(pic32s->fifo_n_elm - rxtx_gap));
187}
188
189/* Return the max entries we should read out of rx fifo */
190static u32 pic32_rx_max(struct pic32_spi *pic32s, int n_bytes)
191{
192 u32 rx_left = (pic32s->rx_end - pic32s->rx) / n_bytes;
193
194 return min_t(u32, rx_left, pic32_rx_fifo_level(pic32s));
195}
196
197#define BUILD_SPI_FIFO_RW(__name, __type, __bwl) \
198static void pic32_spi_rx_##__name(struct pic32_spi *pic32s) \
199{ \
200 __type v; \
201 u32 mx = pic32_rx_max(pic32s, sizeof(__type)); \
202 for (; mx; mx--) { \
203 v = read##__bwl(&pic32s->regs->buf); \
204 if (pic32s->rx_end - pic32s->len) \
205 *(__type *)(pic32s->rx) = v; \
206 pic32s->rx += sizeof(__type); \
207 } \
208} \
209 \
210static void pic32_spi_tx_##__name(struct pic32_spi *pic32s) \
211{ \
212 __type v; \
213 u32 mx = pic32_tx_max(pic32s, sizeof(__type)); \
214 for (; mx ; mx--) { \
215 v = (__type)~0U; \
216 if (pic32s->tx_end - pic32s->len) \
217 v = *(__type *)(pic32s->tx); \
218 write##__bwl(v, &pic32s->regs->buf); \
219 pic32s->tx += sizeof(__type); \
220 } \
221}
222
223BUILD_SPI_FIFO_RW(byte, u8, b);
224BUILD_SPI_FIFO_RW(word, u16, w);
225BUILD_SPI_FIFO_RW(dword, u32, l);
226
227static void pic32_err_stop(struct pic32_spi *pic32s, const char *msg)
228{
229 /* disable all interrupts */
230 disable_irq_nosync(pic32s->fault_irq);
231 disable_irq_nosync(pic32s->rx_irq);
232 disable_irq_nosync(pic32s->tx_irq);
233
234 /* Show err message and abort xfer with err */
235 dev_err(&pic32s->master->dev, "%s\n", msg);
236 if (pic32s->master->cur_msg)
237 pic32s->master->cur_msg->status = -EIO;
238 complete(&pic32s->xfer_done);
239}
240
241static irqreturn_t pic32_spi_fault_irq(int irq, void *dev_id)
242{
243 struct pic32_spi *pic32s = dev_id;
244 u32 status;
245
246 status = readl(&pic32s->regs->status);
247
248 /* Error handling */
249 if (status & (STAT_RX_OV | STAT_TX_UR)) {
250 writel(STAT_RX_OV, &pic32s->regs->status_clr);
251 writel(STAT_TX_UR, &pic32s->regs->status_clr);
252 pic32_err_stop(pic32s, "err_irq: fifo ov/ur-run\n");
253 return IRQ_HANDLED;
254 }
255
256 if (status & STAT_FRM_ERR) {
257 pic32_err_stop(pic32s, "err_irq: frame error");
258 return IRQ_HANDLED;
259 }
260
261 if (!pic32s->master->cur_msg) {
262 pic32_err_stop(pic32s, "err_irq: no mesg");
263 return IRQ_NONE;
264 }
265
266 return IRQ_NONE;
267}
268
269static irqreturn_t pic32_spi_rx_irq(int irq, void *dev_id)
270{
271 struct pic32_spi *pic32s = dev_id;
272
273 pic32s->rx_fifo(pic32s);
274
275 /* rx complete ? */
276 if (pic32s->rx_end == pic32s->rx) {
277 /* disable all interrupts */
278 disable_irq_nosync(pic32s->fault_irq);
279 disable_irq_nosync(pic32s->rx_irq);
280
281 /* complete current xfer */
282 complete(&pic32s->xfer_done);
283 }
284
285 return IRQ_HANDLED;
286}
287
288static irqreturn_t pic32_spi_tx_irq(int irq, void *dev_id)
289{
290 struct pic32_spi *pic32s = dev_id;
291
292 pic32s->tx_fifo(pic32s);
293
294 /* tx complete? disable tx interrupt */
295 if (pic32s->tx_end == pic32s->tx)
296 disable_irq_nosync(pic32s->tx_irq);
297
298 return IRQ_HANDLED;
299}
300
301static void pic32_spi_dma_rx_notify(void *data)
302{
303 struct pic32_spi *pic32s = data;
304
305 complete(&pic32s->xfer_done);
306}
307
308static int pic32_spi_dma_transfer(struct pic32_spi *pic32s,
309 struct spi_transfer *xfer)
310{
311 struct spi_master *master = pic32s->master;
312 struct dma_async_tx_descriptor *desc_rx;
313 struct dma_async_tx_descriptor *desc_tx;
314 dma_cookie_t cookie;
315 int ret;
316
317 if (!master->dma_rx || !master->dma_tx)
318 return -ENODEV;
319
320 desc_rx = dmaengine_prep_slave_sg(master->dma_rx,
321 xfer->rx_sg.sgl,
322 xfer->rx_sg.nents,
323 DMA_FROM_DEVICE,
324 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
325 if (!desc_rx) {
326 ret = -EINVAL;
327 goto err_dma;
328 }
329
330 desc_tx = dmaengine_prep_slave_sg(master->dma_tx,
331 xfer->tx_sg.sgl,
332 xfer->tx_sg.nents,
333 DMA_TO_DEVICE,
334 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
335 if (!desc_tx) {
336 ret = -EINVAL;
337 goto err_dma;
338 }
339
340 /* Put callback on the RX transfer, that should finish last */
341 desc_rx->callback = pic32_spi_dma_rx_notify;
342 desc_rx->callback_param = pic32s;
343
344 cookie = dmaengine_submit(desc_rx);
345 ret = dma_submit_error(cookie);
346 if (ret)
347 goto err_dma;
348
349 cookie = dmaengine_submit(desc_tx);
350 ret = dma_submit_error(cookie);
351 if (ret)
352 goto err_dma_tx;
353
354 dma_async_issue_pending(master->dma_rx);
355 dma_async_issue_pending(master->dma_tx);
356
357 return 0;
358
359err_dma_tx:
360 dmaengine_terminate_all(master->dma_rx);
361err_dma:
362 return ret;
363}
364
365static int pic32_spi_dma_config(struct pic32_spi *pic32s, u32 dma_width)
366{
367 int buf_offset = offsetof(struct pic32_spi_regs, buf);
368 struct spi_master *master = pic32s->master;
369 struct dma_slave_config cfg;
370 int ret;
371
372 cfg.device_fc = true;
373 cfg.src_addr = pic32s->dma_base + buf_offset;
374 cfg.dst_addr = pic32s->dma_base + buf_offset;
375 cfg.src_maxburst = pic32s->fifo_n_elm / 2; /* fill one-half */
376 cfg.dst_maxburst = pic32s->fifo_n_elm / 2; /* drain one-half */
377 cfg.src_addr_width = dma_width;
378 cfg.dst_addr_width = dma_width;
379 /* tx channel */
380 cfg.slave_id = pic32s->tx_irq;
381 cfg.direction = DMA_MEM_TO_DEV;
382 ret = dmaengine_slave_config(master->dma_tx, &cfg);
383 if (ret) {
384 dev_err(&master->dev, "tx channel setup failed\n");
385 return ret;
386 }
387 /* rx channel */
388 cfg.slave_id = pic32s->rx_irq;
389 cfg.direction = DMA_DEV_TO_MEM;
390 ret = dmaengine_slave_config(master->dma_rx, &cfg);
391 if (ret)
392 dev_err(&master->dev, "rx channel setup failed\n");
393
394 return ret;
395}
396
397static int pic32_spi_set_word_size(struct pic32_spi *pic32s, u8 bits_per_word)
398{
399 enum dma_slave_buswidth dmawidth;
400 u32 buswidth, v;
401
402 switch (bits_per_word) {
403 case 8:
404 pic32s->rx_fifo = pic32_spi_rx_byte;
405 pic32s->tx_fifo = pic32_spi_tx_byte;
406 buswidth = PIC32_BPW_8;
407 dmawidth = DMA_SLAVE_BUSWIDTH_1_BYTE;
408 break;
409 case 16:
410 pic32s->rx_fifo = pic32_spi_rx_word;
411 pic32s->tx_fifo = pic32_spi_tx_word;
412 buswidth = PIC32_BPW_16;
413 dmawidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
414 break;
415 case 32:
416 pic32s->rx_fifo = pic32_spi_rx_dword;
417 pic32s->tx_fifo = pic32_spi_tx_dword;
418 buswidth = PIC32_BPW_32;
419 dmawidth = DMA_SLAVE_BUSWIDTH_4_BYTES;
420 break;
421 default:
422 /* not supported */
423 return -EINVAL;
424 }
425
426 /* calculate maximum number of words fifos can hold */
427 pic32s->fifo_n_elm = DIV_ROUND_UP(pic32s->fifo_n_byte,
428 bits_per_word / 8);
429 /* set word size */
430 v = readl(&pic32s->regs->ctrl);
431 v &= ~(CTRL_BPW_MASK << CTRL_BPW_SHIFT);
432 v |= buswidth << CTRL_BPW_SHIFT;
433 writel(v, &pic32s->regs->ctrl);
434
435 /* re-configure dma width, if required */
436 if (test_bit(PIC32F_DMA_PREP, &pic32s->flags))
437 pic32_spi_dma_config(pic32s, dmawidth);
438
439 return 0;
440}
441
442static int pic32_spi_prepare_hardware(struct spi_master *master)
443{
444 struct pic32_spi *pic32s = spi_master_get_devdata(master);
445
446 pic32_spi_enable(pic32s);
447
448 return 0;
449}
450
451static int pic32_spi_prepare_message(struct spi_master *master,
452 struct spi_message *msg)
453{
454 struct pic32_spi *pic32s = spi_master_get_devdata(master);
455 struct spi_device *spi = msg->spi;
456 u32 val;
457
458 /* set device specific bits_per_word */
459 if (pic32s->bits_per_word != spi->bits_per_word) {
460 pic32_spi_set_word_size(pic32s, spi->bits_per_word);
461 pic32s->bits_per_word = spi->bits_per_word;
462 }
463
464 /* device specific speed change */
465 if (pic32s->speed_hz != spi->max_speed_hz) {
466 pic32_spi_set_clk_rate(pic32s, spi->max_speed_hz);
467 pic32s->speed_hz = spi->max_speed_hz;
468 }
469
470 /* device specific mode change */
471 if (pic32s->mode != spi->mode) {
472 val = readl(&pic32s->regs->ctrl);
473 /* active low */
474 if (spi->mode & SPI_CPOL)
475 val |= CTRL_CKP;
476 else
477 val &= ~CTRL_CKP;
478 /* tx on rising edge */
479 if (spi->mode & SPI_CPHA)
480 val &= ~CTRL_CKE;
481 else
482 val |= CTRL_CKE;
483
484 /* rx at end of tx */
485 val |= CTRL_SMP;
486 writel(val, &pic32s->regs->ctrl);
487 pic32s->mode = spi->mode;
488 }
489
490 return 0;
491}
492
493static bool pic32_spi_can_dma(struct spi_master *master,
494 struct spi_device *spi,
495 struct spi_transfer *xfer)
496{
497 struct pic32_spi *pic32s = spi_master_get_devdata(master);
498
499 /* skip using DMA on small size transfer to avoid overhead.*/
500 return (xfer->len >= PIC32_DMA_LEN_MIN) &&
501 test_bit(PIC32F_DMA_PREP, &pic32s->flags);
502}
503
504static int pic32_spi_one_transfer(struct spi_master *master,
505 struct spi_device *spi,
506 struct spi_transfer *transfer)
507{
508 struct pic32_spi *pic32s;
509 bool dma_issued = false;
510 unsigned long timeout;
511 int ret;
512
513 pic32s = spi_master_get_devdata(master);
514
515 /* handle transfer specific word size change */
516 if (transfer->bits_per_word &&
517 (transfer->bits_per_word != pic32s->bits_per_word)) {
518 ret = pic32_spi_set_word_size(pic32s, transfer->bits_per_word);
519 if (ret)
520 return ret;
521 pic32s->bits_per_word = transfer->bits_per_word;
522 }
523
524 /* handle transfer specific speed change */
525 if (transfer->speed_hz && (transfer->speed_hz != pic32s->speed_hz)) {
526 pic32_spi_set_clk_rate(pic32s, transfer->speed_hz);
527 pic32s->speed_hz = transfer->speed_hz;
528 }
529
530 reinit_completion(&pic32s->xfer_done);
531
532 /* transact by DMA mode */
533 if (transfer->rx_sg.nents && transfer->tx_sg.nents) {
534 ret = pic32_spi_dma_transfer(pic32s, transfer);
535 if (ret) {
536 dev_err(&spi->dev, "dma submit error\n");
537 return ret;
538 }
539
540 /* DMA issued */
541 dma_issued = true;
542 } else {
543 /* set current transfer information */
544 pic32s->tx = (const void *)transfer->tx_buf;
545 pic32s->rx = (const void *)transfer->rx_buf;
546 pic32s->tx_end = pic32s->tx + transfer->len;
547 pic32s->rx_end = pic32s->rx + transfer->len;
548 pic32s->len = transfer->len;
549
550 /* transact by interrupt driven PIO */
551 enable_irq(pic32s->fault_irq);
552 enable_irq(pic32s->rx_irq);
553 enable_irq(pic32s->tx_irq);
554 }
555
556 /* wait for completion */
557 timeout = wait_for_completion_timeout(&pic32s->xfer_done, 2 * HZ);
558 if (timeout == 0) {
559 dev_err(&spi->dev, "wait error/timedout\n");
560 if (dma_issued) {
561 dmaengine_terminate_all(master->dma_rx);
562 dmaengine_terminate_all(master->dma_rx);
563 }
564 ret = -ETIMEDOUT;
565 } else {
566 ret = 0;
567 }
568
569 return ret;
570}
571
572static int pic32_spi_unprepare_message(struct spi_master *master,
573 struct spi_message *msg)
574{
575 /* nothing to do */
576 return 0;
577}
578
579static int pic32_spi_unprepare_hardware(struct spi_master *master)
580{
581 struct pic32_spi *pic32s = spi_master_get_devdata(master);
582
583 pic32_spi_disable(pic32s);
584
585 return 0;
586}
587
588/* This may be called multiple times by same spi dev */
589static int pic32_spi_setup(struct spi_device *spi)
590{
591 if (!spi->max_speed_hz) {
592 dev_err(&spi->dev, "No max speed HZ parameter\n");
593 return -EINVAL;
594 }
595
596 /* PIC32 spi controller can drive /CS during transfer depending
597 * on tx fifo fill-level. /CS will stay asserted as long as TX
598 * fifo is non-empty, else will be deasserted indicating
599 * completion of the ongoing transfer. This might result into
600 * unreliable/erroneous SPI transactions.
601 * To avoid that we will always handle /CS by toggling GPIO.
602 */
603 if (!gpio_is_valid(spi->cs_gpio))
604 return -EINVAL;
605
606 gpio_direction_output(spi->cs_gpio, !(spi->mode & SPI_CS_HIGH));
607
608 return 0;
609}
610
611static void pic32_spi_cleanup(struct spi_device *spi)
612{
613 /* de-activate cs-gpio */
614 gpio_direction_output(spi->cs_gpio, !(spi->mode & SPI_CS_HIGH));
615}
616
617static void pic32_spi_dma_prep(struct pic32_spi *pic32s, struct device *dev)
618{
619 struct spi_master *master = pic32s->master;
620 dma_cap_mask_t mask;
621
622 dma_cap_zero(mask);
623 dma_cap_set(DMA_SLAVE, mask);
624
625 master->dma_rx = dma_request_slave_channel_compat(mask, NULL, NULL,
626 dev, "spi-rx");
627 if (!master->dma_rx) {
628 dev_warn(dev, "RX channel not found.\n");
629 goto out_err;
630 }
631
632 master->dma_tx = dma_request_slave_channel_compat(mask, NULL, NULL,
633 dev, "spi-tx");
634 if (!master->dma_tx) {
635 dev_warn(dev, "TX channel not found.\n");
636 goto out_err;
637 }
638
639 if (pic32_spi_dma_config(pic32s, DMA_SLAVE_BUSWIDTH_1_BYTE))
640 goto out_err;
641
642 /* DMA chnls allocated and prepared */
643 set_bit(PIC32F_DMA_PREP, &pic32s->flags);
644
645 return;
646
647out_err:
648 if (master->dma_rx)
649 dma_release_channel(master->dma_rx);
650
651 if (master->dma_tx)
652 dma_release_channel(master->dma_tx);
653}
654
655static void pic32_spi_dma_unprep(struct pic32_spi *pic32s)
656{
657 if (!test_bit(PIC32F_DMA_PREP, &pic32s->flags))
658 return;
659
660 clear_bit(PIC32F_DMA_PREP, &pic32s->flags);
661 if (pic32s->master->dma_rx)
662 dma_release_channel(pic32s->master->dma_rx);
663
664 if (pic32s->master->dma_tx)
665 dma_release_channel(pic32s->master->dma_tx);
666}
667
668static void pic32_spi_hw_init(struct pic32_spi *pic32s)
669{
670 u32 ctrl;
671
672 /* disable hardware */
673 pic32_spi_disable(pic32s);
674
675 ctrl = readl(&pic32s->regs->ctrl);
676 /* enable enhanced fifo of 128bit deep */
677 ctrl |= CTRL_ENHBUF;
678 pic32s->fifo_n_byte = 16;
679
680 /* disable framing mode */
681 ctrl &= ~CTRL_FRMEN;
682
683 /* enable master mode while disabled */
684 ctrl |= CTRL_MSTEN;
685
686 /* set tx fifo threshold interrupt */
687 ctrl &= ~(0x3 << CTRL_TX_INT_SHIFT);
688 ctrl |= (TX_FIFO_HALF_EMPTY << CTRL_TX_INT_SHIFT);
689
690 /* set rx fifo threshold interrupt */
691 ctrl &= ~(0x3 << CTRL_RX_INT_SHIFT);
692 ctrl |= (RX_FIFO_NOT_EMPTY << CTRL_RX_INT_SHIFT);
693
694 /* select clk source */
695 ctrl &= ~CTRL_MCLKSEL;
696
697 /* set manual /CS mode */
698 ctrl &= ~CTRL_MSSEN;
699
700 writel(ctrl, &pic32s->regs->ctrl);
701
702 /* enable error reporting */
703 ctrl = CTRL2_TX_UR_EN | CTRL2_RX_OV_EN | CTRL2_FRM_ERR_EN;
704 writel(ctrl, &pic32s->regs->ctrl2_set);
705}
706
707static int pic32_spi_hw_probe(struct platform_device *pdev,
708 struct pic32_spi *pic32s)
709{
710 struct resource *mem;
711 int ret;
712
713 mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
714 pic32s->regs = devm_ioremap_resource(&pdev->dev, mem);
715 if (IS_ERR(pic32s->regs))
716 return PTR_ERR(pic32s->regs);
717
718 pic32s->dma_base = mem->start;
719
720 /* get irq resources: err-irq, rx-irq, tx-irq */
721 pic32s->fault_irq = platform_get_irq_byname(pdev, "fault");
722 if (pic32s->fault_irq < 0) {
723 dev_err(&pdev->dev, "fault-irq not found\n");
724 return pic32s->fault_irq;
725 }
726
727 pic32s->rx_irq = platform_get_irq_byname(pdev, "rx");
728 if (pic32s->rx_irq < 0) {
729 dev_err(&pdev->dev, "rx-irq not found\n");
730 return pic32s->rx_irq;
731 }
732
733 pic32s->tx_irq = platform_get_irq_byname(pdev, "tx");
734 if (pic32s->tx_irq < 0) {
735 dev_err(&pdev->dev, "tx-irq not found\n");
736 return pic32s->tx_irq;
737 }
738
739 /* get clock */
740 pic32s->clk = devm_clk_get(&pdev->dev, "mck0");
741 if (IS_ERR(pic32s->clk)) {
742 dev_err(&pdev->dev, "clk not found\n");
743 ret = PTR_ERR(pic32s->clk);
744 goto err_unmap_mem;
745 }
746
747 ret = clk_prepare_enable(pic32s->clk);
748 if (ret)
749 goto err_unmap_mem;
750
751 pic32_spi_hw_init(pic32s);
752
753 return 0;
754
755err_unmap_mem:
756 dev_err(&pdev->dev, "%s failed, err %d\n", __func__, ret);
757 return ret;
758}
759
760static int pic32_spi_probe(struct platform_device *pdev)
761{
762 struct spi_master *master;
763 struct pic32_spi *pic32s;
764 int ret;
765
766 master = spi_alloc_master(&pdev->dev, sizeof(*pic32s));
767 if (!master)
768 return -ENOMEM;
769
770 pic32s = spi_master_get_devdata(master);
771 pic32s->master = master;
772
773 ret = pic32_spi_hw_probe(pdev, pic32s);
774 if (ret)
775 goto err_master;
776
777 master->dev.of_node = of_node_get(pdev->dev.of_node);
778 master->mode_bits = SPI_MODE_3 | SPI_MODE_0 | SPI_CS_HIGH;
779 master->num_chipselect = 1; /* single chip-select */
780 master->max_speed_hz = clk_get_rate(pic32s->clk);
781 master->setup = pic32_spi_setup;
782 master->cleanup = pic32_spi_cleanup;
783 master->flags = SPI_MASTER_MUST_TX | SPI_MASTER_MUST_RX;
784 master->bits_per_word_mask = SPI_BPW_MASK(8) | SPI_BPW_MASK(16) |
785 SPI_BPW_MASK(32);
786 master->transfer_one = pic32_spi_one_transfer;
787 master->prepare_message = pic32_spi_prepare_message;
788 master->unprepare_message = pic32_spi_unprepare_message;
789 master->prepare_transfer_hardware = pic32_spi_prepare_hardware;
790 master->unprepare_transfer_hardware = pic32_spi_unprepare_hardware;
791
792 /* optional DMA support */
793 pic32_spi_dma_prep(pic32s, &pdev->dev);
794 if (test_bit(PIC32F_DMA_PREP, &pic32s->flags))
795 master->can_dma = pic32_spi_can_dma;
796
797 init_completion(&pic32s->xfer_done);
798 pic32s->mode = -1;
799
800 /* install irq handlers (with irq-disabled) */
801 irq_set_status_flags(pic32s->fault_irq, IRQ_NOAUTOEN);
802 ret = devm_request_irq(&pdev->dev, pic32s->fault_irq,
803 pic32_spi_fault_irq, IRQF_NO_THREAD,
804 dev_name(&pdev->dev), pic32s);
805 if (ret < 0) {
806 dev_err(&pdev->dev, "request fault-irq %d\n", pic32s->rx_irq);
807 goto err_bailout;
808 }
809
810 /* receive interrupt handler */
811 irq_set_status_flags(pic32s->rx_irq, IRQ_NOAUTOEN);
812 ret = devm_request_irq(&pdev->dev, pic32s->rx_irq,
813 pic32_spi_rx_irq, IRQF_NO_THREAD,
814 dev_name(&pdev->dev), pic32s);
815 if (ret < 0) {
816 dev_err(&pdev->dev, "request rx-irq %d\n", pic32s->rx_irq);
817 goto err_bailout;
818 }
819
820 /* transmit interrupt handler */
821 irq_set_status_flags(pic32s->tx_irq, IRQ_NOAUTOEN);
822 ret = devm_request_irq(&pdev->dev, pic32s->tx_irq,
823 pic32_spi_tx_irq, IRQF_NO_THREAD,
824 dev_name(&pdev->dev), pic32s);
825 if (ret < 0) {
826 dev_err(&pdev->dev, "request tx-irq %d\n", pic32s->tx_irq);
827 goto err_bailout;
828 }
829
830 /* register master */
831 ret = devm_spi_register_master(&pdev->dev, master);
832 if (ret) {
833 dev_err(&master->dev, "failed registering spi master\n");
834 goto err_bailout;
835 }
836
837 platform_set_drvdata(pdev, pic32s);
838
839 return 0;
840
841err_bailout:
842 clk_disable_unprepare(pic32s->clk);
843err_master:
844 spi_master_put(master);
845 return ret;
846}
847
848static int pic32_spi_remove(struct platform_device *pdev)
849{
850 struct pic32_spi *pic32s;
851
852 pic32s = platform_get_drvdata(pdev);
853 pic32_spi_disable(pic32s);
854 clk_disable_unprepare(pic32s->clk);
855 pic32_spi_dma_unprep(pic32s);
856
857 return 0;
858}
859
860static const struct of_device_id pic32_spi_of_match[] = {
861 {.compatible = "microchip,pic32mzda-spi",},
862 {},
863};
864MODULE_DEVICE_TABLE(of, pic32_spi_of_match);
865
866static struct platform_driver pic32_spi_driver = {
867 .driver = {
868 .name = "spi-pic32",
869 .of_match_table = of_match_ptr(pic32_spi_of_match),
870 },
871 .probe = pic32_spi_probe,
872 .remove = pic32_spi_remove,
873};
874
875module_platform_driver(pic32_spi_driver);
876
877MODULE_AUTHOR("Purna Chandra Mandal <purna.mandal@microchip.com>");
878MODULE_DESCRIPTION("Microchip SPI driver for PIC32 SPI controller.");
879MODULE_LICENSE("GPL v2");