Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Driver For Marvell Two-channel DMA Engine
4 *
5 * Copyright: Marvell International Ltd.
6 */
7
8#include <linux/err.h>
9#include <linux/module.h>
10#include <linux/init.h>
11#include <linux/types.h>
12#include <linux/interrupt.h>
13#include <linux/dma-mapping.h>
14#include <linux/slab.h>
15#include <linux/dmaengine.h>
16#include <linux/platform_device.h>
17#include <linux/property.h>
18#include <linux/device.h>
19#include <linux/genalloc.h>
20#include <linux/of_dma.h>
21
22#include "dmaengine.h"
23
24/*
25 * Two-Channel DMA registers
26 */
27#define TDBCR 0x00 /* Byte Count */
28#define TDSAR 0x10 /* Src Addr */
29#define TDDAR 0x20 /* Dst Addr */
30#define TDNDPR 0x30 /* Next Desc */
31#define TDCR 0x40 /* Control */
32#define TDCP 0x60 /* Priority*/
33#define TDCDPR 0x70 /* Current Desc */
34#define TDIMR 0x80 /* Int Mask */
35#define TDISR 0xa0 /* Int Status */
36
37/* Two-Channel DMA Control Register */
38#define TDCR_SSZ_8_BITS (0x0 << 22) /* Sample Size */
39#define TDCR_SSZ_12_BITS (0x1 << 22)
40#define TDCR_SSZ_16_BITS (0x2 << 22)
41#define TDCR_SSZ_20_BITS (0x3 << 22)
42#define TDCR_SSZ_24_BITS (0x4 << 22)
43#define TDCR_SSZ_32_BITS (0x5 << 22)
44#define TDCR_SSZ_SHIFT (0x1 << 22)
45#define TDCR_SSZ_MASK (0x7 << 22)
46#define TDCR_SSPMOD (0x1 << 21) /* SSP MOD */
47#define TDCR_ABR (0x1 << 20) /* Channel Abort */
48#define TDCR_CDE (0x1 << 17) /* Close Desc Enable */
49#define TDCR_PACKMOD (0x1 << 16) /* Pack Mode (ADMA Only) */
50#define TDCR_CHANACT (0x1 << 14) /* Channel Active */
51#define TDCR_FETCHND (0x1 << 13) /* Fetch Next Desc */
52#define TDCR_CHANEN (0x1 << 12) /* Channel Enable */
53#define TDCR_INTMODE (0x1 << 10) /* Interrupt Mode */
54#define TDCR_CHAINMOD (0x1 << 9) /* Chain Mode */
55#define TDCR_BURSTSZ_MSK (0x7 << 6) /* Burst Size */
56#define TDCR_BURSTSZ_4B (0x0 << 6)
57#define TDCR_BURSTSZ_8B (0x1 << 6)
58#define TDCR_BURSTSZ_16B (0x3 << 6)
59#define TDCR_BURSTSZ_32B (0x6 << 6)
60#define TDCR_BURSTSZ_64B (0x7 << 6)
61#define TDCR_BURSTSZ_SQU_1B (0x5 << 6)
62#define TDCR_BURSTSZ_SQU_2B (0x6 << 6)
63#define TDCR_BURSTSZ_SQU_4B (0x0 << 6)
64#define TDCR_BURSTSZ_SQU_8B (0x1 << 6)
65#define TDCR_BURSTSZ_SQU_16B (0x3 << 6)
66#define TDCR_BURSTSZ_SQU_32B (0x7 << 6)
67#define TDCR_BURSTSZ_128B (0x5 << 6)
68#define TDCR_DSTDIR_MSK (0x3 << 4) /* Dst Direction */
69#define TDCR_DSTDIR_ADDR_HOLD (0x2 << 4) /* Dst Addr Hold */
70#define TDCR_DSTDIR_ADDR_INC (0x0 << 4) /* Dst Addr Increment */
71#define TDCR_SRCDIR_MSK (0x3 << 2) /* Src Direction */
72#define TDCR_SRCDIR_ADDR_HOLD (0x2 << 2) /* Src Addr Hold */
73#define TDCR_SRCDIR_ADDR_INC (0x0 << 2) /* Src Addr Increment */
74#define TDCR_DSTDESCCONT (0x1 << 1)
75#define TDCR_SRCDESTCONT (0x1 << 0)
76
77/* Two-Channel DMA Int Mask Register */
78#define TDIMR_COMP (0x1 << 0)
79
80/* Two-Channel DMA Int Status Register */
81#define TDISR_COMP (0x1 << 0)
82
83/*
84 * Two-Channel DMA Descriptor Struct
85 * NOTE: desc's buf must be aligned to 16 bytes.
86 */
87struct mmp_tdma_desc {
88 u32 byte_cnt;
89 u32 src_addr;
90 u32 dst_addr;
91 u32 nxt_desc;
92};
93
94enum mmp_tdma_type {
95 MMP_AUD_TDMA = 0,
96 PXA910_SQU,
97};
98
99#define TDMA_MAX_XFER_BYTES SZ_64K
100
101struct mmp_tdma_chan {
102 struct device *dev;
103 struct dma_chan chan;
104 struct dma_async_tx_descriptor desc;
105 struct tasklet_struct tasklet;
106
107 struct mmp_tdma_desc *desc_arr;
108 dma_addr_t desc_arr_phys;
109 int desc_num;
110 enum dma_transfer_direction dir;
111 dma_addr_t dev_addr;
112 u32 burst_sz;
113 enum dma_slave_buswidth buswidth;
114 enum dma_status status;
115 struct dma_slave_config slave_config;
116
117 int idx;
118 enum mmp_tdma_type type;
119 int irq;
120 void __iomem *reg_base;
121
122 size_t buf_len;
123 size_t period_len;
124 size_t pos;
125
126 struct gen_pool *pool;
127};
128
129#define TDMA_CHANNEL_NUM 2
130struct mmp_tdma_device {
131 struct device *dev;
132 void __iomem *base;
133 struct dma_device device;
134 struct mmp_tdma_chan *tdmac[TDMA_CHANNEL_NUM];
135};
136
137#define to_mmp_tdma_chan(dchan) container_of(dchan, struct mmp_tdma_chan, chan)
138
139static int mmp_tdma_config_write(struct dma_chan *chan,
140 enum dma_transfer_direction dir,
141 struct dma_slave_config *dmaengine_cfg);
142
143static void mmp_tdma_chan_set_desc(struct mmp_tdma_chan *tdmac, dma_addr_t phys)
144{
145 writel(phys, tdmac->reg_base + TDNDPR);
146 writel(readl(tdmac->reg_base + TDCR) | TDCR_FETCHND,
147 tdmac->reg_base + TDCR);
148}
149
150static void mmp_tdma_enable_irq(struct mmp_tdma_chan *tdmac, bool enable)
151{
152 if (enable)
153 writel(TDIMR_COMP, tdmac->reg_base + TDIMR);
154 else
155 writel(0, tdmac->reg_base + TDIMR);
156}
157
158static void mmp_tdma_enable_chan(struct mmp_tdma_chan *tdmac)
159{
160 /* enable dma chan */
161 writel(readl(tdmac->reg_base + TDCR) | TDCR_CHANEN,
162 tdmac->reg_base + TDCR);
163 tdmac->status = DMA_IN_PROGRESS;
164}
165
166static int mmp_tdma_disable_chan(struct dma_chan *chan)
167{
168 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
169 u32 tdcr;
170
171 tdcr = readl(tdmac->reg_base + TDCR);
172 tdcr |= TDCR_ABR;
173 tdcr &= ~TDCR_CHANEN;
174 writel(tdcr, tdmac->reg_base + TDCR);
175
176 tdmac->status = DMA_COMPLETE;
177
178 return 0;
179}
180
181static int mmp_tdma_resume_chan(struct dma_chan *chan)
182{
183 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
184
185 writel(readl(tdmac->reg_base + TDCR) | TDCR_CHANEN,
186 tdmac->reg_base + TDCR);
187 tdmac->status = DMA_IN_PROGRESS;
188
189 return 0;
190}
191
192static int mmp_tdma_pause_chan(struct dma_chan *chan)
193{
194 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
195
196 writel(readl(tdmac->reg_base + TDCR) & ~TDCR_CHANEN,
197 tdmac->reg_base + TDCR);
198 tdmac->status = DMA_PAUSED;
199
200 return 0;
201}
202
203static int mmp_tdma_config_chan(struct dma_chan *chan)
204{
205 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
206 unsigned int tdcr = 0;
207
208 mmp_tdma_disable_chan(chan);
209
210 if (tdmac->dir == DMA_MEM_TO_DEV)
211 tdcr = TDCR_DSTDIR_ADDR_HOLD | TDCR_SRCDIR_ADDR_INC;
212 else if (tdmac->dir == DMA_DEV_TO_MEM)
213 tdcr = TDCR_SRCDIR_ADDR_HOLD | TDCR_DSTDIR_ADDR_INC;
214
215 if (tdmac->type == MMP_AUD_TDMA) {
216 tdcr |= TDCR_PACKMOD;
217
218 switch (tdmac->burst_sz) {
219 case 4:
220 tdcr |= TDCR_BURSTSZ_4B;
221 break;
222 case 8:
223 tdcr |= TDCR_BURSTSZ_8B;
224 break;
225 case 16:
226 tdcr |= TDCR_BURSTSZ_16B;
227 break;
228 case 32:
229 tdcr |= TDCR_BURSTSZ_32B;
230 break;
231 case 64:
232 tdcr |= TDCR_BURSTSZ_64B;
233 break;
234 case 128:
235 tdcr |= TDCR_BURSTSZ_128B;
236 break;
237 default:
238 dev_err(tdmac->dev, "unknown burst size.\n");
239 return -EINVAL;
240 }
241
242 switch (tdmac->buswidth) {
243 case DMA_SLAVE_BUSWIDTH_1_BYTE:
244 tdcr |= TDCR_SSZ_8_BITS;
245 break;
246 case DMA_SLAVE_BUSWIDTH_2_BYTES:
247 tdcr |= TDCR_SSZ_16_BITS;
248 break;
249 case DMA_SLAVE_BUSWIDTH_4_BYTES:
250 tdcr |= TDCR_SSZ_32_BITS;
251 break;
252 default:
253 dev_err(tdmac->dev, "unknown bus size.\n");
254 return -EINVAL;
255 }
256 } else if (tdmac->type == PXA910_SQU) {
257 tdcr |= TDCR_SSPMOD;
258
259 switch (tdmac->burst_sz) {
260 case 1:
261 tdcr |= TDCR_BURSTSZ_SQU_1B;
262 break;
263 case 2:
264 tdcr |= TDCR_BURSTSZ_SQU_2B;
265 break;
266 case 4:
267 tdcr |= TDCR_BURSTSZ_SQU_4B;
268 break;
269 case 8:
270 tdcr |= TDCR_BURSTSZ_SQU_8B;
271 break;
272 case 16:
273 tdcr |= TDCR_BURSTSZ_SQU_16B;
274 break;
275 case 32:
276 tdcr |= TDCR_BURSTSZ_SQU_32B;
277 break;
278 default:
279 dev_err(tdmac->dev, "unknown burst size.\n");
280 return -EINVAL;
281 }
282 }
283
284 writel(tdcr, tdmac->reg_base + TDCR);
285 return 0;
286}
287
288static int mmp_tdma_clear_chan_irq(struct mmp_tdma_chan *tdmac)
289{
290 u32 reg = readl(tdmac->reg_base + TDISR);
291
292 if (reg & TDISR_COMP) {
293 /* clear irq */
294 reg &= ~TDISR_COMP;
295 writel(reg, tdmac->reg_base + TDISR);
296
297 return 0;
298 }
299 return -EAGAIN;
300}
301
302static size_t mmp_tdma_get_pos(struct mmp_tdma_chan *tdmac)
303{
304 size_t reg;
305
306 if (tdmac->idx == 0) {
307 reg = __raw_readl(tdmac->reg_base + TDSAR);
308 reg -= tdmac->desc_arr[0].src_addr;
309 } else if (tdmac->idx == 1) {
310 reg = __raw_readl(tdmac->reg_base + TDDAR);
311 reg -= tdmac->desc_arr[0].dst_addr;
312 } else
313 return -EINVAL;
314
315 return reg;
316}
317
318static irqreturn_t mmp_tdma_chan_handler(int irq, void *dev_id)
319{
320 struct mmp_tdma_chan *tdmac = dev_id;
321
322 if (mmp_tdma_clear_chan_irq(tdmac) == 0) {
323 tasklet_schedule(&tdmac->tasklet);
324 return IRQ_HANDLED;
325 } else
326 return IRQ_NONE;
327}
328
329static irqreturn_t mmp_tdma_int_handler(int irq, void *dev_id)
330{
331 struct mmp_tdma_device *tdev = dev_id;
332 int i, ret;
333 int irq_num = 0;
334
335 for (i = 0; i < TDMA_CHANNEL_NUM; i++) {
336 struct mmp_tdma_chan *tdmac = tdev->tdmac[i];
337
338 ret = mmp_tdma_chan_handler(irq, tdmac);
339 if (ret == IRQ_HANDLED)
340 irq_num++;
341 }
342
343 if (irq_num)
344 return IRQ_HANDLED;
345 else
346 return IRQ_NONE;
347}
348
349static void dma_do_tasklet(struct tasklet_struct *t)
350{
351 struct mmp_tdma_chan *tdmac = from_tasklet(tdmac, t, tasklet);
352
353 dmaengine_desc_get_callback_invoke(&tdmac->desc, NULL);
354}
355
356static void mmp_tdma_free_descriptor(struct mmp_tdma_chan *tdmac)
357{
358 struct gen_pool *gpool;
359 int size = tdmac->desc_num * sizeof(struct mmp_tdma_desc);
360
361 gpool = tdmac->pool;
362 if (gpool && tdmac->desc_arr)
363 gen_pool_free(gpool, (unsigned long)tdmac->desc_arr,
364 size);
365 tdmac->desc_arr = NULL;
366 if (tdmac->status == DMA_ERROR)
367 tdmac->status = DMA_COMPLETE;
368
369 return;
370}
371
372static dma_cookie_t mmp_tdma_tx_submit(struct dma_async_tx_descriptor *tx)
373{
374 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(tx->chan);
375
376 mmp_tdma_chan_set_desc(tdmac, tdmac->desc_arr_phys);
377
378 return 0;
379}
380
381static int mmp_tdma_alloc_chan_resources(struct dma_chan *chan)
382{
383 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
384 int ret;
385
386 dma_async_tx_descriptor_init(&tdmac->desc, chan);
387 tdmac->desc.tx_submit = mmp_tdma_tx_submit;
388
389 if (tdmac->irq) {
390 ret = devm_request_irq(tdmac->dev, tdmac->irq,
391 mmp_tdma_chan_handler, 0, "tdma", tdmac);
392 if (ret)
393 return ret;
394 }
395 return 1;
396}
397
398static void mmp_tdma_free_chan_resources(struct dma_chan *chan)
399{
400 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
401
402 if (tdmac->irq)
403 devm_free_irq(tdmac->dev, tdmac->irq, tdmac);
404 mmp_tdma_free_descriptor(tdmac);
405 return;
406}
407
408static struct mmp_tdma_desc *mmp_tdma_alloc_descriptor(struct mmp_tdma_chan *tdmac)
409{
410 struct gen_pool *gpool;
411 int size = tdmac->desc_num * sizeof(struct mmp_tdma_desc);
412
413 gpool = tdmac->pool;
414 if (!gpool)
415 return NULL;
416
417 tdmac->desc_arr = gen_pool_dma_alloc(gpool, size, &tdmac->desc_arr_phys);
418
419 return tdmac->desc_arr;
420}
421
422static struct dma_async_tx_descriptor *mmp_tdma_prep_dma_cyclic(
423 struct dma_chan *chan, dma_addr_t dma_addr, size_t buf_len,
424 size_t period_len, enum dma_transfer_direction direction,
425 unsigned long flags)
426{
427 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
428 struct mmp_tdma_desc *desc;
429 int num_periods = buf_len / period_len;
430 int i = 0, buf = 0;
431
432 if (!is_slave_direction(direction)) {
433 dev_err(tdmac->dev, "unsupported transfer direction\n");
434 return NULL;
435 }
436
437 if (tdmac->status != DMA_COMPLETE) {
438 dev_err(tdmac->dev, "controller busy");
439 return NULL;
440 }
441
442 if (period_len > TDMA_MAX_XFER_BYTES) {
443 dev_err(tdmac->dev,
444 "maximum period size exceeded: %zu > %d\n",
445 period_len, TDMA_MAX_XFER_BYTES);
446 goto err_out;
447 }
448
449 tdmac->status = DMA_IN_PROGRESS;
450 tdmac->desc_num = num_periods;
451 desc = mmp_tdma_alloc_descriptor(tdmac);
452 if (!desc)
453 goto err_out;
454
455 if (mmp_tdma_config_write(chan, direction, &tdmac->slave_config))
456 goto err_out;
457
458 while (buf < buf_len) {
459 desc = &tdmac->desc_arr[i];
460
461 if (i + 1 == num_periods)
462 desc->nxt_desc = tdmac->desc_arr_phys;
463 else
464 desc->nxt_desc = tdmac->desc_arr_phys +
465 sizeof(*desc) * (i + 1);
466
467 if (direction == DMA_MEM_TO_DEV) {
468 desc->src_addr = dma_addr;
469 desc->dst_addr = tdmac->dev_addr;
470 } else {
471 desc->src_addr = tdmac->dev_addr;
472 desc->dst_addr = dma_addr;
473 }
474 desc->byte_cnt = period_len;
475 dma_addr += period_len;
476 buf += period_len;
477 i++;
478 }
479
480 /* enable interrupt */
481 if (flags & DMA_PREP_INTERRUPT)
482 mmp_tdma_enable_irq(tdmac, true);
483
484 tdmac->buf_len = buf_len;
485 tdmac->period_len = period_len;
486 tdmac->pos = 0;
487
488 return &tdmac->desc;
489
490err_out:
491 tdmac->status = DMA_ERROR;
492 return NULL;
493}
494
495static int mmp_tdma_terminate_all(struct dma_chan *chan)
496{
497 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
498
499 mmp_tdma_disable_chan(chan);
500 /* disable interrupt */
501 mmp_tdma_enable_irq(tdmac, false);
502
503 return 0;
504}
505
506static int mmp_tdma_config(struct dma_chan *chan,
507 struct dma_slave_config *dmaengine_cfg)
508{
509 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
510
511 memcpy(&tdmac->slave_config, dmaengine_cfg, sizeof(*dmaengine_cfg));
512
513 return 0;
514}
515
516static int mmp_tdma_config_write(struct dma_chan *chan,
517 enum dma_transfer_direction dir,
518 struct dma_slave_config *dmaengine_cfg)
519{
520 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
521
522 if (dir == DMA_DEV_TO_MEM) {
523 tdmac->dev_addr = dmaengine_cfg->src_addr;
524 tdmac->burst_sz = dmaengine_cfg->src_maxburst;
525 tdmac->buswidth = dmaengine_cfg->src_addr_width;
526 } else {
527 tdmac->dev_addr = dmaengine_cfg->dst_addr;
528 tdmac->burst_sz = dmaengine_cfg->dst_maxburst;
529 tdmac->buswidth = dmaengine_cfg->dst_addr_width;
530 }
531 tdmac->dir = dir;
532
533 return mmp_tdma_config_chan(chan);
534}
535
536static enum dma_status mmp_tdma_tx_status(struct dma_chan *chan,
537 dma_cookie_t cookie, struct dma_tx_state *txstate)
538{
539 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
540
541 tdmac->pos = mmp_tdma_get_pos(tdmac);
542 dma_set_tx_state(txstate, chan->completed_cookie, chan->cookie,
543 tdmac->buf_len - tdmac->pos);
544
545 return tdmac->status;
546}
547
548static void mmp_tdma_issue_pending(struct dma_chan *chan)
549{
550 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
551
552 mmp_tdma_enable_chan(tdmac);
553}
554
555static void mmp_tdma_remove(struct platform_device *pdev)
556{
557 if (pdev->dev.of_node)
558 of_dma_controller_free(pdev->dev.of_node);
559}
560
561static int mmp_tdma_chan_init(struct mmp_tdma_device *tdev,
562 int idx, int irq,
563 int type, struct gen_pool *pool)
564{
565 struct mmp_tdma_chan *tdmac;
566
567 if (idx >= TDMA_CHANNEL_NUM) {
568 dev_err(tdev->dev, "too many channels for device!\n");
569 return -EINVAL;
570 }
571
572 /* alloc channel */
573 tdmac = devm_kzalloc(tdev->dev, sizeof(*tdmac), GFP_KERNEL);
574 if (!tdmac)
575 return -ENOMEM;
576
577 if (irq)
578 tdmac->irq = irq;
579 tdmac->dev = tdev->dev;
580 tdmac->chan.device = &tdev->device;
581 tdmac->idx = idx;
582 tdmac->type = type;
583 tdmac->reg_base = tdev->base + idx * 4;
584 tdmac->pool = pool;
585 tdmac->status = DMA_COMPLETE;
586 tdev->tdmac[tdmac->idx] = tdmac;
587 tasklet_setup(&tdmac->tasklet, dma_do_tasklet);
588
589 /* add the channel to tdma_chan list */
590 list_add_tail(&tdmac->chan.device_node,
591 &tdev->device.channels);
592 return 0;
593}
594
595struct mmp_tdma_filter_param {
596 unsigned int chan_id;
597};
598
599static bool mmp_tdma_filter_fn(struct dma_chan *chan, void *fn_param)
600{
601 struct mmp_tdma_filter_param *param = fn_param;
602
603 if (chan->chan_id != param->chan_id)
604 return false;
605
606 return true;
607}
608
609static struct dma_chan *mmp_tdma_xlate(struct of_phandle_args *dma_spec,
610 struct of_dma *ofdma)
611{
612 struct mmp_tdma_device *tdev = ofdma->of_dma_data;
613 dma_cap_mask_t mask = tdev->device.cap_mask;
614 struct mmp_tdma_filter_param param;
615
616 if (dma_spec->args_count != 1)
617 return NULL;
618
619 param.chan_id = dma_spec->args[0];
620
621 if (param.chan_id >= TDMA_CHANNEL_NUM)
622 return NULL;
623
624 return __dma_request_channel(&mask, mmp_tdma_filter_fn, ¶m,
625 ofdma->of_node);
626}
627
628static const struct of_device_id mmp_tdma_dt_ids[] = {
629 { .compatible = "marvell,adma-1.0", .data = (void *)MMP_AUD_TDMA},
630 { .compatible = "marvell,pxa910-squ", .data = (void *)PXA910_SQU},
631 {}
632};
633MODULE_DEVICE_TABLE(of, mmp_tdma_dt_ids);
634
635static int mmp_tdma_probe(struct platform_device *pdev)
636{
637 enum mmp_tdma_type type;
638 struct mmp_tdma_device *tdev;
639 int i, ret;
640 int irq = 0, irq_num = 0;
641 int chan_num = TDMA_CHANNEL_NUM;
642 struct gen_pool *pool = NULL;
643
644 type = (enum mmp_tdma_type)device_get_match_data(&pdev->dev);
645
646 /* always have couple channels */
647 tdev = devm_kzalloc(&pdev->dev, sizeof(*tdev), GFP_KERNEL);
648 if (!tdev)
649 return -ENOMEM;
650
651 tdev->dev = &pdev->dev;
652
653 for (i = 0; i < chan_num; i++) {
654 if (platform_get_irq(pdev, i) > 0)
655 irq_num++;
656 }
657
658 tdev->base = devm_platform_ioremap_resource(pdev, 0);
659 if (IS_ERR(tdev->base))
660 return PTR_ERR(tdev->base);
661
662 INIT_LIST_HEAD(&tdev->device.channels);
663
664 pool = of_gen_pool_get(pdev->dev.of_node, "asram", 0);
665 if (!pool) {
666 dev_err(&pdev->dev, "asram pool not available\n");
667 return -ENOMEM;
668 }
669
670 if (irq_num != chan_num) {
671 irq = platform_get_irq(pdev, 0);
672 ret = devm_request_irq(&pdev->dev, irq,
673 mmp_tdma_int_handler, IRQF_SHARED, "tdma", tdev);
674 if (ret)
675 return ret;
676 }
677
678 /* initialize channel parameters */
679 for (i = 0; i < chan_num; i++) {
680 irq = (irq_num != chan_num) ? 0 : platform_get_irq(pdev, i);
681 ret = mmp_tdma_chan_init(tdev, i, irq, type, pool);
682 if (ret)
683 return ret;
684 }
685
686 dma_cap_set(DMA_SLAVE, tdev->device.cap_mask);
687 dma_cap_set(DMA_CYCLIC, tdev->device.cap_mask);
688 tdev->device.dev = &pdev->dev;
689 tdev->device.device_alloc_chan_resources =
690 mmp_tdma_alloc_chan_resources;
691 tdev->device.device_free_chan_resources =
692 mmp_tdma_free_chan_resources;
693 tdev->device.device_prep_dma_cyclic = mmp_tdma_prep_dma_cyclic;
694 tdev->device.device_tx_status = mmp_tdma_tx_status;
695 tdev->device.device_issue_pending = mmp_tdma_issue_pending;
696 tdev->device.device_config = mmp_tdma_config;
697 tdev->device.device_pause = mmp_tdma_pause_chan;
698 tdev->device.device_resume = mmp_tdma_resume_chan;
699 tdev->device.device_terminate_all = mmp_tdma_terminate_all;
700 tdev->device.copy_align = DMAENGINE_ALIGN_8_BYTES;
701
702 tdev->device.directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV);
703 if (type == MMP_AUD_TDMA) {
704 tdev->device.max_burst = SZ_128;
705 tdev->device.src_addr_widths = BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);
706 tdev->device.dst_addr_widths = BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);
707 } else if (type == PXA910_SQU) {
708 tdev->device.max_burst = SZ_32;
709 }
710 tdev->device.residue_granularity = DMA_RESIDUE_GRANULARITY_BURST;
711 tdev->device.descriptor_reuse = true;
712
713 dma_set_mask(&pdev->dev, DMA_BIT_MASK(64));
714 platform_set_drvdata(pdev, tdev);
715
716 ret = dmaenginem_async_device_register(&tdev->device);
717 if (ret) {
718 dev_err(tdev->device.dev, "unable to register\n");
719 return ret;
720 }
721
722 ret = of_dma_controller_register(pdev->dev.of_node,
723 mmp_tdma_xlate, tdev);
724 if (ret) {
725 dev_err(tdev->device.dev, "failed to register controller\n");
726 return ret;
727 }
728
729 dev_info(tdev->device.dev, "initialized\n");
730 return 0;
731}
732
733static struct platform_driver mmp_tdma_driver = {
734 .driver = {
735 .name = "mmp-tdma",
736 .of_match_table = mmp_tdma_dt_ids,
737 },
738 .probe = mmp_tdma_probe,
739 .remove_new = mmp_tdma_remove,
740};
741
742module_platform_driver(mmp_tdma_driver);
743
744MODULE_LICENSE("GPL");
745MODULE_DESCRIPTION("MMP Two-Channel DMA Driver");
746MODULE_ALIAS("platform:mmp-tdma");
747MODULE_AUTHOR("Leo Yan <leoy@marvell.com>");
748MODULE_AUTHOR("Zhangfei Gao <zhangfei.gao@marvell.com>");
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Driver For Marvell Two-channel DMA Engine
4 *
5 * Copyright: Marvell International Ltd.
6 */
7
8#include <linux/err.h>
9#include <linux/module.h>
10#include <linux/init.h>
11#include <linux/types.h>
12#include <linux/interrupt.h>
13#include <linux/dma-mapping.h>
14#include <linux/slab.h>
15#include <linux/dmaengine.h>
16#include <linux/platform_device.h>
17#include <linux/device.h>
18#include <linux/platform_data/dma-mmp_tdma.h>
19#include <linux/of_device.h>
20#include <linux/of_dma.h>
21
22#include "dmaengine.h"
23
24/*
25 * Two-Channel DMA registers
26 */
27#define TDBCR 0x00 /* Byte Count */
28#define TDSAR 0x10 /* Src Addr */
29#define TDDAR 0x20 /* Dst Addr */
30#define TDNDPR 0x30 /* Next Desc */
31#define TDCR 0x40 /* Control */
32#define TDCP 0x60 /* Priority*/
33#define TDCDPR 0x70 /* Current Desc */
34#define TDIMR 0x80 /* Int Mask */
35#define TDISR 0xa0 /* Int Status */
36
37/* Two-Channel DMA Control Register */
38#define TDCR_SSZ_8_BITS (0x0 << 22) /* Sample Size */
39#define TDCR_SSZ_12_BITS (0x1 << 22)
40#define TDCR_SSZ_16_BITS (0x2 << 22)
41#define TDCR_SSZ_20_BITS (0x3 << 22)
42#define TDCR_SSZ_24_BITS (0x4 << 22)
43#define TDCR_SSZ_32_BITS (0x5 << 22)
44#define TDCR_SSZ_SHIFT (0x1 << 22)
45#define TDCR_SSZ_MASK (0x7 << 22)
46#define TDCR_SSPMOD (0x1 << 21) /* SSP MOD */
47#define TDCR_ABR (0x1 << 20) /* Channel Abort */
48#define TDCR_CDE (0x1 << 17) /* Close Desc Enable */
49#define TDCR_PACKMOD (0x1 << 16) /* Pack Mode (ADMA Only) */
50#define TDCR_CHANACT (0x1 << 14) /* Channel Active */
51#define TDCR_FETCHND (0x1 << 13) /* Fetch Next Desc */
52#define TDCR_CHANEN (0x1 << 12) /* Channel Enable */
53#define TDCR_INTMODE (0x1 << 10) /* Interrupt Mode */
54#define TDCR_CHAINMOD (0x1 << 9) /* Chain Mode */
55#define TDCR_BURSTSZ_MSK (0x7 << 6) /* Burst Size */
56#define TDCR_BURSTSZ_4B (0x0 << 6)
57#define TDCR_BURSTSZ_8B (0x1 << 6)
58#define TDCR_BURSTSZ_16B (0x3 << 6)
59#define TDCR_BURSTSZ_32B (0x6 << 6)
60#define TDCR_BURSTSZ_64B (0x7 << 6)
61#define TDCR_BURSTSZ_SQU_1B (0x5 << 6)
62#define TDCR_BURSTSZ_SQU_2B (0x6 << 6)
63#define TDCR_BURSTSZ_SQU_4B (0x0 << 6)
64#define TDCR_BURSTSZ_SQU_8B (0x1 << 6)
65#define TDCR_BURSTSZ_SQU_16B (0x3 << 6)
66#define TDCR_BURSTSZ_SQU_32B (0x7 << 6)
67#define TDCR_BURSTSZ_128B (0x5 << 6)
68#define TDCR_DSTDIR_MSK (0x3 << 4) /* Dst Direction */
69#define TDCR_DSTDIR_ADDR_HOLD (0x2 << 4) /* Dst Addr Hold */
70#define TDCR_DSTDIR_ADDR_INC (0x0 << 4) /* Dst Addr Increment */
71#define TDCR_SRCDIR_MSK (0x3 << 2) /* Src Direction */
72#define TDCR_SRCDIR_ADDR_HOLD (0x2 << 2) /* Src Addr Hold */
73#define TDCR_SRCDIR_ADDR_INC (0x0 << 2) /* Src Addr Increment */
74#define TDCR_DSTDESCCONT (0x1 << 1)
75#define TDCR_SRCDESTCONT (0x1 << 0)
76
77/* Two-Channel DMA Int Mask Register */
78#define TDIMR_COMP (0x1 << 0)
79
80/* Two-Channel DMA Int Status Register */
81#define TDISR_COMP (0x1 << 0)
82
83/*
84 * Two-Channel DMA Descriptor Struct
85 * NOTE: desc's buf must be aligned to 16 bytes.
86 */
87struct mmp_tdma_desc {
88 u32 byte_cnt;
89 u32 src_addr;
90 u32 dst_addr;
91 u32 nxt_desc;
92};
93
94enum mmp_tdma_type {
95 MMP_AUD_TDMA = 0,
96 PXA910_SQU,
97};
98
99#define TDMA_MAX_XFER_BYTES SZ_64K
100
101struct mmp_tdma_chan {
102 struct device *dev;
103 struct dma_chan chan;
104 struct dma_async_tx_descriptor desc;
105 struct tasklet_struct tasklet;
106
107 struct mmp_tdma_desc *desc_arr;
108 dma_addr_t desc_arr_phys;
109 int desc_num;
110 enum dma_transfer_direction dir;
111 dma_addr_t dev_addr;
112 u32 burst_sz;
113 enum dma_slave_buswidth buswidth;
114 enum dma_status status;
115 struct dma_slave_config slave_config;
116
117 int idx;
118 enum mmp_tdma_type type;
119 int irq;
120 void __iomem *reg_base;
121
122 size_t buf_len;
123 size_t period_len;
124 size_t pos;
125
126 struct gen_pool *pool;
127};
128
129#define TDMA_CHANNEL_NUM 2
130struct mmp_tdma_device {
131 struct device *dev;
132 void __iomem *base;
133 struct dma_device device;
134 struct mmp_tdma_chan *tdmac[TDMA_CHANNEL_NUM];
135};
136
137#define to_mmp_tdma_chan(dchan) container_of(dchan, struct mmp_tdma_chan, chan)
138
139static int mmp_tdma_config_write(struct dma_chan *chan,
140 enum dma_transfer_direction dir,
141 struct dma_slave_config *dmaengine_cfg);
142
143static void mmp_tdma_chan_set_desc(struct mmp_tdma_chan *tdmac, dma_addr_t phys)
144{
145 writel(phys, tdmac->reg_base + TDNDPR);
146 writel(readl(tdmac->reg_base + TDCR) | TDCR_FETCHND,
147 tdmac->reg_base + TDCR);
148}
149
150static void mmp_tdma_enable_irq(struct mmp_tdma_chan *tdmac, bool enable)
151{
152 if (enable)
153 writel(TDIMR_COMP, tdmac->reg_base + TDIMR);
154 else
155 writel(0, tdmac->reg_base + TDIMR);
156}
157
158static void mmp_tdma_enable_chan(struct mmp_tdma_chan *tdmac)
159{
160 /* enable dma chan */
161 writel(readl(tdmac->reg_base + TDCR) | TDCR_CHANEN,
162 tdmac->reg_base + TDCR);
163 tdmac->status = DMA_IN_PROGRESS;
164}
165
166static int mmp_tdma_disable_chan(struct dma_chan *chan)
167{
168 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
169 u32 tdcr;
170
171 tdcr = readl(tdmac->reg_base + TDCR);
172 tdcr |= TDCR_ABR;
173 tdcr &= ~TDCR_CHANEN;
174 writel(tdcr, tdmac->reg_base + TDCR);
175
176 tdmac->status = DMA_COMPLETE;
177
178 return 0;
179}
180
181static int mmp_tdma_resume_chan(struct dma_chan *chan)
182{
183 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
184
185 writel(readl(tdmac->reg_base + TDCR) | TDCR_CHANEN,
186 tdmac->reg_base + TDCR);
187 tdmac->status = DMA_IN_PROGRESS;
188
189 return 0;
190}
191
192static int mmp_tdma_pause_chan(struct dma_chan *chan)
193{
194 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
195
196 writel(readl(tdmac->reg_base + TDCR) & ~TDCR_CHANEN,
197 tdmac->reg_base + TDCR);
198 tdmac->status = DMA_PAUSED;
199
200 return 0;
201}
202
203static int mmp_tdma_config_chan(struct dma_chan *chan)
204{
205 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
206 unsigned int tdcr = 0;
207
208 mmp_tdma_disable_chan(chan);
209
210 if (tdmac->dir == DMA_MEM_TO_DEV)
211 tdcr = TDCR_DSTDIR_ADDR_HOLD | TDCR_SRCDIR_ADDR_INC;
212 else if (tdmac->dir == DMA_DEV_TO_MEM)
213 tdcr = TDCR_SRCDIR_ADDR_HOLD | TDCR_DSTDIR_ADDR_INC;
214
215 if (tdmac->type == MMP_AUD_TDMA) {
216 tdcr |= TDCR_PACKMOD;
217
218 switch (tdmac->burst_sz) {
219 case 4:
220 tdcr |= TDCR_BURSTSZ_4B;
221 break;
222 case 8:
223 tdcr |= TDCR_BURSTSZ_8B;
224 break;
225 case 16:
226 tdcr |= TDCR_BURSTSZ_16B;
227 break;
228 case 32:
229 tdcr |= TDCR_BURSTSZ_32B;
230 break;
231 case 64:
232 tdcr |= TDCR_BURSTSZ_64B;
233 break;
234 case 128:
235 tdcr |= TDCR_BURSTSZ_128B;
236 break;
237 default:
238 dev_err(tdmac->dev, "mmp_tdma: unknown burst size.\n");
239 return -EINVAL;
240 }
241
242 switch (tdmac->buswidth) {
243 case DMA_SLAVE_BUSWIDTH_1_BYTE:
244 tdcr |= TDCR_SSZ_8_BITS;
245 break;
246 case DMA_SLAVE_BUSWIDTH_2_BYTES:
247 tdcr |= TDCR_SSZ_16_BITS;
248 break;
249 case DMA_SLAVE_BUSWIDTH_4_BYTES:
250 tdcr |= TDCR_SSZ_32_BITS;
251 break;
252 default:
253 dev_err(tdmac->dev, "mmp_tdma: unknown bus size.\n");
254 return -EINVAL;
255 }
256 } else if (tdmac->type == PXA910_SQU) {
257 tdcr |= TDCR_SSPMOD;
258
259 switch (tdmac->burst_sz) {
260 case 1:
261 tdcr |= TDCR_BURSTSZ_SQU_1B;
262 break;
263 case 2:
264 tdcr |= TDCR_BURSTSZ_SQU_2B;
265 break;
266 case 4:
267 tdcr |= TDCR_BURSTSZ_SQU_4B;
268 break;
269 case 8:
270 tdcr |= TDCR_BURSTSZ_SQU_8B;
271 break;
272 case 16:
273 tdcr |= TDCR_BURSTSZ_SQU_16B;
274 break;
275 case 32:
276 tdcr |= TDCR_BURSTSZ_SQU_32B;
277 break;
278 default:
279 dev_err(tdmac->dev, "mmp_tdma: unknown burst size.\n");
280 return -EINVAL;
281 }
282 }
283
284 writel(tdcr, tdmac->reg_base + TDCR);
285 return 0;
286}
287
288static int mmp_tdma_clear_chan_irq(struct mmp_tdma_chan *tdmac)
289{
290 u32 reg = readl(tdmac->reg_base + TDISR);
291
292 if (reg & TDISR_COMP) {
293 /* clear irq */
294 reg &= ~TDISR_COMP;
295 writel(reg, tdmac->reg_base + TDISR);
296
297 return 0;
298 }
299 return -EAGAIN;
300}
301
302static size_t mmp_tdma_get_pos(struct mmp_tdma_chan *tdmac)
303{
304 size_t reg;
305
306 if (tdmac->idx == 0) {
307 reg = __raw_readl(tdmac->reg_base + TDSAR);
308 reg -= tdmac->desc_arr[0].src_addr;
309 } else if (tdmac->idx == 1) {
310 reg = __raw_readl(tdmac->reg_base + TDDAR);
311 reg -= tdmac->desc_arr[0].dst_addr;
312 } else
313 return -EINVAL;
314
315 return reg;
316}
317
318static irqreturn_t mmp_tdma_chan_handler(int irq, void *dev_id)
319{
320 struct mmp_tdma_chan *tdmac = dev_id;
321
322 if (mmp_tdma_clear_chan_irq(tdmac) == 0) {
323 tasklet_schedule(&tdmac->tasklet);
324 return IRQ_HANDLED;
325 } else
326 return IRQ_NONE;
327}
328
329static irqreturn_t mmp_tdma_int_handler(int irq, void *dev_id)
330{
331 struct mmp_tdma_device *tdev = dev_id;
332 int i, ret;
333 int irq_num = 0;
334
335 for (i = 0; i < TDMA_CHANNEL_NUM; i++) {
336 struct mmp_tdma_chan *tdmac = tdev->tdmac[i];
337
338 ret = mmp_tdma_chan_handler(irq, tdmac);
339 if (ret == IRQ_HANDLED)
340 irq_num++;
341 }
342
343 if (irq_num)
344 return IRQ_HANDLED;
345 else
346 return IRQ_NONE;
347}
348
349static void dma_do_tasklet(unsigned long data)
350{
351 struct mmp_tdma_chan *tdmac = (struct mmp_tdma_chan *)data;
352
353 dmaengine_desc_get_callback_invoke(&tdmac->desc, NULL);
354}
355
356static void mmp_tdma_free_descriptor(struct mmp_tdma_chan *tdmac)
357{
358 struct gen_pool *gpool;
359 int size = tdmac->desc_num * sizeof(struct mmp_tdma_desc);
360
361 gpool = tdmac->pool;
362 if (gpool && tdmac->desc_arr)
363 gen_pool_free(gpool, (unsigned long)tdmac->desc_arr,
364 size);
365 tdmac->desc_arr = NULL;
366
367 return;
368}
369
370static dma_cookie_t mmp_tdma_tx_submit(struct dma_async_tx_descriptor *tx)
371{
372 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(tx->chan);
373
374 mmp_tdma_chan_set_desc(tdmac, tdmac->desc_arr_phys);
375
376 return 0;
377}
378
379static int mmp_tdma_alloc_chan_resources(struct dma_chan *chan)
380{
381 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
382 int ret;
383
384 dma_async_tx_descriptor_init(&tdmac->desc, chan);
385 tdmac->desc.tx_submit = mmp_tdma_tx_submit;
386
387 if (tdmac->irq) {
388 ret = devm_request_irq(tdmac->dev, tdmac->irq,
389 mmp_tdma_chan_handler, 0, "tdma", tdmac);
390 if (ret)
391 return ret;
392 }
393 return 1;
394}
395
396static void mmp_tdma_free_chan_resources(struct dma_chan *chan)
397{
398 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
399
400 if (tdmac->irq)
401 devm_free_irq(tdmac->dev, tdmac->irq, tdmac);
402 mmp_tdma_free_descriptor(tdmac);
403 return;
404}
405
406static struct mmp_tdma_desc *mmp_tdma_alloc_descriptor(struct mmp_tdma_chan *tdmac)
407{
408 struct gen_pool *gpool;
409 int size = tdmac->desc_num * sizeof(struct mmp_tdma_desc);
410
411 gpool = tdmac->pool;
412 if (!gpool)
413 return NULL;
414
415 tdmac->desc_arr = gen_pool_dma_alloc(gpool, size, &tdmac->desc_arr_phys);
416
417 return tdmac->desc_arr;
418}
419
420static struct dma_async_tx_descriptor *mmp_tdma_prep_dma_cyclic(
421 struct dma_chan *chan, dma_addr_t dma_addr, size_t buf_len,
422 size_t period_len, enum dma_transfer_direction direction,
423 unsigned long flags)
424{
425 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
426 struct mmp_tdma_desc *desc;
427 int num_periods = buf_len / period_len;
428 int i = 0, buf = 0;
429
430 if (tdmac->status != DMA_COMPLETE)
431 return NULL;
432
433 if (period_len > TDMA_MAX_XFER_BYTES) {
434 dev_err(tdmac->dev,
435 "maximum period size exceeded: %zu > %d\n",
436 period_len, TDMA_MAX_XFER_BYTES);
437 goto err_out;
438 }
439
440 tdmac->status = DMA_IN_PROGRESS;
441 tdmac->desc_num = num_periods;
442 desc = mmp_tdma_alloc_descriptor(tdmac);
443 if (!desc)
444 goto err_out;
445
446 mmp_tdma_config_write(chan, direction, &tdmac->slave_config);
447
448 while (buf < buf_len) {
449 desc = &tdmac->desc_arr[i];
450
451 if (i + 1 == num_periods)
452 desc->nxt_desc = tdmac->desc_arr_phys;
453 else
454 desc->nxt_desc = tdmac->desc_arr_phys +
455 sizeof(*desc) * (i + 1);
456
457 if (direction == DMA_MEM_TO_DEV) {
458 desc->src_addr = dma_addr;
459 desc->dst_addr = tdmac->dev_addr;
460 } else {
461 desc->src_addr = tdmac->dev_addr;
462 desc->dst_addr = dma_addr;
463 }
464 desc->byte_cnt = period_len;
465 dma_addr += period_len;
466 buf += period_len;
467 i++;
468 }
469
470 /* enable interrupt */
471 if (flags & DMA_PREP_INTERRUPT)
472 mmp_tdma_enable_irq(tdmac, true);
473
474 tdmac->buf_len = buf_len;
475 tdmac->period_len = period_len;
476 tdmac->pos = 0;
477
478 return &tdmac->desc;
479
480err_out:
481 tdmac->status = DMA_ERROR;
482 return NULL;
483}
484
485static int mmp_tdma_terminate_all(struct dma_chan *chan)
486{
487 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
488
489 mmp_tdma_disable_chan(chan);
490 /* disable interrupt */
491 mmp_tdma_enable_irq(tdmac, false);
492
493 return 0;
494}
495
496static int mmp_tdma_config(struct dma_chan *chan,
497 struct dma_slave_config *dmaengine_cfg)
498{
499 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
500
501 memcpy(&tdmac->slave_config, dmaengine_cfg, sizeof(*dmaengine_cfg));
502
503 return 0;
504}
505
506static int mmp_tdma_config_write(struct dma_chan *chan,
507 enum dma_transfer_direction dir,
508 struct dma_slave_config *dmaengine_cfg)
509{
510 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
511
512 if (dir == DMA_DEV_TO_MEM) {
513 tdmac->dev_addr = dmaengine_cfg->src_addr;
514 tdmac->burst_sz = dmaengine_cfg->src_maxburst;
515 tdmac->buswidth = dmaengine_cfg->src_addr_width;
516 } else {
517 tdmac->dev_addr = dmaengine_cfg->dst_addr;
518 tdmac->burst_sz = dmaengine_cfg->dst_maxburst;
519 tdmac->buswidth = dmaengine_cfg->dst_addr_width;
520 }
521 tdmac->dir = dir;
522
523 return mmp_tdma_config_chan(chan);
524}
525
526static enum dma_status mmp_tdma_tx_status(struct dma_chan *chan,
527 dma_cookie_t cookie, struct dma_tx_state *txstate)
528{
529 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
530
531 tdmac->pos = mmp_tdma_get_pos(tdmac);
532 dma_set_tx_state(txstate, chan->completed_cookie, chan->cookie,
533 tdmac->buf_len - tdmac->pos);
534
535 return tdmac->status;
536}
537
538static void mmp_tdma_issue_pending(struct dma_chan *chan)
539{
540 struct mmp_tdma_chan *tdmac = to_mmp_tdma_chan(chan);
541
542 mmp_tdma_enable_chan(tdmac);
543}
544
545static int mmp_tdma_remove(struct platform_device *pdev)
546{
547 return 0;
548}
549
550static int mmp_tdma_chan_init(struct mmp_tdma_device *tdev,
551 int idx, int irq,
552 int type, struct gen_pool *pool)
553{
554 struct mmp_tdma_chan *tdmac;
555
556 if (idx >= TDMA_CHANNEL_NUM) {
557 dev_err(tdev->dev, "too many channels for device!\n");
558 return -EINVAL;
559 }
560
561 /* alloc channel */
562 tdmac = devm_kzalloc(tdev->dev, sizeof(*tdmac), GFP_KERNEL);
563 if (!tdmac)
564 return -ENOMEM;
565
566 if (irq)
567 tdmac->irq = irq;
568 tdmac->dev = tdev->dev;
569 tdmac->chan.device = &tdev->device;
570 tdmac->idx = idx;
571 tdmac->type = type;
572 tdmac->reg_base = tdev->base + idx * 4;
573 tdmac->pool = pool;
574 tdmac->status = DMA_COMPLETE;
575 tdev->tdmac[tdmac->idx] = tdmac;
576 tasklet_init(&tdmac->tasklet, dma_do_tasklet, (unsigned long)tdmac);
577
578 /* add the channel to tdma_chan list */
579 list_add_tail(&tdmac->chan.device_node,
580 &tdev->device.channels);
581 return 0;
582}
583
584struct mmp_tdma_filter_param {
585 unsigned int chan_id;
586};
587
588static bool mmp_tdma_filter_fn(struct dma_chan *chan, void *fn_param)
589{
590 struct mmp_tdma_filter_param *param = fn_param;
591
592 if (chan->chan_id != param->chan_id)
593 return false;
594
595 return true;
596}
597
598static struct dma_chan *mmp_tdma_xlate(struct of_phandle_args *dma_spec,
599 struct of_dma *ofdma)
600{
601 struct mmp_tdma_device *tdev = ofdma->of_dma_data;
602 dma_cap_mask_t mask = tdev->device.cap_mask;
603 struct mmp_tdma_filter_param param;
604
605 if (dma_spec->args_count != 1)
606 return NULL;
607
608 param.chan_id = dma_spec->args[0];
609
610 if (param.chan_id >= TDMA_CHANNEL_NUM)
611 return NULL;
612
613 return __dma_request_channel(&mask, mmp_tdma_filter_fn, ¶m,
614 ofdma->of_node);
615}
616
617static const struct of_device_id mmp_tdma_dt_ids[] = {
618 { .compatible = "marvell,adma-1.0", .data = (void *)MMP_AUD_TDMA},
619 { .compatible = "marvell,pxa910-squ", .data = (void *)PXA910_SQU},
620 {}
621};
622MODULE_DEVICE_TABLE(of, mmp_tdma_dt_ids);
623
624static int mmp_tdma_probe(struct platform_device *pdev)
625{
626 enum mmp_tdma_type type;
627 const struct of_device_id *of_id;
628 struct mmp_tdma_device *tdev;
629 struct resource *iores;
630 int i, ret;
631 int irq = 0, irq_num = 0;
632 int chan_num = TDMA_CHANNEL_NUM;
633 struct gen_pool *pool = NULL;
634
635 of_id = of_match_device(mmp_tdma_dt_ids, &pdev->dev);
636 if (of_id)
637 type = (enum mmp_tdma_type) of_id->data;
638 else
639 type = platform_get_device_id(pdev)->driver_data;
640
641 /* always have couple channels */
642 tdev = devm_kzalloc(&pdev->dev, sizeof(*tdev), GFP_KERNEL);
643 if (!tdev)
644 return -ENOMEM;
645
646 tdev->dev = &pdev->dev;
647
648 for (i = 0; i < chan_num; i++) {
649 if (platform_get_irq(pdev, i) > 0)
650 irq_num++;
651 }
652
653 iores = platform_get_resource(pdev, IORESOURCE_MEM, 0);
654 tdev->base = devm_ioremap_resource(&pdev->dev, iores);
655 if (IS_ERR(tdev->base))
656 return PTR_ERR(tdev->base);
657
658 INIT_LIST_HEAD(&tdev->device.channels);
659
660 if (pdev->dev.of_node)
661 pool = of_gen_pool_get(pdev->dev.of_node, "asram", 0);
662 else
663 pool = sram_get_gpool("asram");
664 if (!pool) {
665 dev_err(&pdev->dev, "asram pool not available\n");
666 return -ENOMEM;
667 }
668
669 if (irq_num != chan_num) {
670 irq = platform_get_irq(pdev, 0);
671 ret = devm_request_irq(&pdev->dev, irq,
672 mmp_tdma_int_handler, 0, "tdma", tdev);
673 if (ret)
674 return ret;
675 }
676
677 /* initialize channel parameters */
678 for (i = 0; i < chan_num; i++) {
679 irq = (irq_num != chan_num) ? 0 : platform_get_irq(pdev, i);
680 ret = mmp_tdma_chan_init(tdev, i, irq, type, pool);
681 if (ret)
682 return ret;
683 }
684
685 dma_cap_set(DMA_SLAVE, tdev->device.cap_mask);
686 dma_cap_set(DMA_CYCLIC, tdev->device.cap_mask);
687 tdev->device.dev = &pdev->dev;
688 tdev->device.device_alloc_chan_resources =
689 mmp_tdma_alloc_chan_resources;
690 tdev->device.device_free_chan_resources =
691 mmp_tdma_free_chan_resources;
692 tdev->device.device_prep_dma_cyclic = mmp_tdma_prep_dma_cyclic;
693 tdev->device.device_tx_status = mmp_tdma_tx_status;
694 tdev->device.device_issue_pending = mmp_tdma_issue_pending;
695 tdev->device.device_config = mmp_tdma_config;
696 tdev->device.device_pause = mmp_tdma_pause_chan;
697 tdev->device.device_resume = mmp_tdma_resume_chan;
698 tdev->device.device_terminate_all = mmp_tdma_terminate_all;
699 tdev->device.copy_align = DMAENGINE_ALIGN_8_BYTES;
700
701 dma_set_mask(&pdev->dev, DMA_BIT_MASK(64));
702 platform_set_drvdata(pdev, tdev);
703
704 ret = dmaenginem_async_device_register(&tdev->device);
705 if (ret) {
706 dev_err(tdev->device.dev, "unable to register\n");
707 return ret;
708 }
709
710 if (pdev->dev.of_node) {
711 ret = of_dma_controller_register(pdev->dev.of_node,
712 mmp_tdma_xlate, tdev);
713 if (ret) {
714 dev_err(tdev->device.dev,
715 "failed to register controller\n");
716 return ret;
717 }
718 }
719
720 dev_info(tdev->device.dev, "initialized\n");
721 return 0;
722}
723
724static const struct platform_device_id mmp_tdma_id_table[] = {
725 { "mmp-adma", MMP_AUD_TDMA },
726 { "pxa910-squ", PXA910_SQU },
727 { },
728};
729
730static struct platform_driver mmp_tdma_driver = {
731 .driver = {
732 .name = "mmp-tdma",
733 .of_match_table = mmp_tdma_dt_ids,
734 },
735 .id_table = mmp_tdma_id_table,
736 .probe = mmp_tdma_probe,
737 .remove = mmp_tdma_remove,
738};
739
740module_platform_driver(mmp_tdma_driver);
741
742MODULE_LICENSE("GPL");
743MODULE_DESCRIPTION("MMP Two-Channel DMA Driver");
744MODULE_ALIAS("platform:mmp-tdma");
745MODULE_AUTHOR("Leo Yan <leoy@marvell.com>");
746MODULE_AUTHOR("Zhangfei Gao <zhangfei.gao@marvell.com>");