Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * HD-audio controller helpers
4 */
5
6#include <linux/kernel.h>
7#include <linux/delay.h>
8#include <linux/export.h>
9#include <sound/core.h>
10#include <sound/hdaudio.h>
11#include <sound/hda_register.h>
12#include "local.h"
13
14/* clear CORB read pointer properly */
15static void azx_clear_corbrp(struct hdac_bus *bus)
16{
17 int timeout;
18
19 for (timeout = 1000; timeout > 0; timeout--) {
20 if (snd_hdac_chip_readw(bus, CORBRP) & AZX_CORBRP_RST)
21 break;
22 udelay(1);
23 }
24 if (timeout <= 0)
25 dev_err(bus->dev, "CORB reset timeout#1, CORBRP = %d\n",
26 snd_hdac_chip_readw(bus, CORBRP));
27
28 snd_hdac_chip_writew(bus, CORBRP, 0);
29 for (timeout = 1000; timeout > 0; timeout--) {
30 if (snd_hdac_chip_readw(bus, CORBRP) == 0)
31 break;
32 udelay(1);
33 }
34 if (timeout <= 0)
35 dev_err(bus->dev, "CORB reset timeout#2, CORBRP = %d\n",
36 snd_hdac_chip_readw(bus, CORBRP));
37}
38
39/**
40 * snd_hdac_bus_init_cmd_io - set up CORB/RIRB buffers
41 * @bus: HD-audio core bus
42 */
43void snd_hdac_bus_init_cmd_io(struct hdac_bus *bus)
44{
45 WARN_ON_ONCE(!bus->rb.area);
46
47 spin_lock_irq(&bus->reg_lock);
48 /* CORB set up */
49 bus->corb.addr = bus->rb.addr;
50 bus->corb.buf = (__le32 *)bus->rb.area;
51 snd_hdac_chip_writel(bus, CORBLBASE, (u32)bus->corb.addr);
52 snd_hdac_chip_writel(bus, CORBUBASE, upper_32_bits(bus->corb.addr));
53
54 /* set the corb size to 256 entries (ULI requires explicitly) */
55 snd_hdac_chip_writeb(bus, CORBSIZE, 0x02);
56 /* set the corb write pointer to 0 */
57 snd_hdac_chip_writew(bus, CORBWP, 0);
58
59 /* reset the corb hw read pointer */
60 snd_hdac_chip_writew(bus, CORBRP, AZX_CORBRP_RST);
61 if (!bus->corbrp_self_clear)
62 azx_clear_corbrp(bus);
63
64 /* enable corb dma */
65 snd_hdac_chip_writeb(bus, CORBCTL, AZX_CORBCTL_RUN);
66
67 /* RIRB set up */
68 bus->rirb.addr = bus->rb.addr + 2048;
69 bus->rirb.buf = (__le32 *)(bus->rb.area + 2048);
70 bus->rirb.wp = bus->rirb.rp = 0;
71 memset(bus->rirb.cmds, 0, sizeof(bus->rirb.cmds));
72 snd_hdac_chip_writel(bus, RIRBLBASE, (u32)bus->rirb.addr);
73 snd_hdac_chip_writel(bus, RIRBUBASE, upper_32_bits(bus->rirb.addr));
74
75 /* set the rirb size to 256 entries (ULI requires explicitly) */
76 snd_hdac_chip_writeb(bus, RIRBSIZE, 0x02);
77 /* reset the rirb hw write pointer */
78 snd_hdac_chip_writew(bus, RIRBWP, AZX_RIRBWP_RST);
79 /* set N=1, get RIRB response interrupt for new entry */
80 snd_hdac_chip_writew(bus, RINTCNT, 1);
81 /* enable rirb dma and response irq */
82 if (bus->not_use_interrupts)
83 snd_hdac_chip_writeb(bus, RIRBCTL, AZX_RBCTL_DMA_EN);
84 else
85 snd_hdac_chip_writeb(bus, RIRBCTL, AZX_RBCTL_DMA_EN | AZX_RBCTL_IRQ_EN);
86 /* Accept unsolicited responses */
87 snd_hdac_chip_updatel(bus, GCTL, AZX_GCTL_UNSOL, AZX_GCTL_UNSOL);
88 spin_unlock_irq(&bus->reg_lock);
89}
90EXPORT_SYMBOL_GPL(snd_hdac_bus_init_cmd_io);
91
92/* wait for cmd dmas till they are stopped */
93static void hdac_wait_for_cmd_dmas(struct hdac_bus *bus)
94{
95 unsigned long timeout;
96
97 timeout = jiffies + msecs_to_jiffies(100);
98 while ((snd_hdac_chip_readb(bus, RIRBCTL) & AZX_RBCTL_DMA_EN)
99 && time_before(jiffies, timeout))
100 udelay(10);
101
102 timeout = jiffies + msecs_to_jiffies(100);
103 while ((snd_hdac_chip_readb(bus, CORBCTL) & AZX_CORBCTL_RUN)
104 && time_before(jiffies, timeout))
105 udelay(10);
106}
107
108/**
109 * snd_hdac_bus_stop_cmd_io - clean up CORB/RIRB buffers
110 * @bus: HD-audio core bus
111 */
112void snd_hdac_bus_stop_cmd_io(struct hdac_bus *bus)
113{
114 spin_lock_irq(&bus->reg_lock);
115 /* disable ringbuffer DMAs */
116 snd_hdac_chip_writeb(bus, RIRBCTL, 0);
117 snd_hdac_chip_writeb(bus, CORBCTL, 0);
118 spin_unlock_irq(&bus->reg_lock);
119
120 hdac_wait_for_cmd_dmas(bus);
121
122 spin_lock_irq(&bus->reg_lock);
123 /* disable unsolicited responses */
124 snd_hdac_chip_updatel(bus, GCTL, AZX_GCTL_UNSOL, 0);
125 spin_unlock_irq(&bus->reg_lock);
126}
127EXPORT_SYMBOL_GPL(snd_hdac_bus_stop_cmd_io);
128
129static unsigned int azx_command_addr(u32 cmd)
130{
131 unsigned int addr = cmd >> 28;
132
133 if (snd_BUG_ON(addr >= HDA_MAX_CODECS))
134 addr = 0;
135 return addr;
136}
137
138/**
139 * snd_hdac_bus_send_cmd - send a command verb via CORB
140 * @bus: HD-audio core bus
141 * @val: encoded verb value to send
142 *
143 * Returns zero for success or a negative error code.
144 */
145int snd_hdac_bus_send_cmd(struct hdac_bus *bus, unsigned int val)
146{
147 unsigned int addr = azx_command_addr(val);
148 unsigned int wp, rp;
149
150 spin_lock_irq(&bus->reg_lock);
151
152 bus->last_cmd[azx_command_addr(val)] = val;
153
154 /* add command to corb */
155 wp = snd_hdac_chip_readw(bus, CORBWP);
156 if (wp == 0xffff) {
157 /* something wrong, controller likely turned to D3 */
158 spin_unlock_irq(&bus->reg_lock);
159 return -EIO;
160 }
161 wp++;
162 wp %= AZX_MAX_CORB_ENTRIES;
163
164 rp = snd_hdac_chip_readw(bus, CORBRP);
165 if (wp == rp) {
166 /* oops, it's full */
167 spin_unlock_irq(&bus->reg_lock);
168 return -EAGAIN;
169 }
170
171 bus->rirb.cmds[addr]++;
172 bus->corb.buf[wp] = cpu_to_le32(val);
173 snd_hdac_chip_writew(bus, CORBWP, wp);
174
175 spin_unlock_irq(&bus->reg_lock);
176
177 return 0;
178}
179EXPORT_SYMBOL_GPL(snd_hdac_bus_send_cmd);
180
181#define AZX_RIRB_EX_UNSOL_EV (1<<4)
182
183/**
184 * snd_hdac_bus_update_rirb - retrieve RIRB entries
185 * @bus: HD-audio core bus
186 *
187 * Usually called from interrupt handler.
188 * The caller needs bus->reg_lock spinlock before calling this.
189 */
190void snd_hdac_bus_update_rirb(struct hdac_bus *bus)
191{
192 unsigned int rp, wp;
193 unsigned int addr;
194 u32 res, res_ex;
195
196 wp = snd_hdac_chip_readw(bus, RIRBWP);
197 if (wp == 0xffff) {
198 /* something wrong, controller likely turned to D3 */
199 return;
200 }
201
202 if (wp == bus->rirb.wp)
203 return;
204 bus->rirb.wp = wp;
205
206 while (bus->rirb.rp != wp) {
207 bus->rirb.rp++;
208 bus->rirb.rp %= AZX_MAX_RIRB_ENTRIES;
209
210 rp = bus->rirb.rp << 1; /* an RIRB entry is 8-bytes */
211 res_ex = le32_to_cpu(bus->rirb.buf[rp + 1]);
212 res = le32_to_cpu(bus->rirb.buf[rp]);
213 addr = res_ex & 0xf;
214 if (addr >= HDA_MAX_CODECS) {
215 dev_err(bus->dev,
216 "spurious response %#x:%#x, rp = %d, wp = %d",
217 res, res_ex, bus->rirb.rp, wp);
218 snd_BUG();
219 } else if (res_ex & AZX_RIRB_EX_UNSOL_EV)
220 snd_hdac_bus_queue_event(bus, res, res_ex);
221 else if (bus->rirb.cmds[addr]) {
222 bus->rirb.res[addr] = res;
223 bus->rirb.cmds[addr]--;
224 if (!bus->rirb.cmds[addr] &&
225 waitqueue_active(&bus->rirb_wq))
226 wake_up(&bus->rirb_wq);
227 } else {
228 dev_err_ratelimited(bus->dev,
229 "spurious response %#x:%#x, last cmd=%#08x\n",
230 res, res_ex, bus->last_cmd[addr]);
231 }
232 }
233}
234EXPORT_SYMBOL_GPL(snd_hdac_bus_update_rirb);
235
236/**
237 * snd_hdac_bus_get_response - receive a response via RIRB
238 * @bus: HD-audio core bus
239 * @addr: codec address
240 * @res: pointer to store the value, NULL when not needed
241 *
242 * Returns zero if a value is read, or a negative error code.
243 */
244int snd_hdac_bus_get_response(struct hdac_bus *bus, unsigned int addr,
245 unsigned int *res)
246{
247 unsigned long timeout;
248 unsigned long loopcounter;
249 wait_queue_entry_t wait;
250 bool warned = false;
251
252 init_wait_entry(&wait, 0);
253 timeout = jiffies + msecs_to_jiffies(1000);
254
255 for (loopcounter = 0;; loopcounter++) {
256 spin_lock_irq(&bus->reg_lock);
257 if (!bus->polling_mode)
258 prepare_to_wait(&bus->rirb_wq, &wait,
259 TASK_UNINTERRUPTIBLE);
260 if (bus->polling_mode)
261 snd_hdac_bus_update_rirb(bus);
262 if (!bus->rirb.cmds[addr]) {
263 if (res)
264 *res = bus->rirb.res[addr]; /* the last value */
265 if (!bus->polling_mode)
266 finish_wait(&bus->rirb_wq, &wait);
267 spin_unlock_irq(&bus->reg_lock);
268 return 0;
269 }
270 spin_unlock_irq(&bus->reg_lock);
271 if (time_after(jiffies, timeout))
272 break;
273#define LOOP_COUNT_MAX 3000
274 if (!bus->polling_mode) {
275 schedule_timeout(msecs_to_jiffies(2));
276 } else if (bus->needs_damn_long_delay ||
277 loopcounter > LOOP_COUNT_MAX) {
278 if (loopcounter > LOOP_COUNT_MAX && !warned) {
279 dev_dbg_ratelimited(bus->dev,
280 "too slow response, last cmd=%#08x\n",
281 bus->last_cmd[addr]);
282 warned = true;
283 }
284 msleep(2); /* temporary workaround */
285 } else {
286 udelay(10);
287 cond_resched();
288 }
289 }
290
291 if (!bus->polling_mode)
292 finish_wait(&bus->rirb_wq, &wait);
293
294 return -EIO;
295}
296EXPORT_SYMBOL_GPL(snd_hdac_bus_get_response);
297
298#define HDAC_MAX_CAPS 10
299/**
300 * snd_hdac_bus_parse_capabilities - parse capability structure
301 * @bus: the pointer to bus object
302 *
303 * Returns 0 if successful, or a negative error code.
304 */
305int snd_hdac_bus_parse_capabilities(struct hdac_bus *bus)
306{
307 unsigned int cur_cap;
308 unsigned int offset;
309 unsigned int counter = 0;
310
311 offset = snd_hdac_chip_readw(bus, LLCH);
312
313 /* Lets walk the linked capabilities list */
314 do {
315 cur_cap = _snd_hdac_chip_readl(bus, offset);
316
317 dev_dbg(bus->dev, "Capability version: 0x%x\n",
318 (cur_cap & AZX_CAP_HDR_VER_MASK) >> AZX_CAP_HDR_VER_OFF);
319
320 dev_dbg(bus->dev, "HDA capability ID: 0x%x\n",
321 (cur_cap & AZX_CAP_HDR_ID_MASK) >> AZX_CAP_HDR_ID_OFF);
322
323 if (cur_cap == -1) {
324 dev_dbg(bus->dev, "Invalid capability reg read\n");
325 break;
326 }
327
328 switch ((cur_cap & AZX_CAP_HDR_ID_MASK) >> AZX_CAP_HDR_ID_OFF) {
329 case AZX_ML_CAP_ID:
330 dev_dbg(bus->dev, "Found ML capability\n");
331 bus->mlcap = bus->remap_addr + offset;
332 break;
333
334 case AZX_GTS_CAP_ID:
335 dev_dbg(bus->dev, "Found GTS capability offset=%x\n", offset);
336 bus->gtscap = bus->remap_addr + offset;
337 break;
338
339 case AZX_PP_CAP_ID:
340 /* PP capability found, the Audio DSP is present */
341 dev_dbg(bus->dev, "Found PP capability offset=%x\n", offset);
342 bus->ppcap = bus->remap_addr + offset;
343 break;
344
345 case AZX_SPB_CAP_ID:
346 /* SPIB capability found, handler function */
347 dev_dbg(bus->dev, "Found SPB capability\n");
348 bus->spbcap = bus->remap_addr + offset;
349 break;
350
351 case AZX_DRSM_CAP_ID:
352 /* DMA resume capability found, handler function */
353 dev_dbg(bus->dev, "Found DRSM capability\n");
354 bus->drsmcap = bus->remap_addr + offset;
355 break;
356
357 default:
358 dev_err(bus->dev, "Unknown capability %d\n", cur_cap);
359 cur_cap = 0;
360 break;
361 }
362
363 counter++;
364
365 if (counter > HDAC_MAX_CAPS) {
366 dev_err(bus->dev, "We exceeded HDAC capabilities!!!\n");
367 break;
368 }
369
370 /* read the offset of next capability */
371 offset = cur_cap & AZX_CAP_HDR_NXT_PTR_MASK;
372
373 } while (offset);
374
375 return 0;
376}
377EXPORT_SYMBOL_GPL(snd_hdac_bus_parse_capabilities);
378
379/*
380 * Lowlevel interface
381 */
382
383/**
384 * snd_hdac_bus_enter_link_reset - enter link reset
385 * @bus: HD-audio core bus
386 *
387 * Enter to the link reset state.
388 */
389void snd_hdac_bus_enter_link_reset(struct hdac_bus *bus)
390{
391 unsigned long timeout;
392
393 /* reset controller */
394 snd_hdac_chip_updatel(bus, GCTL, AZX_GCTL_RESET, 0);
395
396 timeout = jiffies + msecs_to_jiffies(100);
397 while ((snd_hdac_chip_readb(bus, GCTL) & AZX_GCTL_RESET) &&
398 time_before(jiffies, timeout))
399 usleep_range(500, 1000);
400}
401EXPORT_SYMBOL_GPL(snd_hdac_bus_enter_link_reset);
402
403/**
404 * snd_hdac_bus_exit_link_reset - exit link reset
405 * @bus: HD-audio core bus
406 *
407 * Exit from the link reset state.
408 */
409void snd_hdac_bus_exit_link_reset(struct hdac_bus *bus)
410{
411 unsigned long timeout;
412
413 snd_hdac_chip_updateb(bus, GCTL, AZX_GCTL_RESET, AZX_GCTL_RESET);
414
415 timeout = jiffies + msecs_to_jiffies(100);
416 while (!snd_hdac_chip_readb(bus, GCTL) && time_before(jiffies, timeout))
417 usleep_range(500, 1000);
418}
419EXPORT_SYMBOL_GPL(snd_hdac_bus_exit_link_reset);
420
421/* reset codec link */
422int snd_hdac_bus_reset_link(struct hdac_bus *bus, bool full_reset)
423{
424 if (!full_reset)
425 goto skip_reset;
426
427 /* clear STATESTS if not in reset */
428 if (snd_hdac_chip_readb(bus, GCTL) & AZX_GCTL_RESET)
429 snd_hdac_chip_writew(bus, STATESTS, STATESTS_INT_MASK);
430
431 /* reset controller */
432 snd_hdac_bus_enter_link_reset(bus);
433
434 /* delay for >= 100us for codec PLL to settle per spec
435 * Rev 0.9 section 5.5.1
436 */
437 usleep_range(500, 1000);
438
439 /* Bring controller out of reset */
440 snd_hdac_bus_exit_link_reset(bus);
441
442 /* Brent Chartrand said to wait >= 540us for codecs to initialize */
443 usleep_range(1000, 1200);
444
445 skip_reset:
446 /* check to see if controller is ready */
447 if (!snd_hdac_chip_readb(bus, GCTL)) {
448 dev_dbg(bus->dev, "controller not ready!\n");
449 return -EBUSY;
450 }
451
452 /* detect codecs */
453 if (!bus->codec_mask) {
454 bus->codec_mask = snd_hdac_chip_readw(bus, STATESTS);
455 dev_dbg(bus->dev, "codec_mask = 0x%lx\n", bus->codec_mask);
456 }
457
458 return 0;
459}
460EXPORT_SYMBOL_GPL(snd_hdac_bus_reset_link);
461
462/* enable interrupts */
463static void azx_int_enable(struct hdac_bus *bus)
464{
465 /* enable controller CIE and GIE */
466 snd_hdac_chip_updatel(bus, INTCTL,
467 AZX_INT_CTRL_EN | AZX_INT_GLOBAL_EN,
468 AZX_INT_CTRL_EN | AZX_INT_GLOBAL_EN);
469}
470
471/* disable interrupts */
472static void azx_int_disable(struct hdac_bus *bus)
473{
474 struct hdac_stream *azx_dev;
475
476 /* disable interrupts in stream descriptor */
477 list_for_each_entry(azx_dev, &bus->stream_list, list)
478 snd_hdac_stream_updateb(azx_dev, SD_CTL, SD_INT_MASK, 0);
479
480 /* disable SIE for all streams & disable controller CIE and GIE */
481 snd_hdac_chip_writel(bus, INTCTL, 0);
482}
483
484/* clear interrupts */
485static void azx_int_clear(struct hdac_bus *bus)
486{
487 struct hdac_stream *azx_dev;
488
489 /* clear stream status */
490 list_for_each_entry(azx_dev, &bus->stream_list, list)
491 snd_hdac_stream_writeb(azx_dev, SD_STS, SD_INT_MASK);
492
493 /* clear STATESTS */
494 snd_hdac_chip_writew(bus, STATESTS, STATESTS_INT_MASK);
495
496 /* clear rirb status */
497 snd_hdac_chip_writeb(bus, RIRBSTS, RIRB_INT_MASK);
498
499 /* clear int status */
500 snd_hdac_chip_writel(bus, INTSTS, AZX_INT_CTRL_EN | AZX_INT_ALL_STREAM);
501}
502
503/**
504 * snd_hdac_bus_init_chip - reset and start the controller registers
505 * @bus: HD-audio core bus
506 * @full_reset: Do full reset
507 */
508bool snd_hdac_bus_init_chip(struct hdac_bus *bus, bool full_reset)
509{
510 if (bus->chip_init)
511 return false;
512
513 /* reset controller */
514 snd_hdac_bus_reset_link(bus, full_reset);
515
516 /* clear interrupts */
517 azx_int_clear(bus);
518
519 /* initialize the codec command I/O */
520 snd_hdac_bus_init_cmd_io(bus);
521
522 /* enable interrupts after CORB/RIRB buffers are initialized above */
523 azx_int_enable(bus);
524
525 /* program the position buffer */
526 if (bus->use_posbuf && bus->posbuf.addr) {
527 snd_hdac_chip_writel(bus, DPLBASE, (u32)bus->posbuf.addr);
528 snd_hdac_chip_writel(bus, DPUBASE, upper_32_bits(bus->posbuf.addr));
529 }
530
531 bus->chip_init = true;
532
533 return true;
534}
535EXPORT_SYMBOL_GPL(snd_hdac_bus_init_chip);
536
537/**
538 * snd_hdac_bus_stop_chip - disable the whole IRQ and I/Os
539 * @bus: HD-audio core bus
540 */
541void snd_hdac_bus_stop_chip(struct hdac_bus *bus)
542{
543 if (!bus->chip_init)
544 return;
545
546 /* disable interrupts */
547 azx_int_disable(bus);
548 azx_int_clear(bus);
549
550 /* disable CORB/RIRB */
551 snd_hdac_bus_stop_cmd_io(bus);
552
553 /* disable position buffer */
554 if (bus->posbuf.addr) {
555 snd_hdac_chip_writel(bus, DPLBASE, 0);
556 snd_hdac_chip_writel(bus, DPUBASE, 0);
557 }
558
559 bus->chip_init = false;
560}
561EXPORT_SYMBOL_GPL(snd_hdac_bus_stop_chip);
562
563/**
564 * snd_hdac_bus_handle_stream_irq - interrupt handler for streams
565 * @bus: HD-audio core bus
566 * @status: INTSTS register value
567 * @ack: callback to be called for woken streams
568 *
569 * Returns the bits of handled streams, or zero if no stream is handled.
570 */
571int snd_hdac_bus_handle_stream_irq(struct hdac_bus *bus, unsigned int status,
572 void (*ack)(struct hdac_bus *,
573 struct hdac_stream *))
574{
575 struct hdac_stream *azx_dev;
576 u8 sd_status;
577 int handled = 0;
578
579 list_for_each_entry(azx_dev, &bus->stream_list, list) {
580 if (status & azx_dev->sd_int_sta_mask) {
581 sd_status = snd_hdac_stream_readb(azx_dev, SD_STS);
582 snd_hdac_stream_writeb(azx_dev, SD_STS, SD_INT_MASK);
583 handled |= 1 << azx_dev->index;
584 if ((!azx_dev->substream && !azx_dev->cstream) ||
585 !azx_dev->running || !(sd_status & SD_INT_COMPLETE))
586 continue;
587 if (ack)
588 ack(bus, azx_dev);
589 }
590 }
591 return handled;
592}
593EXPORT_SYMBOL_GPL(snd_hdac_bus_handle_stream_irq);
594
595/**
596 * snd_hdac_bus_alloc_stream_pages - allocate BDL and other buffers
597 * @bus: HD-audio core bus
598 *
599 * Call this after assigning the all streams.
600 * Returns zero for success, or a negative error code.
601 */
602int snd_hdac_bus_alloc_stream_pages(struct hdac_bus *bus)
603{
604 struct hdac_stream *s;
605 int num_streams = 0;
606 int dma_type = bus->dma_type ? bus->dma_type : SNDRV_DMA_TYPE_DEV;
607 int err;
608
609 list_for_each_entry(s, &bus->stream_list, list) {
610 /* allocate memory for the BDL for each stream */
611 err = snd_dma_alloc_pages(dma_type, bus->dev,
612 BDL_SIZE, &s->bdl);
613 num_streams++;
614 if (err < 0)
615 return -ENOMEM;
616 }
617
618 if (WARN_ON(!num_streams))
619 return -EINVAL;
620 /* allocate memory for the position buffer */
621 err = snd_dma_alloc_pages(dma_type, bus->dev,
622 num_streams * 8, &bus->posbuf);
623 if (err < 0)
624 return -ENOMEM;
625 list_for_each_entry(s, &bus->stream_list, list)
626 s->posbuf = (__le32 *)(bus->posbuf.area + s->index * 8);
627
628 /* single page (at least 4096 bytes) must suffice for both ringbuffes */
629 return snd_dma_alloc_pages(dma_type, bus->dev, PAGE_SIZE, &bus->rb);
630}
631EXPORT_SYMBOL_GPL(snd_hdac_bus_alloc_stream_pages);
632
633/**
634 * snd_hdac_bus_free_stream_pages - release BDL and other buffers
635 * @bus: HD-audio core bus
636 */
637void snd_hdac_bus_free_stream_pages(struct hdac_bus *bus)
638{
639 struct hdac_stream *s;
640
641 list_for_each_entry(s, &bus->stream_list, list) {
642 if (s->bdl.area)
643 snd_dma_free_pages(&s->bdl);
644 }
645
646 if (bus->rb.area)
647 snd_dma_free_pages(&bus->rb);
648 if (bus->posbuf.area)
649 snd_dma_free_pages(&bus->posbuf);
650}
651EXPORT_SYMBOL_GPL(snd_hdac_bus_free_stream_pages);
652
653/**
654 * snd_hdac_bus_link_power - power up/down codec link
655 * @codec: HD-audio device
656 * @enable: whether to power-up the link
657 */
658void snd_hdac_bus_link_power(struct hdac_device *codec, bool enable)
659{
660 if (enable)
661 set_bit(codec->addr, &codec->bus->codec_powered);
662 else
663 clear_bit(codec->addr, &codec->bus->codec_powered);
664}
665EXPORT_SYMBOL_GPL(snd_hdac_bus_link_power);
1/*
2 * HD-audio controller helpers
3 */
4
5#include <linux/kernel.h>
6#include <linux/delay.h>
7#include <linux/export.h>
8#include <sound/core.h>
9#include <sound/hdaudio.h>
10#include <sound/hda_register.h>
11
12/* clear CORB read pointer properly */
13static void azx_clear_corbrp(struct hdac_bus *bus)
14{
15 int timeout;
16
17 for (timeout = 1000; timeout > 0; timeout--) {
18 if (snd_hdac_chip_readw(bus, CORBRP) & AZX_CORBRP_RST)
19 break;
20 udelay(1);
21 }
22 if (timeout <= 0)
23 dev_err(bus->dev, "CORB reset timeout#1, CORBRP = %d\n",
24 snd_hdac_chip_readw(bus, CORBRP));
25
26 snd_hdac_chip_writew(bus, CORBRP, 0);
27 for (timeout = 1000; timeout > 0; timeout--) {
28 if (snd_hdac_chip_readw(bus, CORBRP) == 0)
29 break;
30 udelay(1);
31 }
32 if (timeout <= 0)
33 dev_err(bus->dev, "CORB reset timeout#2, CORBRP = %d\n",
34 snd_hdac_chip_readw(bus, CORBRP));
35}
36
37/**
38 * snd_hdac_bus_init_cmd_io - set up CORB/RIRB buffers
39 * @bus: HD-audio core bus
40 */
41void snd_hdac_bus_init_cmd_io(struct hdac_bus *bus)
42{
43 spin_lock_irq(&bus->reg_lock);
44 /* CORB set up */
45 bus->corb.addr = bus->rb.addr;
46 bus->corb.buf = (__le32 *)bus->rb.area;
47 snd_hdac_chip_writel(bus, CORBLBASE, (u32)bus->corb.addr);
48 snd_hdac_chip_writel(bus, CORBUBASE, upper_32_bits(bus->corb.addr));
49
50 /* set the corb size to 256 entries (ULI requires explicitly) */
51 snd_hdac_chip_writeb(bus, CORBSIZE, 0x02);
52 /* set the corb write pointer to 0 */
53 snd_hdac_chip_writew(bus, CORBWP, 0);
54
55 /* reset the corb hw read pointer */
56 snd_hdac_chip_writew(bus, CORBRP, AZX_CORBRP_RST);
57 if (!bus->corbrp_self_clear)
58 azx_clear_corbrp(bus);
59
60 /* enable corb dma */
61 snd_hdac_chip_writeb(bus, CORBCTL, AZX_CORBCTL_RUN);
62
63 /* RIRB set up */
64 bus->rirb.addr = bus->rb.addr + 2048;
65 bus->rirb.buf = (__le32 *)(bus->rb.area + 2048);
66 bus->rirb.wp = bus->rirb.rp = 0;
67 memset(bus->rirb.cmds, 0, sizeof(bus->rirb.cmds));
68 snd_hdac_chip_writel(bus, RIRBLBASE, (u32)bus->rirb.addr);
69 snd_hdac_chip_writel(bus, RIRBUBASE, upper_32_bits(bus->rirb.addr));
70
71 /* set the rirb size to 256 entries (ULI requires explicitly) */
72 snd_hdac_chip_writeb(bus, RIRBSIZE, 0x02);
73 /* reset the rirb hw write pointer */
74 snd_hdac_chip_writew(bus, RIRBWP, AZX_RIRBWP_RST);
75 /* set N=1, get RIRB response interrupt for new entry */
76 snd_hdac_chip_writew(bus, RINTCNT, 1);
77 /* enable rirb dma and response irq */
78 snd_hdac_chip_writeb(bus, RIRBCTL, AZX_RBCTL_DMA_EN | AZX_RBCTL_IRQ_EN);
79 spin_unlock_irq(&bus->reg_lock);
80}
81EXPORT_SYMBOL_GPL(snd_hdac_bus_init_cmd_io);
82
83/* wait for cmd dmas till they are stopped */
84static void hdac_wait_for_cmd_dmas(struct hdac_bus *bus)
85{
86 unsigned long timeout;
87
88 timeout = jiffies + msecs_to_jiffies(100);
89 while ((snd_hdac_chip_readb(bus, RIRBCTL) & AZX_RBCTL_DMA_EN)
90 && time_before(jiffies, timeout))
91 udelay(10);
92
93 timeout = jiffies + msecs_to_jiffies(100);
94 while ((snd_hdac_chip_readb(bus, CORBCTL) & AZX_CORBCTL_RUN)
95 && time_before(jiffies, timeout))
96 udelay(10);
97}
98
99/**
100 * snd_hdac_bus_stop_cmd_io - clean up CORB/RIRB buffers
101 * @bus: HD-audio core bus
102 */
103void snd_hdac_bus_stop_cmd_io(struct hdac_bus *bus)
104{
105 spin_lock_irq(&bus->reg_lock);
106 /* disable ringbuffer DMAs */
107 snd_hdac_chip_writeb(bus, RIRBCTL, 0);
108 snd_hdac_chip_writeb(bus, CORBCTL, 0);
109 spin_unlock_irq(&bus->reg_lock);
110
111 hdac_wait_for_cmd_dmas(bus);
112
113 spin_lock_irq(&bus->reg_lock);
114 /* disable unsolicited responses */
115 snd_hdac_chip_updatel(bus, GCTL, AZX_GCTL_UNSOL, 0);
116 spin_unlock_irq(&bus->reg_lock);
117}
118EXPORT_SYMBOL_GPL(snd_hdac_bus_stop_cmd_io);
119
120static unsigned int azx_command_addr(u32 cmd)
121{
122 unsigned int addr = cmd >> 28;
123
124 if (snd_BUG_ON(addr >= HDA_MAX_CODECS))
125 addr = 0;
126 return addr;
127}
128
129/**
130 * snd_hdac_bus_send_cmd - send a command verb via CORB
131 * @bus: HD-audio core bus
132 * @val: encoded verb value to send
133 *
134 * Returns zero for success or a negative error code.
135 */
136int snd_hdac_bus_send_cmd(struct hdac_bus *bus, unsigned int val)
137{
138 unsigned int addr = azx_command_addr(val);
139 unsigned int wp, rp;
140
141 spin_lock_irq(&bus->reg_lock);
142
143 bus->last_cmd[azx_command_addr(val)] = val;
144
145 /* add command to corb */
146 wp = snd_hdac_chip_readw(bus, CORBWP);
147 if (wp == 0xffff) {
148 /* something wrong, controller likely turned to D3 */
149 spin_unlock_irq(&bus->reg_lock);
150 return -EIO;
151 }
152 wp++;
153 wp %= AZX_MAX_CORB_ENTRIES;
154
155 rp = snd_hdac_chip_readw(bus, CORBRP);
156 if (wp == rp) {
157 /* oops, it's full */
158 spin_unlock_irq(&bus->reg_lock);
159 return -EAGAIN;
160 }
161
162 bus->rirb.cmds[addr]++;
163 bus->corb.buf[wp] = cpu_to_le32(val);
164 snd_hdac_chip_writew(bus, CORBWP, wp);
165
166 spin_unlock_irq(&bus->reg_lock);
167
168 return 0;
169}
170EXPORT_SYMBOL_GPL(snd_hdac_bus_send_cmd);
171
172#define AZX_RIRB_EX_UNSOL_EV (1<<4)
173
174/**
175 * snd_hdac_bus_update_rirb - retrieve RIRB entries
176 * @bus: HD-audio core bus
177 *
178 * Usually called from interrupt handler.
179 */
180void snd_hdac_bus_update_rirb(struct hdac_bus *bus)
181{
182 unsigned int rp, wp;
183 unsigned int addr;
184 u32 res, res_ex;
185
186 wp = snd_hdac_chip_readw(bus, RIRBWP);
187 if (wp == 0xffff) {
188 /* something wrong, controller likely turned to D3 */
189 return;
190 }
191
192 if (wp == bus->rirb.wp)
193 return;
194 bus->rirb.wp = wp;
195
196 while (bus->rirb.rp != wp) {
197 bus->rirb.rp++;
198 bus->rirb.rp %= AZX_MAX_RIRB_ENTRIES;
199
200 rp = bus->rirb.rp << 1; /* an RIRB entry is 8-bytes */
201 res_ex = le32_to_cpu(bus->rirb.buf[rp + 1]);
202 res = le32_to_cpu(bus->rirb.buf[rp]);
203 addr = res_ex & 0xf;
204 if (addr >= HDA_MAX_CODECS) {
205 dev_err(bus->dev,
206 "spurious response %#x:%#x, rp = %d, wp = %d",
207 res, res_ex, bus->rirb.rp, wp);
208 snd_BUG();
209 } else if (res_ex & AZX_RIRB_EX_UNSOL_EV)
210 snd_hdac_bus_queue_event(bus, res, res_ex);
211 else if (bus->rirb.cmds[addr]) {
212 bus->rirb.res[addr] = res;
213 bus->rirb.cmds[addr]--;
214 } else {
215 dev_err_ratelimited(bus->dev,
216 "spurious response %#x:%#x, last cmd=%#08x\n",
217 res, res_ex, bus->last_cmd[addr]);
218 }
219 }
220}
221EXPORT_SYMBOL_GPL(snd_hdac_bus_update_rirb);
222
223/**
224 * snd_hdac_bus_get_response - receive a response via RIRB
225 * @bus: HD-audio core bus
226 * @addr: codec address
227 * @res: pointer to store the value, NULL when not needed
228 *
229 * Returns zero if a value is read, or a negative error code.
230 */
231int snd_hdac_bus_get_response(struct hdac_bus *bus, unsigned int addr,
232 unsigned int *res)
233{
234 unsigned long timeout;
235 unsigned long loopcounter;
236
237 timeout = jiffies + msecs_to_jiffies(1000);
238
239 for (loopcounter = 0;; loopcounter++) {
240 spin_lock_irq(&bus->reg_lock);
241 if (!bus->rirb.cmds[addr]) {
242 if (res)
243 *res = bus->rirb.res[addr]; /* the last value */
244 spin_unlock_irq(&bus->reg_lock);
245 return 0;
246 }
247 spin_unlock_irq(&bus->reg_lock);
248 if (time_after(jiffies, timeout))
249 break;
250 if (loopcounter > 3000)
251 msleep(2); /* temporary workaround */
252 else {
253 udelay(10);
254 cond_resched();
255 }
256 }
257
258 return -EIO;
259}
260EXPORT_SYMBOL_GPL(snd_hdac_bus_get_response);
261
262#define HDAC_MAX_CAPS 10
263/**
264 * snd_hdac_bus_parse_capabilities - parse capability structure
265 * @bus: the pointer to bus object
266 *
267 * Returns 0 if successful, or a negative error code.
268 */
269int snd_hdac_bus_parse_capabilities(struct hdac_bus *bus)
270{
271 unsigned int cur_cap;
272 unsigned int offset;
273 unsigned int counter = 0;
274
275 offset = snd_hdac_chip_readw(bus, LLCH);
276
277 /* Lets walk the linked capabilities list */
278 do {
279 cur_cap = _snd_hdac_chip_readl(bus, offset);
280
281 dev_dbg(bus->dev, "Capability version: 0x%x\n",
282 (cur_cap & AZX_CAP_HDR_VER_MASK) >> AZX_CAP_HDR_VER_OFF);
283
284 dev_dbg(bus->dev, "HDA capability ID: 0x%x\n",
285 (cur_cap & AZX_CAP_HDR_ID_MASK) >> AZX_CAP_HDR_ID_OFF);
286
287 if (cur_cap == -1) {
288 dev_dbg(bus->dev, "Invalid capability reg read\n");
289 break;
290 }
291
292 switch ((cur_cap & AZX_CAP_HDR_ID_MASK) >> AZX_CAP_HDR_ID_OFF) {
293 case AZX_ML_CAP_ID:
294 dev_dbg(bus->dev, "Found ML capability\n");
295 bus->mlcap = bus->remap_addr + offset;
296 break;
297
298 case AZX_GTS_CAP_ID:
299 dev_dbg(bus->dev, "Found GTS capability offset=%x\n", offset);
300 bus->gtscap = bus->remap_addr + offset;
301 break;
302
303 case AZX_PP_CAP_ID:
304 /* PP capability found, the Audio DSP is present */
305 dev_dbg(bus->dev, "Found PP capability offset=%x\n", offset);
306 bus->ppcap = bus->remap_addr + offset;
307 break;
308
309 case AZX_SPB_CAP_ID:
310 /* SPIB capability found, handler function */
311 dev_dbg(bus->dev, "Found SPB capability\n");
312 bus->spbcap = bus->remap_addr + offset;
313 break;
314
315 case AZX_DRSM_CAP_ID:
316 /* DMA resume capability found, handler function */
317 dev_dbg(bus->dev, "Found DRSM capability\n");
318 bus->drsmcap = bus->remap_addr + offset;
319 break;
320
321 default:
322 dev_err(bus->dev, "Unknown capability %d\n", cur_cap);
323 cur_cap = 0;
324 break;
325 }
326
327 counter++;
328
329 if (counter > HDAC_MAX_CAPS) {
330 dev_err(bus->dev, "We exceeded HDAC capabilities!!!\n");
331 break;
332 }
333
334 /* read the offset of next capability */
335 offset = cur_cap & AZX_CAP_HDR_NXT_PTR_MASK;
336
337 } while (offset);
338
339 return 0;
340}
341EXPORT_SYMBOL_GPL(snd_hdac_bus_parse_capabilities);
342
343/*
344 * Lowlevel interface
345 */
346
347/**
348 * snd_hdac_bus_enter_link_reset - enter link reset
349 * @bus: HD-audio core bus
350 *
351 * Enter to the link reset state.
352 */
353void snd_hdac_bus_enter_link_reset(struct hdac_bus *bus)
354{
355 unsigned long timeout;
356
357 /* reset controller */
358 snd_hdac_chip_updatel(bus, GCTL, AZX_GCTL_RESET, 0);
359
360 timeout = jiffies + msecs_to_jiffies(100);
361 while ((snd_hdac_chip_readb(bus, GCTL) & AZX_GCTL_RESET) &&
362 time_before(jiffies, timeout))
363 usleep_range(500, 1000);
364}
365EXPORT_SYMBOL_GPL(snd_hdac_bus_enter_link_reset);
366
367/**
368 * snd_hdac_bus_exit_link_reset - exit link reset
369 * @bus: HD-audio core bus
370 *
371 * Exit from the link reset state.
372 */
373void snd_hdac_bus_exit_link_reset(struct hdac_bus *bus)
374{
375 unsigned long timeout;
376
377 snd_hdac_chip_updateb(bus, GCTL, 0, AZX_GCTL_RESET);
378
379 timeout = jiffies + msecs_to_jiffies(100);
380 while (!snd_hdac_chip_readb(bus, GCTL) && time_before(jiffies, timeout))
381 usleep_range(500, 1000);
382}
383EXPORT_SYMBOL_GPL(snd_hdac_bus_exit_link_reset);
384
385/* reset codec link */
386static int azx_reset(struct hdac_bus *bus, bool full_reset)
387{
388 if (!full_reset)
389 goto skip_reset;
390
391 /* clear STATESTS */
392 snd_hdac_chip_writew(bus, STATESTS, STATESTS_INT_MASK);
393
394 /* reset controller */
395 snd_hdac_bus_enter_link_reset(bus);
396
397 /* delay for >= 100us for codec PLL to settle per spec
398 * Rev 0.9 section 5.5.1
399 */
400 usleep_range(500, 1000);
401
402 /* Bring controller out of reset */
403 snd_hdac_bus_exit_link_reset(bus);
404
405 /* Brent Chartrand said to wait >= 540us for codecs to initialize */
406 usleep_range(1000, 1200);
407
408 skip_reset:
409 /* check to see if controller is ready */
410 if (!snd_hdac_chip_readb(bus, GCTL)) {
411 dev_dbg(bus->dev, "azx_reset: controller not ready!\n");
412 return -EBUSY;
413 }
414
415 /* Accept unsolicited responses */
416 snd_hdac_chip_updatel(bus, GCTL, 0, AZX_GCTL_UNSOL);
417
418 /* detect codecs */
419 if (!bus->codec_mask) {
420 bus->codec_mask = snd_hdac_chip_readw(bus, STATESTS);
421 dev_dbg(bus->dev, "codec_mask = 0x%lx\n", bus->codec_mask);
422 }
423
424 return 0;
425}
426
427/* enable interrupts */
428static void azx_int_enable(struct hdac_bus *bus)
429{
430 /* enable controller CIE and GIE */
431 snd_hdac_chip_updatel(bus, INTCTL, 0, AZX_INT_CTRL_EN | AZX_INT_GLOBAL_EN);
432}
433
434/* disable interrupts */
435static void azx_int_disable(struct hdac_bus *bus)
436{
437 struct hdac_stream *azx_dev;
438
439 /* disable interrupts in stream descriptor */
440 list_for_each_entry(azx_dev, &bus->stream_list, list)
441 snd_hdac_stream_updateb(azx_dev, SD_CTL, SD_INT_MASK, 0);
442
443 /* disable SIE for all streams */
444 snd_hdac_chip_writeb(bus, INTCTL, 0);
445
446 /* disable controller CIE and GIE */
447 snd_hdac_chip_updatel(bus, INTCTL, AZX_INT_CTRL_EN | AZX_INT_GLOBAL_EN, 0);
448}
449
450/* clear interrupts */
451static void azx_int_clear(struct hdac_bus *bus)
452{
453 struct hdac_stream *azx_dev;
454
455 /* clear stream status */
456 list_for_each_entry(azx_dev, &bus->stream_list, list)
457 snd_hdac_stream_writeb(azx_dev, SD_STS, SD_INT_MASK);
458
459 /* clear STATESTS */
460 snd_hdac_chip_writew(bus, STATESTS, STATESTS_INT_MASK);
461
462 /* clear rirb status */
463 snd_hdac_chip_writeb(bus, RIRBSTS, RIRB_INT_MASK);
464
465 /* clear int status */
466 snd_hdac_chip_writel(bus, INTSTS, AZX_INT_CTRL_EN | AZX_INT_ALL_STREAM);
467}
468
469/**
470 * snd_hdac_bus_init_chip - reset and start the controller registers
471 * @bus: HD-audio core bus
472 * @full_reset: Do full reset
473 */
474bool snd_hdac_bus_init_chip(struct hdac_bus *bus, bool full_reset)
475{
476 if (bus->chip_init)
477 return false;
478
479 /* reset controller */
480 azx_reset(bus, full_reset);
481
482 /* initialize interrupts */
483 azx_int_clear(bus);
484 azx_int_enable(bus);
485
486 /* initialize the codec command I/O */
487 snd_hdac_bus_init_cmd_io(bus);
488
489 /* program the position buffer */
490 if (bus->use_posbuf && bus->posbuf.addr) {
491 snd_hdac_chip_writel(bus, DPLBASE, (u32)bus->posbuf.addr);
492 snd_hdac_chip_writel(bus, DPUBASE, upper_32_bits(bus->posbuf.addr));
493 }
494
495 bus->chip_init = true;
496 return true;
497}
498EXPORT_SYMBOL_GPL(snd_hdac_bus_init_chip);
499
500/**
501 * snd_hdac_bus_stop_chip - disable the whole IRQ and I/Os
502 * @bus: HD-audio core bus
503 */
504void snd_hdac_bus_stop_chip(struct hdac_bus *bus)
505{
506 if (!bus->chip_init)
507 return;
508
509 /* disable interrupts */
510 azx_int_disable(bus);
511 azx_int_clear(bus);
512
513 /* disable CORB/RIRB */
514 snd_hdac_bus_stop_cmd_io(bus);
515
516 /* disable position buffer */
517 if (bus->posbuf.addr) {
518 snd_hdac_chip_writel(bus, DPLBASE, 0);
519 snd_hdac_chip_writel(bus, DPUBASE, 0);
520 }
521
522 bus->chip_init = false;
523}
524EXPORT_SYMBOL_GPL(snd_hdac_bus_stop_chip);
525
526/**
527 * snd_hdac_bus_handle_stream_irq - interrupt handler for streams
528 * @bus: HD-audio core bus
529 * @status: INTSTS register value
530 * @ask: callback to be called for woken streams
531 *
532 * Returns the bits of handled streams, or zero if no stream is handled.
533 */
534int snd_hdac_bus_handle_stream_irq(struct hdac_bus *bus, unsigned int status,
535 void (*ack)(struct hdac_bus *,
536 struct hdac_stream *))
537{
538 struct hdac_stream *azx_dev;
539 u8 sd_status;
540 int handled = 0;
541
542 list_for_each_entry(azx_dev, &bus->stream_list, list) {
543 if (status & azx_dev->sd_int_sta_mask) {
544 sd_status = snd_hdac_stream_readb(azx_dev, SD_STS);
545 snd_hdac_stream_writeb(azx_dev, SD_STS, SD_INT_MASK);
546 handled |= 1 << azx_dev->index;
547 if (!azx_dev->substream || !azx_dev->running ||
548 !(sd_status & SD_INT_COMPLETE))
549 continue;
550 if (ack)
551 ack(bus, azx_dev);
552 }
553 }
554 return handled;
555}
556EXPORT_SYMBOL_GPL(snd_hdac_bus_handle_stream_irq);
557
558/**
559 * snd_hdac_bus_alloc_stream_pages - allocate BDL and other buffers
560 * @bus: HD-audio core bus
561 *
562 * Call this after assigning the all streams.
563 * Returns zero for success, or a negative error code.
564 */
565int snd_hdac_bus_alloc_stream_pages(struct hdac_bus *bus)
566{
567 struct hdac_stream *s;
568 int num_streams = 0;
569 int err;
570
571 list_for_each_entry(s, &bus->stream_list, list) {
572 /* allocate memory for the BDL for each stream */
573 err = bus->io_ops->dma_alloc_pages(bus, SNDRV_DMA_TYPE_DEV,
574 BDL_SIZE, &s->bdl);
575 num_streams++;
576 if (err < 0)
577 return -ENOMEM;
578 }
579
580 if (WARN_ON(!num_streams))
581 return -EINVAL;
582 /* allocate memory for the position buffer */
583 err = bus->io_ops->dma_alloc_pages(bus, SNDRV_DMA_TYPE_DEV,
584 num_streams * 8, &bus->posbuf);
585 if (err < 0)
586 return -ENOMEM;
587 list_for_each_entry(s, &bus->stream_list, list)
588 s->posbuf = (__le32 *)(bus->posbuf.area + s->index * 8);
589
590 /* single page (at least 4096 bytes) must suffice for both ringbuffes */
591 return bus->io_ops->dma_alloc_pages(bus, SNDRV_DMA_TYPE_DEV,
592 PAGE_SIZE, &bus->rb);
593}
594EXPORT_SYMBOL_GPL(snd_hdac_bus_alloc_stream_pages);
595
596/**
597 * snd_hdac_bus_free_stream_pages - release BDL and other buffers
598 * @bus: HD-audio core bus
599 */
600void snd_hdac_bus_free_stream_pages(struct hdac_bus *bus)
601{
602 struct hdac_stream *s;
603
604 list_for_each_entry(s, &bus->stream_list, list) {
605 if (s->bdl.area)
606 bus->io_ops->dma_free_pages(bus, &s->bdl);
607 }
608
609 if (bus->rb.area)
610 bus->io_ops->dma_free_pages(bus, &bus->rb);
611 if (bus->posbuf.area)
612 bus->io_ops->dma_free_pages(bus, &bus->posbuf);
613}
614EXPORT_SYMBOL_GPL(snd_hdac_bus_free_stream_pages);