Loading...
1/*
2 * Copyright © 2014 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 */
23
24#include <linux/component.h>
25#include <linux/kernel.h>
26
27#include <drm/drm_edid.h>
28#include <drm/i915_component.h>
29
30#include "i915_drv.h"
31#include "intel_atomic.h"
32#include "intel_audio.h"
33#include "intel_cdclk.h"
34#include "intel_de.h"
35#include "intel_display_types.h"
36#include "intel_lpe_audio.h"
37
38/**
39 * DOC: High Definition Audio over HDMI and Display Port
40 *
41 * The graphics and audio drivers together support High Definition Audio over
42 * HDMI and Display Port. The audio programming sequences are divided into audio
43 * codec and controller enable and disable sequences. The graphics driver
44 * handles the audio codec sequences, while the audio driver handles the audio
45 * controller sequences.
46 *
47 * The disable sequences must be performed before disabling the transcoder or
48 * port. The enable sequences may only be performed after enabling the
49 * transcoder and port, and after completed link training. Therefore the audio
50 * enable/disable sequences are part of the modeset sequence.
51 *
52 * The codec and controller sequences could be done either parallel or serial,
53 * but generally the ELDV/PD change in the codec sequence indicates to the audio
54 * driver that the controller sequence should start. Indeed, most of the
55 * co-operation between the graphics and audio drivers is handled via audio
56 * related registers. (The notable exception is the power management, not
57 * covered here.)
58 *
59 * The struct &i915_audio_component is used to interact between the graphics
60 * and audio drivers. The struct &i915_audio_component_ops @ops in it is
61 * defined in graphics driver and called in audio driver. The
62 * struct &i915_audio_component_audio_ops @audio_ops is called from i915 driver.
63 */
64
65/* DP N/M table */
66#define LC_810M 810000
67#define LC_540M 540000
68#define LC_270M 270000
69#define LC_162M 162000
70
71struct dp_aud_n_m {
72 int sample_rate;
73 int clock;
74 u16 m;
75 u16 n;
76};
77
78struct hdmi_aud_ncts {
79 int sample_rate;
80 int clock;
81 int n;
82 int cts;
83};
84
85/* Values according to DP 1.4 Table 2-104 */
86static const struct dp_aud_n_m dp_aud_n_m[] = {
87 { 32000, LC_162M, 1024, 10125 },
88 { 44100, LC_162M, 784, 5625 },
89 { 48000, LC_162M, 512, 3375 },
90 { 64000, LC_162M, 2048, 10125 },
91 { 88200, LC_162M, 1568, 5625 },
92 { 96000, LC_162M, 1024, 3375 },
93 { 128000, LC_162M, 4096, 10125 },
94 { 176400, LC_162M, 3136, 5625 },
95 { 192000, LC_162M, 2048, 3375 },
96 { 32000, LC_270M, 1024, 16875 },
97 { 44100, LC_270M, 784, 9375 },
98 { 48000, LC_270M, 512, 5625 },
99 { 64000, LC_270M, 2048, 16875 },
100 { 88200, LC_270M, 1568, 9375 },
101 { 96000, LC_270M, 1024, 5625 },
102 { 128000, LC_270M, 4096, 16875 },
103 { 176400, LC_270M, 3136, 9375 },
104 { 192000, LC_270M, 2048, 5625 },
105 { 32000, LC_540M, 1024, 33750 },
106 { 44100, LC_540M, 784, 18750 },
107 { 48000, LC_540M, 512, 11250 },
108 { 64000, LC_540M, 2048, 33750 },
109 { 88200, LC_540M, 1568, 18750 },
110 { 96000, LC_540M, 1024, 11250 },
111 { 128000, LC_540M, 4096, 33750 },
112 { 176400, LC_540M, 3136, 18750 },
113 { 192000, LC_540M, 2048, 11250 },
114 { 32000, LC_810M, 1024, 50625 },
115 { 44100, LC_810M, 784, 28125 },
116 { 48000, LC_810M, 512, 16875 },
117 { 64000, LC_810M, 2048, 50625 },
118 { 88200, LC_810M, 1568, 28125 },
119 { 96000, LC_810M, 1024, 16875 },
120 { 128000, LC_810M, 4096, 50625 },
121 { 176400, LC_810M, 3136, 28125 },
122 { 192000, LC_810M, 2048, 16875 },
123};
124
125static const struct dp_aud_n_m *
126audio_config_dp_get_n_m(const struct intel_crtc_state *crtc_state, int rate)
127{
128 int i;
129
130 for (i = 0; i < ARRAY_SIZE(dp_aud_n_m); i++) {
131 if (rate == dp_aud_n_m[i].sample_rate &&
132 crtc_state->port_clock == dp_aud_n_m[i].clock)
133 return &dp_aud_n_m[i];
134 }
135
136 return NULL;
137}
138
139static const struct {
140 int clock;
141 u32 config;
142} hdmi_audio_clock[] = {
143 { 25175, AUD_CONFIG_PIXEL_CLOCK_HDMI_25175 },
144 { 25200, AUD_CONFIG_PIXEL_CLOCK_HDMI_25200 }, /* default per bspec */
145 { 27000, AUD_CONFIG_PIXEL_CLOCK_HDMI_27000 },
146 { 27027, AUD_CONFIG_PIXEL_CLOCK_HDMI_27027 },
147 { 54000, AUD_CONFIG_PIXEL_CLOCK_HDMI_54000 },
148 { 54054, AUD_CONFIG_PIXEL_CLOCK_HDMI_54054 },
149 { 74176, AUD_CONFIG_PIXEL_CLOCK_HDMI_74176 },
150 { 74250, AUD_CONFIG_PIXEL_CLOCK_HDMI_74250 },
151 { 148352, AUD_CONFIG_PIXEL_CLOCK_HDMI_148352 },
152 { 148500, AUD_CONFIG_PIXEL_CLOCK_HDMI_148500 },
153 { 296703, AUD_CONFIG_PIXEL_CLOCK_HDMI_296703 },
154 { 297000, AUD_CONFIG_PIXEL_CLOCK_HDMI_297000 },
155 { 593407, AUD_CONFIG_PIXEL_CLOCK_HDMI_593407 },
156 { 594000, AUD_CONFIG_PIXEL_CLOCK_HDMI_594000 },
157};
158
159/* HDMI N/CTS table */
160#define TMDS_297M 297000
161#define TMDS_296M 296703
162#define TMDS_594M 594000
163#define TMDS_593M 593407
164
165static const struct hdmi_aud_ncts hdmi_aud_ncts_24bpp[] = {
166 { 32000, TMDS_296M, 5824, 421875 },
167 { 32000, TMDS_297M, 3072, 222750 },
168 { 32000, TMDS_593M, 5824, 843750 },
169 { 32000, TMDS_594M, 3072, 445500 },
170 { 44100, TMDS_296M, 4459, 234375 },
171 { 44100, TMDS_297M, 4704, 247500 },
172 { 44100, TMDS_593M, 8918, 937500 },
173 { 44100, TMDS_594M, 9408, 990000 },
174 { 88200, TMDS_296M, 8918, 234375 },
175 { 88200, TMDS_297M, 9408, 247500 },
176 { 88200, TMDS_593M, 17836, 937500 },
177 { 88200, TMDS_594M, 18816, 990000 },
178 { 176400, TMDS_296M, 17836, 234375 },
179 { 176400, TMDS_297M, 18816, 247500 },
180 { 176400, TMDS_593M, 35672, 937500 },
181 { 176400, TMDS_594M, 37632, 990000 },
182 { 48000, TMDS_296M, 5824, 281250 },
183 { 48000, TMDS_297M, 5120, 247500 },
184 { 48000, TMDS_593M, 5824, 562500 },
185 { 48000, TMDS_594M, 6144, 594000 },
186 { 96000, TMDS_296M, 11648, 281250 },
187 { 96000, TMDS_297M, 10240, 247500 },
188 { 96000, TMDS_593M, 11648, 562500 },
189 { 96000, TMDS_594M, 12288, 594000 },
190 { 192000, TMDS_296M, 23296, 281250 },
191 { 192000, TMDS_297M, 20480, 247500 },
192 { 192000, TMDS_593M, 23296, 562500 },
193 { 192000, TMDS_594M, 24576, 594000 },
194};
195
196/* Appendix C - N & CTS values for deep color from HDMI 2.0 spec*/
197/* HDMI N/CTS table for 10 bit deep color(30 bpp)*/
198#define TMDS_371M 371250
199#define TMDS_370M 370878
200
201static const struct hdmi_aud_ncts hdmi_aud_ncts_30bpp[] = {
202 { 32000, TMDS_370M, 5824, 527344 },
203 { 32000, TMDS_371M, 6144, 556875 },
204 { 44100, TMDS_370M, 8918, 585938 },
205 { 44100, TMDS_371M, 4704, 309375 },
206 { 88200, TMDS_370M, 17836, 585938 },
207 { 88200, TMDS_371M, 9408, 309375 },
208 { 176400, TMDS_370M, 35672, 585938 },
209 { 176400, TMDS_371M, 18816, 309375 },
210 { 48000, TMDS_370M, 11648, 703125 },
211 { 48000, TMDS_371M, 5120, 309375 },
212 { 96000, TMDS_370M, 23296, 703125 },
213 { 96000, TMDS_371M, 10240, 309375 },
214 { 192000, TMDS_370M, 46592, 703125 },
215 { 192000, TMDS_371M, 20480, 309375 },
216};
217
218/* HDMI N/CTS table for 12 bit deep color(36 bpp)*/
219#define TMDS_445_5M 445500
220#define TMDS_445M 445054
221
222static const struct hdmi_aud_ncts hdmi_aud_ncts_36bpp[] = {
223 { 32000, TMDS_445M, 5824, 632813 },
224 { 32000, TMDS_445_5M, 4096, 445500 },
225 { 44100, TMDS_445M, 8918, 703125 },
226 { 44100, TMDS_445_5M, 4704, 371250 },
227 { 88200, TMDS_445M, 17836, 703125 },
228 { 88200, TMDS_445_5M, 9408, 371250 },
229 { 176400, TMDS_445M, 35672, 703125 },
230 { 176400, TMDS_445_5M, 18816, 371250 },
231 { 48000, TMDS_445M, 5824, 421875 },
232 { 48000, TMDS_445_5M, 5120, 371250 },
233 { 96000, TMDS_445M, 11648, 421875 },
234 { 96000, TMDS_445_5M, 10240, 371250 },
235 { 192000, TMDS_445M, 23296, 421875 },
236 { 192000, TMDS_445_5M, 20480, 371250 },
237};
238
239/* get AUD_CONFIG_PIXEL_CLOCK_HDMI_* value for mode */
240static u32 audio_config_hdmi_pixel_clock(const struct intel_crtc_state *crtc_state)
241{
242 struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
243 const struct drm_display_mode *adjusted_mode =
244 &crtc_state->hw.adjusted_mode;
245 int i;
246
247 for (i = 0; i < ARRAY_SIZE(hdmi_audio_clock); i++) {
248 if (adjusted_mode->crtc_clock == hdmi_audio_clock[i].clock)
249 break;
250 }
251
252 if (DISPLAY_VER(dev_priv) < 12 && adjusted_mode->crtc_clock > 148500)
253 i = ARRAY_SIZE(hdmi_audio_clock);
254
255 if (i == ARRAY_SIZE(hdmi_audio_clock)) {
256 drm_dbg_kms(&dev_priv->drm,
257 "HDMI audio pixel clock setting for %d not found, falling back to defaults\n",
258 adjusted_mode->crtc_clock);
259 i = 1;
260 }
261
262 drm_dbg_kms(&dev_priv->drm,
263 "Configuring HDMI audio for pixel clock %d (0x%08x)\n",
264 hdmi_audio_clock[i].clock,
265 hdmi_audio_clock[i].config);
266
267 return hdmi_audio_clock[i].config;
268}
269
270static int audio_config_hdmi_get_n(const struct intel_crtc_state *crtc_state,
271 int rate)
272{
273 const struct hdmi_aud_ncts *hdmi_ncts_table;
274 int i, size;
275
276 if (crtc_state->pipe_bpp == 36) {
277 hdmi_ncts_table = hdmi_aud_ncts_36bpp;
278 size = ARRAY_SIZE(hdmi_aud_ncts_36bpp);
279 } else if (crtc_state->pipe_bpp == 30) {
280 hdmi_ncts_table = hdmi_aud_ncts_30bpp;
281 size = ARRAY_SIZE(hdmi_aud_ncts_30bpp);
282 } else {
283 hdmi_ncts_table = hdmi_aud_ncts_24bpp;
284 size = ARRAY_SIZE(hdmi_aud_ncts_24bpp);
285 }
286
287 for (i = 0; i < size; i++) {
288 if (rate == hdmi_ncts_table[i].sample_rate &&
289 crtc_state->port_clock == hdmi_ncts_table[i].clock) {
290 return hdmi_ncts_table[i].n;
291 }
292 }
293 return 0;
294}
295
296static bool intel_eld_uptodate(struct drm_connector *connector,
297 i915_reg_t reg_eldv, u32 bits_eldv,
298 i915_reg_t reg_elda, u32 bits_elda,
299 i915_reg_t reg_edid)
300{
301 struct drm_i915_private *dev_priv = to_i915(connector->dev);
302 const u8 *eld = connector->eld;
303 u32 tmp;
304 int i;
305
306 tmp = intel_de_read(dev_priv, reg_eldv);
307 tmp &= bits_eldv;
308
309 if (!tmp)
310 return false;
311
312 tmp = intel_de_read(dev_priv, reg_elda);
313 tmp &= ~bits_elda;
314 intel_de_write(dev_priv, reg_elda, tmp);
315
316 for (i = 0; i < drm_eld_size(eld) / 4; i++)
317 if (intel_de_read(dev_priv, reg_edid) != *((const u32 *)eld + i))
318 return false;
319
320 return true;
321}
322
323static void g4x_audio_codec_disable(struct intel_encoder *encoder,
324 const struct intel_crtc_state *old_crtc_state,
325 const struct drm_connector_state *old_conn_state)
326{
327 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
328 u32 eldv, tmp;
329
330 drm_dbg_kms(&dev_priv->drm, "Disable audio codec\n");
331
332 tmp = intel_de_read(dev_priv, G4X_AUD_VID_DID);
333 if (tmp == INTEL_AUDIO_DEVBLC || tmp == INTEL_AUDIO_DEVCL)
334 eldv = G4X_ELDV_DEVCL_DEVBLC;
335 else
336 eldv = G4X_ELDV_DEVCTG;
337
338 /* Invalidate ELD */
339 tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
340 tmp &= ~eldv;
341 intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
342}
343
344static void g4x_audio_codec_enable(struct intel_encoder *encoder,
345 const struct intel_crtc_state *crtc_state,
346 const struct drm_connector_state *conn_state)
347{
348 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
349 struct drm_connector *connector = conn_state->connector;
350 const u8 *eld = connector->eld;
351 u32 eldv;
352 u32 tmp;
353 int len, i;
354
355 drm_dbg_kms(&dev_priv->drm, "Enable audio codec, %u bytes ELD\n",
356 drm_eld_size(eld));
357
358 tmp = intel_de_read(dev_priv, G4X_AUD_VID_DID);
359 if (tmp == INTEL_AUDIO_DEVBLC || tmp == INTEL_AUDIO_DEVCL)
360 eldv = G4X_ELDV_DEVCL_DEVBLC;
361 else
362 eldv = G4X_ELDV_DEVCTG;
363
364 if (intel_eld_uptodate(connector,
365 G4X_AUD_CNTL_ST, eldv,
366 G4X_AUD_CNTL_ST, G4X_ELD_ADDR_MASK,
367 G4X_HDMIW_HDMIEDID))
368 return;
369
370 tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
371 tmp &= ~(eldv | G4X_ELD_ADDR_MASK);
372 len = (tmp >> 9) & 0x1f; /* ELD buffer size */
373 intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
374
375 len = min(drm_eld_size(eld) / 4, len);
376 drm_dbg(&dev_priv->drm, "ELD size %d\n", len);
377 for (i = 0; i < len; i++)
378 intel_de_write(dev_priv, G4X_HDMIW_HDMIEDID,
379 *((const u32 *)eld + i));
380
381 tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
382 tmp |= eldv;
383 intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
384}
385
386static void
387hsw_dp_audio_config_update(struct intel_encoder *encoder,
388 const struct intel_crtc_state *crtc_state)
389{
390 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
391 struct i915_audio_component *acomp = dev_priv->audio_component;
392 enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
393 enum port port = encoder->port;
394 const struct dp_aud_n_m *nm;
395 int rate;
396 u32 tmp;
397
398 rate = acomp ? acomp->aud_sample_rate[port] : 0;
399 nm = audio_config_dp_get_n_m(crtc_state, rate);
400 if (nm)
401 drm_dbg_kms(&dev_priv->drm, "using Maud %u, Naud %u\n", nm->m,
402 nm->n);
403 else
404 drm_dbg_kms(&dev_priv->drm, "using automatic Maud, Naud\n");
405
406 tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
407 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
408 tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
409 tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
410 tmp |= AUD_CONFIG_N_VALUE_INDEX;
411
412 if (nm) {
413 tmp &= ~AUD_CONFIG_N_MASK;
414 tmp |= AUD_CONFIG_N(nm->n);
415 tmp |= AUD_CONFIG_N_PROG_ENABLE;
416 }
417
418 intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
419
420 tmp = intel_de_read(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder));
421 tmp &= ~AUD_CONFIG_M_MASK;
422 tmp &= ~AUD_M_CTS_M_VALUE_INDEX;
423 tmp &= ~AUD_M_CTS_M_PROG_ENABLE;
424
425 if (nm) {
426 tmp |= nm->m;
427 tmp |= AUD_M_CTS_M_VALUE_INDEX;
428 tmp |= AUD_M_CTS_M_PROG_ENABLE;
429 }
430
431 intel_de_write(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder), tmp);
432}
433
434static void
435hsw_hdmi_audio_config_update(struct intel_encoder *encoder,
436 const struct intel_crtc_state *crtc_state)
437{
438 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
439 struct i915_audio_component *acomp = dev_priv->audio_component;
440 enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
441 enum port port = encoder->port;
442 int n, rate;
443 u32 tmp;
444
445 rate = acomp ? acomp->aud_sample_rate[port] : 0;
446
447 tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
448 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
449 tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
450 tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
451 tmp |= audio_config_hdmi_pixel_clock(crtc_state);
452
453 n = audio_config_hdmi_get_n(crtc_state, rate);
454 if (n != 0) {
455 drm_dbg_kms(&dev_priv->drm, "using N %d\n", n);
456
457 tmp &= ~AUD_CONFIG_N_MASK;
458 tmp |= AUD_CONFIG_N(n);
459 tmp |= AUD_CONFIG_N_PROG_ENABLE;
460 } else {
461 drm_dbg_kms(&dev_priv->drm, "using automatic N\n");
462 }
463
464 intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
465
466 /*
467 * Let's disable "Enable CTS or M Prog bit"
468 * and let HW calculate the value
469 */
470 tmp = intel_de_read(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder));
471 tmp &= ~AUD_M_CTS_M_PROG_ENABLE;
472 tmp &= ~AUD_M_CTS_M_VALUE_INDEX;
473 intel_de_write(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder), tmp);
474}
475
476static void
477hsw_audio_config_update(struct intel_encoder *encoder,
478 const struct intel_crtc_state *crtc_state)
479{
480 if (intel_crtc_has_dp_encoder(crtc_state))
481 hsw_dp_audio_config_update(encoder, crtc_state);
482 else
483 hsw_hdmi_audio_config_update(encoder, crtc_state);
484}
485
486static void hsw_audio_codec_disable(struct intel_encoder *encoder,
487 const struct intel_crtc_state *old_crtc_state,
488 const struct drm_connector_state *old_conn_state)
489{
490 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
491 enum transcoder cpu_transcoder = old_crtc_state->cpu_transcoder;
492 u32 tmp;
493
494 drm_dbg_kms(&dev_priv->drm, "Disable audio codec on transcoder %s\n",
495 transcoder_name(cpu_transcoder));
496
497 mutex_lock(&dev_priv->av_mutex);
498
499 /* Disable timestamps */
500 tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
501 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
502 tmp |= AUD_CONFIG_N_PROG_ENABLE;
503 tmp &= ~AUD_CONFIG_UPPER_N_MASK;
504 tmp &= ~AUD_CONFIG_LOWER_N_MASK;
505 if (intel_crtc_has_dp_encoder(old_crtc_state))
506 tmp |= AUD_CONFIG_N_VALUE_INDEX;
507 intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
508
509 /* Invalidate ELD */
510 tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
511 tmp &= ~AUDIO_ELD_VALID(cpu_transcoder);
512 tmp &= ~AUDIO_OUTPUT_ENABLE(cpu_transcoder);
513 intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
514
515 mutex_unlock(&dev_priv->av_mutex);
516}
517
518static unsigned int calc_hblank_early_prog(struct intel_encoder *encoder,
519 const struct intel_crtc_state *crtc_state)
520{
521 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
522 unsigned int link_clks_available, link_clks_required;
523 unsigned int tu_data, tu_line, link_clks_active;
524 unsigned int h_active, h_total, hblank_delta, pixel_clk;
525 unsigned int fec_coeff, cdclk, vdsc_bpp;
526 unsigned int link_clk, lanes;
527 unsigned int hblank_rise;
528
529 h_active = crtc_state->hw.adjusted_mode.crtc_hdisplay;
530 h_total = crtc_state->hw.adjusted_mode.crtc_htotal;
531 pixel_clk = crtc_state->hw.adjusted_mode.crtc_clock;
532 vdsc_bpp = crtc_state->dsc.compressed_bpp;
533 cdclk = i915->cdclk.hw.cdclk;
534 /* fec= 0.972261, using rounding multiplier of 1000000 */
535 fec_coeff = 972261;
536 link_clk = crtc_state->port_clock;
537 lanes = crtc_state->lane_count;
538
539 drm_dbg_kms(&i915->drm, "h_active = %u link_clk = %u :"
540 "lanes = %u vdsc_bpp = %u cdclk = %u\n",
541 h_active, link_clk, lanes, vdsc_bpp, cdclk);
542
543 if (WARN_ON(!link_clk || !pixel_clk || !lanes || !vdsc_bpp || !cdclk))
544 return 0;
545
546 link_clks_available = (h_total - h_active) * link_clk / pixel_clk - 28;
547 link_clks_required = DIV_ROUND_UP(192000 * h_total, 1000 * pixel_clk) * (48 / lanes + 2);
548
549 if (link_clks_available > link_clks_required)
550 hblank_delta = 32;
551 else
552 hblank_delta = DIV64_U64_ROUND_UP(mul_u32_u32(5 * (link_clk + cdclk), pixel_clk),
553 mul_u32_u32(link_clk, cdclk));
554
555 tu_data = div64_u64(mul_u32_u32(pixel_clk * vdsc_bpp * 8, 1000000),
556 mul_u32_u32(link_clk * lanes, fec_coeff));
557 tu_line = div64_u64(h_active * mul_u32_u32(link_clk, fec_coeff),
558 mul_u32_u32(64 * pixel_clk, 1000000));
559 link_clks_active = (tu_line - 1) * 64 + tu_data;
560
561 hblank_rise = (link_clks_active + 6 * DIV_ROUND_UP(link_clks_active, 250) + 4) * pixel_clk / link_clk;
562
563 return h_active - hblank_rise + hblank_delta;
564}
565
566static unsigned int calc_samples_room(const struct intel_crtc_state *crtc_state)
567{
568 unsigned int h_active, h_total, pixel_clk;
569 unsigned int link_clk, lanes;
570
571 h_active = crtc_state->hw.adjusted_mode.hdisplay;
572 h_total = crtc_state->hw.adjusted_mode.htotal;
573 pixel_clk = crtc_state->hw.adjusted_mode.clock;
574 link_clk = crtc_state->port_clock;
575 lanes = crtc_state->lane_count;
576
577 return ((h_total - h_active) * link_clk - 12 * pixel_clk) /
578 (pixel_clk * (48 / lanes + 2));
579}
580
581static void enable_audio_dsc_wa(struct intel_encoder *encoder,
582 const struct intel_crtc_state *crtc_state)
583{
584 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
585 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
586 enum pipe pipe = crtc->pipe;
587 unsigned int hblank_early_prog, samples_room;
588 unsigned int val;
589
590 if (DISPLAY_VER(i915) < 11)
591 return;
592
593 val = intel_de_read(i915, AUD_CONFIG_BE);
594
595 if (DISPLAY_VER(i915) == 11)
596 val |= HBLANK_EARLY_ENABLE_ICL(pipe);
597 else if (DISPLAY_VER(i915) >= 12)
598 val |= HBLANK_EARLY_ENABLE_TGL(pipe);
599
600 if (crtc_state->dsc.compression_enable &&
601 crtc_state->hw.adjusted_mode.hdisplay >= 3840 &&
602 crtc_state->hw.adjusted_mode.vdisplay >= 2160) {
603 /* Get hblank early enable value required */
604 val &= ~HBLANK_START_COUNT_MASK(pipe);
605 hblank_early_prog = calc_hblank_early_prog(encoder, crtc_state);
606 if (hblank_early_prog < 32)
607 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_32);
608 else if (hblank_early_prog < 64)
609 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_64);
610 else if (hblank_early_prog < 96)
611 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_96);
612 else
613 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_128);
614
615 /* Get samples room value required */
616 val &= ~NUMBER_SAMPLES_PER_LINE_MASK(pipe);
617 samples_room = calc_samples_room(crtc_state);
618 if (samples_room < 3)
619 val |= NUMBER_SAMPLES_PER_LINE(pipe, samples_room);
620 else /* Program 0 i.e "All Samples available in buffer" */
621 val |= NUMBER_SAMPLES_PER_LINE(pipe, 0x0);
622 }
623
624 intel_de_write(i915, AUD_CONFIG_BE, val);
625}
626
627#undef ROUNDING_FACTOR
628
629static void hsw_audio_codec_enable(struct intel_encoder *encoder,
630 const struct intel_crtc_state *crtc_state,
631 const struct drm_connector_state *conn_state)
632{
633 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
634 struct drm_connector *connector = conn_state->connector;
635 enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
636 const u8 *eld = connector->eld;
637 u32 tmp;
638 int len, i;
639
640 drm_dbg_kms(&dev_priv->drm,
641 "Enable audio codec on transcoder %s, %u bytes ELD\n",
642 transcoder_name(cpu_transcoder), drm_eld_size(eld));
643
644 mutex_lock(&dev_priv->av_mutex);
645
646 /* Enable Audio WA for 4k DSC usecases */
647 if (intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP))
648 enable_audio_dsc_wa(encoder, crtc_state);
649
650 /* Enable audio presence detect, invalidate ELD */
651 tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
652 tmp |= AUDIO_OUTPUT_ENABLE(cpu_transcoder);
653 tmp &= ~AUDIO_ELD_VALID(cpu_transcoder);
654 intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
655
656 /*
657 * FIXME: We're supposed to wait for vblank here, but we have vblanks
658 * disabled during the mode set. The proper fix would be to push the
659 * rest of the setup into a vblank work item, queued here, but the
660 * infrastructure is not there yet.
661 */
662
663 /* Reset ELD write address */
664 tmp = intel_de_read(dev_priv, HSW_AUD_DIP_ELD_CTRL(cpu_transcoder));
665 tmp &= ~IBX_ELD_ADDRESS_MASK;
666 intel_de_write(dev_priv, HSW_AUD_DIP_ELD_CTRL(cpu_transcoder), tmp);
667
668 /* Up to 84 bytes of hw ELD buffer */
669 len = min(drm_eld_size(eld), 84);
670 for (i = 0; i < len / 4; i++)
671 intel_de_write(dev_priv, HSW_AUD_EDID_DATA(cpu_transcoder),
672 *((const u32 *)eld + i));
673
674 /* ELD valid */
675 tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
676 tmp |= AUDIO_ELD_VALID(cpu_transcoder);
677 intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
678
679 /* Enable timestamps */
680 hsw_audio_config_update(encoder, crtc_state);
681
682 mutex_unlock(&dev_priv->av_mutex);
683}
684
685static void ilk_audio_codec_disable(struct intel_encoder *encoder,
686 const struct intel_crtc_state *old_crtc_state,
687 const struct drm_connector_state *old_conn_state)
688{
689 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
690 struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
691 enum pipe pipe = crtc->pipe;
692 enum port port = encoder->port;
693 u32 tmp, eldv;
694 i915_reg_t aud_config, aud_cntrl_st2;
695
696 drm_dbg_kms(&dev_priv->drm,
697 "Disable audio codec on [ENCODER:%d:%s], pipe %c\n",
698 encoder->base.base.id, encoder->base.name,
699 pipe_name(pipe));
700
701 if (drm_WARN_ON(&dev_priv->drm, port == PORT_A))
702 return;
703
704 if (HAS_PCH_IBX(dev_priv)) {
705 aud_config = IBX_AUD_CFG(pipe);
706 aud_cntrl_st2 = IBX_AUD_CNTL_ST2;
707 } else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
708 aud_config = VLV_AUD_CFG(pipe);
709 aud_cntrl_st2 = VLV_AUD_CNTL_ST2;
710 } else {
711 aud_config = CPT_AUD_CFG(pipe);
712 aud_cntrl_st2 = CPT_AUD_CNTRL_ST2;
713 }
714
715 /* Disable timestamps */
716 tmp = intel_de_read(dev_priv, aud_config);
717 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
718 tmp |= AUD_CONFIG_N_PROG_ENABLE;
719 tmp &= ~AUD_CONFIG_UPPER_N_MASK;
720 tmp &= ~AUD_CONFIG_LOWER_N_MASK;
721 if (intel_crtc_has_dp_encoder(old_crtc_state))
722 tmp |= AUD_CONFIG_N_VALUE_INDEX;
723 intel_de_write(dev_priv, aud_config, tmp);
724
725 eldv = IBX_ELD_VALID(port);
726
727 /* Invalidate ELD */
728 tmp = intel_de_read(dev_priv, aud_cntrl_st2);
729 tmp &= ~eldv;
730 intel_de_write(dev_priv, aud_cntrl_st2, tmp);
731}
732
733static void ilk_audio_codec_enable(struct intel_encoder *encoder,
734 const struct intel_crtc_state *crtc_state,
735 const struct drm_connector_state *conn_state)
736{
737 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
738 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
739 struct drm_connector *connector = conn_state->connector;
740 enum pipe pipe = crtc->pipe;
741 enum port port = encoder->port;
742 const u8 *eld = connector->eld;
743 u32 tmp, eldv;
744 int len, i;
745 i915_reg_t hdmiw_hdmiedid, aud_config, aud_cntl_st, aud_cntrl_st2;
746
747 drm_dbg_kms(&dev_priv->drm,
748 "Enable audio codec on [ENCODER:%d:%s], pipe %c, %u bytes ELD\n",
749 encoder->base.base.id, encoder->base.name,
750 pipe_name(pipe), drm_eld_size(eld));
751
752 if (drm_WARN_ON(&dev_priv->drm, port == PORT_A))
753 return;
754
755 /*
756 * FIXME: We're supposed to wait for vblank here, but we have vblanks
757 * disabled during the mode set. The proper fix would be to push the
758 * rest of the setup into a vblank work item, queued here, but the
759 * infrastructure is not there yet.
760 */
761
762 if (HAS_PCH_IBX(dev_priv)) {
763 hdmiw_hdmiedid = IBX_HDMIW_HDMIEDID(pipe);
764 aud_config = IBX_AUD_CFG(pipe);
765 aud_cntl_st = IBX_AUD_CNTL_ST(pipe);
766 aud_cntrl_st2 = IBX_AUD_CNTL_ST2;
767 } else if (IS_VALLEYVIEW(dev_priv) ||
768 IS_CHERRYVIEW(dev_priv)) {
769 hdmiw_hdmiedid = VLV_HDMIW_HDMIEDID(pipe);
770 aud_config = VLV_AUD_CFG(pipe);
771 aud_cntl_st = VLV_AUD_CNTL_ST(pipe);
772 aud_cntrl_st2 = VLV_AUD_CNTL_ST2;
773 } else {
774 hdmiw_hdmiedid = CPT_HDMIW_HDMIEDID(pipe);
775 aud_config = CPT_AUD_CFG(pipe);
776 aud_cntl_st = CPT_AUD_CNTL_ST(pipe);
777 aud_cntrl_st2 = CPT_AUD_CNTRL_ST2;
778 }
779
780 eldv = IBX_ELD_VALID(port);
781
782 /* Invalidate ELD */
783 tmp = intel_de_read(dev_priv, aud_cntrl_st2);
784 tmp &= ~eldv;
785 intel_de_write(dev_priv, aud_cntrl_st2, tmp);
786
787 /* Reset ELD write address */
788 tmp = intel_de_read(dev_priv, aud_cntl_st);
789 tmp &= ~IBX_ELD_ADDRESS_MASK;
790 intel_de_write(dev_priv, aud_cntl_st, tmp);
791
792 /* Up to 84 bytes of hw ELD buffer */
793 len = min(drm_eld_size(eld), 84);
794 for (i = 0; i < len / 4; i++)
795 intel_de_write(dev_priv, hdmiw_hdmiedid,
796 *((const u32 *)eld + i));
797
798 /* ELD valid */
799 tmp = intel_de_read(dev_priv, aud_cntrl_st2);
800 tmp |= eldv;
801 intel_de_write(dev_priv, aud_cntrl_st2, tmp);
802
803 /* Enable timestamps */
804 tmp = intel_de_read(dev_priv, aud_config);
805 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
806 tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
807 tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
808 if (intel_crtc_has_dp_encoder(crtc_state))
809 tmp |= AUD_CONFIG_N_VALUE_INDEX;
810 else
811 tmp |= audio_config_hdmi_pixel_clock(crtc_state);
812 intel_de_write(dev_priv, aud_config, tmp);
813}
814
815/**
816 * intel_audio_codec_enable - Enable the audio codec for HD audio
817 * @encoder: encoder on which to enable audio
818 * @crtc_state: pointer to the current crtc state.
819 * @conn_state: pointer to the current connector state.
820 *
821 * The enable sequences may only be performed after enabling the transcoder and
822 * port, and after completed link training.
823 */
824void intel_audio_codec_enable(struct intel_encoder *encoder,
825 const struct intel_crtc_state *crtc_state,
826 const struct drm_connector_state *conn_state)
827{
828 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
829 struct i915_audio_component *acomp = dev_priv->audio_component;
830 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
831 struct drm_connector *connector = conn_state->connector;
832 const struct drm_display_mode *adjusted_mode =
833 &crtc_state->hw.adjusted_mode;
834 enum port port = encoder->port;
835 enum pipe pipe = crtc->pipe;
836
837 /* FIXME precompute the ELD in .compute_config() */
838 if (!connector->eld[0])
839 drm_dbg_kms(&dev_priv->drm,
840 "Bogus ELD on [CONNECTOR:%d:%s]\n",
841 connector->base.id, connector->name);
842
843 drm_dbg(&dev_priv->drm, "ELD on [CONNECTOR:%d:%s], [ENCODER:%d:%s]\n",
844 connector->base.id,
845 connector->name,
846 encoder->base.base.id,
847 encoder->base.name);
848
849 connector->eld[6] = drm_av_sync_delay(connector, adjusted_mode) / 2;
850
851 if (dev_priv->display.audio_codec_enable)
852 dev_priv->display.audio_codec_enable(encoder,
853 crtc_state,
854 conn_state);
855
856 mutex_lock(&dev_priv->av_mutex);
857 encoder->audio_connector = connector;
858
859 /* referred in audio callbacks */
860 dev_priv->av_enc_map[pipe] = encoder;
861 mutex_unlock(&dev_priv->av_mutex);
862
863 if (acomp && acomp->base.audio_ops &&
864 acomp->base.audio_ops->pin_eld_notify) {
865 /* audio drivers expect pipe = -1 to indicate Non-MST cases */
866 if (!intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST))
867 pipe = -1;
868 acomp->base.audio_ops->pin_eld_notify(acomp->base.audio_ops->audio_ptr,
869 (int) port, (int) pipe);
870 }
871
872 intel_lpe_audio_notify(dev_priv, pipe, port, connector->eld,
873 crtc_state->port_clock,
874 intel_crtc_has_dp_encoder(crtc_state));
875}
876
877/**
878 * intel_audio_codec_disable - Disable the audio codec for HD audio
879 * @encoder: encoder on which to disable audio
880 * @old_crtc_state: pointer to the old crtc state.
881 * @old_conn_state: pointer to the old connector state.
882 *
883 * The disable sequences must be performed before disabling the transcoder or
884 * port.
885 */
886void intel_audio_codec_disable(struct intel_encoder *encoder,
887 const struct intel_crtc_state *old_crtc_state,
888 const struct drm_connector_state *old_conn_state)
889{
890 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
891 struct i915_audio_component *acomp = dev_priv->audio_component;
892 struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
893 enum port port = encoder->port;
894 enum pipe pipe = crtc->pipe;
895
896 if (dev_priv->display.audio_codec_disable)
897 dev_priv->display.audio_codec_disable(encoder,
898 old_crtc_state,
899 old_conn_state);
900
901 mutex_lock(&dev_priv->av_mutex);
902 encoder->audio_connector = NULL;
903 dev_priv->av_enc_map[pipe] = NULL;
904 mutex_unlock(&dev_priv->av_mutex);
905
906 if (acomp && acomp->base.audio_ops &&
907 acomp->base.audio_ops->pin_eld_notify) {
908 /* audio drivers expect pipe = -1 to indicate Non-MST cases */
909 if (!intel_crtc_has_type(old_crtc_state, INTEL_OUTPUT_DP_MST))
910 pipe = -1;
911 acomp->base.audio_ops->pin_eld_notify(acomp->base.audio_ops->audio_ptr,
912 (int) port, (int) pipe);
913 }
914
915 intel_lpe_audio_notify(dev_priv, pipe, port, NULL, 0, false);
916}
917
918/**
919 * intel_init_audio_hooks - Set up chip specific audio hooks
920 * @dev_priv: device private
921 */
922void intel_init_audio_hooks(struct drm_i915_private *dev_priv)
923{
924 if (IS_G4X(dev_priv)) {
925 dev_priv->display.audio_codec_enable = g4x_audio_codec_enable;
926 dev_priv->display.audio_codec_disable = g4x_audio_codec_disable;
927 } else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
928 dev_priv->display.audio_codec_enable = ilk_audio_codec_enable;
929 dev_priv->display.audio_codec_disable = ilk_audio_codec_disable;
930 } else if (IS_HASWELL(dev_priv) || DISPLAY_VER(dev_priv) >= 8) {
931 dev_priv->display.audio_codec_enable = hsw_audio_codec_enable;
932 dev_priv->display.audio_codec_disable = hsw_audio_codec_disable;
933 } else if (HAS_PCH_SPLIT(dev_priv)) {
934 dev_priv->display.audio_codec_enable = ilk_audio_codec_enable;
935 dev_priv->display.audio_codec_disable = ilk_audio_codec_disable;
936 }
937}
938
939static int glk_force_audio_cdclk_commit(struct intel_atomic_state *state,
940 struct intel_crtc *crtc,
941 bool enable)
942{
943 struct intel_cdclk_state *cdclk_state;
944 int ret;
945
946 /* need to hold at least one crtc lock for the global state */
947 ret = drm_modeset_lock(&crtc->base.mutex, state->base.acquire_ctx);
948 if (ret)
949 return ret;
950
951 cdclk_state = intel_atomic_get_cdclk_state(state);
952 if (IS_ERR(cdclk_state))
953 return PTR_ERR(cdclk_state);
954
955 cdclk_state->force_min_cdclk = enable ? 2 * 96000 : 0;
956
957 return drm_atomic_commit(&state->base);
958}
959
960static void glk_force_audio_cdclk(struct drm_i915_private *dev_priv,
961 bool enable)
962{
963 struct drm_modeset_acquire_ctx ctx;
964 struct drm_atomic_state *state;
965 struct intel_crtc *crtc;
966 int ret;
967
968 crtc = intel_get_first_crtc(dev_priv);
969 if (!crtc)
970 return;
971
972 drm_modeset_acquire_init(&ctx, 0);
973 state = drm_atomic_state_alloc(&dev_priv->drm);
974 if (drm_WARN_ON(&dev_priv->drm, !state))
975 return;
976
977 state->acquire_ctx = &ctx;
978
979retry:
980 ret = glk_force_audio_cdclk_commit(to_intel_atomic_state(state), crtc,
981 enable);
982 if (ret == -EDEADLK) {
983 drm_atomic_state_clear(state);
984 drm_modeset_backoff(&ctx);
985 goto retry;
986 }
987
988 drm_WARN_ON(&dev_priv->drm, ret);
989
990 drm_atomic_state_put(state);
991
992 drm_modeset_drop_locks(&ctx);
993 drm_modeset_acquire_fini(&ctx);
994}
995
996static unsigned long i915_audio_component_get_power(struct device *kdev)
997{
998 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
999 intel_wakeref_t ret;
1000
1001 /* Catch potential impedance mismatches before they occur! */
1002 BUILD_BUG_ON(sizeof(intel_wakeref_t) > sizeof(unsigned long));
1003
1004 ret = intel_display_power_get(dev_priv, POWER_DOMAIN_AUDIO);
1005
1006 if (dev_priv->audio_power_refcount++ == 0) {
1007 if (DISPLAY_VER(dev_priv) >= 9) {
1008 intel_de_write(dev_priv, AUD_FREQ_CNTRL,
1009 dev_priv->audio_freq_cntrl);
1010 drm_dbg_kms(&dev_priv->drm,
1011 "restored AUD_FREQ_CNTRL to 0x%x\n",
1012 dev_priv->audio_freq_cntrl);
1013 }
1014
1015 /* Force CDCLK to 2*BCLK as long as we need audio powered. */
1016 if (IS_GEMINILAKE(dev_priv))
1017 glk_force_audio_cdclk(dev_priv, true);
1018
1019 if (DISPLAY_VER(dev_priv) >= 10)
1020 intel_de_write(dev_priv, AUD_PIN_BUF_CTL,
1021 (intel_de_read(dev_priv, AUD_PIN_BUF_CTL) | AUD_PIN_BUF_ENABLE));
1022 }
1023
1024 return ret;
1025}
1026
1027static void i915_audio_component_put_power(struct device *kdev,
1028 unsigned long cookie)
1029{
1030 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1031
1032 /* Stop forcing CDCLK to 2*BCLK if no need for audio to be powered. */
1033 if (--dev_priv->audio_power_refcount == 0)
1034 if (IS_GEMINILAKE(dev_priv))
1035 glk_force_audio_cdclk(dev_priv, false);
1036
1037 intel_display_power_put(dev_priv, POWER_DOMAIN_AUDIO, cookie);
1038}
1039
1040static void i915_audio_component_codec_wake_override(struct device *kdev,
1041 bool enable)
1042{
1043 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1044 unsigned long cookie;
1045 u32 tmp;
1046
1047 if (DISPLAY_VER(dev_priv) < 9)
1048 return;
1049
1050 cookie = i915_audio_component_get_power(kdev);
1051
1052 /*
1053 * Enable/disable generating the codec wake signal, overriding the
1054 * internal logic to generate the codec wake to controller.
1055 */
1056 tmp = intel_de_read(dev_priv, HSW_AUD_CHICKENBIT);
1057 tmp &= ~SKL_AUD_CODEC_WAKE_SIGNAL;
1058 intel_de_write(dev_priv, HSW_AUD_CHICKENBIT, tmp);
1059 usleep_range(1000, 1500);
1060
1061 if (enable) {
1062 tmp = intel_de_read(dev_priv, HSW_AUD_CHICKENBIT);
1063 tmp |= SKL_AUD_CODEC_WAKE_SIGNAL;
1064 intel_de_write(dev_priv, HSW_AUD_CHICKENBIT, tmp);
1065 usleep_range(1000, 1500);
1066 }
1067
1068 i915_audio_component_put_power(kdev, cookie);
1069}
1070
1071/* Get CDCLK in kHz */
1072static int i915_audio_component_get_cdclk_freq(struct device *kdev)
1073{
1074 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1075
1076 if (drm_WARN_ON_ONCE(&dev_priv->drm, !HAS_DDI(dev_priv)))
1077 return -ENODEV;
1078
1079 return dev_priv->cdclk.hw.cdclk;
1080}
1081
1082/*
1083 * get the intel_encoder according to the parameter port and pipe
1084 * intel_encoder is saved by the index of pipe
1085 * MST & (pipe >= 0): return the av_enc_map[pipe],
1086 * when port is matched
1087 * MST & (pipe < 0): this is invalid
1088 * Non-MST & (pipe >= 0): only pipe = 0 (the first device entry)
1089 * will get the right intel_encoder with port matched
1090 * Non-MST & (pipe < 0): get the right intel_encoder with port matched
1091 */
1092static struct intel_encoder *get_saved_enc(struct drm_i915_private *dev_priv,
1093 int port, int pipe)
1094{
1095 struct intel_encoder *encoder;
1096
1097 /* MST */
1098 if (pipe >= 0) {
1099 if (drm_WARN_ON(&dev_priv->drm,
1100 pipe >= ARRAY_SIZE(dev_priv->av_enc_map)))
1101 return NULL;
1102
1103 encoder = dev_priv->av_enc_map[pipe];
1104 /*
1105 * when bootup, audio driver may not know it is
1106 * MST or not. So it will poll all the port & pipe
1107 * combinations
1108 */
1109 if (encoder != NULL && encoder->port == port &&
1110 encoder->type == INTEL_OUTPUT_DP_MST)
1111 return encoder;
1112 }
1113
1114 /* Non-MST */
1115 if (pipe > 0)
1116 return NULL;
1117
1118 for_each_pipe(dev_priv, pipe) {
1119 encoder = dev_priv->av_enc_map[pipe];
1120 if (encoder == NULL)
1121 continue;
1122
1123 if (encoder->type == INTEL_OUTPUT_DP_MST)
1124 continue;
1125
1126 if (port == encoder->port)
1127 return encoder;
1128 }
1129
1130 return NULL;
1131}
1132
1133static int i915_audio_component_sync_audio_rate(struct device *kdev, int port,
1134 int pipe, int rate)
1135{
1136 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1137 struct i915_audio_component *acomp = dev_priv->audio_component;
1138 struct intel_encoder *encoder;
1139 struct intel_crtc *crtc;
1140 unsigned long cookie;
1141 int err = 0;
1142
1143 if (!HAS_DDI(dev_priv))
1144 return 0;
1145
1146 cookie = i915_audio_component_get_power(kdev);
1147 mutex_lock(&dev_priv->av_mutex);
1148
1149 /* 1. get the pipe */
1150 encoder = get_saved_enc(dev_priv, port, pipe);
1151 if (!encoder || !encoder->base.crtc) {
1152 drm_dbg_kms(&dev_priv->drm, "Not valid for port %c\n",
1153 port_name(port));
1154 err = -ENODEV;
1155 goto unlock;
1156 }
1157
1158 crtc = to_intel_crtc(encoder->base.crtc);
1159
1160 /* port must be valid now, otherwise the pipe will be invalid */
1161 acomp->aud_sample_rate[port] = rate;
1162
1163 hsw_audio_config_update(encoder, crtc->config);
1164
1165 unlock:
1166 mutex_unlock(&dev_priv->av_mutex);
1167 i915_audio_component_put_power(kdev, cookie);
1168 return err;
1169}
1170
1171static int i915_audio_component_get_eld(struct device *kdev, int port,
1172 int pipe, bool *enabled,
1173 unsigned char *buf, int max_bytes)
1174{
1175 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1176 struct intel_encoder *intel_encoder;
1177 const u8 *eld;
1178 int ret = -EINVAL;
1179
1180 mutex_lock(&dev_priv->av_mutex);
1181
1182 intel_encoder = get_saved_enc(dev_priv, port, pipe);
1183 if (!intel_encoder) {
1184 drm_dbg_kms(&dev_priv->drm, "Not valid for port %c\n",
1185 port_name(port));
1186 mutex_unlock(&dev_priv->av_mutex);
1187 return ret;
1188 }
1189
1190 ret = 0;
1191 *enabled = intel_encoder->audio_connector != NULL;
1192 if (*enabled) {
1193 eld = intel_encoder->audio_connector->eld;
1194 ret = drm_eld_size(eld);
1195 memcpy(buf, eld, min(max_bytes, ret));
1196 }
1197
1198 mutex_unlock(&dev_priv->av_mutex);
1199 return ret;
1200}
1201
1202static const struct drm_audio_component_ops i915_audio_component_ops = {
1203 .owner = THIS_MODULE,
1204 .get_power = i915_audio_component_get_power,
1205 .put_power = i915_audio_component_put_power,
1206 .codec_wake_override = i915_audio_component_codec_wake_override,
1207 .get_cdclk_freq = i915_audio_component_get_cdclk_freq,
1208 .sync_audio_rate = i915_audio_component_sync_audio_rate,
1209 .get_eld = i915_audio_component_get_eld,
1210};
1211
1212static int i915_audio_component_bind(struct device *i915_kdev,
1213 struct device *hda_kdev, void *data)
1214{
1215 struct i915_audio_component *acomp = data;
1216 struct drm_i915_private *dev_priv = kdev_to_i915(i915_kdev);
1217 int i;
1218
1219 if (drm_WARN_ON(&dev_priv->drm, acomp->base.ops || acomp->base.dev))
1220 return -EEXIST;
1221
1222 if (drm_WARN_ON(&dev_priv->drm,
1223 !device_link_add(hda_kdev, i915_kdev,
1224 DL_FLAG_STATELESS)))
1225 return -ENOMEM;
1226
1227 drm_modeset_lock_all(&dev_priv->drm);
1228 acomp->base.ops = &i915_audio_component_ops;
1229 acomp->base.dev = i915_kdev;
1230 BUILD_BUG_ON(MAX_PORTS != I915_MAX_PORTS);
1231 for (i = 0; i < ARRAY_SIZE(acomp->aud_sample_rate); i++)
1232 acomp->aud_sample_rate[i] = 0;
1233 dev_priv->audio_component = acomp;
1234 drm_modeset_unlock_all(&dev_priv->drm);
1235
1236 return 0;
1237}
1238
1239static void i915_audio_component_unbind(struct device *i915_kdev,
1240 struct device *hda_kdev, void *data)
1241{
1242 struct i915_audio_component *acomp = data;
1243 struct drm_i915_private *dev_priv = kdev_to_i915(i915_kdev);
1244
1245 drm_modeset_lock_all(&dev_priv->drm);
1246 acomp->base.ops = NULL;
1247 acomp->base.dev = NULL;
1248 dev_priv->audio_component = NULL;
1249 drm_modeset_unlock_all(&dev_priv->drm);
1250
1251 device_link_remove(hda_kdev, i915_kdev);
1252
1253 if (dev_priv->audio_power_refcount)
1254 drm_err(&dev_priv->drm, "audio power refcount %d after unbind\n",
1255 dev_priv->audio_power_refcount);
1256}
1257
1258static const struct component_ops i915_audio_component_bind_ops = {
1259 .bind = i915_audio_component_bind,
1260 .unbind = i915_audio_component_unbind,
1261};
1262
1263#define AUD_FREQ_TMODE_SHIFT 14
1264#define AUD_FREQ_4T 0
1265#define AUD_FREQ_8T (2 << AUD_FREQ_TMODE_SHIFT)
1266#define AUD_FREQ_PULLCLKS(x) (((x) & 0x3) << 11)
1267#define AUD_FREQ_BCLK_96M BIT(4)
1268
1269#define AUD_FREQ_GEN12 (AUD_FREQ_8T | AUD_FREQ_PULLCLKS(0) | AUD_FREQ_BCLK_96M)
1270#define AUD_FREQ_TGL_BROKEN (AUD_FREQ_8T | AUD_FREQ_PULLCLKS(2) | AUD_FREQ_BCLK_96M)
1271
1272/**
1273 * i915_audio_component_init - initialize and register the audio component
1274 * @dev_priv: i915 device instance
1275 *
1276 * This will register with the component framework a child component which
1277 * will bind dynamically to the snd_hda_intel driver's corresponding master
1278 * component when the latter is registered. During binding the child
1279 * initializes an instance of struct i915_audio_component which it receives
1280 * from the master. The master can then start to use the interface defined by
1281 * this struct. Each side can break the binding at any point by deregistering
1282 * its own component after which each side's component unbind callback is
1283 * called.
1284 *
1285 * We ignore any error during registration and continue with reduced
1286 * functionality (i.e. without HDMI audio).
1287 */
1288static void i915_audio_component_init(struct drm_i915_private *dev_priv)
1289{
1290 u32 aud_freq, aud_freq_init;
1291 int ret;
1292
1293 ret = component_add_typed(dev_priv->drm.dev,
1294 &i915_audio_component_bind_ops,
1295 I915_COMPONENT_AUDIO);
1296 if (ret < 0) {
1297 drm_err(&dev_priv->drm,
1298 "failed to add audio component (%d)\n", ret);
1299 /* continue with reduced functionality */
1300 return;
1301 }
1302
1303 if (DISPLAY_VER(dev_priv) >= 9) {
1304 aud_freq_init = intel_de_read(dev_priv, AUD_FREQ_CNTRL);
1305
1306 if (DISPLAY_VER(dev_priv) >= 12)
1307 aud_freq = AUD_FREQ_GEN12;
1308 else
1309 aud_freq = aud_freq_init;
1310
1311 /* use BIOS provided value for TGL and RKL unless it is a known bad value */
1312 if ((IS_TIGERLAKE(dev_priv) || IS_ROCKETLAKE(dev_priv)) &&
1313 aud_freq_init != AUD_FREQ_TGL_BROKEN)
1314 aud_freq = aud_freq_init;
1315
1316 drm_dbg_kms(&dev_priv->drm, "use AUD_FREQ_CNTRL of 0x%x (init value 0x%x)\n",
1317 aud_freq, aud_freq_init);
1318
1319 dev_priv->audio_freq_cntrl = aud_freq;
1320 }
1321
1322 dev_priv->audio_component_registered = true;
1323}
1324
1325/**
1326 * i915_audio_component_cleanup - deregister the audio component
1327 * @dev_priv: i915 device instance
1328 *
1329 * Deregisters the audio component, breaking any existing binding to the
1330 * corresponding snd_hda_intel driver's master component.
1331 */
1332static void i915_audio_component_cleanup(struct drm_i915_private *dev_priv)
1333{
1334 if (!dev_priv->audio_component_registered)
1335 return;
1336
1337 component_del(dev_priv->drm.dev, &i915_audio_component_bind_ops);
1338 dev_priv->audio_component_registered = false;
1339}
1340
1341/**
1342 * intel_audio_init() - Initialize the audio driver either using
1343 * component framework or using lpe audio bridge
1344 * @dev_priv: the i915 drm device private data
1345 *
1346 */
1347void intel_audio_init(struct drm_i915_private *dev_priv)
1348{
1349 if (intel_lpe_audio_init(dev_priv) < 0)
1350 i915_audio_component_init(dev_priv);
1351}
1352
1353/**
1354 * intel_audio_deinit() - deinitialize the audio driver
1355 * @dev_priv: the i915 drm device private data
1356 *
1357 */
1358void intel_audio_deinit(struct drm_i915_private *dev_priv)
1359{
1360 if ((dev_priv)->lpe_audio.platdev != NULL)
1361 intel_lpe_audio_teardown(dev_priv);
1362 else
1363 i915_audio_component_cleanup(dev_priv);
1364}
1/*
2 * Copyright © 2014 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 */
23
24#include <linux/component.h>
25#include <linux/kernel.h>
26
27#include <drm/drm_edid.h>
28#include <drm/i915_component.h>
29
30#include "i915_drv.h"
31#include "intel_atomic.h"
32#include "intel_audio.h"
33#include "intel_cdclk.h"
34#include "intel_display_types.h"
35#include "intel_lpe_audio.h"
36
37/**
38 * DOC: High Definition Audio over HDMI and Display Port
39 *
40 * The graphics and audio drivers together support High Definition Audio over
41 * HDMI and Display Port. The audio programming sequences are divided into audio
42 * codec and controller enable and disable sequences. The graphics driver
43 * handles the audio codec sequences, while the audio driver handles the audio
44 * controller sequences.
45 *
46 * The disable sequences must be performed before disabling the transcoder or
47 * port. The enable sequences may only be performed after enabling the
48 * transcoder and port, and after completed link training. Therefore the audio
49 * enable/disable sequences are part of the modeset sequence.
50 *
51 * The codec and controller sequences could be done either parallel or serial,
52 * but generally the ELDV/PD change in the codec sequence indicates to the audio
53 * driver that the controller sequence should start. Indeed, most of the
54 * co-operation between the graphics and audio drivers is handled via audio
55 * related registers. (The notable exception is the power management, not
56 * covered here.)
57 *
58 * The struct &i915_audio_component is used to interact between the graphics
59 * and audio drivers. The struct &i915_audio_component_ops @ops in it is
60 * defined in graphics driver and called in audio driver. The
61 * struct &i915_audio_component_audio_ops @audio_ops is called from i915 driver.
62 */
63
64/* DP N/M table */
65#define LC_810M 810000
66#define LC_540M 540000
67#define LC_270M 270000
68#define LC_162M 162000
69
70struct dp_aud_n_m {
71 int sample_rate;
72 int clock;
73 u16 m;
74 u16 n;
75};
76
77struct hdmi_aud_ncts {
78 int sample_rate;
79 int clock;
80 int n;
81 int cts;
82};
83
84/* Values according to DP 1.4 Table 2-104 */
85static const struct dp_aud_n_m dp_aud_n_m[] = {
86 { 32000, LC_162M, 1024, 10125 },
87 { 44100, LC_162M, 784, 5625 },
88 { 48000, LC_162M, 512, 3375 },
89 { 64000, LC_162M, 2048, 10125 },
90 { 88200, LC_162M, 1568, 5625 },
91 { 96000, LC_162M, 1024, 3375 },
92 { 128000, LC_162M, 4096, 10125 },
93 { 176400, LC_162M, 3136, 5625 },
94 { 192000, LC_162M, 2048, 3375 },
95 { 32000, LC_270M, 1024, 16875 },
96 { 44100, LC_270M, 784, 9375 },
97 { 48000, LC_270M, 512, 5625 },
98 { 64000, LC_270M, 2048, 16875 },
99 { 88200, LC_270M, 1568, 9375 },
100 { 96000, LC_270M, 1024, 5625 },
101 { 128000, LC_270M, 4096, 16875 },
102 { 176400, LC_270M, 3136, 9375 },
103 { 192000, LC_270M, 2048, 5625 },
104 { 32000, LC_540M, 1024, 33750 },
105 { 44100, LC_540M, 784, 18750 },
106 { 48000, LC_540M, 512, 11250 },
107 { 64000, LC_540M, 2048, 33750 },
108 { 88200, LC_540M, 1568, 18750 },
109 { 96000, LC_540M, 1024, 11250 },
110 { 128000, LC_540M, 4096, 33750 },
111 { 176400, LC_540M, 3136, 18750 },
112 { 192000, LC_540M, 2048, 11250 },
113 { 32000, LC_810M, 1024, 50625 },
114 { 44100, LC_810M, 784, 28125 },
115 { 48000, LC_810M, 512, 16875 },
116 { 64000, LC_810M, 2048, 50625 },
117 { 88200, LC_810M, 1568, 28125 },
118 { 96000, LC_810M, 1024, 16875 },
119 { 128000, LC_810M, 4096, 50625 },
120 { 176400, LC_810M, 3136, 28125 },
121 { 192000, LC_810M, 2048, 16875 },
122};
123
124static const struct dp_aud_n_m *
125audio_config_dp_get_n_m(const struct intel_crtc_state *crtc_state, int rate)
126{
127 int i;
128
129 for (i = 0; i < ARRAY_SIZE(dp_aud_n_m); i++) {
130 if (rate == dp_aud_n_m[i].sample_rate &&
131 crtc_state->port_clock == dp_aud_n_m[i].clock)
132 return &dp_aud_n_m[i];
133 }
134
135 return NULL;
136}
137
138static const struct {
139 int clock;
140 u32 config;
141} hdmi_audio_clock[] = {
142 { 25175, AUD_CONFIG_PIXEL_CLOCK_HDMI_25175 },
143 { 25200, AUD_CONFIG_PIXEL_CLOCK_HDMI_25200 }, /* default per bspec */
144 { 27000, AUD_CONFIG_PIXEL_CLOCK_HDMI_27000 },
145 { 27027, AUD_CONFIG_PIXEL_CLOCK_HDMI_27027 },
146 { 54000, AUD_CONFIG_PIXEL_CLOCK_HDMI_54000 },
147 { 54054, AUD_CONFIG_PIXEL_CLOCK_HDMI_54054 },
148 { 74176, AUD_CONFIG_PIXEL_CLOCK_HDMI_74176 },
149 { 74250, AUD_CONFIG_PIXEL_CLOCK_HDMI_74250 },
150 { 148352, AUD_CONFIG_PIXEL_CLOCK_HDMI_148352 },
151 { 148500, AUD_CONFIG_PIXEL_CLOCK_HDMI_148500 },
152 { 296703, AUD_CONFIG_PIXEL_CLOCK_HDMI_296703 },
153 { 297000, AUD_CONFIG_PIXEL_CLOCK_HDMI_297000 },
154 { 593407, AUD_CONFIG_PIXEL_CLOCK_HDMI_593407 },
155 { 594000, AUD_CONFIG_PIXEL_CLOCK_HDMI_594000 },
156};
157
158/* HDMI N/CTS table */
159#define TMDS_297M 297000
160#define TMDS_296M 296703
161#define TMDS_594M 594000
162#define TMDS_593M 593407
163
164static const struct hdmi_aud_ncts hdmi_aud_ncts_24bpp[] = {
165 { 32000, TMDS_296M, 5824, 421875 },
166 { 32000, TMDS_297M, 3072, 222750 },
167 { 32000, TMDS_593M, 5824, 843750 },
168 { 32000, TMDS_594M, 3072, 445500 },
169 { 44100, TMDS_296M, 4459, 234375 },
170 { 44100, TMDS_297M, 4704, 247500 },
171 { 44100, TMDS_593M, 8918, 937500 },
172 { 44100, TMDS_594M, 9408, 990000 },
173 { 88200, TMDS_296M, 8918, 234375 },
174 { 88200, TMDS_297M, 9408, 247500 },
175 { 88200, TMDS_593M, 17836, 937500 },
176 { 88200, TMDS_594M, 18816, 990000 },
177 { 176400, TMDS_296M, 17836, 234375 },
178 { 176400, TMDS_297M, 18816, 247500 },
179 { 176400, TMDS_593M, 35672, 937500 },
180 { 176400, TMDS_594M, 37632, 990000 },
181 { 48000, TMDS_296M, 5824, 281250 },
182 { 48000, TMDS_297M, 5120, 247500 },
183 { 48000, TMDS_593M, 5824, 562500 },
184 { 48000, TMDS_594M, 6144, 594000 },
185 { 96000, TMDS_296M, 11648, 281250 },
186 { 96000, TMDS_297M, 10240, 247500 },
187 { 96000, TMDS_593M, 11648, 562500 },
188 { 96000, TMDS_594M, 12288, 594000 },
189 { 192000, TMDS_296M, 23296, 281250 },
190 { 192000, TMDS_297M, 20480, 247500 },
191 { 192000, TMDS_593M, 23296, 562500 },
192 { 192000, TMDS_594M, 24576, 594000 },
193};
194
195/* Appendix C - N & CTS values for deep color from HDMI 2.0 spec*/
196/* HDMI N/CTS table for 10 bit deep color(30 bpp)*/
197#define TMDS_371M 371250
198#define TMDS_370M 370878
199
200static const struct hdmi_aud_ncts hdmi_aud_ncts_30bpp[] = {
201 { 32000, TMDS_370M, 5824, 527344 },
202 { 32000, TMDS_371M, 6144, 556875 },
203 { 44100, TMDS_370M, 8918, 585938 },
204 { 44100, TMDS_371M, 4704, 309375 },
205 { 88200, TMDS_370M, 17836, 585938 },
206 { 88200, TMDS_371M, 9408, 309375 },
207 { 176400, TMDS_370M, 35672, 585938 },
208 { 176400, TMDS_371M, 18816, 309375 },
209 { 48000, TMDS_370M, 11648, 703125 },
210 { 48000, TMDS_371M, 5120, 309375 },
211 { 96000, TMDS_370M, 23296, 703125 },
212 { 96000, TMDS_371M, 10240, 309375 },
213 { 192000, TMDS_370M, 46592, 703125 },
214 { 192000, TMDS_371M, 20480, 309375 },
215};
216
217/* HDMI N/CTS table for 12 bit deep color(36 bpp)*/
218#define TMDS_445_5M 445500
219#define TMDS_445M 445054
220
221static const struct hdmi_aud_ncts hdmi_aud_ncts_36bpp[] = {
222 { 32000, TMDS_445M, 5824, 632813 },
223 { 32000, TMDS_445_5M, 4096, 445500 },
224 { 44100, TMDS_445M, 8918, 703125 },
225 { 44100, TMDS_445_5M, 4704, 371250 },
226 { 88200, TMDS_445M, 17836, 703125 },
227 { 88200, TMDS_445_5M, 9408, 371250 },
228 { 176400, TMDS_445M, 35672, 703125 },
229 { 176400, TMDS_445_5M, 18816, 371250 },
230 { 48000, TMDS_445M, 5824, 421875 },
231 { 48000, TMDS_445_5M, 5120, 371250 },
232 { 96000, TMDS_445M, 11648, 421875 },
233 { 96000, TMDS_445_5M, 10240, 371250 },
234 { 192000, TMDS_445M, 23296, 421875 },
235 { 192000, TMDS_445_5M, 20480, 371250 },
236};
237
238/* get AUD_CONFIG_PIXEL_CLOCK_HDMI_* value for mode */
239static u32 audio_config_hdmi_pixel_clock(const struct intel_crtc_state *crtc_state)
240{
241 struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
242 const struct drm_display_mode *adjusted_mode =
243 &crtc_state->hw.adjusted_mode;
244 int i;
245
246 for (i = 0; i < ARRAY_SIZE(hdmi_audio_clock); i++) {
247 if (adjusted_mode->crtc_clock == hdmi_audio_clock[i].clock)
248 break;
249 }
250
251 if (INTEL_GEN(dev_priv) < 12 && adjusted_mode->crtc_clock > 148500)
252 i = ARRAY_SIZE(hdmi_audio_clock);
253
254 if (i == ARRAY_SIZE(hdmi_audio_clock)) {
255 drm_dbg_kms(&dev_priv->drm,
256 "HDMI audio pixel clock setting for %d not found, falling back to defaults\n",
257 adjusted_mode->crtc_clock);
258 i = 1;
259 }
260
261 drm_dbg_kms(&dev_priv->drm,
262 "Configuring HDMI audio for pixel clock %d (0x%08x)\n",
263 hdmi_audio_clock[i].clock,
264 hdmi_audio_clock[i].config);
265
266 return hdmi_audio_clock[i].config;
267}
268
269static int audio_config_hdmi_get_n(const struct intel_crtc_state *crtc_state,
270 int rate)
271{
272 const struct hdmi_aud_ncts *hdmi_ncts_table;
273 int i, size;
274
275 if (crtc_state->pipe_bpp == 36) {
276 hdmi_ncts_table = hdmi_aud_ncts_36bpp;
277 size = ARRAY_SIZE(hdmi_aud_ncts_36bpp);
278 } else if (crtc_state->pipe_bpp == 30) {
279 hdmi_ncts_table = hdmi_aud_ncts_30bpp;
280 size = ARRAY_SIZE(hdmi_aud_ncts_30bpp);
281 } else {
282 hdmi_ncts_table = hdmi_aud_ncts_24bpp;
283 size = ARRAY_SIZE(hdmi_aud_ncts_24bpp);
284 }
285
286 for (i = 0; i < size; i++) {
287 if (rate == hdmi_ncts_table[i].sample_rate &&
288 crtc_state->port_clock == hdmi_ncts_table[i].clock) {
289 return hdmi_ncts_table[i].n;
290 }
291 }
292 return 0;
293}
294
295static bool intel_eld_uptodate(struct drm_connector *connector,
296 i915_reg_t reg_eldv, u32 bits_eldv,
297 i915_reg_t reg_elda, u32 bits_elda,
298 i915_reg_t reg_edid)
299{
300 struct drm_i915_private *dev_priv = to_i915(connector->dev);
301 const u8 *eld = connector->eld;
302 u32 tmp;
303 int i;
304
305 tmp = intel_de_read(dev_priv, reg_eldv);
306 tmp &= bits_eldv;
307
308 if (!tmp)
309 return false;
310
311 tmp = intel_de_read(dev_priv, reg_elda);
312 tmp &= ~bits_elda;
313 intel_de_write(dev_priv, reg_elda, tmp);
314
315 for (i = 0; i < drm_eld_size(eld) / 4; i++)
316 if (intel_de_read(dev_priv, reg_edid) != *((const u32 *)eld + i))
317 return false;
318
319 return true;
320}
321
322static void g4x_audio_codec_disable(struct intel_encoder *encoder,
323 const struct intel_crtc_state *old_crtc_state,
324 const struct drm_connector_state *old_conn_state)
325{
326 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
327 u32 eldv, tmp;
328
329 drm_dbg_kms(&dev_priv->drm, "Disable audio codec\n");
330
331 tmp = intel_de_read(dev_priv, G4X_AUD_VID_DID);
332 if (tmp == INTEL_AUDIO_DEVBLC || tmp == INTEL_AUDIO_DEVCL)
333 eldv = G4X_ELDV_DEVCL_DEVBLC;
334 else
335 eldv = G4X_ELDV_DEVCTG;
336
337 /* Invalidate ELD */
338 tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
339 tmp &= ~eldv;
340 intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
341}
342
343static void g4x_audio_codec_enable(struct intel_encoder *encoder,
344 const struct intel_crtc_state *crtc_state,
345 const struct drm_connector_state *conn_state)
346{
347 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
348 struct drm_connector *connector = conn_state->connector;
349 const u8 *eld = connector->eld;
350 u32 eldv;
351 u32 tmp;
352 int len, i;
353
354 drm_dbg_kms(&dev_priv->drm, "Enable audio codec, %u bytes ELD\n",
355 drm_eld_size(eld));
356
357 tmp = intel_de_read(dev_priv, G4X_AUD_VID_DID);
358 if (tmp == INTEL_AUDIO_DEVBLC || tmp == INTEL_AUDIO_DEVCL)
359 eldv = G4X_ELDV_DEVCL_DEVBLC;
360 else
361 eldv = G4X_ELDV_DEVCTG;
362
363 if (intel_eld_uptodate(connector,
364 G4X_AUD_CNTL_ST, eldv,
365 G4X_AUD_CNTL_ST, G4X_ELD_ADDR_MASK,
366 G4X_HDMIW_HDMIEDID))
367 return;
368
369 tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
370 tmp &= ~(eldv | G4X_ELD_ADDR_MASK);
371 len = (tmp >> 9) & 0x1f; /* ELD buffer size */
372 intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
373
374 len = min(drm_eld_size(eld) / 4, len);
375 drm_dbg(&dev_priv->drm, "ELD size %d\n", len);
376 for (i = 0; i < len; i++)
377 intel_de_write(dev_priv, G4X_HDMIW_HDMIEDID,
378 *((const u32 *)eld + i));
379
380 tmp = intel_de_read(dev_priv, G4X_AUD_CNTL_ST);
381 tmp |= eldv;
382 intel_de_write(dev_priv, G4X_AUD_CNTL_ST, tmp);
383}
384
385static void
386hsw_dp_audio_config_update(struct intel_encoder *encoder,
387 const struct intel_crtc_state *crtc_state)
388{
389 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
390 struct i915_audio_component *acomp = dev_priv->audio_component;
391 enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
392 enum port port = encoder->port;
393 const struct dp_aud_n_m *nm;
394 int rate;
395 u32 tmp;
396
397 rate = acomp ? acomp->aud_sample_rate[port] : 0;
398 nm = audio_config_dp_get_n_m(crtc_state, rate);
399 if (nm)
400 drm_dbg_kms(&dev_priv->drm, "using Maud %u, Naud %u\n", nm->m,
401 nm->n);
402 else
403 drm_dbg_kms(&dev_priv->drm, "using automatic Maud, Naud\n");
404
405 tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
406 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
407 tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
408 tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
409 tmp |= AUD_CONFIG_N_VALUE_INDEX;
410
411 if (nm) {
412 tmp &= ~AUD_CONFIG_N_MASK;
413 tmp |= AUD_CONFIG_N(nm->n);
414 tmp |= AUD_CONFIG_N_PROG_ENABLE;
415 }
416
417 intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
418
419 tmp = intel_de_read(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder));
420 tmp &= ~AUD_CONFIG_M_MASK;
421 tmp &= ~AUD_M_CTS_M_VALUE_INDEX;
422 tmp &= ~AUD_M_CTS_M_PROG_ENABLE;
423
424 if (nm) {
425 tmp |= nm->m;
426 tmp |= AUD_M_CTS_M_VALUE_INDEX;
427 tmp |= AUD_M_CTS_M_PROG_ENABLE;
428 }
429
430 intel_de_write(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder), tmp);
431}
432
433static void
434hsw_hdmi_audio_config_update(struct intel_encoder *encoder,
435 const struct intel_crtc_state *crtc_state)
436{
437 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
438 struct i915_audio_component *acomp = dev_priv->audio_component;
439 enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
440 enum port port = encoder->port;
441 int n, rate;
442 u32 tmp;
443
444 rate = acomp ? acomp->aud_sample_rate[port] : 0;
445
446 tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
447 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
448 tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
449 tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
450 tmp |= audio_config_hdmi_pixel_clock(crtc_state);
451
452 n = audio_config_hdmi_get_n(crtc_state, rate);
453 if (n != 0) {
454 drm_dbg_kms(&dev_priv->drm, "using N %d\n", n);
455
456 tmp &= ~AUD_CONFIG_N_MASK;
457 tmp |= AUD_CONFIG_N(n);
458 tmp |= AUD_CONFIG_N_PROG_ENABLE;
459 } else {
460 drm_dbg_kms(&dev_priv->drm, "using automatic N\n");
461 }
462
463 intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
464
465 /*
466 * Let's disable "Enable CTS or M Prog bit"
467 * and let HW calculate the value
468 */
469 tmp = intel_de_read(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder));
470 tmp &= ~AUD_M_CTS_M_PROG_ENABLE;
471 tmp &= ~AUD_M_CTS_M_VALUE_INDEX;
472 intel_de_write(dev_priv, HSW_AUD_M_CTS_ENABLE(cpu_transcoder), tmp);
473}
474
475static void
476hsw_audio_config_update(struct intel_encoder *encoder,
477 const struct intel_crtc_state *crtc_state)
478{
479 if (intel_crtc_has_dp_encoder(crtc_state))
480 hsw_dp_audio_config_update(encoder, crtc_state);
481 else
482 hsw_hdmi_audio_config_update(encoder, crtc_state);
483}
484
485static void hsw_audio_codec_disable(struct intel_encoder *encoder,
486 const struct intel_crtc_state *old_crtc_state,
487 const struct drm_connector_state *old_conn_state)
488{
489 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
490 enum transcoder cpu_transcoder = old_crtc_state->cpu_transcoder;
491 u32 tmp;
492
493 drm_dbg_kms(&dev_priv->drm, "Disable audio codec on transcoder %s\n",
494 transcoder_name(cpu_transcoder));
495
496 mutex_lock(&dev_priv->av_mutex);
497
498 /* Disable timestamps */
499 tmp = intel_de_read(dev_priv, HSW_AUD_CFG(cpu_transcoder));
500 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
501 tmp |= AUD_CONFIG_N_PROG_ENABLE;
502 tmp &= ~AUD_CONFIG_UPPER_N_MASK;
503 tmp &= ~AUD_CONFIG_LOWER_N_MASK;
504 if (intel_crtc_has_dp_encoder(old_crtc_state))
505 tmp |= AUD_CONFIG_N_VALUE_INDEX;
506 intel_de_write(dev_priv, HSW_AUD_CFG(cpu_transcoder), tmp);
507
508 /* Invalidate ELD */
509 tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
510 tmp &= ~AUDIO_ELD_VALID(cpu_transcoder);
511 tmp &= ~AUDIO_OUTPUT_ENABLE(cpu_transcoder);
512 intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
513
514 mutex_unlock(&dev_priv->av_mutex);
515}
516
517static unsigned int calc_hblank_early_prog(struct intel_encoder *encoder,
518 const struct intel_crtc_state *crtc_state)
519{
520 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
521 unsigned int link_clks_available, link_clks_required;
522 unsigned int tu_data, tu_line, link_clks_active;
523 unsigned int h_active, h_total, hblank_delta, pixel_clk;
524 unsigned int fec_coeff, cdclk, vdsc_bpp;
525 unsigned int link_clk, lanes;
526 unsigned int hblank_rise;
527
528 h_active = crtc_state->hw.adjusted_mode.crtc_hdisplay;
529 h_total = crtc_state->hw.adjusted_mode.crtc_htotal;
530 pixel_clk = crtc_state->hw.adjusted_mode.crtc_clock;
531 vdsc_bpp = crtc_state->dsc.compressed_bpp;
532 cdclk = i915->cdclk.hw.cdclk;
533 /* fec= 0.972261, using rounding multiplier of 1000000 */
534 fec_coeff = 972261;
535 link_clk = crtc_state->port_clock;
536 lanes = crtc_state->lane_count;
537
538 drm_dbg_kms(&i915->drm, "h_active = %u link_clk = %u :"
539 "lanes = %u vdsc_bpp = %u cdclk = %u\n",
540 h_active, link_clk, lanes, vdsc_bpp, cdclk);
541
542 if (WARN_ON(!link_clk || !pixel_clk || !lanes || !vdsc_bpp || !cdclk))
543 return 0;
544
545 link_clks_available = (h_total - h_active) * link_clk / pixel_clk - 28;
546 link_clks_required = DIV_ROUND_UP(192000 * h_total, 1000 * pixel_clk) * (48 / lanes + 2);
547
548 if (link_clks_available > link_clks_required)
549 hblank_delta = 32;
550 else
551 hblank_delta = DIV64_U64_ROUND_UP(mul_u32_u32(5 * (link_clk + cdclk), pixel_clk),
552 mul_u32_u32(link_clk, cdclk));
553
554 tu_data = div64_u64(mul_u32_u32(pixel_clk * vdsc_bpp * 8, 1000000),
555 mul_u32_u32(link_clk * lanes, fec_coeff));
556 tu_line = div64_u64(h_active * mul_u32_u32(link_clk, fec_coeff),
557 mul_u32_u32(64 * pixel_clk, 1000000));
558 link_clks_active = (tu_line - 1) * 64 + tu_data;
559
560 hblank_rise = (link_clks_active + 6 * DIV_ROUND_UP(link_clks_active, 250) + 4) * pixel_clk / link_clk;
561
562 return h_active - hblank_rise + hblank_delta;
563}
564
565static unsigned int calc_samples_room(const struct intel_crtc_state *crtc_state)
566{
567 unsigned int h_active, h_total, pixel_clk;
568 unsigned int link_clk, lanes;
569
570 h_active = crtc_state->hw.adjusted_mode.hdisplay;
571 h_total = crtc_state->hw.adjusted_mode.htotal;
572 pixel_clk = crtc_state->hw.adjusted_mode.clock;
573 link_clk = crtc_state->port_clock;
574 lanes = crtc_state->lane_count;
575
576 return ((h_total - h_active) * link_clk - 12 * pixel_clk) /
577 (pixel_clk * (48 / lanes + 2));
578}
579
580static void enable_audio_dsc_wa(struct intel_encoder *encoder,
581 const struct intel_crtc_state *crtc_state)
582{
583 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
584 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
585 enum pipe pipe = crtc->pipe;
586 unsigned int hblank_early_prog, samples_room;
587 unsigned int val;
588
589 if (INTEL_GEN(i915) < 11)
590 return;
591
592 val = intel_de_read(i915, AUD_CONFIG_BE);
593
594 if (INTEL_GEN(i915) == 11)
595 val |= HBLANK_EARLY_ENABLE_ICL(pipe);
596 else if (INTEL_GEN(i915) >= 12)
597 val |= HBLANK_EARLY_ENABLE_TGL(pipe);
598
599 if (crtc_state->dsc.compression_enable &&
600 (crtc_state->hw.adjusted_mode.hdisplay >= 3840 &&
601 crtc_state->hw.adjusted_mode.vdisplay >= 2160)) {
602 /* Get hblank early enable value required */
603 hblank_early_prog = calc_hblank_early_prog(encoder, crtc_state);
604 if (hblank_early_prog < 32) {
605 val &= ~HBLANK_START_COUNT_MASK(pipe);
606 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_32);
607 } else if (hblank_early_prog < 64) {
608 val &= ~HBLANK_START_COUNT_MASK(pipe);
609 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_64);
610 } else if (hblank_early_prog < 96) {
611 val &= ~HBLANK_START_COUNT_MASK(pipe);
612 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_96);
613 } else {
614 val &= ~HBLANK_START_COUNT_MASK(pipe);
615 val |= HBLANK_START_COUNT(pipe, HBLANK_START_COUNT_128);
616 }
617
618 /* Get samples room value required */
619 samples_room = calc_samples_room(crtc_state);
620 if (samples_room < 3) {
621 val &= ~NUMBER_SAMPLES_PER_LINE_MASK(pipe);
622 val |= NUMBER_SAMPLES_PER_LINE(pipe, samples_room);
623 } else {
624 /* Program 0 i.e "All Samples available in buffer" */
625 val &= ~NUMBER_SAMPLES_PER_LINE_MASK(pipe);
626 val |= NUMBER_SAMPLES_PER_LINE(pipe, 0x0);
627 }
628 }
629
630 intel_de_write(i915, AUD_CONFIG_BE, val);
631}
632
633#undef ROUNDING_FACTOR
634
635static void hsw_audio_codec_enable(struct intel_encoder *encoder,
636 const struct intel_crtc_state *crtc_state,
637 const struct drm_connector_state *conn_state)
638{
639 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
640 struct drm_connector *connector = conn_state->connector;
641 enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
642 const u8 *eld = connector->eld;
643 u32 tmp;
644 int len, i;
645
646 drm_dbg_kms(&dev_priv->drm,
647 "Enable audio codec on transcoder %s, %u bytes ELD\n",
648 transcoder_name(cpu_transcoder), drm_eld_size(eld));
649
650 mutex_lock(&dev_priv->av_mutex);
651
652 /* Enable Audio WA for 4k DSC usecases */
653 if (intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP))
654 enable_audio_dsc_wa(encoder, crtc_state);
655
656 /* Enable audio presence detect, invalidate ELD */
657 tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
658 tmp |= AUDIO_OUTPUT_ENABLE(cpu_transcoder);
659 tmp &= ~AUDIO_ELD_VALID(cpu_transcoder);
660 intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
661
662 /*
663 * FIXME: We're supposed to wait for vblank here, but we have vblanks
664 * disabled during the mode set. The proper fix would be to push the
665 * rest of the setup into a vblank work item, queued here, but the
666 * infrastructure is not there yet.
667 */
668
669 /* Reset ELD write address */
670 tmp = intel_de_read(dev_priv, HSW_AUD_DIP_ELD_CTRL(cpu_transcoder));
671 tmp &= ~IBX_ELD_ADDRESS_MASK;
672 intel_de_write(dev_priv, HSW_AUD_DIP_ELD_CTRL(cpu_transcoder), tmp);
673
674 /* Up to 84 bytes of hw ELD buffer */
675 len = min(drm_eld_size(eld), 84);
676 for (i = 0; i < len / 4; i++)
677 intel_de_write(dev_priv, HSW_AUD_EDID_DATA(cpu_transcoder),
678 *((const u32 *)eld + i));
679
680 /* ELD valid */
681 tmp = intel_de_read(dev_priv, HSW_AUD_PIN_ELD_CP_VLD);
682 tmp |= AUDIO_ELD_VALID(cpu_transcoder);
683 intel_de_write(dev_priv, HSW_AUD_PIN_ELD_CP_VLD, tmp);
684
685 /* Enable timestamps */
686 hsw_audio_config_update(encoder, crtc_state);
687
688 mutex_unlock(&dev_priv->av_mutex);
689}
690
691static void ilk_audio_codec_disable(struct intel_encoder *encoder,
692 const struct intel_crtc_state *old_crtc_state,
693 const struct drm_connector_state *old_conn_state)
694{
695 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
696 struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
697 enum pipe pipe = crtc->pipe;
698 enum port port = encoder->port;
699 u32 tmp, eldv;
700 i915_reg_t aud_config, aud_cntrl_st2;
701
702 drm_dbg_kms(&dev_priv->drm,
703 "Disable audio codec on [ENCODER:%d:%s], pipe %c\n",
704 encoder->base.base.id, encoder->base.name,
705 pipe_name(pipe));
706
707 if (drm_WARN_ON(&dev_priv->drm, port == PORT_A))
708 return;
709
710 if (HAS_PCH_IBX(dev_priv)) {
711 aud_config = IBX_AUD_CFG(pipe);
712 aud_cntrl_st2 = IBX_AUD_CNTL_ST2;
713 } else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
714 aud_config = VLV_AUD_CFG(pipe);
715 aud_cntrl_st2 = VLV_AUD_CNTL_ST2;
716 } else {
717 aud_config = CPT_AUD_CFG(pipe);
718 aud_cntrl_st2 = CPT_AUD_CNTRL_ST2;
719 }
720
721 /* Disable timestamps */
722 tmp = intel_de_read(dev_priv, aud_config);
723 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
724 tmp |= AUD_CONFIG_N_PROG_ENABLE;
725 tmp &= ~AUD_CONFIG_UPPER_N_MASK;
726 tmp &= ~AUD_CONFIG_LOWER_N_MASK;
727 if (intel_crtc_has_dp_encoder(old_crtc_state))
728 tmp |= AUD_CONFIG_N_VALUE_INDEX;
729 intel_de_write(dev_priv, aud_config, tmp);
730
731 eldv = IBX_ELD_VALID(port);
732
733 /* Invalidate ELD */
734 tmp = intel_de_read(dev_priv, aud_cntrl_st2);
735 tmp &= ~eldv;
736 intel_de_write(dev_priv, aud_cntrl_st2, tmp);
737}
738
739static void ilk_audio_codec_enable(struct intel_encoder *encoder,
740 const struct intel_crtc_state *crtc_state,
741 const struct drm_connector_state *conn_state)
742{
743 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
744 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
745 struct drm_connector *connector = conn_state->connector;
746 enum pipe pipe = crtc->pipe;
747 enum port port = encoder->port;
748 const u8 *eld = connector->eld;
749 u32 tmp, eldv;
750 int len, i;
751 i915_reg_t hdmiw_hdmiedid, aud_config, aud_cntl_st, aud_cntrl_st2;
752
753 drm_dbg_kms(&dev_priv->drm,
754 "Enable audio codec on [ENCODER:%d:%s], pipe %c, %u bytes ELD\n",
755 encoder->base.base.id, encoder->base.name,
756 pipe_name(pipe), drm_eld_size(eld));
757
758 if (drm_WARN_ON(&dev_priv->drm, port == PORT_A))
759 return;
760
761 /*
762 * FIXME: We're supposed to wait for vblank here, but we have vblanks
763 * disabled during the mode set. The proper fix would be to push the
764 * rest of the setup into a vblank work item, queued here, but the
765 * infrastructure is not there yet.
766 */
767
768 if (HAS_PCH_IBX(dev_priv)) {
769 hdmiw_hdmiedid = IBX_HDMIW_HDMIEDID(pipe);
770 aud_config = IBX_AUD_CFG(pipe);
771 aud_cntl_st = IBX_AUD_CNTL_ST(pipe);
772 aud_cntrl_st2 = IBX_AUD_CNTL_ST2;
773 } else if (IS_VALLEYVIEW(dev_priv) ||
774 IS_CHERRYVIEW(dev_priv)) {
775 hdmiw_hdmiedid = VLV_HDMIW_HDMIEDID(pipe);
776 aud_config = VLV_AUD_CFG(pipe);
777 aud_cntl_st = VLV_AUD_CNTL_ST(pipe);
778 aud_cntrl_st2 = VLV_AUD_CNTL_ST2;
779 } else {
780 hdmiw_hdmiedid = CPT_HDMIW_HDMIEDID(pipe);
781 aud_config = CPT_AUD_CFG(pipe);
782 aud_cntl_st = CPT_AUD_CNTL_ST(pipe);
783 aud_cntrl_st2 = CPT_AUD_CNTRL_ST2;
784 }
785
786 eldv = IBX_ELD_VALID(port);
787
788 /* Invalidate ELD */
789 tmp = intel_de_read(dev_priv, aud_cntrl_st2);
790 tmp &= ~eldv;
791 intel_de_write(dev_priv, aud_cntrl_st2, tmp);
792
793 /* Reset ELD write address */
794 tmp = intel_de_read(dev_priv, aud_cntl_st);
795 tmp &= ~IBX_ELD_ADDRESS_MASK;
796 intel_de_write(dev_priv, aud_cntl_st, tmp);
797
798 /* Up to 84 bytes of hw ELD buffer */
799 len = min(drm_eld_size(eld), 84);
800 for (i = 0; i < len / 4; i++)
801 intel_de_write(dev_priv, hdmiw_hdmiedid,
802 *((const u32 *)eld + i));
803
804 /* ELD valid */
805 tmp = intel_de_read(dev_priv, aud_cntrl_st2);
806 tmp |= eldv;
807 intel_de_write(dev_priv, aud_cntrl_st2, tmp);
808
809 /* Enable timestamps */
810 tmp = intel_de_read(dev_priv, aud_config);
811 tmp &= ~AUD_CONFIG_N_VALUE_INDEX;
812 tmp &= ~AUD_CONFIG_N_PROG_ENABLE;
813 tmp &= ~AUD_CONFIG_PIXEL_CLOCK_HDMI_MASK;
814 if (intel_crtc_has_dp_encoder(crtc_state))
815 tmp |= AUD_CONFIG_N_VALUE_INDEX;
816 else
817 tmp |= audio_config_hdmi_pixel_clock(crtc_state);
818 intel_de_write(dev_priv, aud_config, tmp);
819}
820
821/**
822 * intel_audio_codec_enable - Enable the audio codec for HD audio
823 * @encoder: encoder on which to enable audio
824 * @crtc_state: pointer to the current crtc state.
825 * @conn_state: pointer to the current connector state.
826 *
827 * The enable sequences may only be performed after enabling the transcoder and
828 * port, and after completed link training.
829 */
830void intel_audio_codec_enable(struct intel_encoder *encoder,
831 const struct intel_crtc_state *crtc_state,
832 const struct drm_connector_state *conn_state)
833{
834 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
835 struct i915_audio_component *acomp = dev_priv->audio_component;
836 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
837 struct drm_connector *connector = conn_state->connector;
838 const struct drm_display_mode *adjusted_mode =
839 &crtc_state->hw.adjusted_mode;
840 enum port port = encoder->port;
841 enum pipe pipe = crtc->pipe;
842
843 /* FIXME precompute the ELD in .compute_config() */
844 if (!connector->eld[0])
845 drm_dbg_kms(&dev_priv->drm,
846 "Bogus ELD on [CONNECTOR:%d:%s]\n",
847 connector->base.id, connector->name);
848
849 drm_dbg(&dev_priv->drm, "ELD on [CONNECTOR:%d:%s], [ENCODER:%d:%s]\n",
850 connector->base.id,
851 connector->name,
852 encoder->base.base.id,
853 encoder->base.name);
854
855 connector->eld[6] = drm_av_sync_delay(connector, adjusted_mode) / 2;
856
857 if (dev_priv->display.audio_codec_enable)
858 dev_priv->display.audio_codec_enable(encoder,
859 crtc_state,
860 conn_state);
861
862 mutex_lock(&dev_priv->av_mutex);
863 encoder->audio_connector = connector;
864
865 /* referred in audio callbacks */
866 dev_priv->av_enc_map[pipe] = encoder;
867 mutex_unlock(&dev_priv->av_mutex);
868
869 if (acomp && acomp->base.audio_ops &&
870 acomp->base.audio_ops->pin_eld_notify) {
871 /* audio drivers expect pipe = -1 to indicate Non-MST cases */
872 if (!intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST))
873 pipe = -1;
874 acomp->base.audio_ops->pin_eld_notify(acomp->base.audio_ops->audio_ptr,
875 (int) port, (int) pipe);
876 }
877
878 intel_lpe_audio_notify(dev_priv, pipe, port, connector->eld,
879 crtc_state->port_clock,
880 intel_crtc_has_dp_encoder(crtc_state));
881}
882
883/**
884 * intel_audio_codec_disable - Disable the audio codec for HD audio
885 * @encoder: encoder on which to disable audio
886 * @old_crtc_state: pointer to the old crtc state.
887 * @old_conn_state: pointer to the old connector state.
888 *
889 * The disable sequences must be performed before disabling the transcoder or
890 * port.
891 */
892void intel_audio_codec_disable(struct intel_encoder *encoder,
893 const struct intel_crtc_state *old_crtc_state,
894 const struct drm_connector_state *old_conn_state)
895{
896 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
897 struct i915_audio_component *acomp = dev_priv->audio_component;
898 struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc);
899 enum port port = encoder->port;
900 enum pipe pipe = crtc->pipe;
901
902 if (dev_priv->display.audio_codec_disable)
903 dev_priv->display.audio_codec_disable(encoder,
904 old_crtc_state,
905 old_conn_state);
906
907 mutex_lock(&dev_priv->av_mutex);
908 encoder->audio_connector = NULL;
909 dev_priv->av_enc_map[pipe] = NULL;
910 mutex_unlock(&dev_priv->av_mutex);
911
912 if (acomp && acomp->base.audio_ops &&
913 acomp->base.audio_ops->pin_eld_notify) {
914 /* audio drivers expect pipe = -1 to indicate Non-MST cases */
915 if (!intel_crtc_has_type(old_crtc_state, INTEL_OUTPUT_DP_MST))
916 pipe = -1;
917 acomp->base.audio_ops->pin_eld_notify(acomp->base.audio_ops->audio_ptr,
918 (int) port, (int) pipe);
919 }
920
921 intel_lpe_audio_notify(dev_priv, pipe, port, NULL, 0, false);
922}
923
924/**
925 * intel_init_audio_hooks - Set up chip specific audio hooks
926 * @dev_priv: device private
927 */
928void intel_init_audio_hooks(struct drm_i915_private *dev_priv)
929{
930 if (IS_G4X(dev_priv)) {
931 dev_priv->display.audio_codec_enable = g4x_audio_codec_enable;
932 dev_priv->display.audio_codec_disable = g4x_audio_codec_disable;
933 } else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
934 dev_priv->display.audio_codec_enable = ilk_audio_codec_enable;
935 dev_priv->display.audio_codec_disable = ilk_audio_codec_disable;
936 } else if (IS_HASWELL(dev_priv) || INTEL_GEN(dev_priv) >= 8) {
937 dev_priv->display.audio_codec_enable = hsw_audio_codec_enable;
938 dev_priv->display.audio_codec_disable = hsw_audio_codec_disable;
939 } else if (HAS_PCH_SPLIT(dev_priv)) {
940 dev_priv->display.audio_codec_enable = ilk_audio_codec_enable;
941 dev_priv->display.audio_codec_disable = ilk_audio_codec_disable;
942 }
943}
944
945static int glk_force_audio_cdclk_commit(struct intel_atomic_state *state,
946 struct intel_crtc *crtc,
947 bool enable)
948{
949 struct intel_cdclk_state *cdclk_state;
950 int ret;
951
952 /* need to hold at least one crtc lock for the global state */
953 ret = drm_modeset_lock(&crtc->base.mutex, state->base.acquire_ctx);
954 if (ret)
955 return ret;
956
957 cdclk_state = intel_atomic_get_cdclk_state(state);
958 if (IS_ERR(cdclk_state))
959 return PTR_ERR(cdclk_state);
960
961 cdclk_state->force_min_cdclk_changed = true;
962 cdclk_state->force_min_cdclk = enable ? 2 * 96000 : 0;
963
964 ret = intel_atomic_lock_global_state(&cdclk_state->base);
965 if (ret)
966 return ret;
967
968 return drm_atomic_commit(&state->base);
969}
970
971static void glk_force_audio_cdclk(struct drm_i915_private *dev_priv,
972 bool enable)
973{
974 struct drm_modeset_acquire_ctx ctx;
975 struct drm_atomic_state *state;
976 struct intel_crtc *crtc;
977 int ret;
978
979 crtc = intel_get_first_crtc(dev_priv);
980 if (!crtc)
981 return;
982
983 drm_modeset_acquire_init(&ctx, 0);
984 state = drm_atomic_state_alloc(&dev_priv->drm);
985 if (drm_WARN_ON(&dev_priv->drm, !state))
986 return;
987
988 state->acquire_ctx = &ctx;
989
990retry:
991 ret = glk_force_audio_cdclk_commit(to_intel_atomic_state(state), crtc,
992 enable);
993 if (ret == -EDEADLK) {
994 drm_atomic_state_clear(state);
995 drm_modeset_backoff(&ctx);
996 goto retry;
997 }
998
999 drm_WARN_ON(&dev_priv->drm, ret);
1000
1001 drm_atomic_state_put(state);
1002
1003 drm_modeset_drop_locks(&ctx);
1004 drm_modeset_acquire_fini(&ctx);
1005}
1006
1007static unsigned long i915_audio_component_get_power(struct device *kdev)
1008{
1009 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1010 intel_wakeref_t ret;
1011
1012 /* Catch potential impedance mismatches before they occur! */
1013 BUILD_BUG_ON(sizeof(intel_wakeref_t) > sizeof(unsigned long));
1014
1015 ret = intel_display_power_get(dev_priv, POWER_DOMAIN_AUDIO);
1016
1017 if (dev_priv->audio_power_refcount++ == 0) {
1018 if (INTEL_GEN(dev_priv) >= 9) {
1019 intel_de_write(dev_priv, AUD_FREQ_CNTRL,
1020 dev_priv->audio_freq_cntrl);
1021 drm_dbg_kms(&dev_priv->drm,
1022 "restored AUD_FREQ_CNTRL to 0x%x\n",
1023 dev_priv->audio_freq_cntrl);
1024 }
1025
1026 /* Force CDCLK to 2*BCLK as long as we need audio powered. */
1027 if (IS_GEMINILAKE(dev_priv))
1028 glk_force_audio_cdclk(dev_priv, true);
1029
1030 if (INTEL_GEN(dev_priv) >= 10 || IS_GEMINILAKE(dev_priv))
1031 intel_de_write(dev_priv, AUD_PIN_BUF_CTL,
1032 (intel_de_read(dev_priv, AUD_PIN_BUF_CTL) | AUD_PIN_BUF_ENABLE));
1033 }
1034
1035 return ret;
1036}
1037
1038static void i915_audio_component_put_power(struct device *kdev,
1039 unsigned long cookie)
1040{
1041 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1042
1043 /* Stop forcing CDCLK to 2*BCLK if no need for audio to be powered. */
1044 if (--dev_priv->audio_power_refcount == 0)
1045 if (IS_GEMINILAKE(dev_priv))
1046 glk_force_audio_cdclk(dev_priv, false);
1047
1048 intel_display_power_put(dev_priv, POWER_DOMAIN_AUDIO, cookie);
1049}
1050
1051static void i915_audio_component_codec_wake_override(struct device *kdev,
1052 bool enable)
1053{
1054 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1055 unsigned long cookie;
1056 u32 tmp;
1057
1058 if (INTEL_GEN(dev_priv) < 9)
1059 return;
1060
1061 cookie = i915_audio_component_get_power(kdev);
1062
1063 /*
1064 * Enable/disable generating the codec wake signal, overriding the
1065 * internal logic to generate the codec wake to controller.
1066 */
1067 tmp = intel_de_read(dev_priv, HSW_AUD_CHICKENBIT);
1068 tmp &= ~SKL_AUD_CODEC_WAKE_SIGNAL;
1069 intel_de_write(dev_priv, HSW_AUD_CHICKENBIT, tmp);
1070 usleep_range(1000, 1500);
1071
1072 if (enable) {
1073 tmp = intel_de_read(dev_priv, HSW_AUD_CHICKENBIT);
1074 tmp |= SKL_AUD_CODEC_WAKE_SIGNAL;
1075 intel_de_write(dev_priv, HSW_AUD_CHICKENBIT, tmp);
1076 usleep_range(1000, 1500);
1077 }
1078
1079 i915_audio_component_put_power(kdev, cookie);
1080}
1081
1082/* Get CDCLK in kHz */
1083static int i915_audio_component_get_cdclk_freq(struct device *kdev)
1084{
1085 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1086
1087 if (drm_WARN_ON_ONCE(&dev_priv->drm, !HAS_DDI(dev_priv)))
1088 return -ENODEV;
1089
1090 return dev_priv->cdclk.hw.cdclk;
1091}
1092
1093/*
1094 * get the intel_encoder according to the parameter port and pipe
1095 * intel_encoder is saved by the index of pipe
1096 * MST & (pipe >= 0): return the av_enc_map[pipe],
1097 * when port is matched
1098 * MST & (pipe < 0): this is invalid
1099 * Non-MST & (pipe >= 0): only pipe = 0 (the first device entry)
1100 * will get the right intel_encoder with port matched
1101 * Non-MST & (pipe < 0): get the right intel_encoder with port matched
1102 */
1103static struct intel_encoder *get_saved_enc(struct drm_i915_private *dev_priv,
1104 int port, int pipe)
1105{
1106 struct intel_encoder *encoder;
1107
1108 /* MST */
1109 if (pipe >= 0) {
1110 if (drm_WARN_ON(&dev_priv->drm,
1111 pipe >= ARRAY_SIZE(dev_priv->av_enc_map)))
1112 return NULL;
1113
1114 encoder = dev_priv->av_enc_map[pipe];
1115 /*
1116 * when bootup, audio driver may not know it is
1117 * MST or not. So it will poll all the port & pipe
1118 * combinations
1119 */
1120 if (encoder != NULL && encoder->port == port &&
1121 encoder->type == INTEL_OUTPUT_DP_MST)
1122 return encoder;
1123 }
1124
1125 /* Non-MST */
1126 if (pipe > 0)
1127 return NULL;
1128
1129 for_each_pipe(dev_priv, pipe) {
1130 encoder = dev_priv->av_enc_map[pipe];
1131 if (encoder == NULL)
1132 continue;
1133
1134 if (encoder->type == INTEL_OUTPUT_DP_MST)
1135 continue;
1136
1137 if (port == encoder->port)
1138 return encoder;
1139 }
1140
1141 return NULL;
1142}
1143
1144static int i915_audio_component_sync_audio_rate(struct device *kdev, int port,
1145 int pipe, int rate)
1146{
1147 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1148 struct i915_audio_component *acomp = dev_priv->audio_component;
1149 struct intel_encoder *encoder;
1150 struct intel_crtc *crtc;
1151 unsigned long cookie;
1152 int err = 0;
1153
1154 if (!HAS_DDI(dev_priv))
1155 return 0;
1156
1157 cookie = i915_audio_component_get_power(kdev);
1158 mutex_lock(&dev_priv->av_mutex);
1159
1160 /* 1. get the pipe */
1161 encoder = get_saved_enc(dev_priv, port, pipe);
1162 if (!encoder || !encoder->base.crtc) {
1163 drm_dbg_kms(&dev_priv->drm, "Not valid for port %c\n",
1164 port_name(port));
1165 err = -ENODEV;
1166 goto unlock;
1167 }
1168
1169 crtc = to_intel_crtc(encoder->base.crtc);
1170
1171 /* port must be valid now, otherwise the pipe will be invalid */
1172 acomp->aud_sample_rate[port] = rate;
1173
1174 hsw_audio_config_update(encoder, crtc->config);
1175
1176 unlock:
1177 mutex_unlock(&dev_priv->av_mutex);
1178 i915_audio_component_put_power(kdev, cookie);
1179 return err;
1180}
1181
1182static int i915_audio_component_get_eld(struct device *kdev, int port,
1183 int pipe, bool *enabled,
1184 unsigned char *buf, int max_bytes)
1185{
1186 struct drm_i915_private *dev_priv = kdev_to_i915(kdev);
1187 struct intel_encoder *intel_encoder;
1188 const u8 *eld;
1189 int ret = -EINVAL;
1190
1191 mutex_lock(&dev_priv->av_mutex);
1192
1193 intel_encoder = get_saved_enc(dev_priv, port, pipe);
1194 if (!intel_encoder) {
1195 drm_dbg_kms(&dev_priv->drm, "Not valid for port %c\n",
1196 port_name(port));
1197 mutex_unlock(&dev_priv->av_mutex);
1198 return ret;
1199 }
1200
1201 ret = 0;
1202 *enabled = intel_encoder->audio_connector != NULL;
1203 if (*enabled) {
1204 eld = intel_encoder->audio_connector->eld;
1205 ret = drm_eld_size(eld);
1206 memcpy(buf, eld, min(max_bytes, ret));
1207 }
1208
1209 mutex_unlock(&dev_priv->av_mutex);
1210 return ret;
1211}
1212
1213static const struct drm_audio_component_ops i915_audio_component_ops = {
1214 .owner = THIS_MODULE,
1215 .get_power = i915_audio_component_get_power,
1216 .put_power = i915_audio_component_put_power,
1217 .codec_wake_override = i915_audio_component_codec_wake_override,
1218 .get_cdclk_freq = i915_audio_component_get_cdclk_freq,
1219 .sync_audio_rate = i915_audio_component_sync_audio_rate,
1220 .get_eld = i915_audio_component_get_eld,
1221};
1222
1223static int i915_audio_component_bind(struct device *i915_kdev,
1224 struct device *hda_kdev, void *data)
1225{
1226 struct i915_audio_component *acomp = data;
1227 struct drm_i915_private *dev_priv = kdev_to_i915(i915_kdev);
1228 int i;
1229
1230 if (drm_WARN_ON(&dev_priv->drm, acomp->base.ops || acomp->base.dev))
1231 return -EEXIST;
1232
1233 if (drm_WARN_ON(&dev_priv->drm,
1234 !device_link_add(hda_kdev, i915_kdev,
1235 DL_FLAG_STATELESS)))
1236 return -ENOMEM;
1237
1238 drm_modeset_lock_all(&dev_priv->drm);
1239 acomp->base.ops = &i915_audio_component_ops;
1240 acomp->base.dev = i915_kdev;
1241 BUILD_BUG_ON(MAX_PORTS != I915_MAX_PORTS);
1242 for (i = 0; i < ARRAY_SIZE(acomp->aud_sample_rate); i++)
1243 acomp->aud_sample_rate[i] = 0;
1244 dev_priv->audio_component = acomp;
1245 drm_modeset_unlock_all(&dev_priv->drm);
1246
1247 return 0;
1248}
1249
1250static void i915_audio_component_unbind(struct device *i915_kdev,
1251 struct device *hda_kdev, void *data)
1252{
1253 struct i915_audio_component *acomp = data;
1254 struct drm_i915_private *dev_priv = kdev_to_i915(i915_kdev);
1255
1256 drm_modeset_lock_all(&dev_priv->drm);
1257 acomp->base.ops = NULL;
1258 acomp->base.dev = NULL;
1259 dev_priv->audio_component = NULL;
1260 drm_modeset_unlock_all(&dev_priv->drm);
1261
1262 device_link_remove(hda_kdev, i915_kdev);
1263
1264 if (dev_priv->audio_power_refcount)
1265 drm_err(&dev_priv->drm, "audio power refcount %d after unbind\n",
1266 dev_priv->audio_power_refcount);
1267}
1268
1269static const struct component_ops i915_audio_component_bind_ops = {
1270 .bind = i915_audio_component_bind,
1271 .unbind = i915_audio_component_unbind,
1272};
1273
1274/**
1275 * i915_audio_component_init - initialize and register the audio component
1276 * @dev_priv: i915 device instance
1277 *
1278 * This will register with the component framework a child component which
1279 * will bind dynamically to the snd_hda_intel driver's corresponding master
1280 * component when the latter is registered. During binding the child
1281 * initializes an instance of struct i915_audio_component which it receives
1282 * from the master. The master can then start to use the interface defined by
1283 * this struct. Each side can break the binding at any point by deregistering
1284 * its own component after which each side's component unbind callback is
1285 * called.
1286 *
1287 * We ignore any error during registration and continue with reduced
1288 * functionality (i.e. without HDMI audio).
1289 */
1290static void i915_audio_component_init(struct drm_i915_private *dev_priv)
1291{
1292 int ret;
1293
1294 ret = component_add_typed(dev_priv->drm.dev,
1295 &i915_audio_component_bind_ops,
1296 I915_COMPONENT_AUDIO);
1297 if (ret < 0) {
1298 drm_err(&dev_priv->drm,
1299 "failed to add audio component (%d)\n", ret);
1300 /* continue with reduced functionality */
1301 return;
1302 }
1303
1304 if (INTEL_GEN(dev_priv) >= 9) {
1305 dev_priv->audio_freq_cntrl = intel_de_read(dev_priv,
1306 AUD_FREQ_CNTRL);
1307 drm_dbg_kms(&dev_priv->drm,
1308 "init value of AUD_FREQ_CNTRL of 0x%x\n",
1309 dev_priv->audio_freq_cntrl);
1310 }
1311
1312 dev_priv->audio_component_registered = true;
1313}
1314
1315/**
1316 * i915_audio_component_cleanup - deregister the audio component
1317 * @dev_priv: i915 device instance
1318 *
1319 * Deregisters the audio component, breaking any existing binding to the
1320 * corresponding snd_hda_intel driver's master component.
1321 */
1322static void i915_audio_component_cleanup(struct drm_i915_private *dev_priv)
1323{
1324 if (!dev_priv->audio_component_registered)
1325 return;
1326
1327 component_del(dev_priv->drm.dev, &i915_audio_component_bind_ops);
1328 dev_priv->audio_component_registered = false;
1329}
1330
1331/**
1332 * intel_audio_init() - Initialize the audio driver either using
1333 * component framework or using lpe audio bridge
1334 * @dev_priv: the i915 drm device private data
1335 *
1336 */
1337void intel_audio_init(struct drm_i915_private *dev_priv)
1338{
1339 if (intel_lpe_audio_init(dev_priv) < 0)
1340 i915_audio_component_init(dev_priv);
1341}
1342
1343/**
1344 * intel_audio_deinit() - deinitialize the audio driver
1345 * @dev_priv: the i915 drm device private data
1346 *
1347 */
1348void intel_audio_deinit(struct drm_i915_private *dev_priv)
1349{
1350 if ((dev_priv)->lpe_audio.platdev != NULL)
1351 intel_lpe_audio_teardown(dev_priv);
1352 else
1353 i915_audio_component_cleanup(dev_priv);
1354}