Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Copyright (C) 2012 Avionic Design GmbH
   4 * Copyright (C) 2012 NVIDIA CORPORATION.  All rights reserved.
   5 */
   6
   7#include <linux/clk.h>
   8#include <linux/debugfs.h>
   9#include <linux/delay.h>
  10#include <linux/hdmi.h>
  11#include <linux/math64.h>
  12#include <linux/module.h>
  13#include <linux/of.h>
  14#include <linux/platform_device.h>
  15#include <linux/pm_opp.h>
  16#include <linux/pm_runtime.h>
  17#include <linux/regulator/consumer.h>
  18#include <linux/reset.h>
  19
  20#include <soc/tegra/common.h>
  21#include <sound/hdmi-codec.h>
  22
  23#include <drm/drm_bridge_connector.h>
  24#include <drm/drm_atomic_helper.h>
  25#include <drm/drm_crtc.h>
  26#include <drm/drm_debugfs.h>
  27#include <drm/drm_edid.h>
  28#include <drm/drm_eld.h>
  29#include <drm/drm_file.h>
  30#include <drm/drm_fourcc.h>
  31#include <drm/drm_probe_helper.h>
  32#include <drm/drm_simple_kms_helper.h>
  33
  34#include "hda.h"
  35#include "hdmi.h"
  36#include "drm.h"
  37#include "dc.h"
  38#include "trace.h"
  39
  40#define HDMI_ELD_BUFFER_SIZE 96
  41
  42struct tmds_config {
  43	unsigned int pclk;
  44	u32 pll0;
  45	u32 pll1;
  46	u32 pe_current;
  47	u32 drive_current;
  48	u32 peak_current;
  49};
  50
  51struct tegra_hdmi_config {
  52	const struct tmds_config *tmds;
  53	unsigned int num_tmds;
  54
  55	unsigned long fuse_override_offset;
  56	u32 fuse_override_value;
  57
  58	bool has_sor_io_peak_current;
  59	bool has_hda;
  60	bool has_hbr;
  61};
  62
  63struct tegra_hdmi {
  64	struct host1x_client client;
  65	struct tegra_output output;
  66	struct device *dev;
  67
  68	struct regulator *hdmi;
  69	struct regulator *pll;
  70	struct regulator *vdd;
  71
  72	void __iomem *regs;
  73	unsigned int irq;
  74
  75	struct clk *clk_parent;
  76	struct clk *clk;
  77	struct reset_control *rst;
  78
  79	const struct tegra_hdmi_config *config;
  80
  81	unsigned int audio_source;
  82	struct tegra_hda_format format;
  83
  84	unsigned int pixel_clock;
  85	bool stereo;
  86	bool dvi;
  87
  88	struct drm_info_list *debugfs_files;
  89
  90	struct platform_device *audio_pdev;
  91	struct mutex audio_lock;
  92};
  93
  94static inline struct tegra_hdmi *
  95host1x_client_to_hdmi(struct host1x_client *client)
  96{
  97	return container_of(client, struct tegra_hdmi, client);
  98}
  99
 100static inline struct tegra_hdmi *to_hdmi(struct tegra_output *output)
 101{
 102	return container_of(output, struct tegra_hdmi, output);
 103}
 104
 105#define HDMI_AUDIOCLK_FREQ 216000000
 106#define HDMI_REKEY_DEFAULT 56
 107
 108enum {
 109	AUTO = 0,
 110	SPDIF,
 111	HDA,
 112};
 113
 114static inline u32 tegra_hdmi_readl(struct tegra_hdmi *hdmi,
 115				   unsigned int offset)
 116{
 117	u32 value = readl(hdmi->regs + (offset << 2));
 118
 119	trace_hdmi_readl(hdmi->dev, offset, value);
 120
 121	return value;
 122}
 123
 124static inline void tegra_hdmi_writel(struct tegra_hdmi *hdmi, u32 value,
 125				     unsigned int offset)
 126{
 127	trace_hdmi_writel(hdmi->dev, offset, value);
 128	writel(value, hdmi->regs + (offset << 2));
 129}
 130
 131struct tegra_hdmi_audio_config {
 132	unsigned int n;
 133	unsigned int cts;
 134	unsigned int aval;
 135};
 136
 137static const struct tmds_config tegra20_tmds_config[] = {
 138	{ /* slow pixel clock modes */
 139		.pclk = 27000000,
 140		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
 141			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(0) |
 142			SOR_PLL_TX_REG_LOAD(3),
 143		.pll1 = SOR_PLL_TMDS_TERM_ENABLE,
 144		.pe_current = PE_CURRENT0(PE_CURRENT_0_0_mA) |
 145			PE_CURRENT1(PE_CURRENT_0_0_mA) |
 146			PE_CURRENT2(PE_CURRENT_0_0_mA) |
 147			PE_CURRENT3(PE_CURRENT_0_0_mA),
 148		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_7_125_mA) |
 149			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_7_125_mA) |
 150			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_7_125_mA) |
 151			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_7_125_mA),
 152	},
 153	{ /* high pixel clock modes */
 154		.pclk = UINT_MAX,
 155		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
 156			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(1) |
 157			SOR_PLL_TX_REG_LOAD(3),
 158		.pll1 = SOR_PLL_TMDS_TERM_ENABLE | SOR_PLL_PE_EN,
 159		.pe_current = PE_CURRENT0(PE_CURRENT_6_0_mA) |
 160			PE_CURRENT1(PE_CURRENT_6_0_mA) |
 161			PE_CURRENT2(PE_CURRENT_6_0_mA) |
 162			PE_CURRENT3(PE_CURRENT_6_0_mA),
 163		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_7_125_mA) |
 164			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_7_125_mA) |
 165			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_7_125_mA) |
 166			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_7_125_mA),
 167	},
 168};
 169
 170static const struct tmds_config tegra30_tmds_config[] = {
 171	{ /* 480p modes */
 172		.pclk = 27000000,
 173		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
 174			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(0) |
 175			SOR_PLL_TX_REG_LOAD(0),
 176		.pll1 = SOR_PLL_TMDS_TERM_ENABLE,
 177		.pe_current = PE_CURRENT0(PE_CURRENT_0_0_mA) |
 178			PE_CURRENT1(PE_CURRENT_0_0_mA) |
 179			PE_CURRENT2(PE_CURRENT_0_0_mA) |
 180			PE_CURRENT3(PE_CURRENT_0_0_mA),
 181		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_5_250_mA) |
 182			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_5_250_mA) |
 183			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_5_250_mA) |
 184			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_5_250_mA),
 185	}, { /* 720p modes */
 186		.pclk = 74250000,
 187		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
 188			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(1) |
 189			SOR_PLL_TX_REG_LOAD(0),
 190		.pll1 = SOR_PLL_TMDS_TERM_ENABLE | SOR_PLL_PE_EN,
 191		.pe_current = PE_CURRENT0(PE_CURRENT_5_0_mA) |
 192			PE_CURRENT1(PE_CURRENT_5_0_mA) |
 193			PE_CURRENT2(PE_CURRENT_5_0_mA) |
 194			PE_CURRENT3(PE_CURRENT_5_0_mA),
 195		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_5_250_mA) |
 196			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_5_250_mA) |
 197			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_5_250_mA) |
 198			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_5_250_mA),
 199	}, { /* 1080p modes */
 200		.pclk = UINT_MAX,
 201		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
 202			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(3) |
 203			SOR_PLL_TX_REG_LOAD(0),
 204		.pll1 = SOR_PLL_TMDS_TERM_ENABLE | SOR_PLL_PE_EN,
 205		.pe_current = PE_CURRENT0(PE_CURRENT_5_0_mA) |
 206			PE_CURRENT1(PE_CURRENT_5_0_mA) |
 207			PE_CURRENT2(PE_CURRENT_5_0_mA) |
 208			PE_CURRENT3(PE_CURRENT_5_0_mA),
 209		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_5_250_mA) |
 210			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_5_250_mA) |
 211			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_5_250_mA) |
 212			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_5_250_mA),
 213	},
 214};
 215
 216static const struct tmds_config tegra114_tmds_config[] = {
 217	{ /* 480p/576p / 25.2MHz/27MHz modes */
 218		.pclk = 27000000,
 219		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 220			SOR_PLL_VCOCAP(0) | SOR_PLL_RESISTORSEL,
 221		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(0),
 222		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
 223			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
 224			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
 225			PE_CURRENT3(PE_CURRENT_0_mA_T114),
 226		.drive_current =
 227			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
 228			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
 229			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
 230			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
 231		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
 232			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
 233			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
 234			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
 235	}, { /* 720p / 74.25MHz modes */
 236		.pclk = 74250000,
 237		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 238			SOR_PLL_VCOCAP(1) | SOR_PLL_RESISTORSEL,
 239		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
 240			SOR_PLL_TMDS_TERMADJ(0),
 241		.pe_current = PE_CURRENT0(PE_CURRENT_15_mA_T114) |
 242			PE_CURRENT1(PE_CURRENT_15_mA_T114) |
 243			PE_CURRENT2(PE_CURRENT_15_mA_T114) |
 244			PE_CURRENT3(PE_CURRENT_15_mA_T114),
 245		.drive_current =
 246			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
 247			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
 248			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
 249			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
 250		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
 251			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
 252			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
 253			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
 254	}, { /* 1080p / 148.5MHz modes */
 255		.pclk = 148500000,
 256		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 257			SOR_PLL_VCOCAP(3) | SOR_PLL_RESISTORSEL,
 258		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
 259			SOR_PLL_TMDS_TERMADJ(0),
 260		.pe_current = PE_CURRENT0(PE_CURRENT_10_mA_T114) |
 261			PE_CURRENT1(PE_CURRENT_10_mA_T114) |
 262			PE_CURRENT2(PE_CURRENT_10_mA_T114) |
 263			PE_CURRENT3(PE_CURRENT_10_mA_T114),
 264		.drive_current =
 265			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_12_400_mA_T114) |
 266			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_12_400_mA_T114) |
 267			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_12_400_mA_T114) |
 268			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_12_400_mA_T114),
 269		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
 270			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
 271			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
 272			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
 273	}, { /* 225/297MHz modes */
 274		.pclk = UINT_MAX,
 275		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 276			SOR_PLL_VCOCAP(0xf) | SOR_PLL_RESISTORSEL,
 277		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(7)
 278			| SOR_PLL_TMDS_TERM_ENABLE,
 279		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
 280			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
 281			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
 282			PE_CURRENT3(PE_CURRENT_0_mA_T114),
 283		.drive_current =
 284			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_25_200_mA_T114) |
 285			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_25_200_mA_T114) |
 286			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_25_200_mA_T114) |
 287			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_19_200_mA_T114),
 288		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_3_000_mA) |
 289			PEAK_CURRENT_LANE1(PEAK_CURRENT_3_000_mA) |
 290			PEAK_CURRENT_LANE2(PEAK_CURRENT_3_000_mA) |
 291			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_800_mA),
 292	},
 293};
 294
 295static const struct tmds_config tegra124_tmds_config[] = {
 296	{ /* 480p/576p / 25.2MHz/27MHz modes */
 297		.pclk = 27000000,
 298		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 299			SOR_PLL_VCOCAP(0) | SOR_PLL_RESISTORSEL,
 300		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(0),
 301		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
 302			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
 303			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
 304			PE_CURRENT3(PE_CURRENT_0_mA_T114),
 305		.drive_current =
 306			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
 307			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
 308			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
 309			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
 310		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
 311			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
 312			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
 313			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
 314	}, { /* 720p / 74.25MHz modes */
 315		.pclk = 74250000,
 316		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 317			SOR_PLL_VCOCAP(1) | SOR_PLL_RESISTORSEL,
 318		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
 319			SOR_PLL_TMDS_TERMADJ(0),
 320		.pe_current = PE_CURRENT0(PE_CURRENT_15_mA_T114) |
 321			PE_CURRENT1(PE_CURRENT_15_mA_T114) |
 322			PE_CURRENT2(PE_CURRENT_15_mA_T114) |
 323			PE_CURRENT3(PE_CURRENT_15_mA_T114),
 324		.drive_current =
 325			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
 326			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
 327			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
 328			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
 329		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
 330			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
 331			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
 332			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
 333	}, { /* 1080p / 148.5MHz modes */
 334		.pclk = 148500000,
 335		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 336			SOR_PLL_VCOCAP(3) | SOR_PLL_RESISTORSEL,
 337		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
 338			SOR_PLL_TMDS_TERMADJ(0),
 339		.pe_current = PE_CURRENT0(PE_CURRENT_10_mA_T114) |
 340			PE_CURRENT1(PE_CURRENT_10_mA_T114) |
 341			PE_CURRENT2(PE_CURRENT_10_mA_T114) |
 342			PE_CURRENT3(PE_CURRENT_10_mA_T114),
 343		.drive_current =
 344			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_12_400_mA_T114) |
 345			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_12_400_mA_T114) |
 346			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_12_400_mA_T114) |
 347			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_12_400_mA_T114),
 348		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
 349			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
 350			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
 351			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
 352	}, { /* 225/297MHz modes */
 353		.pclk = UINT_MAX,
 354		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
 355			SOR_PLL_VCOCAP(0xf) | SOR_PLL_RESISTORSEL,
 356		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(7)
 357			| SOR_PLL_TMDS_TERM_ENABLE,
 358		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
 359			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
 360			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
 361			PE_CURRENT3(PE_CURRENT_0_mA_T114),
 362		.drive_current =
 363			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_25_200_mA_T114) |
 364			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_25_200_mA_T114) |
 365			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_25_200_mA_T114) |
 366			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_19_200_mA_T114),
 367		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_3_000_mA) |
 368			PEAK_CURRENT_LANE1(PEAK_CURRENT_3_000_mA) |
 369			PEAK_CURRENT_LANE2(PEAK_CURRENT_3_000_mA) |
 370			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_800_mA),
 371	},
 372};
 373
 374static void tegra_hdmi_audio_lock(struct tegra_hdmi *hdmi)
 375{
 376	mutex_lock(&hdmi->audio_lock);
 377	disable_irq(hdmi->irq);
 378}
 379
 380static void tegra_hdmi_audio_unlock(struct tegra_hdmi *hdmi)
 381{
 382	enable_irq(hdmi->irq);
 383	mutex_unlock(&hdmi->audio_lock);
 384}
 385
 386static int
 387tegra_hdmi_get_audio_config(unsigned int audio_freq, unsigned int pix_clock,
 388			    struct tegra_hdmi_audio_config *config)
 389{
 390	const unsigned int afreq = 128 * audio_freq;
 391	const unsigned int min_n = afreq / 1500;
 392	const unsigned int max_n = afreq / 300;
 393	const unsigned int ideal_n = afreq / 1000;
 394	int64_t min_err = (uint64_t)-1 >> 1;
 395	unsigned int min_delta = -1;
 396	int n;
 397
 398	memset(config, 0, sizeof(*config));
 399	config->n = -1;
 400
 401	for (n = min_n; n <= max_n; n++) {
 402		uint64_t cts_f, aval_f;
 403		unsigned int delta;
 404		int64_t cts, err;
 405
 406		/* compute aval in 48.16 fixed point */
 407		aval_f = ((int64_t)24000000 << 16) * n;
 408		do_div(aval_f, afreq);
 409		/* It should round without any rest */
 410		if (aval_f & 0xFFFF)
 411			continue;
 412
 413		/* Compute cts in 48.16 fixed point */
 414		cts_f = ((int64_t)pix_clock << 16) * n;
 415		do_div(cts_f, afreq);
 416		/* Round it to the nearest integer */
 417		cts = (cts_f & ~0xFFFF) + ((cts_f & BIT(15)) << 1);
 418
 419		delta = abs(n - ideal_n);
 420
 421		/* Compute the absolute error */
 422		err = abs((int64_t)cts_f - cts);
 423		if (err < min_err || (err == min_err && delta < min_delta)) {
 424			config->n = n;
 425			config->cts = cts >> 16;
 426			config->aval = aval_f >> 16;
 427			min_delta = delta;
 428			min_err = err;
 429		}
 430	}
 431
 432	return config->n != -1 ? 0 : -EINVAL;
 433}
 434
 435static void tegra_hdmi_setup_audio_fs_tables(struct tegra_hdmi *hdmi)
 436{
 437	const unsigned int freqs[] = {
 438		32000, 44100, 48000, 88200, 96000, 176400, 192000
 439	};
 440	unsigned int i;
 441
 442	for (i = 0; i < ARRAY_SIZE(freqs); i++) {
 443		unsigned int f = freqs[i];
 444		unsigned int eight_half;
 445		unsigned int delta;
 446		u32 value;
 447
 448		if (f > 96000)
 449			delta = 2;
 450		else if (f > 48000)
 451			delta = 6;
 452		else
 453			delta = 9;
 454
 455		eight_half = (8 * HDMI_AUDIOCLK_FREQ) / (f * 128);
 456		value = AUDIO_FS_LOW(eight_half - delta) |
 457			AUDIO_FS_HIGH(eight_half + delta);
 458		tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_FS(i));
 459	}
 460}
 461
 462static void tegra_hdmi_write_aval(struct tegra_hdmi *hdmi, u32 value)
 463{
 464	static const struct {
 465		unsigned int sample_rate;
 466		unsigned int offset;
 467	} regs[] = {
 468		{  32000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0320 },
 469		{  44100, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0441 },
 470		{  48000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0480 },
 471		{  88200, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0882 },
 472		{  96000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0960 },
 473		{ 176400, HDMI_NV_PDISP_SOR_AUDIO_AVAL_1764 },
 474		{ 192000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_1920 },
 475	};
 476	unsigned int i;
 477
 478	for (i = 0; i < ARRAY_SIZE(regs); i++) {
 479		if (regs[i].sample_rate == hdmi->format.sample_rate) {
 480			tegra_hdmi_writel(hdmi, value, regs[i].offset);
 481			break;
 482		}
 483	}
 484}
 485
 486static int tegra_hdmi_setup_audio(struct tegra_hdmi *hdmi)
 487{
 488	struct tegra_hdmi_audio_config config;
 489	u32 source, value;
 490	int err;
 491
 492	switch (hdmi->audio_source) {
 493	case HDA:
 494		if (hdmi->config->has_hda)
 495			source = SOR_AUDIO_CNTRL0_SOURCE_SELECT_HDAL;
 496		else
 497			return -EINVAL;
 498
 499		break;
 500
 501	case SPDIF:
 502		if (hdmi->config->has_hda)
 503			source = SOR_AUDIO_CNTRL0_SOURCE_SELECT_SPDIF;
 504		else
 505			source = AUDIO_CNTRL0_SOURCE_SELECT_SPDIF;
 506		break;
 507
 508	default:
 509		if (hdmi->config->has_hda)
 510			source = SOR_AUDIO_CNTRL0_SOURCE_SELECT_AUTO;
 511		else
 512			source = AUDIO_CNTRL0_SOURCE_SELECT_AUTO;
 513		break;
 514	}
 515
 516	/*
 517	 * Tegra30 and later use a slightly modified version of the register
 518	 * layout to accomodate for changes related to supporting HDA as the
 519	 * audio input source for HDMI. The source select field has moved to
 520	 * the SOR_AUDIO_CNTRL0 register, but the error tolerance and frames
 521	 * per block fields remain in the AUDIO_CNTRL0 register.
 522	 */
 523	if (hdmi->config->has_hda) {
 524		/*
 525		 * Inject null samples into the audio FIFO for every frame in
 526		 * which the codec did not receive any samples. This applies
 527		 * to stereo LPCM only.
 528		 *
 529		 * XXX: This seems to be a remnant of MCP days when this was
 530		 * used to work around issues with monitors not being able to
 531		 * play back system startup sounds early. It is possibly not
 532		 * needed on Linux at all.
 533		 */
 534		if (hdmi->format.channels == 2)
 535			value = SOR_AUDIO_CNTRL0_INJECT_NULLSMPL;
 536		else
 537			value = 0;
 538
 539		value |= source;
 540
 541		tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_AUDIO_CNTRL0);
 542	}
 543
 544	/*
 545	 * On Tegra20, HDA is not a supported audio source and the source
 546	 * select field is part of the AUDIO_CNTRL0 register.
 547	 */
 548	value = AUDIO_CNTRL0_FRAMES_PER_BLOCK(0xc0) |
 549		AUDIO_CNTRL0_ERROR_TOLERANCE(6);
 550
 551	if (!hdmi->config->has_hda)
 552		value |= source;
 553
 554	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_CNTRL0);
 555
 556	/*
 557	 * Advertise support for High Bit-Rate on Tegra114 and later.
 558	 */
 559	if (hdmi->config->has_hbr) {
 560		value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_AUDIO_SPARE0);
 561		value |= SOR_AUDIO_SPARE0_HBR_ENABLE;
 562		tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_AUDIO_SPARE0);
 563	}
 564
 565	err = tegra_hdmi_get_audio_config(hdmi->format.sample_rate,
 566					  hdmi->pixel_clock, &config);
 567	if (err < 0) {
 568		dev_err(hdmi->dev,
 569			"cannot set audio to %u Hz at %u Hz pixel clock\n",
 570			hdmi->format.sample_rate, hdmi->pixel_clock);
 571		return err;
 572	}
 573
 574	dev_dbg(hdmi->dev, "audio: pixclk=%u, n=%u, cts=%u, aval=%u\n",
 575		hdmi->pixel_clock, config.n, config.cts, config.aval);
 576
 577	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_HDMI_ACR_CTRL);
 578
 579	value = AUDIO_N_RESETF | AUDIO_N_GENERATE_ALTERNATE |
 580		AUDIO_N_VALUE(config.n - 1);
 581	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_N);
 582
 583	tegra_hdmi_writel(hdmi, ACR_SUBPACK_N(config.n) | ACR_ENABLE,
 584			  HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_HIGH);
 585
 586	tegra_hdmi_writel(hdmi, ACR_SUBPACK_CTS(config.cts),
 587			  HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_LOW);
 588
 589	value = SPARE_HW_CTS | SPARE_FORCE_SW_CTS | SPARE_CTS_RESET_VAL(1);
 590	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_SPARE);
 591
 592	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_AUDIO_N);
 593	value &= ~AUDIO_N_RESETF;
 594	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_N);
 595
 596	if (hdmi->config->has_hda)
 597		tegra_hdmi_write_aval(hdmi, config.aval);
 598
 599	tegra_hdmi_setup_audio_fs_tables(hdmi);
 600
 601	return 0;
 602}
 603
 604static void tegra_hdmi_disable_audio(struct tegra_hdmi *hdmi)
 605{
 606	u32 value;
 607
 608	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 609	value &= ~GENERIC_CTRL_AUDIO;
 610	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 611}
 612
 613static void tegra_hdmi_enable_audio(struct tegra_hdmi *hdmi)
 614{
 615	u32 value;
 616
 617	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 618	value |= GENERIC_CTRL_AUDIO;
 619	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 620}
 621
 622static void tegra_hdmi_write_eld(struct tegra_hdmi *hdmi)
 623{
 624	size_t length = drm_eld_size(hdmi->output.connector.eld), i;
 625	u32 value;
 626
 627	for (i = 0; i < length; i++)
 628		tegra_hdmi_writel(hdmi, i << 8 | hdmi->output.connector.eld[i],
 629				  HDMI_NV_PDISP_SOR_AUDIO_HDA_ELD_BUFWR);
 630
 631	/*
 632	 * The HDA codec will always report an ELD buffer size of 96 bytes and
 633	 * the HDA codec driver will check that each byte read from the buffer
 634	 * is valid. Therefore every byte must be written, even if no 96 bytes
 635	 * were parsed from EDID.
 636	 */
 637	for (i = length; i < HDMI_ELD_BUFFER_SIZE; i++)
 638		tegra_hdmi_writel(hdmi, i << 8 | 0,
 639				  HDMI_NV_PDISP_SOR_AUDIO_HDA_ELD_BUFWR);
 640
 641	value = SOR_AUDIO_HDA_PRESENSE_VALID | SOR_AUDIO_HDA_PRESENSE_PRESENT;
 642	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_AUDIO_HDA_PRESENSE);
 643}
 644
 645static inline u32 tegra_hdmi_subpack(const u8 *ptr, size_t size)
 646{
 647	u32 value = 0;
 648	size_t i;
 649
 650	for (i = size; i > 0; i--)
 651		value = (value << 8) | ptr[i - 1];
 652
 653	return value;
 654}
 655
 656static void tegra_hdmi_write_infopack(struct tegra_hdmi *hdmi, const void *data,
 657				      size_t size)
 658{
 659	const u8 *ptr = data;
 660	unsigned long offset;
 661	size_t i, j;
 662	u32 value;
 663
 664	switch (ptr[0]) {
 665	case HDMI_INFOFRAME_TYPE_AVI:
 666		offset = HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_HEADER;
 667		break;
 668
 669	case HDMI_INFOFRAME_TYPE_AUDIO:
 670		offset = HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_HEADER;
 671		break;
 672
 673	case HDMI_INFOFRAME_TYPE_VENDOR:
 674		offset = HDMI_NV_PDISP_HDMI_GENERIC_HEADER;
 675		break;
 676
 677	default:
 678		dev_err(hdmi->dev, "unsupported infoframe type: %02x\n",
 679			ptr[0]);
 680		return;
 681	}
 682
 683	value = INFOFRAME_HEADER_TYPE(ptr[0]) |
 684		INFOFRAME_HEADER_VERSION(ptr[1]) |
 685		INFOFRAME_HEADER_LEN(ptr[2]);
 686	tegra_hdmi_writel(hdmi, value, offset);
 687	offset++;
 688
 689	/*
 690	 * Each subpack contains 7 bytes, divided into:
 691	 * - subpack_low: bytes 0 - 3
 692	 * - subpack_high: bytes 4 - 6 (with byte 7 padded to 0x00)
 693	 */
 694	for (i = 3, j = 0; i < size; i += 7, j += 8) {
 695		size_t rem = size - i, num = min_t(size_t, rem, 4);
 696
 697		value = tegra_hdmi_subpack(&ptr[i], num);
 698		tegra_hdmi_writel(hdmi, value, offset++);
 699
 700		num = min_t(size_t, rem - num, 3);
 701
 702		value = tegra_hdmi_subpack(&ptr[i + 4], num);
 703		tegra_hdmi_writel(hdmi, value, offset++);
 704	}
 705}
 706
 707static void tegra_hdmi_setup_avi_infoframe(struct tegra_hdmi *hdmi,
 708					   struct drm_display_mode *mode)
 709{
 710	struct hdmi_avi_infoframe frame;
 711	u8 buffer[17];
 712	ssize_t err;
 713
 714	err = drm_hdmi_avi_infoframe_from_display_mode(&frame,
 715						       &hdmi->output.connector, mode);
 716	if (err < 0) {
 717		dev_err(hdmi->dev, "failed to setup AVI infoframe: %zd\n", err);
 718		return;
 719	}
 720
 721	err = hdmi_avi_infoframe_pack(&frame, buffer, sizeof(buffer));
 722	if (err < 0) {
 723		dev_err(hdmi->dev, "failed to pack AVI infoframe: %zd\n", err);
 724		return;
 725	}
 726
 727	tegra_hdmi_write_infopack(hdmi, buffer, err);
 728}
 729
 730static void tegra_hdmi_disable_avi_infoframe(struct tegra_hdmi *hdmi)
 731{
 732	u32 value;
 733
 734	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
 735	value &= ~INFOFRAME_CTRL_ENABLE;
 736	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
 737}
 738
 739static void tegra_hdmi_enable_avi_infoframe(struct tegra_hdmi *hdmi)
 740{
 741	u32 value;
 742
 743	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
 744	value |= INFOFRAME_CTRL_ENABLE;
 745	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
 746}
 747
 748static void tegra_hdmi_setup_audio_infoframe(struct tegra_hdmi *hdmi)
 749{
 750	struct hdmi_audio_infoframe frame;
 751	u8 buffer[14];
 752	ssize_t err;
 753
 754	err = hdmi_audio_infoframe_init(&frame);
 755	if (err < 0) {
 756		dev_err(hdmi->dev, "failed to setup audio infoframe: %zd\n",
 757			err);
 758		return;
 759	}
 760
 761	frame.channels = hdmi->format.channels;
 762
 763	err = hdmi_audio_infoframe_pack(&frame, buffer, sizeof(buffer));
 764	if (err < 0) {
 765		dev_err(hdmi->dev, "failed to pack audio infoframe: %zd\n",
 766			err);
 767		return;
 768	}
 769
 770	/*
 771	 * The audio infoframe has only one set of subpack registers, so the
 772	 * infoframe needs to be truncated. One set of subpack registers can
 773	 * contain 7 bytes. Including the 3 byte header only the first 10
 774	 * bytes can be programmed.
 775	 */
 776	tegra_hdmi_write_infopack(hdmi, buffer, min_t(size_t, 10, err));
 777}
 778
 779static void tegra_hdmi_disable_audio_infoframe(struct tegra_hdmi *hdmi)
 780{
 781	u32 value;
 782
 783	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
 784	value &= ~INFOFRAME_CTRL_ENABLE;
 785	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
 786}
 787
 788static void tegra_hdmi_enable_audio_infoframe(struct tegra_hdmi *hdmi)
 789{
 790	u32 value;
 791
 792	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
 793	value |= INFOFRAME_CTRL_ENABLE;
 794	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
 795}
 796
 797static void tegra_hdmi_setup_stereo_infoframe(struct tegra_hdmi *hdmi)
 798{
 799	struct hdmi_vendor_infoframe frame;
 800	u8 buffer[10];
 801	ssize_t err;
 802
 803	hdmi_vendor_infoframe_init(&frame);
 804	frame.s3d_struct = HDMI_3D_STRUCTURE_FRAME_PACKING;
 805
 806	err = hdmi_vendor_infoframe_pack(&frame, buffer, sizeof(buffer));
 807	if (err < 0) {
 808		dev_err(hdmi->dev, "failed to pack vendor infoframe: %zd\n",
 809			err);
 810		return;
 811	}
 812
 813	tegra_hdmi_write_infopack(hdmi, buffer, err);
 814}
 815
 816static void tegra_hdmi_disable_stereo_infoframe(struct tegra_hdmi *hdmi)
 817{
 818	u32 value;
 819
 820	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 821	value &= ~GENERIC_CTRL_ENABLE;
 822	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 823}
 824
 825static void tegra_hdmi_enable_stereo_infoframe(struct tegra_hdmi *hdmi)
 826{
 827	u32 value;
 828
 829	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 830	value |= GENERIC_CTRL_ENABLE;
 831	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
 832}
 833
 834static void tegra_hdmi_setup_tmds(struct tegra_hdmi *hdmi,
 835				  const struct tmds_config *tmds)
 836{
 837	u32 value;
 838
 839	tegra_hdmi_writel(hdmi, tmds->pll0, HDMI_NV_PDISP_SOR_PLL0);
 840	tegra_hdmi_writel(hdmi, tmds->pll1, HDMI_NV_PDISP_SOR_PLL1);
 841	tegra_hdmi_writel(hdmi, tmds->pe_current, HDMI_NV_PDISP_PE_CURRENT);
 842
 843	tegra_hdmi_writel(hdmi, tmds->drive_current,
 844			  HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT);
 845
 846	value = tegra_hdmi_readl(hdmi, hdmi->config->fuse_override_offset);
 847	value |= hdmi->config->fuse_override_value;
 848	tegra_hdmi_writel(hdmi, value, hdmi->config->fuse_override_offset);
 849
 850	if (hdmi->config->has_sor_io_peak_current)
 851		tegra_hdmi_writel(hdmi, tmds->peak_current,
 852				  HDMI_NV_PDISP_SOR_IO_PEAK_CURRENT);
 853}
 854
 855static int tegra_hdmi_reconfigure_audio(struct tegra_hdmi *hdmi)
 856{
 857	int err;
 858
 859	err = tegra_hdmi_setup_audio(hdmi);
 860	if (err < 0) {
 861		tegra_hdmi_disable_audio_infoframe(hdmi);
 862		tegra_hdmi_disable_audio(hdmi);
 863	} else {
 864		tegra_hdmi_setup_audio_infoframe(hdmi);
 865		tegra_hdmi_enable_audio_infoframe(hdmi);
 866		tegra_hdmi_enable_audio(hdmi);
 867	}
 868
 869	return err;
 870}
 871
 872static bool tegra_output_is_hdmi(struct tegra_output *output)
 873{
 874	return output->connector.display_info.is_hdmi;
 875}
 876
 877static enum drm_connector_status
 878tegra_hdmi_connector_detect(struct drm_connector *connector, bool force)
 879{
 880	struct tegra_output *output = connector_to_output(connector);
 881	struct tegra_hdmi *hdmi = to_hdmi(output);
 882	enum drm_connector_status status;
 883
 884	status = tegra_output_connector_detect(connector, force);
 885	if (status == connector_status_connected)
 886		return status;
 887
 888	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_SOR_AUDIO_HDA_PRESENSE);
 889	return status;
 890}
 891
 892#define DEBUGFS_REG32(_name) { .name = #_name, .offset = _name }
 893
 894static const struct debugfs_reg32 tegra_hdmi_regs[] = {
 895	DEBUGFS_REG32(HDMI_CTXSW),
 896	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_STATE0),
 897	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_STATE1),
 898	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_STATE2),
 899	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AN_MSB),
 900	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AN_LSB),
 901	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CN_MSB),
 902	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CN_LSB),
 903	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AKSV_MSB),
 904	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AKSV_LSB),
 905	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_BKSV_MSB),
 906	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_BKSV_LSB),
 907	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CKSV_MSB),
 908	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CKSV_LSB),
 909	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_DKSV_MSB),
 910	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_DKSV_LSB),
 911	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CTRL),
 912	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CMODE),
 913	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_MPRIME_MSB),
 914	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_MPRIME_LSB),
 915	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_SPRIME_MSB),
 916	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_SPRIME_LSB2),
 917	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_SPRIME_LSB1),
 918	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_RI),
 919	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CS_MSB),
 920	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CS_LSB),
 921	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU0),
 922	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU_RDATA0),
 923	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU1),
 924	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU2),
 925	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL),
 926	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_STATUS),
 927	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_HEADER),
 928	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_SUBPACK0_LOW),
 929	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_SUBPACK0_HIGH),
 930	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL),
 931	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_STATUS),
 932	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_HEADER),
 933	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK0_LOW),
 934	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK0_HIGH),
 935	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK1_LOW),
 936	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK1_HIGH),
 937	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_CTRL),
 938	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_STATUS),
 939	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_HEADER),
 940	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK0_LOW),
 941	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK0_HIGH),
 942	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK1_LOW),
 943	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK1_HIGH),
 944	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK2_LOW),
 945	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK2_HIGH),
 946	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK3_LOW),
 947	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK3_HIGH),
 948	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_CTRL),
 949	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0320_SUBPACK_LOW),
 950	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0320_SUBPACK_HIGH),
 951	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_LOW),
 952	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_HIGH),
 953	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0882_SUBPACK_LOW),
 954	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0882_SUBPACK_HIGH),
 955	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1764_SUBPACK_LOW),
 956	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1764_SUBPACK_HIGH),
 957	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0480_SUBPACK_LOW),
 958	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0480_SUBPACK_HIGH),
 959	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0960_SUBPACK_LOW),
 960	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0960_SUBPACK_HIGH),
 961	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1920_SUBPACK_LOW),
 962	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1920_SUBPACK_HIGH),
 963	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_CTRL),
 964	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_VSYNC_KEEPOUT),
 965	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_VSYNC_WINDOW),
 966	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GCP_CTRL),
 967	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GCP_STATUS),
 968	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GCP_SUBPACK),
 969	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_CHANNEL_STATUS1),
 970	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_CHANNEL_STATUS2),
 971	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_EMU0),
 972	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_EMU1),
 973	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_EMU1_RDATA),
 974	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_SPARE),
 975	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_SPDIF_CHN_STATUS1),
 976	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_SPDIF_CHN_STATUS2),
 977	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_HDCPRIF_ROM_CTRL),
 978	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CAP),
 979	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PWR),
 980	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_TEST),
 981	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PLL0),
 982	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PLL1),
 983	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PLL2),
 984	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CSTM),
 985	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_LVDS),
 986	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CRCA),
 987	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CRCB),
 988	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_BLANK),
 989	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_CTL),
 990	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(0)),
 991	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(1)),
 992	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(2)),
 993	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(3)),
 994	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(4)),
 995	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(5)),
 996	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(6)),
 997	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(7)),
 998	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(8)),
 999	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(9)),
1000	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(10)),
1001	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(11)),
1002	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(12)),
1003	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(13)),
1004	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(14)),
1005	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(15)),
1006	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_VCRCA0),
1007	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_VCRCA1),
1008	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CCRCA0),
1009	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CCRCA1),
1010	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_EDATAA0),
1011	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_EDATAA1),
1012	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_COUNTA0),
1013	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_COUNTA1),
1014	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_DEBUGA0),
1015	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_DEBUGA1),
1016	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_TRIG),
1017	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_MSCHECK),
1018	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT),
1019	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_DEBUG0),
1020	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_DEBUG1),
1021	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_DEBUG2),
1022	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(0)),
1023	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(1)),
1024	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(2)),
1025	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(3)),
1026	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(4)),
1027	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(5)),
1028	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(6)),
1029	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_PULSE_WIDTH),
1030	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_THRESHOLD),
1031	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_CNTRL0),
1032	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_N),
1033	DEBUGFS_REG32(HDMI_NV_PDISP_HDCPRIF_ROM_TIMING),
1034	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_REFCLK),
1035	DEBUGFS_REG32(HDMI_NV_PDISP_CRC_CONTROL),
1036	DEBUGFS_REG32(HDMI_NV_PDISP_INPUT_CONTROL),
1037	DEBUGFS_REG32(HDMI_NV_PDISP_SCRATCH),
1038	DEBUGFS_REG32(HDMI_NV_PDISP_PE_CURRENT),
1039	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_CTRL),
1040	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_DEBUG0),
1041	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_DEBUG1),
1042	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_DEBUG2),
1043	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_0),
1044	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_1),
1045	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_2),
1046	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_3),
1047	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_TRIG),
1048	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_SKEY_INDEX),
1049	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_CNTRL0),
1050	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_SPARE0),
1051	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_CODEC_SCRATCH0),
1052	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_CODEC_SCRATCH1),
1053	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_ELD_BUFWR),
1054	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_PRESENSE),
1055	DEBUGFS_REG32(HDMI_NV_PDISP_INT_STATUS),
1056	DEBUGFS_REG32(HDMI_NV_PDISP_INT_MASK),
1057	DEBUGFS_REG32(HDMI_NV_PDISP_INT_ENABLE),
1058	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_IO_PEAK_CURRENT),
1059};
1060
1061static int tegra_hdmi_show_regs(struct seq_file *s, void *data)
1062{
1063	struct drm_info_node *node = s->private;
1064	struct tegra_hdmi *hdmi = node->info_ent->data;
1065	struct drm_crtc *crtc = hdmi->output.encoder.crtc;
1066	struct drm_device *drm = node->minor->dev;
1067	unsigned int i;
1068	int err = 0;
1069
1070	drm_modeset_lock_all(drm);
1071
1072	if (!crtc || !crtc->state->active) {
1073		err = -EBUSY;
1074		goto unlock;
1075	}
1076
1077	for (i = 0; i < ARRAY_SIZE(tegra_hdmi_regs); i++) {
1078		unsigned int offset = tegra_hdmi_regs[i].offset;
1079
1080		seq_printf(s, "%-56s %#05x %08x\n", tegra_hdmi_regs[i].name,
1081			   offset, tegra_hdmi_readl(hdmi, offset));
1082	}
1083
1084unlock:
1085	drm_modeset_unlock_all(drm);
1086	return err;
1087}
1088
1089static struct drm_info_list debugfs_files[] = {
1090	{ "regs", tegra_hdmi_show_regs, 0, NULL },
1091};
1092
1093static int tegra_hdmi_late_register(struct drm_connector *connector)
1094{
1095	struct tegra_output *output = connector_to_output(connector);
1096	unsigned int i, count = ARRAY_SIZE(debugfs_files);
1097	struct drm_minor *minor = connector->dev->primary;
1098	struct dentry *root = connector->debugfs_entry;
1099	struct tegra_hdmi *hdmi = to_hdmi(output);
1100
1101	hdmi->debugfs_files = kmemdup(debugfs_files, sizeof(debugfs_files),
1102				      GFP_KERNEL);
1103	if (!hdmi->debugfs_files)
1104		return -ENOMEM;
1105
1106	for (i = 0; i < count; i++)
1107		hdmi->debugfs_files[i].data = hdmi;
1108
1109	drm_debugfs_create_files(hdmi->debugfs_files, count, root, minor);
1110
1111	return 0;
1112}
1113
1114static void tegra_hdmi_early_unregister(struct drm_connector *connector)
1115{
1116	struct tegra_output *output = connector_to_output(connector);
1117	struct drm_minor *minor = connector->dev->primary;
1118	unsigned int count = ARRAY_SIZE(debugfs_files);
1119	struct tegra_hdmi *hdmi = to_hdmi(output);
1120
1121	drm_debugfs_remove_files(hdmi->debugfs_files, count,
1122				 connector->debugfs_entry, minor);
1123	kfree(hdmi->debugfs_files);
1124	hdmi->debugfs_files = NULL;
1125}
1126
1127static const struct drm_connector_funcs tegra_hdmi_connector_funcs = {
1128	.reset = drm_atomic_helper_connector_reset,
1129	.detect = tegra_hdmi_connector_detect,
1130	.fill_modes = drm_helper_probe_single_connector_modes,
1131	.destroy = tegra_output_connector_destroy,
1132	.atomic_duplicate_state = drm_atomic_helper_connector_duplicate_state,
1133	.atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
1134	.late_register = tegra_hdmi_late_register,
1135	.early_unregister = tegra_hdmi_early_unregister,
1136};
1137
1138static enum drm_mode_status
1139tegra_hdmi_connector_mode_valid(struct drm_connector *connector,
1140				struct drm_display_mode *mode)
1141{
1142	struct tegra_output *output = connector_to_output(connector);
1143	struct tegra_hdmi *hdmi = to_hdmi(output);
1144	unsigned long pclk = mode->clock * 1000;
1145	enum drm_mode_status status = MODE_OK;
1146	struct clk *parent;
1147	long err;
1148
1149	parent = clk_get_parent(hdmi->clk_parent);
1150
1151	err = clk_round_rate(parent, pclk * 4);
1152	if (err <= 0)
1153		status = MODE_NOCLOCK;
1154
1155	return status;
1156}
1157
1158static const struct drm_connector_helper_funcs
1159tegra_hdmi_connector_helper_funcs = {
1160	.get_modes = tegra_output_connector_get_modes,
1161	.mode_valid = tegra_hdmi_connector_mode_valid,
1162};
1163
1164static void tegra_hdmi_encoder_disable(struct drm_encoder *encoder)
1165{
1166	struct tegra_output *output = encoder_to_output(encoder);
1167	struct tegra_dc *dc = to_tegra_dc(encoder->crtc);
1168	struct tegra_hdmi *hdmi = to_hdmi(output);
1169	u32 value;
1170	int err;
1171
1172	tegra_hdmi_audio_lock(hdmi);
1173
1174	/*
1175	 * The following accesses registers of the display controller, so make
1176	 * sure it's only executed when the output is attached to one.
1177	 */
1178	if (dc) {
1179		value = tegra_dc_readl(dc, DC_DISP_DISP_WIN_OPTIONS);
1180		value &= ~HDMI_ENABLE;
1181		tegra_dc_writel(dc, value, DC_DISP_DISP_WIN_OPTIONS);
1182
1183		tegra_dc_commit(dc);
1184	}
1185
1186	if (!hdmi->dvi) {
1187		if (hdmi->stereo)
1188			tegra_hdmi_disable_stereo_infoframe(hdmi);
1189
1190		tegra_hdmi_disable_audio_infoframe(hdmi);
1191		tegra_hdmi_disable_avi_infoframe(hdmi);
1192		tegra_hdmi_disable_audio(hdmi);
1193	}
1194
1195	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_INT_ENABLE);
1196	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_INT_MASK);
1197
1198	hdmi->pixel_clock = 0;
1199
1200	tegra_hdmi_audio_unlock(hdmi);
1201
1202	err = host1x_client_suspend(&hdmi->client);
1203	if (err < 0)
1204		dev_err(hdmi->dev, "failed to suspend: %d\n", err);
1205}
1206
1207static void tegra_hdmi_encoder_enable(struct drm_encoder *encoder)
1208{
1209	struct drm_display_mode *mode = &encoder->crtc->state->adjusted_mode;
1210	unsigned int h_sync_width, h_front_porch, h_back_porch, i, rekey;
1211	struct tegra_output *output = encoder_to_output(encoder);
1212	struct tegra_dc *dc = to_tegra_dc(encoder->crtc);
1213	struct tegra_hdmi *hdmi = to_hdmi(output);
1214	unsigned int pulse_start, div82;
1215	int retries = 1000;
1216	u32 value;
1217	int err;
1218
1219	err = host1x_client_resume(&hdmi->client);
1220	if (err < 0) {
1221		dev_err(hdmi->dev, "failed to resume: %d\n", err);
1222		return;
1223	}
1224
1225	tegra_hdmi_audio_lock(hdmi);
1226
1227	/*
1228	 * Enable and unmask the HDA codec SCRATCH0 register interrupt. This
1229	 * is used for interoperability between the HDA codec driver and the
1230	 * HDMI driver.
1231	 */
1232	tegra_hdmi_writel(hdmi, INT_CODEC_SCRATCH0, HDMI_NV_PDISP_INT_ENABLE);
1233	tegra_hdmi_writel(hdmi, INT_CODEC_SCRATCH0, HDMI_NV_PDISP_INT_MASK);
1234
1235	hdmi->pixel_clock = mode->clock * 1000;
1236	h_sync_width = mode->hsync_end - mode->hsync_start;
1237	h_back_porch = mode->htotal - mode->hsync_end;
1238	h_front_porch = mode->hsync_start - mode->hdisplay;
1239
1240	err = dev_pm_opp_set_rate(hdmi->dev, hdmi->pixel_clock);
1241	if (err < 0) {
1242		dev_err(hdmi->dev, "failed to set HDMI clock frequency: %d\n",
1243			err);
1244	}
1245
1246	DRM_DEBUG_KMS("HDMI clock rate: %lu Hz\n", clk_get_rate(hdmi->clk));
1247
1248	/* power up sequence */
1249	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_PLL0);
1250	value &= ~SOR_PLL_PDBG;
1251	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_PLL0);
1252
1253	usleep_range(10, 20);
1254
1255	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_PLL0);
1256	value &= ~SOR_PLL_PWR;
1257	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_PLL0);
1258
1259	tegra_dc_writel(dc, VSYNC_H_POSITION(1),
1260			DC_DISP_DISP_TIMING_OPTIONS);
1261	tegra_dc_writel(dc, DITHER_CONTROL_DISABLE | BASE_COLOR_SIZE_888,
1262			DC_DISP_DISP_COLOR_CONTROL);
1263
1264	/* video_preamble uses h_pulse2 */
1265	pulse_start = 1 + h_sync_width + h_back_porch - 10;
1266
1267	tegra_dc_writel(dc, H_PULSE2_ENABLE, DC_DISP_DISP_SIGNAL_OPTIONS0);
1268
1269	value = PULSE_MODE_NORMAL | PULSE_POLARITY_HIGH | PULSE_QUAL_VACTIVE |
1270		PULSE_LAST_END_A;
1271	tegra_dc_writel(dc, value, DC_DISP_H_PULSE2_CONTROL);
1272
1273	value = PULSE_START(pulse_start) | PULSE_END(pulse_start + 8);
1274	tegra_dc_writel(dc, value, DC_DISP_H_PULSE2_POSITION_A);
1275
1276	value = VSYNC_WINDOW_END(0x210) | VSYNC_WINDOW_START(0x200) |
1277		VSYNC_WINDOW_ENABLE;
1278	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_VSYNC_WINDOW);
1279
1280	if (dc->pipe)
1281		value = HDMI_SRC_DISPLAYB;
1282	else
1283		value = HDMI_SRC_DISPLAYA;
1284
1285	if ((mode->hdisplay == 720) && ((mode->vdisplay == 480) ||
1286					(mode->vdisplay == 576)))
1287		tegra_hdmi_writel(hdmi,
1288				  value | ARM_VIDEO_RANGE_FULL,
1289				  HDMI_NV_PDISP_INPUT_CONTROL);
1290	else
1291		tegra_hdmi_writel(hdmi,
1292				  value | ARM_VIDEO_RANGE_LIMITED,
1293				  HDMI_NV_PDISP_INPUT_CONTROL);
1294
1295	div82 = clk_get_rate(hdmi->clk) / 1000000 * 4;
1296	value = SOR_REFCLK_DIV_INT(div82 >> 2) | SOR_REFCLK_DIV_FRAC(div82);
1297	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_REFCLK);
1298
1299	hdmi->dvi = !tegra_output_is_hdmi(output);
1300	if (!hdmi->dvi) {
1301		/*
1302		 * Make sure that the audio format has been configured before
1303		 * enabling audio, otherwise we may try to divide by zero.
1304		*/
1305		if (hdmi->format.sample_rate > 0) {
1306			err = tegra_hdmi_setup_audio(hdmi);
1307			if (err < 0)
1308				hdmi->dvi = true;
1309		}
1310	}
1311
1312	if (hdmi->config->has_hda)
1313		tegra_hdmi_write_eld(hdmi);
1314
1315	rekey = HDMI_REKEY_DEFAULT;
1316	value = HDMI_CTRL_REKEY(rekey);
1317	value |= HDMI_CTRL_MAX_AC_PACKET((h_sync_width + h_back_porch +
1318					  h_front_porch - rekey - 18) / 32);
1319
1320	if (!hdmi->dvi)
1321		value |= HDMI_CTRL_ENABLE;
1322
1323	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_CTRL);
1324
1325	if (!hdmi->dvi) {
1326		tegra_hdmi_setup_avi_infoframe(hdmi, mode);
1327		tegra_hdmi_setup_audio_infoframe(hdmi);
1328
1329		if (hdmi->stereo)
1330			tegra_hdmi_setup_stereo_infoframe(hdmi);
1331	}
1332
1333	/* TMDS CONFIG */
1334	for (i = 0; i < hdmi->config->num_tmds; i++) {
1335		if (hdmi->pixel_clock <= hdmi->config->tmds[i].pclk) {
1336			tegra_hdmi_setup_tmds(hdmi, &hdmi->config->tmds[i]);
1337			break;
1338		}
1339	}
1340
1341	tegra_hdmi_writel(hdmi,
1342			  SOR_SEQ_PU_PC(0) |
1343			  SOR_SEQ_PU_PC_ALT(0) |
1344			  SOR_SEQ_PD_PC(8) |
1345			  SOR_SEQ_PD_PC_ALT(8),
1346			  HDMI_NV_PDISP_SOR_SEQ_CTL);
1347
1348	value = SOR_SEQ_INST_WAIT_TIME(1) |
1349		SOR_SEQ_INST_WAIT_UNITS_VSYNC |
1350		SOR_SEQ_INST_HALT |
1351		SOR_SEQ_INST_PIN_A_LOW |
1352		SOR_SEQ_INST_PIN_B_LOW |
1353		SOR_SEQ_INST_DRIVE_PWM_OUT_LO;
1354
1355	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_SEQ_INST(0));
1356	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_SEQ_INST(8));
1357
1358	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_CSTM);
1359	value &= ~SOR_CSTM_ROTCLK(~0);
1360	value |= SOR_CSTM_ROTCLK(2);
1361	value |= SOR_CSTM_PLLDIV;
1362	value &= ~SOR_CSTM_LVDS_ENABLE;
1363	value &= ~SOR_CSTM_MODE_MASK;
1364	value |= SOR_CSTM_MODE_TMDS;
1365	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_CSTM);
1366
1367	/* start SOR */
1368	tegra_hdmi_writel(hdmi,
1369			  SOR_PWR_NORMAL_STATE_PU |
1370			  SOR_PWR_NORMAL_START_NORMAL |
1371			  SOR_PWR_SAFE_STATE_PD |
1372			  SOR_PWR_SETTING_NEW_TRIGGER,
1373			  HDMI_NV_PDISP_SOR_PWR);
1374	tegra_hdmi_writel(hdmi,
1375			  SOR_PWR_NORMAL_STATE_PU |
1376			  SOR_PWR_NORMAL_START_NORMAL |
1377			  SOR_PWR_SAFE_STATE_PD |
1378			  SOR_PWR_SETTING_NEW_DONE,
1379			  HDMI_NV_PDISP_SOR_PWR);
1380
1381	do {
1382		BUG_ON(--retries < 0);
1383		value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_PWR);
1384	} while (value & SOR_PWR_SETTING_NEW_PENDING);
1385
1386	value = SOR_STATE_ASY_CRCMODE_COMPLETE |
1387		SOR_STATE_ASY_OWNER_HEAD0 |
1388		SOR_STATE_ASY_SUBOWNER_BOTH |
1389		SOR_STATE_ASY_PROTOCOL_SINGLE_TMDS_A |
1390		SOR_STATE_ASY_DEPOL_POS;
1391
1392	/* setup sync polarities */
1393	if (mode->flags & DRM_MODE_FLAG_PHSYNC)
1394		value |= SOR_STATE_ASY_HSYNCPOL_POS;
1395
1396	if (mode->flags & DRM_MODE_FLAG_NHSYNC)
1397		value |= SOR_STATE_ASY_HSYNCPOL_NEG;
1398
1399	if (mode->flags & DRM_MODE_FLAG_PVSYNC)
1400		value |= SOR_STATE_ASY_VSYNCPOL_POS;
1401
1402	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
1403		value |= SOR_STATE_ASY_VSYNCPOL_NEG;
1404
1405	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_STATE2);
1406
1407	value = SOR_STATE_ASY_HEAD_OPMODE_AWAKE | SOR_STATE_ASY_ORMODE_NORMAL;
1408	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_STATE1);
1409
1410	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_SOR_STATE0);
1411	tegra_hdmi_writel(hdmi, SOR_STATE_UPDATE, HDMI_NV_PDISP_SOR_STATE0);
1412	tegra_hdmi_writel(hdmi, value | SOR_STATE_ATTACHED,
1413			  HDMI_NV_PDISP_SOR_STATE1);
1414	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_SOR_STATE0);
1415
1416	value = tegra_dc_readl(dc, DC_DISP_DISP_WIN_OPTIONS);
1417	value |= HDMI_ENABLE;
1418	tegra_dc_writel(dc, value, DC_DISP_DISP_WIN_OPTIONS);
1419
1420	tegra_dc_commit(dc);
1421
1422	if (!hdmi->dvi) {
1423		tegra_hdmi_enable_avi_infoframe(hdmi);
1424		tegra_hdmi_enable_audio_infoframe(hdmi);
1425		tegra_hdmi_enable_audio(hdmi);
1426
1427		if (hdmi->stereo)
1428			tegra_hdmi_enable_stereo_infoframe(hdmi);
1429	}
1430
1431	/* TODO: add HDCP support */
1432
1433	tegra_hdmi_audio_unlock(hdmi);
1434}
1435
1436static int
1437tegra_hdmi_encoder_atomic_check(struct drm_encoder *encoder,
1438				struct drm_crtc_state *crtc_state,
1439				struct drm_connector_state *conn_state)
1440{
1441	struct tegra_output *output = encoder_to_output(encoder);
1442	struct tegra_dc *dc = to_tegra_dc(conn_state->crtc);
1443	unsigned long pclk = crtc_state->mode.clock * 1000;
1444	struct tegra_hdmi *hdmi = to_hdmi(output);
1445	int err;
1446
1447	err = tegra_dc_state_setup_clock(dc, crtc_state, hdmi->clk_parent,
1448					 pclk, 0);
1449	if (err < 0) {
1450		dev_err(output->dev, "failed to setup CRTC state: %d\n", err);
1451		return err;
1452	}
1453
1454	return err;
1455}
1456
1457static const struct drm_encoder_helper_funcs tegra_hdmi_encoder_helper_funcs = {
1458	.disable = tegra_hdmi_encoder_disable,
1459	.enable = tegra_hdmi_encoder_enable,
1460	.atomic_check = tegra_hdmi_encoder_atomic_check,
1461};
1462
1463static int tegra_hdmi_hw_params(struct device *dev, void *data,
1464				struct hdmi_codec_daifmt *fmt,
1465				struct hdmi_codec_params *hparms)
1466{
1467	struct tegra_hdmi *hdmi = data;
1468	int ret = 0;
1469
1470	tegra_hdmi_audio_lock(hdmi);
1471
1472	hdmi->format.sample_rate = hparms->sample_rate;
1473	hdmi->format.channels = hparms->channels;
1474
1475	if (hdmi->pixel_clock && !hdmi->dvi)
1476		ret = tegra_hdmi_reconfigure_audio(hdmi);
1477
1478	tegra_hdmi_audio_unlock(hdmi);
1479
1480	return ret;
1481}
1482
1483static int tegra_hdmi_audio_startup(struct device *dev, void *data)
1484{
1485	struct tegra_hdmi *hdmi = data;
1486	int ret;
1487
1488	ret = host1x_client_resume(&hdmi->client);
1489	if (ret < 0)
1490		dev_err(hdmi->dev, "failed to resume: %d\n", ret);
1491
1492	return ret;
1493}
1494
1495static void tegra_hdmi_audio_shutdown(struct device *dev, void *data)
1496{
1497	struct tegra_hdmi *hdmi = data;
1498	int ret;
1499
1500	tegra_hdmi_audio_lock(hdmi);
1501
1502	hdmi->format.sample_rate = 0;
1503	hdmi->format.channels = 0;
1504
1505	tegra_hdmi_audio_unlock(hdmi);
1506
1507	ret = host1x_client_suspend(&hdmi->client);
1508	if (ret < 0)
1509		dev_err(hdmi->dev, "failed to suspend: %d\n", ret);
1510}
1511
1512static const struct hdmi_codec_ops tegra_hdmi_codec_ops = {
1513	.hw_params = tegra_hdmi_hw_params,
1514	.audio_startup = tegra_hdmi_audio_startup,
1515	.audio_shutdown = tegra_hdmi_audio_shutdown,
1516};
1517
1518static int tegra_hdmi_codec_register(struct tegra_hdmi *hdmi)
1519{
1520	struct hdmi_codec_pdata codec_data = {};
1521
1522	if (hdmi->config->has_hda)
1523		return 0;
1524
1525	codec_data.ops = &tegra_hdmi_codec_ops;
1526	codec_data.data = hdmi;
1527	codec_data.spdif = 1;
1528
1529	hdmi->audio_pdev = platform_device_register_data(hdmi->dev,
1530							 HDMI_CODEC_DRV_NAME,
1531							 PLATFORM_DEVID_AUTO,
1532							 &codec_data,
1533							 sizeof(codec_data));
1534	if (IS_ERR(hdmi->audio_pdev))
1535		return PTR_ERR(hdmi->audio_pdev);
1536
1537	hdmi->format.channels = 2;
1538
1539	return 0;
1540}
1541
1542static void tegra_hdmi_codec_unregister(struct tegra_hdmi *hdmi)
1543{
1544	if (hdmi->audio_pdev)
1545		platform_device_unregister(hdmi->audio_pdev);
1546}
1547
1548static int tegra_hdmi_init(struct host1x_client *client)
1549{
1550	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1551	struct drm_device *drm = dev_get_drvdata(client->host);
1552	struct drm_connector *connector;
1553	int err;
1554
1555	hdmi->output.dev = client->dev;
1556
1557	drm_simple_encoder_init(drm, &hdmi->output.encoder,
1558				DRM_MODE_ENCODER_TMDS);
1559	drm_encoder_helper_add(&hdmi->output.encoder,
1560			       &tegra_hdmi_encoder_helper_funcs);
1561
1562	if (hdmi->output.bridge) {
1563		err = drm_bridge_attach(&hdmi->output.encoder, hdmi->output.bridge,
1564					NULL, DRM_BRIDGE_ATTACH_NO_CONNECTOR);
1565		if (err) {
1566			dev_err(client->dev, "failed to attach bridge: %d\n",
1567				err);
1568			return err;
1569		}
1570
1571		connector = drm_bridge_connector_init(drm, &hdmi->output.encoder);
1572		if (IS_ERR(connector)) {
1573			dev_err(client->dev,
1574				"failed to initialize bridge connector: %pe\n",
1575				connector);
1576			return PTR_ERR(connector);
1577		}
1578
1579		drm_connector_attach_encoder(connector, &hdmi->output.encoder);
1580	} else {
1581		drm_connector_init_with_ddc(drm, &hdmi->output.connector,
1582					    &tegra_hdmi_connector_funcs,
1583					    DRM_MODE_CONNECTOR_HDMIA,
1584					    hdmi->output.ddc);
1585		drm_connector_helper_add(&hdmi->output.connector,
1586					 &tegra_hdmi_connector_helper_funcs);
1587		hdmi->output.connector.dpms = DRM_MODE_DPMS_OFF;
1588
1589		drm_connector_attach_encoder(&hdmi->output.connector,
1590					     &hdmi->output.encoder);
1591		drm_connector_register(&hdmi->output.connector);
1592	}
1593
1594	err = tegra_output_init(drm, &hdmi->output);
1595	if (err < 0) {
1596		dev_err(client->dev, "failed to initialize output: %d\n", err);
1597		return err;
1598	}
1599
1600	hdmi->output.encoder.possible_crtcs = 0x3;
1601
1602	err = regulator_enable(hdmi->hdmi);
1603	if (err < 0) {
1604		dev_err(client->dev, "failed to enable HDMI regulator: %d\n",
1605			err);
1606		goto output_exit;
1607	}
1608
1609	err = regulator_enable(hdmi->pll);
1610	if (err < 0) {
1611		dev_err(hdmi->dev, "failed to enable PLL regulator: %d\n", err);
1612		goto disable_hdmi;
1613	}
1614
1615	err = regulator_enable(hdmi->vdd);
1616	if (err < 0) {
1617		dev_err(hdmi->dev, "failed to enable VDD regulator: %d\n", err);
1618		goto disable_pll;
1619	}
1620
1621	err = tegra_hdmi_codec_register(hdmi);
1622	if (err < 0) {
1623		dev_err(hdmi->dev, "failed to register audio codec: %d\n", err);
1624		goto disable_vdd;
1625	}
1626
1627	return 0;
1628
1629disable_vdd:
1630	regulator_disable(hdmi->vdd);
1631disable_pll:
1632	regulator_disable(hdmi->pll);
1633disable_hdmi:
1634	regulator_disable(hdmi->hdmi);
1635output_exit:
1636	tegra_output_exit(&hdmi->output);
1637
1638	return err;
1639}
1640
1641static int tegra_hdmi_exit(struct host1x_client *client)
1642{
1643	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1644
1645	tegra_hdmi_codec_unregister(hdmi);
1646
1647	tegra_output_exit(&hdmi->output);
1648
1649	regulator_disable(hdmi->vdd);
1650	regulator_disable(hdmi->pll);
1651	regulator_disable(hdmi->hdmi);
1652
1653	return 0;
1654}
1655
1656static int tegra_hdmi_runtime_suspend(struct host1x_client *client)
1657{
1658	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1659	struct device *dev = client->dev;
1660	int err;
1661
1662	err = reset_control_assert(hdmi->rst);
1663	if (err < 0) {
1664		dev_err(dev, "failed to assert reset: %d\n", err);
1665		return err;
1666	}
1667
1668	usleep_range(1000, 2000);
1669
1670	clk_disable_unprepare(hdmi->clk);
1671	pm_runtime_put_sync(dev);
1672
1673	return 0;
1674}
1675
1676static int tegra_hdmi_runtime_resume(struct host1x_client *client)
1677{
1678	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1679	struct device *dev = client->dev;
1680	int err;
1681
1682	err = pm_runtime_resume_and_get(dev);
1683	if (err < 0) {
1684		dev_err(dev, "failed to get runtime PM: %d\n", err);
1685		return err;
1686	}
1687
1688	err = clk_prepare_enable(hdmi->clk);
1689	if (err < 0) {
1690		dev_err(dev, "failed to enable clock: %d\n", err);
1691		goto put_rpm;
1692	}
1693
1694	usleep_range(1000, 2000);
1695
1696	err = reset_control_deassert(hdmi->rst);
1697	if (err < 0) {
1698		dev_err(dev, "failed to deassert reset: %d\n", err);
1699		goto disable_clk;
1700	}
1701
1702	return 0;
1703
1704disable_clk:
1705	clk_disable_unprepare(hdmi->clk);
1706put_rpm:
1707	pm_runtime_put_sync(dev);
1708	return err;
1709}
1710
1711static const struct host1x_client_ops hdmi_client_ops = {
1712	.init = tegra_hdmi_init,
1713	.exit = tegra_hdmi_exit,
1714	.suspend = tegra_hdmi_runtime_suspend,
1715	.resume = tegra_hdmi_runtime_resume,
1716};
1717
1718static const struct tegra_hdmi_config tegra20_hdmi_config = {
1719	.tmds = tegra20_tmds_config,
1720	.num_tmds = ARRAY_SIZE(tegra20_tmds_config),
1721	.fuse_override_offset = HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT,
1722	.fuse_override_value = 1 << 31,
1723	.has_sor_io_peak_current = false,
1724	.has_hda = false,
1725	.has_hbr = false,
1726};
1727
1728static const struct tegra_hdmi_config tegra30_hdmi_config = {
1729	.tmds = tegra30_tmds_config,
1730	.num_tmds = ARRAY_SIZE(tegra30_tmds_config),
1731	.fuse_override_offset = HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT,
1732	.fuse_override_value = 1 << 31,
1733	.has_sor_io_peak_current = false,
1734	.has_hda = true,
1735	.has_hbr = false,
1736};
1737
1738static const struct tegra_hdmi_config tegra114_hdmi_config = {
1739	.tmds = tegra114_tmds_config,
1740	.num_tmds = ARRAY_SIZE(tegra114_tmds_config),
1741	.fuse_override_offset = HDMI_NV_PDISP_SOR_PAD_CTLS0,
1742	.fuse_override_value = 1 << 31,
1743	.has_sor_io_peak_current = true,
1744	.has_hda = true,
1745	.has_hbr = true,
1746};
1747
1748static const struct tegra_hdmi_config tegra124_hdmi_config = {
1749	.tmds = tegra124_tmds_config,
1750	.num_tmds = ARRAY_SIZE(tegra124_tmds_config),
1751	.fuse_override_offset = HDMI_NV_PDISP_SOR_PAD_CTLS0,
1752	.fuse_override_value = 1 << 31,
1753	.has_sor_io_peak_current = true,
1754	.has_hda = true,
1755	.has_hbr = true,
1756};
1757
1758static const struct of_device_id tegra_hdmi_of_match[] = {
1759	{ .compatible = "nvidia,tegra124-hdmi", .data = &tegra124_hdmi_config },
1760	{ .compatible = "nvidia,tegra114-hdmi", .data = &tegra114_hdmi_config },
1761	{ .compatible = "nvidia,tegra30-hdmi", .data = &tegra30_hdmi_config },
1762	{ .compatible = "nvidia,tegra20-hdmi", .data = &tegra20_hdmi_config },
1763	{ },
1764};
1765MODULE_DEVICE_TABLE(of, tegra_hdmi_of_match);
1766
1767static irqreturn_t tegra_hdmi_irq(int irq, void *data)
1768{
1769	struct tegra_hdmi *hdmi = data;
1770	u32 value;
1771
1772	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_INT_STATUS);
1773	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_INT_STATUS);
1774
1775	if (value & INT_CODEC_SCRATCH0) {
1776		unsigned int format;
1777		u32 value;
1778
1779		value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_AUDIO_HDA_CODEC_SCRATCH0);
1780
1781		if (value & SOR_AUDIO_HDA_CODEC_SCRATCH0_VALID) {
1782			format = value & SOR_AUDIO_HDA_CODEC_SCRATCH0_FMT_MASK;
1783
1784			tegra_hda_parse_format(format, &hdmi->format);
1785			tegra_hdmi_reconfigure_audio(hdmi);
1786		} else {
1787			tegra_hdmi_disable_audio_infoframe(hdmi);
1788			tegra_hdmi_disable_audio(hdmi);
1789		}
1790	}
1791
1792	return IRQ_HANDLED;
1793}
1794
1795static int tegra_hdmi_probe(struct platform_device *pdev)
1796{
1797	struct tegra_hdmi *hdmi;
1798	int err;
1799
1800	hdmi = devm_kzalloc(&pdev->dev, sizeof(*hdmi), GFP_KERNEL);
1801	if (!hdmi)
1802		return -ENOMEM;
1803
1804	hdmi->config = of_device_get_match_data(&pdev->dev);
1805	hdmi->dev = &pdev->dev;
1806
1807	hdmi->audio_source = AUTO;
1808	hdmi->stereo = false;
1809	hdmi->dvi = false;
1810
1811	mutex_init(&hdmi->audio_lock);
1812
1813	hdmi->clk = devm_clk_get(&pdev->dev, NULL);
1814	if (IS_ERR(hdmi->clk)) {
1815		dev_err(&pdev->dev, "failed to get clock\n");
1816		return PTR_ERR(hdmi->clk);
1817	}
1818
1819	hdmi->rst = devm_reset_control_get(&pdev->dev, "hdmi");
1820	if (IS_ERR(hdmi->rst)) {
1821		dev_err(&pdev->dev, "failed to get reset\n");
1822		return PTR_ERR(hdmi->rst);
1823	}
1824
1825	hdmi->clk_parent = devm_clk_get(&pdev->dev, "parent");
1826	if (IS_ERR(hdmi->clk_parent))
1827		return PTR_ERR(hdmi->clk_parent);
1828
1829	err = clk_set_parent(hdmi->clk, hdmi->clk_parent);
1830	if (err < 0) {
1831		dev_err(&pdev->dev, "failed to setup clocks: %d\n", err);
1832		return err;
1833	}
1834
1835	hdmi->hdmi = devm_regulator_get(&pdev->dev, "hdmi");
1836	err = PTR_ERR_OR_ZERO(hdmi->hdmi);
1837	if (err)
1838		return dev_err_probe(&pdev->dev, err,
1839				     "failed to get HDMI regulator\n");
1840
1841	hdmi->pll = devm_regulator_get(&pdev->dev, "pll");
1842	err = PTR_ERR_OR_ZERO(hdmi->pll);
1843	if (err)
1844		return dev_err_probe(&pdev->dev, err,
1845				     "failed to get PLL regulator\n");
1846
1847	hdmi->vdd = devm_regulator_get(&pdev->dev, "vdd");
1848	err = PTR_ERR_OR_ZERO(hdmi->vdd);
1849	if (err)
1850		return dev_err_probe(&pdev->dev, err,
1851				     "failed to get VDD regulator\n");
1852
1853	hdmi->output.dev = &pdev->dev;
1854
1855	err = tegra_output_probe(&hdmi->output);
1856	if (err < 0)
1857		return err;
1858
1859	hdmi->regs = devm_platform_ioremap_resource(pdev, 0);
1860	if (IS_ERR(hdmi->regs)) {
1861		err = PTR_ERR(hdmi->regs);
1862		goto remove;
1863	}
1864
1865	err = platform_get_irq(pdev, 0);
1866	if (err < 0)
1867		goto remove;
1868
1869	hdmi->irq = err;
1870
1871	err = devm_request_irq(hdmi->dev, hdmi->irq, tegra_hdmi_irq, 0,
1872			       dev_name(hdmi->dev), hdmi);
1873	if (err < 0) {
1874		dev_err(&pdev->dev, "failed to request IRQ#%u: %d\n",
1875			hdmi->irq, err);
1876		goto remove;
1877	}
1878
1879	platform_set_drvdata(pdev, hdmi);
1880
1881	err = devm_pm_runtime_enable(&pdev->dev);
1882	if (err)
1883		goto remove;
1884
1885	err = devm_tegra_core_dev_init_opp_table_common(&pdev->dev);
1886	if (err)
1887		goto remove;
1888
1889	INIT_LIST_HEAD(&hdmi->client.list);
1890	hdmi->client.ops = &hdmi_client_ops;
1891	hdmi->client.dev = &pdev->dev;
1892
1893	err = host1x_client_register(&hdmi->client);
1894	if (err < 0) {
1895		dev_err(&pdev->dev, "failed to register host1x client: %d\n",
1896			err);
1897		goto remove;
1898	}
1899
1900	return 0;
1901
1902remove:
1903	tegra_output_remove(&hdmi->output);
1904	return err;
1905}
1906
1907static void tegra_hdmi_remove(struct platform_device *pdev)
1908{
1909	struct tegra_hdmi *hdmi = platform_get_drvdata(pdev);
1910
1911	host1x_client_unregister(&hdmi->client);
1912
1913	tegra_output_remove(&hdmi->output);
1914}
1915
1916struct platform_driver tegra_hdmi_driver = {
1917	.driver = {
1918		.name = "tegra-hdmi",
1919		.of_match_table = tegra_hdmi_of_match,
1920	},
1921	.probe = tegra_hdmi_probe,
1922	.remove_new = tegra_hdmi_remove,
1923};