Linux Audio

Check our new training course

Loading...
v6.13.7
   1// SPDX-License-Identifier: MIT
   2/*
   3 * Copyright © 2020 Intel Corporation
   4 */
   5
   6#include <linux/debugfs.h>
   7
   8#include "g4x_dp.h"
   9#include "i915_drv.h"
  10#include "i915_reg.h"
  11#include "intel_de.h"
  12#include "intel_display_power_well.h"
  13#include "intel_display_types.h"
  14#include "intel_dp.h"
  15#include "intel_dpio_phy.h"
  16#include "intel_dpll.h"
  17#include "intel_lvds.h"
  18#include "intel_lvds_regs.h"
  19#include "intel_pps.h"
  20#include "intel_pps_regs.h"
  21#include "intel_quirks.h"
  22
  23static void vlv_steal_power_sequencer(struct intel_display *display,
  24				      enum pipe pipe);
  25
  26static void pps_init_delays(struct intel_dp *intel_dp);
  27static void pps_init_registers(struct intel_dp *intel_dp, bool force_disable_vdd);
  28
  29static const char *pps_name(struct intel_dp *intel_dp)
 
  30{
  31	struct intel_display *display = to_intel_display(intel_dp);
  32	struct intel_pps *pps = &intel_dp->pps;
  33
  34	if (display->platform.valleyview || display->platform.cherryview) {
  35		switch (pps->vlv_pps_pipe) {
  36		case INVALID_PIPE:
  37			/*
  38			 * FIXME would be nice if we can guarantee
  39			 * to always have a valid PPS when calling this.
  40			 */
  41			return "PPS <none>";
  42		case PIPE_A:
  43			return "PPS A";
  44		case PIPE_B:
  45			return "PPS B";
  46		default:
  47			MISSING_CASE(pps->vlv_pps_pipe);
  48			break;
  49		}
  50	} else {
  51		switch (pps->pps_idx) {
  52		case 0:
  53			return "PPS 0";
  54		case 1:
  55			return "PPS 1";
  56		default:
  57			MISSING_CASE(pps->pps_idx);
  58			break;
  59		}
  60	}
  61
  62	return "PPS <invalid>";
  63}
  64
  65intel_wakeref_t intel_pps_lock(struct intel_dp *intel_dp)
  66{
  67	struct intel_display *display = to_intel_display(intel_dp);
  68	struct drm_i915_private *dev_priv = to_i915(display->drm);
  69	intel_wakeref_t wakeref;
  70
  71	/*
  72	 * See vlv_pps_reset_all() why we need a power domain reference here.
  73	 */
  74	wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_DISPLAY_CORE);
  75	mutex_lock(&display->pps.mutex);
  76
  77	return wakeref;
  78}
  79
  80intel_wakeref_t intel_pps_unlock(struct intel_dp *intel_dp,
  81				 intel_wakeref_t wakeref)
  82{
  83	struct intel_display *display = to_intel_display(intel_dp);
  84	struct drm_i915_private *dev_priv = to_i915(display->drm);
  85
  86	mutex_unlock(&display->pps.mutex);
  87	intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref);
  88
  89	return NULL;
  90}
  91
  92static void
  93vlv_power_sequencer_kick(struct intel_dp *intel_dp)
  94{
  95	struct intel_display *display = to_intel_display(intel_dp);
  96	struct drm_i915_private *dev_priv = to_i915(display->drm);
  97	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
  98	enum pipe pipe = intel_dp->pps.vlv_pps_pipe;
  99	bool pll_enabled, release_cl_override = false;
 100	enum dpio_phy phy = vlv_pipe_to_phy(pipe);
 101	enum dpio_channel ch = vlv_pipe_to_channel(pipe);
 102	u32 DP;
 103
 104	if (drm_WARN(display->drm,
 105		     intel_de_read(display, intel_dp->output_reg) & DP_PORT_EN,
 106		     "skipping %s kick due to [ENCODER:%d:%s] being active\n",
 107		     pps_name(intel_dp),
 108		     dig_port->base.base.base.id, dig_port->base.base.name))
 109		return;
 110
 111	drm_dbg_kms(display->drm,
 112		    "kicking %s for [ENCODER:%d:%s]\n",
 113		    pps_name(intel_dp),
 114		    dig_port->base.base.base.id, dig_port->base.base.name);
 115
 116	/* Preserve the BIOS-computed detected bit. This is
 117	 * supposed to be read-only.
 118	 */
 119	DP = intel_de_read(display, intel_dp->output_reg) & DP_DETECTED;
 120	DP |= DP_VOLTAGE_0_4 | DP_PRE_EMPHASIS_0;
 121	DP |= DP_PORT_WIDTH(1);
 122	DP |= DP_LINK_TRAIN_PAT_1;
 123
 124	if (display->platform.cherryview)
 125		DP |= DP_PIPE_SEL_CHV(pipe);
 126	else
 127		DP |= DP_PIPE_SEL(pipe);
 128
 129	pll_enabled = intel_de_read(display, DPLL(display, pipe)) & DPLL_VCO_ENABLE;
 130
 131	/*
 132	 * The DPLL for the pipe must be enabled for this to work.
 133	 * So enable temporarily it if it's not already enabled.
 134	 */
 135	if (!pll_enabled) {
 136		release_cl_override = display->platform.cherryview &&
 137			!chv_phy_powergate_ch(dev_priv, phy, ch, true);
 138
 139		if (vlv_force_pll_on(dev_priv, pipe, vlv_get_dpll(dev_priv))) {
 140			drm_err(display->drm,
 141				"Failed to force on PLL for pipe %c!\n",
 142				pipe_name(pipe));
 143			return;
 144		}
 145	}
 146
 147	/*
 148	 * Similar magic as in intel_dp_enable_port().
 149	 * We _must_ do this port enable + disable trick
 150	 * to make this power sequencer lock onto the port.
 151	 * Otherwise even VDD force bit won't work.
 152	 */
 153	intel_de_write(display, intel_dp->output_reg, DP);
 154	intel_de_posting_read(display, intel_dp->output_reg);
 155
 156	intel_de_write(display, intel_dp->output_reg, DP | DP_PORT_EN);
 157	intel_de_posting_read(display, intel_dp->output_reg);
 158
 159	intel_de_write(display, intel_dp->output_reg, DP & ~DP_PORT_EN);
 160	intel_de_posting_read(display, intel_dp->output_reg);
 161
 162	if (!pll_enabled) {
 163		vlv_force_pll_off(dev_priv, pipe);
 164
 165		if (release_cl_override)
 166			chv_phy_powergate_ch(dev_priv, phy, ch, false);
 167	}
 168}
 169
 170static enum pipe vlv_find_free_pps(struct intel_display *display)
 171{
 172	struct intel_encoder *encoder;
 173	unsigned int pipes = (1 << PIPE_A) | (1 << PIPE_B);
 174
 175	/*
 176	 * We don't have power sequencer currently.
 177	 * Pick one that's not used by other ports.
 178	 */
 179	for_each_intel_dp(display->drm, encoder) {
 180		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 181
 182		if (encoder->type == INTEL_OUTPUT_EDP) {
 183			drm_WARN_ON(display->drm,
 184				    intel_dp->pps.vlv_active_pipe != INVALID_PIPE &&
 185				    intel_dp->pps.vlv_active_pipe !=
 186				    intel_dp->pps.vlv_pps_pipe);
 187
 188			if (intel_dp->pps.vlv_pps_pipe != INVALID_PIPE)
 189				pipes &= ~(1 << intel_dp->pps.vlv_pps_pipe);
 190		} else {
 191			drm_WARN_ON(display->drm,
 192				    intel_dp->pps.vlv_pps_pipe != INVALID_PIPE);
 193
 194			if (intel_dp->pps.vlv_active_pipe != INVALID_PIPE)
 195				pipes &= ~(1 << intel_dp->pps.vlv_active_pipe);
 196		}
 197	}
 198
 199	if (pipes == 0)
 200		return INVALID_PIPE;
 201
 202	return ffs(pipes) - 1;
 203}
 204
 205static enum pipe
 206vlv_power_sequencer_pipe(struct intel_dp *intel_dp)
 207{
 208	struct intel_display *display = to_intel_display(intel_dp);
 209	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 210	enum pipe pipe;
 211
 212	lockdep_assert_held(&display->pps.mutex);
 213
 214	/* We should never land here with regular DP ports */
 215	drm_WARN_ON(display->drm, !intel_dp_is_edp(intel_dp));
 216
 217	drm_WARN_ON(display->drm, intel_dp->pps.vlv_active_pipe != INVALID_PIPE &&
 218		    intel_dp->pps.vlv_active_pipe != intel_dp->pps.vlv_pps_pipe);
 219
 220	if (intel_dp->pps.vlv_pps_pipe != INVALID_PIPE)
 221		return intel_dp->pps.vlv_pps_pipe;
 222
 223	pipe = vlv_find_free_pps(display);
 224
 225	/*
 226	 * Didn't find one. This should not happen since there
 227	 * are two power sequencers and up to two eDP ports.
 228	 */
 229	if (drm_WARN_ON(display->drm, pipe == INVALID_PIPE))
 230		pipe = PIPE_A;
 231
 232	vlv_steal_power_sequencer(display, pipe);
 233	intel_dp->pps.vlv_pps_pipe = pipe;
 234
 235	drm_dbg_kms(display->drm,
 236		    "picked %s for [ENCODER:%d:%s]\n",
 237		    pps_name(intel_dp),
 238		    dig_port->base.base.base.id, dig_port->base.base.name);
 239
 240	/* init power sequencer on this pipe and port */
 241	pps_init_delays(intel_dp);
 242	pps_init_registers(intel_dp, true);
 243
 244	/*
 245	 * Even vdd force doesn't work until we've made
 246	 * the power sequencer lock in on the port.
 247	 */
 248	vlv_power_sequencer_kick(intel_dp);
 249
 250	return intel_dp->pps.vlv_pps_pipe;
 251}
 252
 253static int
 254bxt_power_sequencer_idx(struct intel_dp *intel_dp)
 255{
 256	struct intel_display *display = to_intel_display(intel_dp);
 257	int pps_idx = intel_dp->pps.pps_idx;
 258
 259	lockdep_assert_held(&display->pps.mutex);
 260
 261	/* We should never land here with regular DP ports */
 262	drm_WARN_ON(display->drm, !intel_dp_is_edp(intel_dp));
 263
 264	if (!intel_dp->pps.bxt_pps_reset)
 265		return pps_idx;
 266
 267	intel_dp->pps.bxt_pps_reset = false;
 268
 269	/*
 270	 * Only the HW needs to be reprogrammed, the SW state is fixed and
 271	 * has been setup during connector init.
 272	 */
 273	pps_init_registers(intel_dp, false);
 274
 275	return pps_idx;
 276}
 277
 278typedef bool (*pps_check)(struct intel_display *display, int pps_idx);
 279
 280static bool pps_has_pp_on(struct intel_display *display, int pps_idx)
 281{
 282	return intel_de_read(display, PP_STATUS(display, pps_idx)) & PP_ON;
 283}
 284
 285static bool pps_has_vdd_on(struct intel_display *display, int pps_idx)
 286{
 287	return intel_de_read(display, PP_CONTROL(display, pps_idx)) & EDP_FORCE_VDD;
 288}
 289
 290static bool pps_any(struct intel_display *display, int pps_idx)
 291{
 292	return true;
 293}
 294
 295static enum pipe
 296vlv_initial_pps_pipe(struct intel_display *display,
 297		     enum port port, pps_check check)
 298{
 299	enum pipe pipe;
 300
 301	for (pipe = PIPE_A; pipe <= PIPE_B; pipe++) {
 302		u32 port_sel = intel_de_read(display,
 303					     PP_ON_DELAYS(display, pipe)) &
 304			PANEL_PORT_SELECT_MASK;
 305
 306		if (port_sel != PANEL_PORT_SELECT_VLV(port))
 307			continue;
 308
 309		if (!check(display, pipe))
 310			continue;
 311
 312		return pipe;
 313	}
 314
 315	return INVALID_PIPE;
 316}
 317
 318static void
 319vlv_initial_power_sequencer_setup(struct intel_dp *intel_dp)
 320{
 321	struct intel_display *display = to_intel_display(intel_dp);
 322	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 323	enum port port = dig_port->base.port;
 324
 325	lockdep_assert_held(&display->pps.mutex);
 326
 327	/* try to find a pipe with this port selected */
 328	/* first pick one where the panel is on */
 329	intel_dp->pps.vlv_pps_pipe = vlv_initial_pps_pipe(display, port,
 330							  pps_has_pp_on);
 331	/* didn't find one? pick one where vdd is on */
 332	if (intel_dp->pps.vlv_pps_pipe == INVALID_PIPE)
 333		intel_dp->pps.vlv_pps_pipe = vlv_initial_pps_pipe(display, port,
 334								  pps_has_vdd_on);
 335	/* didn't find one? pick one with just the correct port */
 336	if (intel_dp->pps.vlv_pps_pipe == INVALID_PIPE)
 337		intel_dp->pps.vlv_pps_pipe = vlv_initial_pps_pipe(display, port,
 338								  pps_any);
 339
 340	/* didn't find one? just let vlv_power_sequencer_pipe() pick one when needed */
 341	if (intel_dp->pps.vlv_pps_pipe == INVALID_PIPE) {
 342		drm_dbg_kms(display->drm,
 343			    "[ENCODER:%d:%s] no initial power sequencer\n",
 344			    dig_port->base.base.base.id, dig_port->base.base.name);
 345		return;
 346	}
 347
 348	drm_dbg_kms(display->drm,
 349		    "[ENCODER:%d:%s] initial power sequencer: %s\n",
 350		    dig_port->base.base.base.id, dig_port->base.base.name,
 351		    pps_name(intel_dp));
 352}
 353
 354static int intel_num_pps(struct intel_display *display)
 355{
 356	struct drm_i915_private *i915 = to_i915(display->drm);
 357
 358	if (display->platform.valleyview || display->platform.cherryview)
 359		return 2;
 360
 361	if (display->platform.geminilake || display->platform.broxton)
 362		return 2;
 363
 364	if (INTEL_PCH_TYPE(i915) >= PCH_MTL)
 365		return 2;
 366
 367	if (INTEL_PCH_TYPE(i915) >= PCH_DG1)
 368		return 1;
 369
 370	if (INTEL_PCH_TYPE(i915) >= PCH_ICP)
 371		return 2;
 372
 373	return 1;
 374}
 375
 376static bool intel_pps_is_valid(struct intel_dp *intel_dp)
 377{
 378	struct intel_display *display = to_intel_display(intel_dp);
 379	struct drm_i915_private *i915 = to_i915(display->drm);
 380
 381	if (intel_dp->pps.pps_idx == 1 &&
 382	    INTEL_PCH_TYPE(i915) >= PCH_ICP &&
 383	    INTEL_PCH_TYPE(i915) <= PCH_ADP)
 384		return intel_de_read(display, SOUTH_CHICKEN1) & ICP_SECOND_PPS_IO_SELECT;
 385
 386	return true;
 387}
 388
 389static int
 390bxt_initial_pps_idx(struct intel_display *display, pps_check check)
 391{
 392	int pps_idx, pps_num = intel_num_pps(display);
 393
 394	for (pps_idx = 0; pps_idx < pps_num; pps_idx++) {
 395		if (check(display, pps_idx))
 396			return pps_idx;
 397	}
 398
 399	return -1;
 400}
 401
 402static bool
 403pps_initial_setup(struct intel_dp *intel_dp)
 404{
 405	struct intel_display *display = to_intel_display(intel_dp);
 406	struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
 407	struct intel_connector *connector = intel_dp->attached_connector;
 
 408
 409	lockdep_assert_held(&display->pps.mutex);
 410
 411	if (display->platform.valleyview || display->platform.cherryview) {
 412		vlv_initial_power_sequencer_setup(intel_dp);
 413		return true;
 414	}
 415
 416	/* first ask the VBT */
 417	if (intel_num_pps(display) > 1)
 418		intel_dp->pps.pps_idx = connector->panel.vbt.backlight.controller;
 419	else
 420		intel_dp->pps.pps_idx = 0;
 421
 422	if (drm_WARN_ON(display->drm, intel_dp->pps.pps_idx >= intel_num_pps(display)))
 423		intel_dp->pps.pps_idx = -1;
 424
 425	/* VBT wasn't parsed yet? pick one where the panel is on */
 426	if (intel_dp->pps.pps_idx < 0)
 427		intel_dp->pps.pps_idx = bxt_initial_pps_idx(display, pps_has_pp_on);
 428	/* didn't find one? pick one where vdd is on */
 429	if (intel_dp->pps.pps_idx < 0)
 430		intel_dp->pps.pps_idx = bxt_initial_pps_idx(display, pps_has_vdd_on);
 431	/* didn't find one? pick any */
 432	if (intel_dp->pps.pps_idx < 0) {
 433		intel_dp->pps.pps_idx = bxt_initial_pps_idx(display, pps_any);
 434
 435		drm_dbg_kms(display->drm,
 436			    "[ENCODER:%d:%s] no initial power sequencer, assuming %s\n",
 437			    encoder->base.base.id, encoder->base.name,
 438			    pps_name(intel_dp));
 439	} else {
 440		drm_dbg_kms(display->drm,
 441			    "[ENCODER:%d:%s] initial power sequencer: %s\n",
 442			    encoder->base.base.id, encoder->base.name,
 443			    pps_name(intel_dp));
 444	}
 445
 446	return intel_pps_is_valid(intel_dp);
 447}
 448
 449void vlv_pps_reset_all(struct intel_display *display)
 450{
 451	struct intel_encoder *encoder;
 452
 453	if (!HAS_DISPLAY(display))
 
 
 
 454		return;
 455
 456	/*
 457	 * We can't grab pps_mutex here due to deadlock with power_domain
 458	 * mutex when power_domain functions are called while holding pps_mutex.
 459	 * That also means that in order to use vlv_pps_pipe the code needs to
 460	 * hold both a power domain reference and pps_mutex, and the power domain
 461	 * reference get/put must be done while _not_ holding pps_mutex.
 462	 * pps_{lock,unlock}() do these steps in the correct order, so one
 463	 * should use them always.
 464	 */
 465
 466	for_each_intel_dp(display->drm, encoder) {
 467		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 468
 469		drm_WARN_ON(display->drm, intel_dp->pps.vlv_active_pipe != INVALID_PIPE);
 470
 471		if (encoder->type == INTEL_OUTPUT_EDP)
 472			intel_dp->pps.vlv_pps_pipe = INVALID_PIPE;
 473	}
 474}
 475
 476void bxt_pps_reset_all(struct intel_display *display)
 477{
 478	struct intel_encoder *encoder;
 479
 480	if (!HAS_DISPLAY(display))
 481		return;
 482
 483	/* See vlv_pps_reset_all() for why we can't grab pps_mutex here. */
 484
 485	for_each_intel_dp(display->drm, encoder) {
 486		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 487
 488		if (encoder->type == INTEL_OUTPUT_EDP)
 489			intel_dp->pps.bxt_pps_reset = true;
 
 
 490	}
 491}
 492
 493struct pps_registers {
 494	i915_reg_t pp_ctrl;
 495	i915_reg_t pp_stat;
 496	i915_reg_t pp_on;
 497	i915_reg_t pp_off;
 498	i915_reg_t pp_div;
 499};
 500
 501static void intel_pps_get_registers(struct intel_dp *intel_dp,
 502				    struct pps_registers *regs)
 503{
 504	struct intel_display *display = to_intel_display(intel_dp);
 505	struct drm_i915_private *dev_priv = to_i915(display->drm);
 506	int pps_idx;
 507
 508	memset(regs, 0, sizeof(*regs));
 509
 510	if (display->platform.valleyview || display->platform.cherryview)
 511		pps_idx = vlv_power_sequencer_pipe(intel_dp);
 512	else if (display->platform.geminilake || display->platform.broxton)
 513		pps_idx = bxt_power_sequencer_idx(intel_dp);
 514	else
 515		pps_idx = intel_dp->pps.pps_idx;
 516
 517	regs->pp_ctrl = PP_CONTROL(display, pps_idx);
 518	regs->pp_stat = PP_STATUS(display, pps_idx);
 519	regs->pp_on = PP_ON_DELAYS(display, pps_idx);
 520	regs->pp_off = PP_OFF_DELAYS(display, pps_idx);
 521
 522	/* Cycle delay moved from PP_DIVISOR to PP_CONTROL */
 523	if (display->platform.geminilake || display->platform.broxton ||
 524	    INTEL_PCH_TYPE(dev_priv) >= PCH_CNP)
 525		regs->pp_div = INVALID_MMIO_REG;
 526	else
 527		regs->pp_div = PP_DIVISOR(display, pps_idx);
 528}
 529
 530static i915_reg_t
 531_pp_ctrl_reg(struct intel_dp *intel_dp)
 532{
 533	struct pps_registers regs;
 534
 535	intel_pps_get_registers(intel_dp, &regs);
 536
 537	return regs.pp_ctrl;
 538}
 539
 540static i915_reg_t
 541_pp_stat_reg(struct intel_dp *intel_dp)
 542{
 543	struct pps_registers regs;
 544
 545	intel_pps_get_registers(intel_dp, &regs);
 546
 547	return regs.pp_stat;
 548}
 549
 550static bool edp_have_panel_power(struct intel_dp *intel_dp)
 551{
 552	struct intel_display *display = to_intel_display(intel_dp);
 553
 554	lockdep_assert_held(&display->pps.mutex);
 555
 556	if ((display->platform.valleyview || display->platform.cherryview) &&
 557	    intel_dp->pps.vlv_pps_pipe == INVALID_PIPE)
 558		return false;
 559
 560	return (intel_de_read(display, _pp_stat_reg(intel_dp)) & PP_ON) != 0;
 561}
 562
 563static bool edp_have_panel_vdd(struct intel_dp *intel_dp)
 564{
 565	struct intel_display *display = to_intel_display(intel_dp);
 566
 567	lockdep_assert_held(&display->pps.mutex);
 568
 569	if ((display->platform.valleyview || display->platform.cherryview) &&
 570	    intel_dp->pps.vlv_pps_pipe == INVALID_PIPE)
 571		return false;
 572
 573	return intel_de_read(display, _pp_ctrl_reg(intel_dp)) & EDP_FORCE_VDD;
 574}
 575
 576void intel_pps_check_power_unlocked(struct intel_dp *intel_dp)
 577{
 578	struct intel_display *display = to_intel_display(intel_dp);
 579	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 580
 581	if (!intel_dp_is_edp(intel_dp))
 582		return;
 583
 584	if (!edp_have_panel_power(intel_dp) && !edp_have_panel_vdd(intel_dp)) {
 585		drm_WARN(display->drm, 1,
 586			 "[ENCODER:%d:%s] %s powered off while attempting AUX CH communication.\n",
 587			 dig_port->base.base.base.id, dig_port->base.base.name,
 588			 pps_name(intel_dp));
 589		drm_dbg_kms(display->drm,
 590			    "[ENCODER:%d:%s] %s PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 591			    dig_port->base.base.base.id, dig_port->base.base.name,
 592			    pps_name(intel_dp),
 593			    intel_de_read(display, _pp_stat_reg(intel_dp)),
 594			    intel_de_read(display, _pp_ctrl_reg(intel_dp)));
 595	}
 596}
 597
 598#define IDLE_ON_MASK		(PP_ON | PP_SEQUENCE_MASK | 0                     | PP_SEQUENCE_STATE_MASK)
 599#define IDLE_ON_VALUE		(PP_ON | PP_SEQUENCE_NONE | 0                     | PP_SEQUENCE_STATE_ON_IDLE)
 600
 601#define IDLE_OFF_MASK		(PP_ON | PP_SEQUENCE_MASK | 0                     | 0)
 602#define IDLE_OFF_VALUE		(0     | PP_SEQUENCE_NONE | 0                     | 0)
 603
 604#define IDLE_CYCLE_MASK		(PP_ON | PP_SEQUENCE_MASK | PP_CYCLE_DELAY_ACTIVE | PP_SEQUENCE_STATE_MASK)
 605#define IDLE_CYCLE_VALUE	(0     | PP_SEQUENCE_NONE | 0                     | PP_SEQUENCE_STATE_OFF_IDLE)
 606
 607static void intel_pps_verify_state(struct intel_dp *intel_dp);
 608
 609static void wait_panel_status(struct intel_dp *intel_dp,
 610			      u32 mask, u32 value)
 611{
 612	struct intel_display *display = to_intel_display(intel_dp);
 613	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 614	i915_reg_t pp_stat_reg, pp_ctrl_reg;
 615
 616	lockdep_assert_held(&display->pps.mutex);
 617
 618	intel_pps_verify_state(intel_dp);
 619
 620	pp_stat_reg = _pp_stat_reg(intel_dp);
 621	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 622
 623	drm_dbg_kms(display->drm,
 624		    "[ENCODER:%d:%s] %s mask: 0x%08x value: 0x%08x PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 625		    dig_port->base.base.base.id, dig_port->base.base.name,
 626		    pps_name(intel_dp),
 627		    mask, value,
 628		    intel_de_read(display, pp_stat_reg),
 629		    intel_de_read(display, pp_ctrl_reg));
 630
 631	if (intel_de_wait(display, pp_stat_reg, mask, value, 5000))
 632		drm_err(display->drm,
 
 633			"[ENCODER:%d:%s] %s panel status timeout: PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 634			dig_port->base.base.base.id, dig_port->base.base.name,
 635			pps_name(intel_dp),
 636			intel_de_read(display, pp_stat_reg),
 637			intel_de_read(display, pp_ctrl_reg));
 638
 639	drm_dbg_kms(display->drm, "Wait complete\n");
 640}
 641
 642static void wait_panel_on(struct intel_dp *intel_dp)
 643{
 644	struct intel_display *display = to_intel_display(intel_dp);
 645	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 646
 647	drm_dbg_kms(display->drm,
 648		    "[ENCODER:%d:%s] %s wait for panel power on\n",
 649		    dig_port->base.base.base.id, dig_port->base.base.name,
 650		    pps_name(intel_dp));
 651	wait_panel_status(intel_dp, IDLE_ON_MASK, IDLE_ON_VALUE);
 652}
 653
 654static void wait_panel_off(struct intel_dp *intel_dp)
 655{
 656	struct intel_display *display = to_intel_display(intel_dp);
 657	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 658
 659	drm_dbg_kms(display->drm,
 660		    "[ENCODER:%d:%s] %s wait for panel power off time\n",
 661		    dig_port->base.base.base.id, dig_port->base.base.name,
 662		    pps_name(intel_dp));
 663	wait_panel_status(intel_dp, IDLE_OFF_MASK, IDLE_OFF_VALUE);
 664}
 665
 666static void wait_panel_power_cycle(struct intel_dp *intel_dp)
 667{
 668	struct intel_display *display = to_intel_display(intel_dp);
 669	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 670	ktime_t panel_power_on_time;
 671	s64 panel_power_off_duration;
 672
 673	drm_dbg_kms(display->drm,
 674		    "[ENCODER:%d:%s] %s wait for panel power cycle\n",
 675		    dig_port->base.base.base.id, dig_port->base.base.name,
 676		    pps_name(intel_dp));
 677
 678	/* take the difference of current time and panel power off time
 679	 * and then make panel wait for t11_t12 if needed. */
 680	panel_power_on_time = ktime_get_boottime();
 681	panel_power_off_duration = ktime_ms_delta(panel_power_on_time, intel_dp->pps.panel_power_off_time);
 682
 683	/* When we disable the VDD override bit last we have to do the manual
 684	 * wait. */
 685	if (panel_power_off_duration < (s64)intel_dp->pps.panel_power_cycle_delay)
 686		wait_remaining_ms_from_jiffies(jiffies,
 687				       intel_dp->pps.panel_power_cycle_delay - panel_power_off_duration);
 688
 689	wait_panel_status(intel_dp, IDLE_CYCLE_MASK, IDLE_CYCLE_VALUE);
 690}
 691
 692void intel_pps_wait_power_cycle(struct intel_dp *intel_dp)
 693{
 694	intel_wakeref_t wakeref;
 695
 696	if (!intel_dp_is_edp(intel_dp))
 697		return;
 698
 699	with_intel_pps_lock(intel_dp, wakeref)
 700		wait_panel_power_cycle(intel_dp);
 701}
 702
 703static void wait_backlight_on(struct intel_dp *intel_dp)
 704{
 705	wait_remaining_ms_from_jiffies(intel_dp->pps.last_power_on,
 706				       intel_dp->pps.backlight_on_delay);
 707}
 708
 709static void edp_wait_backlight_off(struct intel_dp *intel_dp)
 710{
 711	wait_remaining_ms_from_jiffies(intel_dp->pps.last_backlight_off,
 712				       intel_dp->pps.backlight_off_delay);
 713}
 714
 715/* Read the current pp_control value, unlocking the register if it
 716 * is locked
 717 */
 718
 719static  u32 ilk_get_pp_control(struct intel_dp *intel_dp)
 720{
 721	struct intel_display *display = to_intel_display(intel_dp);
 722	u32 control;
 723
 724	lockdep_assert_held(&display->pps.mutex);
 725
 726	control = intel_de_read(display, _pp_ctrl_reg(intel_dp));
 727	if (drm_WARN_ON(display->drm, !HAS_DDI(display) &&
 728			(control & PANEL_UNLOCK_MASK) != PANEL_UNLOCK_REGS)) {
 729		control &= ~PANEL_UNLOCK_MASK;
 730		control |= PANEL_UNLOCK_REGS;
 731	}
 732	return control;
 733}
 734
 735/*
 736 * Must be paired with intel_pps_vdd_off_unlocked().
 737 * Must hold pps_mutex around the whole on/off sequence.
 738 * Can be nested with intel_pps_vdd_{on,off}() calls.
 739 */
 740bool intel_pps_vdd_on_unlocked(struct intel_dp *intel_dp)
 741{
 742	struct intel_display *display = to_intel_display(intel_dp);
 743	struct drm_i915_private *dev_priv = to_i915(display->drm);
 744	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 745	u32 pp;
 746	i915_reg_t pp_stat_reg, pp_ctrl_reg;
 747	bool need_to_disable = !intel_dp->pps.want_panel_vdd;
 748
 749	lockdep_assert_held(&display->pps.mutex);
 750
 751	if (!intel_dp_is_edp(intel_dp))
 752		return false;
 753
 754	cancel_delayed_work(&intel_dp->pps.panel_vdd_work);
 755	intel_dp->pps.want_panel_vdd = true;
 756
 757	if (edp_have_panel_vdd(intel_dp))
 758		return need_to_disable;
 759
 760	drm_WARN_ON(display->drm, intel_dp->pps.vdd_wakeref);
 761	intel_dp->pps.vdd_wakeref = intel_display_power_get(dev_priv,
 762							    intel_aux_power_domain(dig_port));
 763
 764	pp_stat_reg = _pp_stat_reg(intel_dp);
 765	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 766
 767	drm_dbg_kms(display->drm, "[ENCODER:%d:%s] %s turning VDD on\n",
 768		    dig_port->base.base.base.id, dig_port->base.base.name,
 769		    pps_name(intel_dp));
 770
 771	if (!edp_have_panel_power(intel_dp))
 772		wait_panel_power_cycle(intel_dp);
 773
 774	pp = ilk_get_pp_control(intel_dp);
 775	pp |= EDP_FORCE_VDD;
 776
 777	intel_de_write(display, pp_ctrl_reg, pp);
 778	intel_de_posting_read(display, pp_ctrl_reg);
 779	drm_dbg_kms(display->drm,
 780		    "[ENCODER:%d:%s] %s PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 781		    dig_port->base.base.base.id, dig_port->base.base.name,
 782		    pps_name(intel_dp),
 783		    intel_de_read(display, pp_stat_reg),
 784		    intel_de_read(display, pp_ctrl_reg));
 785	/*
 786	 * If the panel wasn't on, delay before accessing aux channel
 787	 */
 788	if (!edp_have_panel_power(intel_dp)) {
 789		drm_dbg_kms(display->drm,
 790			    "[ENCODER:%d:%s] %s panel power wasn't enabled\n",
 791			    dig_port->base.base.base.id, dig_port->base.base.name,
 792			    pps_name(intel_dp));
 793		msleep(intel_dp->pps.panel_power_up_delay);
 794	}
 795
 796	return need_to_disable;
 797}
 798
 799/*
 800 * Must be paired with intel_pps_vdd_off() or - to disable
 801 * both VDD and panel power - intel_pps_off().
 802 * Nested calls to these functions are not allowed since
 803 * we drop the lock. Caller must use some higher level
 804 * locking to prevent nested calls from other threads.
 805 */
 806void intel_pps_vdd_on(struct intel_dp *intel_dp)
 807{
 808	struct intel_display *display = to_intel_display(intel_dp);
 809	intel_wakeref_t wakeref;
 810	bool vdd;
 811
 812	if (!intel_dp_is_edp(intel_dp))
 813		return;
 814
 815	vdd = false;
 816	with_intel_pps_lock(intel_dp, wakeref)
 817		vdd = intel_pps_vdd_on_unlocked(intel_dp);
 818	INTEL_DISPLAY_STATE_WARN(display, !vdd, "[ENCODER:%d:%s] %s VDD already requested on\n",
 819				 dp_to_dig_port(intel_dp)->base.base.base.id,
 820				 dp_to_dig_port(intel_dp)->base.base.name,
 821				 pps_name(intel_dp));
 822}
 823
 824static void intel_pps_vdd_off_sync_unlocked(struct intel_dp *intel_dp)
 825{
 826	struct intel_display *display = to_intel_display(intel_dp);
 827	struct drm_i915_private *dev_priv = to_i915(display->drm);
 828	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 829	u32 pp;
 830	i915_reg_t pp_stat_reg, pp_ctrl_reg;
 831
 832	lockdep_assert_held(&display->pps.mutex);
 833
 834	drm_WARN_ON(display->drm, intel_dp->pps.want_panel_vdd);
 835
 836	if (!edp_have_panel_vdd(intel_dp))
 837		return;
 838
 839	drm_dbg_kms(display->drm, "[ENCODER:%d:%s] %s turning VDD off\n",
 840		    dig_port->base.base.base.id, dig_port->base.base.name,
 841		    pps_name(intel_dp));
 842
 843	pp = ilk_get_pp_control(intel_dp);
 844	pp &= ~EDP_FORCE_VDD;
 845
 846	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 847	pp_stat_reg = _pp_stat_reg(intel_dp);
 848
 849	intel_de_write(display, pp_ctrl_reg, pp);
 850	intel_de_posting_read(display, pp_ctrl_reg);
 851
 852	/* Make sure sequencer is idle before allowing subsequent activity */
 853	drm_dbg_kms(display->drm,
 854		    "[ENCODER:%d:%s] %s PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 855		    dig_port->base.base.base.id, dig_port->base.base.name,
 856		    pps_name(intel_dp),
 857		    intel_de_read(display, pp_stat_reg),
 858		    intel_de_read(display, pp_ctrl_reg));
 859
 860	if ((pp & PANEL_POWER_ON) == 0) {
 861		intel_dp->pps.panel_power_off_time = ktime_get_boottime();
 862		intel_dp_invalidate_source_oui(intel_dp);
 863	}
 864
 865	intel_display_power_put(dev_priv,
 866				intel_aux_power_domain(dig_port),
 867				fetch_and_zero(&intel_dp->pps.vdd_wakeref));
 868}
 869
 870void intel_pps_vdd_off_sync(struct intel_dp *intel_dp)
 871{
 872	intel_wakeref_t wakeref;
 873
 874	if (!intel_dp_is_edp(intel_dp))
 875		return;
 876
 877	cancel_delayed_work_sync(&intel_dp->pps.panel_vdd_work);
 878	/*
 879	 * vdd might still be enabled due to the delayed vdd off.
 880	 * Make sure vdd is actually turned off here.
 881	 */
 882	with_intel_pps_lock(intel_dp, wakeref)
 883		intel_pps_vdd_off_sync_unlocked(intel_dp);
 884}
 885
 886static void edp_panel_vdd_work(struct work_struct *__work)
 887{
 888	struct intel_pps *pps = container_of(to_delayed_work(__work),
 889					     struct intel_pps, panel_vdd_work);
 890	struct intel_dp *intel_dp = container_of(pps, struct intel_dp, pps);
 891	intel_wakeref_t wakeref;
 892
 893	with_intel_pps_lock(intel_dp, wakeref) {
 894		if (!intel_dp->pps.want_panel_vdd)
 895			intel_pps_vdd_off_sync_unlocked(intel_dp);
 896	}
 897}
 898
 899static void edp_panel_vdd_schedule_off(struct intel_dp *intel_dp)
 900{
 901	struct intel_display *display = to_intel_display(intel_dp);
 902	struct drm_i915_private *i915 = to_i915(display->drm);
 903	unsigned long delay;
 904
 905	/*
 906	 * We may not yet know the real power sequencing delays,
 907	 * so keep VDD enabled until we're done with init.
 908	 */
 909	if (intel_dp->pps.initializing)
 910		return;
 911
 912	/*
 913	 * Queue the timer to fire a long time from now (relative to the power
 914	 * down delay) to keep the panel power up across a sequence of
 915	 * operations.
 916	 */
 917	delay = msecs_to_jiffies(intel_dp->pps.panel_power_cycle_delay * 5);
 918	queue_delayed_work(i915->unordered_wq,
 919			   &intel_dp->pps.panel_vdd_work, delay);
 920}
 921
 922/*
 923 * Must be paired with edp_panel_vdd_on().
 924 * Must hold pps_mutex around the whole on/off sequence.
 925 * Can be nested with intel_pps_vdd_{on,off}() calls.
 926 */
 927void intel_pps_vdd_off_unlocked(struct intel_dp *intel_dp, bool sync)
 928{
 929	struct intel_display *display = to_intel_display(intel_dp);
 930
 931	lockdep_assert_held(&display->pps.mutex);
 932
 933	if (!intel_dp_is_edp(intel_dp))
 934		return;
 935
 936	INTEL_DISPLAY_STATE_WARN(display, !intel_dp->pps.want_panel_vdd,
 937				 "[ENCODER:%d:%s] %s VDD not forced on",
 938				 dp_to_dig_port(intel_dp)->base.base.base.id,
 939				 dp_to_dig_port(intel_dp)->base.base.name,
 940				 pps_name(intel_dp));
 941
 942	intel_dp->pps.want_panel_vdd = false;
 943
 944	if (sync)
 945		intel_pps_vdd_off_sync_unlocked(intel_dp);
 946	else
 947		edp_panel_vdd_schedule_off(intel_dp);
 948}
 949
 950void intel_pps_vdd_off(struct intel_dp *intel_dp)
 951{
 952	intel_wakeref_t wakeref;
 953
 954	if (!intel_dp_is_edp(intel_dp))
 955		return;
 956
 957	with_intel_pps_lock(intel_dp, wakeref)
 958		intel_pps_vdd_off_unlocked(intel_dp, false);
 959}
 960
 961void intel_pps_on_unlocked(struct intel_dp *intel_dp)
 962{
 963	struct intel_display *display = to_intel_display(intel_dp);
 964	u32 pp;
 965	i915_reg_t pp_ctrl_reg;
 966
 967	lockdep_assert_held(&display->pps.mutex);
 968
 969	if (!intel_dp_is_edp(intel_dp))
 970		return;
 971
 972	drm_dbg_kms(display->drm, "[ENCODER:%d:%s] %s turn panel power on\n",
 973		    dp_to_dig_port(intel_dp)->base.base.base.id,
 974		    dp_to_dig_port(intel_dp)->base.base.name,
 975		    pps_name(intel_dp));
 976
 977	if (drm_WARN(display->drm, edp_have_panel_power(intel_dp),
 978		     "[ENCODER:%d:%s] %s panel power already on\n",
 979		     dp_to_dig_port(intel_dp)->base.base.base.id,
 980		     dp_to_dig_port(intel_dp)->base.base.name,
 981		     pps_name(intel_dp)))
 982		return;
 983
 984	wait_panel_power_cycle(intel_dp);
 985
 986	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 987	pp = ilk_get_pp_control(intel_dp);
 988	if (display->platform.ironlake) {
 989		/* ILK workaround: disable reset around power sequence */
 990		pp &= ~PANEL_POWER_RESET;
 991		intel_de_write(display, pp_ctrl_reg, pp);
 992		intel_de_posting_read(display, pp_ctrl_reg);
 993	}
 994
 995	/*
 996	 * WA: 22019252566
 997	 * Disable DPLS gating around power sequence.
 998	 */
 999	if (IS_DISPLAY_VER(display, 13, 14))
1000		intel_de_rmw(display, SOUTH_DSPCLK_GATE_D,
1001			     0, PCH_DPLSUNIT_CLOCK_GATE_DISABLE);
1002
1003	pp |= PANEL_POWER_ON;
1004	if (!display->platform.ironlake)
1005		pp |= PANEL_POWER_RESET;
1006
1007	intel_de_write(display, pp_ctrl_reg, pp);
1008	intel_de_posting_read(display, pp_ctrl_reg);
1009
1010	wait_panel_on(intel_dp);
1011	intel_dp->pps.last_power_on = jiffies;
1012
1013	if (IS_DISPLAY_VER(display, 13, 14))
1014		intel_de_rmw(display, SOUTH_DSPCLK_GATE_D,
1015			     PCH_DPLSUNIT_CLOCK_GATE_DISABLE, 0);
1016
1017	if (display->platform.ironlake) {
1018		pp |= PANEL_POWER_RESET; /* restore panel reset bit */
1019		intel_de_write(display, pp_ctrl_reg, pp);
1020		intel_de_posting_read(display, pp_ctrl_reg);
1021	}
1022}
1023
1024void intel_pps_on(struct intel_dp *intel_dp)
1025{
1026	intel_wakeref_t wakeref;
1027
1028	if (!intel_dp_is_edp(intel_dp))
1029		return;
1030
1031	with_intel_pps_lock(intel_dp, wakeref)
1032		intel_pps_on_unlocked(intel_dp);
1033}
1034
1035void intel_pps_off_unlocked(struct intel_dp *intel_dp)
1036{
1037	struct intel_display *display = to_intel_display(intel_dp);
1038	struct drm_i915_private *dev_priv = to_i915(display->drm);
1039	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
1040	u32 pp;
1041	i915_reg_t pp_ctrl_reg;
1042
1043	lockdep_assert_held(&display->pps.mutex);
1044
1045	if (!intel_dp_is_edp(intel_dp))
1046		return;
1047
1048	drm_dbg_kms(display->drm, "[ENCODER:%d:%s] %s turn panel power off\n",
1049		    dig_port->base.base.base.id, dig_port->base.base.name,
1050		    pps_name(intel_dp));
1051
1052	drm_WARN(display->drm, !intel_dp->pps.want_panel_vdd,
1053		 "[ENCODER:%d:%s] %s need VDD to turn off panel\n",
1054		 dig_port->base.base.base.id, dig_port->base.base.name,
1055		 pps_name(intel_dp));
1056
1057	pp = ilk_get_pp_control(intel_dp);
1058	/* We need to switch off panel power _and_ force vdd, for otherwise some
1059	 * panels get very unhappy and cease to work. */
1060	pp &= ~(PANEL_POWER_ON | PANEL_POWER_RESET | EDP_FORCE_VDD |
1061		EDP_BLC_ENABLE);
1062
1063	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
1064
1065	intel_dp->pps.want_panel_vdd = false;
1066
1067	intel_de_write(display, pp_ctrl_reg, pp);
1068	intel_de_posting_read(display, pp_ctrl_reg);
1069
1070	wait_panel_off(intel_dp);
1071	intel_dp->pps.panel_power_off_time = ktime_get_boottime();
1072
1073	intel_dp_invalidate_source_oui(intel_dp);
1074
1075	/* We got a reference when we enabled the VDD. */
1076	intel_display_power_put(dev_priv,
1077				intel_aux_power_domain(dig_port),
1078				fetch_and_zero(&intel_dp->pps.vdd_wakeref));
1079}
1080
1081void intel_pps_off(struct intel_dp *intel_dp)
1082{
1083	intel_wakeref_t wakeref;
1084
1085	if (!intel_dp_is_edp(intel_dp))
1086		return;
1087
1088	with_intel_pps_lock(intel_dp, wakeref)
1089		intel_pps_off_unlocked(intel_dp);
1090}
1091
1092/* Enable backlight in the panel power control. */
1093void intel_pps_backlight_on(struct intel_dp *intel_dp)
1094{
1095	struct intel_display *display = to_intel_display(intel_dp);
1096	intel_wakeref_t wakeref;
1097
1098	/*
1099	 * If we enable the backlight right away following a panel power
1100	 * on, we may see slight flicker as the panel syncs with the eDP
1101	 * link.  So delay a bit to make sure the image is solid before
1102	 * allowing it to appear.
1103	 */
1104	wait_backlight_on(intel_dp);
1105
1106	with_intel_pps_lock(intel_dp, wakeref) {
1107		i915_reg_t pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
1108		u32 pp;
1109
1110		pp = ilk_get_pp_control(intel_dp);
1111		pp |= EDP_BLC_ENABLE;
1112
1113		intel_de_write(display, pp_ctrl_reg, pp);
1114		intel_de_posting_read(display, pp_ctrl_reg);
1115	}
1116}
1117
1118/* Disable backlight in the panel power control. */
1119void intel_pps_backlight_off(struct intel_dp *intel_dp)
1120{
1121	struct intel_display *display = to_intel_display(intel_dp);
1122	intel_wakeref_t wakeref;
1123
1124	if (!intel_dp_is_edp(intel_dp))
1125		return;
1126
1127	with_intel_pps_lock(intel_dp, wakeref) {
1128		i915_reg_t pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
1129		u32 pp;
1130
1131		pp = ilk_get_pp_control(intel_dp);
1132		pp &= ~EDP_BLC_ENABLE;
1133
1134		intel_de_write(display, pp_ctrl_reg, pp);
1135		intel_de_posting_read(display, pp_ctrl_reg);
1136	}
1137
1138	intel_dp->pps.last_backlight_off = jiffies;
1139	edp_wait_backlight_off(intel_dp);
1140}
1141
1142/*
1143 * Hook for controlling the panel power control backlight through the bl_power
1144 * sysfs attribute. Take care to handle multiple calls.
1145 */
1146void intel_pps_backlight_power(struct intel_connector *connector, bool enable)
1147{
1148	struct intel_display *display = to_intel_display(connector);
1149	struct intel_dp *intel_dp = intel_attached_dp(connector);
1150	intel_wakeref_t wakeref;
1151	bool is_enabled;
1152
1153	is_enabled = false;
1154	with_intel_pps_lock(intel_dp, wakeref)
1155		is_enabled = ilk_get_pp_control(intel_dp) & EDP_BLC_ENABLE;
1156	if (is_enabled == enable)
1157		return;
1158
1159	drm_dbg_kms(display->drm, "panel power control backlight %s\n",
1160		    str_enable_disable(enable));
1161
1162	if (enable)
1163		intel_pps_backlight_on(intel_dp);
1164	else
1165		intel_pps_backlight_off(intel_dp);
1166}
1167
1168static void vlv_detach_power_sequencer(struct intel_dp *intel_dp)
1169{
1170	struct intel_display *display = to_intel_display(intel_dp);
1171	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
1172	enum pipe pipe = intel_dp->pps.vlv_pps_pipe;
1173	i915_reg_t pp_on_reg = PP_ON_DELAYS(display, pipe);
 
1174
1175	drm_WARN_ON(display->drm, intel_dp->pps.vlv_active_pipe != INVALID_PIPE);
1176
1177	if (drm_WARN_ON(display->drm, pipe != PIPE_A && pipe != PIPE_B))
1178		return;
1179
1180	intel_pps_vdd_off_sync_unlocked(intel_dp);
1181
1182	/*
1183	 * VLV seems to get confused when multiple power sequencers
1184	 * have the same port selected (even if only one has power/vdd
1185	 * enabled). The failure manifests as vlv_wait_port_ready() failing
1186	 * CHV on the other hand doesn't seem to mind having the same port
1187	 * selected in multiple power sequencers, but let's clear the
1188	 * port select always when logically disconnecting a power sequencer
1189	 * from a port.
1190	 */
1191	drm_dbg_kms(display->drm,
1192		    "detaching %s from [ENCODER:%d:%s]\n",
1193		    pps_name(intel_dp),
1194		    dig_port->base.base.base.id, dig_port->base.base.name);
1195	intel_de_write(display, pp_on_reg, 0);
1196	intel_de_posting_read(display, pp_on_reg);
1197
1198	intel_dp->pps.vlv_pps_pipe = INVALID_PIPE;
1199}
1200
1201static void vlv_steal_power_sequencer(struct intel_display *display,
1202				      enum pipe pipe)
1203{
1204	struct intel_encoder *encoder;
1205
1206	lockdep_assert_held(&display->pps.mutex);
1207
1208	for_each_intel_dp(display->drm, encoder) {
1209		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1210
1211		drm_WARN(display->drm, intel_dp->pps.vlv_active_pipe == pipe,
1212			 "stealing PPS %c from active [ENCODER:%d:%s]\n",
1213			 pipe_name(pipe), encoder->base.base.id,
1214			 encoder->base.name);
1215
1216		if (intel_dp->pps.vlv_pps_pipe != pipe)
1217			continue;
1218
1219		drm_dbg_kms(display->drm,
1220			    "stealing PPS %c from [ENCODER:%d:%s]\n",
1221			    pipe_name(pipe), encoder->base.base.id,
1222			    encoder->base.name);
1223
1224		/* make sure vdd is off before we steal it */
1225		vlv_detach_power_sequencer(intel_dp);
1226	}
1227}
1228
1229static enum pipe vlv_active_pipe(struct intel_dp *intel_dp)
1230{
1231	struct intel_display *display = to_intel_display(intel_dp);
1232	struct drm_i915_private *dev_priv = to_i915(display->drm);
1233	struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
1234	enum pipe pipe;
1235
1236	if (g4x_dp_port_enabled(dev_priv, intel_dp->output_reg,
1237				encoder->port, &pipe))
1238		return pipe;
1239
1240	return INVALID_PIPE;
1241}
1242
1243/* Call on all DP, not just eDP */
1244void vlv_pps_pipe_init(struct intel_dp *intel_dp)
1245{
1246	intel_dp->pps.vlv_pps_pipe = INVALID_PIPE;
1247	intel_dp->pps.vlv_active_pipe = vlv_active_pipe(intel_dp);
1248}
1249
1250/* Call on all DP, not just eDP */
1251void vlv_pps_pipe_reset(struct intel_dp *intel_dp)
1252{
1253	intel_wakeref_t wakeref;
1254
1255	with_intel_pps_lock(intel_dp, wakeref)
1256		intel_dp->pps.vlv_active_pipe = vlv_active_pipe(intel_dp);
1257}
1258
1259enum pipe vlv_pps_backlight_initial_pipe(struct intel_dp *intel_dp)
1260{
1261	enum pipe pipe;
1262
1263	/*
1264	 * Figure out the current pipe for the initial backlight setup. If the
1265	 * current pipe isn't valid, try the PPS pipe, and if that fails just
1266	 * assume pipe A.
1267	 */
1268	pipe = vlv_active_pipe(intel_dp);
1269
1270	if (pipe != PIPE_A && pipe != PIPE_B)
1271		pipe = intel_dp->pps.vlv_pps_pipe;
1272
1273	if (pipe != PIPE_A && pipe != PIPE_B)
1274		pipe = PIPE_A;
1275
1276	return pipe;
1277}
1278
1279/* Call on all DP, not just eDP */
1280void vlv_pps_port_enable_unlocked(struct intel_encoder *encoder,
1281				  const struct intel_crtc_state *crtc_state)
1282{
1283	struct intel_display *display = to_intel_display(encoder);
1284	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1285	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1286
1287	lockdep_assert_held(&display->pps.mutex);
1288
1289	drm_WARN_ON(display->drm, intel_dp->pps.vlv_active_pipe != INVALID_PIPE);
1290
1291	if (intel_dp->pps.vlv_pps_pipe != INVALID_PIPE &&
1292	    intel_dp->pps.vlv_pps_pipe != crtc->pipe) {
1293		/*
1294		 * If another power sequencer was being used on this
1295		 * port previously make sure to turn off vdd there while
1296		 * we still have control of it.
1297		 */
1298		vlv_detach_power_sequencer(intel_dp);
1299	}
1300
1301	/*
1302	 * We may be stealing the power
1303	 * sequencer from another port.
1304	 */
1305	vlv_steal_power_sequencer(display, crtc->pipe);
1306
1307	intel_dp->pps.vlv_active_pipe = crtc->pipe;
1308
1309	if (!intel_dp_is_edp(intel_dp))
1310		return;
1311
1312	/* now it's all ours */
1313	intel_dp->pps.vlv_pps_pipe = crtc->pipe;
1314
1315	drm_dbg_kms(display->drm,
1316		    "initializing %s for [ENCODER:%d:%s]\n",
1317		    pps_name(intel_dp),
1318		    encoder->base.base.id, encoder->base.name);
1319
1320	/* init power sequencer on this pipe and port */
1321	pps_init_delays(intel_dp);
1322	pps_init_registers(intel_dp, true);
1323}
1324
1325/* Call on all DP, not just eDP */
1326void vlv_pps_port_disable(struct intel_encoder *encoder,
1327			  const struct intel_crtc_state *crtc_state)
1328{
1329	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1330
1331	intel_wakeref_t wakeref;
1332
1333	with_intel_pps_lock(intel_dp, wakeref)
1334		intel_dp->pps.vlv_active_pipe = INVALID_PIPE;
1335}
1336
1337static void pps_vdd_init(struct intel_dp *intel_dp)
1338{
1339	struct intel_display *display = to_intel_display(intel_dp);
1340	struct drm_i915_private *dev_priv = to_i915(display->drm);
1341	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
1342
1343	lockdep_assert_held(&display->pps.mutex);
1344
1345	if (!edp_have_panel_vdd(intel_dp))
1346		return;
1347
1348	/*
1349	 * The VDD bit needs a power domain reference, so if the bit is
1350	 * already enabled when we boot or resume, grab this reference and
1351	 * schedule a vdd off, so we don't hold on to the reference
1352	 * indefinitely.
1353	 */
1354	drm_dbg_kms(display->drm,
1355		    "[ENCODER:%d:%s] %s VDD left on by BIOS, adjusting state tracking\n",
1356		    dig_port->base.base.base.id, dig_port->base.base.name,
1357		    pps_name(intel_dp));
1358	drm_WARN_ON(display->drm, intel_dp->pps.vdd_wakeref);
1359	intel_dp->pps.vdd_wakeref = intel_display_power_get(dev_priv,
1360							    intel_aux_power_domain(dig_port));
1361}
1362
1363bool intel_pps_have_panel_power_or_vdd(struct intel_dp *intel_dp)
1364{
1365	intel_wakeref_t wakeref;
1366	bool have_power = false;
1367
1368	with_intel_pps_lock(intel_dp, wakeref) {
1369		have_power = edp_have_panel_power(intel_dp) ||
1370			     edp_have_panel_vdd(intel_dp);
1371	}
1372
1373	return have_power;
1374}
1375
1376static void pps_init_timestamps(struct intel_dp *intel_dp)
1377{
1378	/*
1379	 * Initialize panel power off time to 0, assuming panel power could have
1380	 * been toggled between kernel boot and now only by a previously loaded
1381	 * and removed i915, which has already ensured sufficient power off
1382	 * delay at module remove.
1383	 */
1384	intel_dp->pps.panel_power_off_time = 0;
1385	intel_dp->pps.last_power_on = jiffies;
1386	intel_dp->pps.last_backlight_off = jiffies;
1387}
1388
1389static void
1390intel_pps_readout_hw_state(struct intel_dp *intel_dp, struct edp_power_seq *seq)
1391{
1392	struct intel_display *display = to_intel_display(intel_dp);
1393	u32 pp_on, pp_off, pp_ctl;
1394	struct pps_registers regs;
1395
1396	intel_pps_get_registers(intel_dp, &regs);
1397
1398	pp_ctl = ilk_get_pp_control(intel_dp);
1399
1400	/* Ensure PPS is unlocked */
1401	if (!HAS_DDI(display))
1402		intel_de_write(display, regs.pp_ctrl, pp_ctl);
1403
1404	pp_on = intel_de_read(display, regs.pp_on);
1405	pp_off = intel_de_read(display, regs.pp_off);
1406
1407	/* Pull timing values out of registers */
1408	seq->t1_t3 = REG_FIELD_GET(PANEL_POWER_UP_DELAY_MASK, pp_on);
1409	seq->t8 = REG_FIELD_GET(PANEL_LIGHT_ON_DELAY_MASK, pp_on);
1410	seq->t9 = REG_FIELD_GET(PANEL_LIGHT_OFF_DELAY_MASK, pp_off);
1411	seq->t10 = REG_FIELD_GET(PANEL_POWER_DOWN_DELAY_MASK, pp_off);
1412
1413	if (i915_mmio_reg_valid(regs.pp_div)) {
1414		u32 pp_div;
1415
1416		pp_div = intel_de_read(display, regs.pp_div);
1417
1418		seq->t11_t12 = REG_FIELD_GET(PANEL_POWER_CYCLE_DELAY_MASK, pp_div) * 1000;
1419	} else {
1420		seq->t11_t12 = REG_FIELD_GET(BXT_POWER_CYCLE_DELAY_MASK, pp_ctl) * 1000;
1421	}
1422}
1423
1424static void
1425intel_pps_dump_state(struct intel_dp *intel_dp, const char *state_name,
1426		     const struct edp_power_seq *seq)
1427{
1428	struct intel_display *display = to_intel_display(intel_dp);
1429
1430	drm_dbg_kms(display->drm,
1431		    "%s t1_t3 %d t8 %d t9 %d t10 %d t11_t12 %d\n",
1432		    state_name,
1433		    seq->t1_t3, seq->t8, seq->t9, seq->t10, seq->t11_t12);
1434}
1435
1436static void
1437intel_pps_verify_state(struct intel_dp *intel_dp)
1438{
1439	struct intel_display *display = to_intel_display(intel_dp);
1440	struct edp_power_seq hw;
1441	struct edp_power_seq *sw = &intel_dp->pps.pps_delays;
1442
1443	intel_pps_readout_hw_state(intel_dp, &hw);
1444
1445	if (hw.t1_t3 != sw->t1_t3 || hw.t8 != sw->t8 || hw.t9 != sw->t9 ||
1446	    hw.t10 != sw->t10 || hw.t11_t12 != sw->t11_t12) {
1447		drm_err(display->drm, "PPS state mismatch\n");
1448		intel_pps_dump_state(intel_dp, "sw", sw);
1449		intel_pps_dump_state(intel_dp, "hw", &hw);
1450	}
1451}
1452
1453static bool pps_delays_valid(struct edp_power_seq *delays)
1454{
1455	return delays->t1_t3 || delays->t8 || delays->t9 ||
1456		delays->t10 || delays->t11_t12;
1457}
1458
1459static void pps_init_delays_bios(struct intel_dp *intel_dp,
1460				 struct edp_power_seq *bios)
1461{
1462	struct intel_display *display = to_intel_display(intel_dp);
1463
1464	lockdep_assert_held(&display->pps.mutex);
1465
1466	if (!pps_delays_valid(&intel_dp->pps.bios_pps_delays))
1467		intel_pps_readout_hw_state(intel_dp, &intel_dp->pps.bios_pps_delays);
1468
1469	*bios = intel_dp->pps.bios_pps_delays;
1470
1471	intel_pps_dump_state(intel_dp, "bios", bios);
1472}
1473
1474static void pps_init_delays_vbt(struct intel_dp *intel_dp,
1475				struct edp_power_seq *vbt)
1476{
1477	struct intel_display *display = to_intel_display(intel_dp);
1478	struct intel_connector *connector = intel_dp->attached_connector;
1479
1480	*vbt = connector->panel.vbt.edp.pps;
1481
1482	if (!pps_delays_valid(vbt))
1483		return;
1484
1485	/* On Toshiba Satellite P50-C-18C system the VBT T12 delay
1486	 * of 500ms appears to be too short. Ocassionally the panel
1487	 * just fails to power back on. Increasing the delay to 800ms
1488	 * seems sufficient to avoid this problem.
1489	 */
1490	if (intel_has_quirk(display, QUIRK_INCREASE_T12_DELAY)) {
1491		vbt->t11_t12 = max_t(u16, vbt->t11_t12, 1300 * 10);
1492		drm_dbg_kms(display->drm,
1493			    "Increasing T12 panel delay as per the quirk to %d\n",
1494			    vbt->t11_t12);
1495	}
1496
1497	/* T11_T12 delay is special and actually in units of 100ms, but zero
1498	 * based in the hw (so we need to add 100 ms). But the sw vbt
1499	 * table multiplies it with 1000 to make it in units of 100usec,
1500	 * too. */
1501	vbt->t11_t12 += 100 * 10;
1502
1503	intel_pps_dump_state(intel_dp, "vbt", vbt);
1504}
1505
1506static void pps_init_delays_spec(struct intel_dp *intel_dp,
1507				 struct edp_power_seq *spec)
1508{
1509	struct intel_display *display = to_intel_display(intel_dp);
1510
1511	lockdep_assert_held(&display->pps.mutex);
1512
1513	/* Upper limits from eDP 1.3 spec. Note that we use the clunky units of
1514	 * our hw here, which are all in 100usec. */
1515	spec->t1_t3 = 210 * 10;
1516	spec->t8 = 50 * 10; /* no limit for t8, use t7 instead */
1517	spec->t9 = 50 * 10; /* no limit for t9, make it symmetric with t8 */
1518	spec->t10 = 500 * 10;
1519	/* This one is special and actually in units of 100ms, but zero
1520	 * based in the hw (so we need to add 100 ms). But the sw vbt
1521	 * table multiplies it with 1000 to make it in units of 100usec,
1522	 * too. */
1523	spec->t11_t12 = (510 + 100) * 10;
1524
1525	intel_pps_dump_state(intel_dp, "spec", spec);
1526}
1527
1528static void pps_init_delays(struct intel_dp *intel_dp)
1529{
1530	struct intel_display *display = to_intel_display(intel_dp);
1531	struct edp_power_seq cur, vbt, spec,
1532		*final = &intel_dp->pps.pps_delays;
1533
1534	lockdep_assert_held(&display->pps.mutex);
1535
1536	/* already initialized? */
1537	if (pps_delays_valid(final))
1538		return;
1539
1540	pps_init_delays_bios(intel_dp, &cur);
1541	pps_init_delays_vbt(intel_dp, &vbt);
1542	pps_init_delays_spec(intel_dp, &spec);
1543
1544	/* Use the max of the register settings and vbt. If both are
1545	 * unset, fall back to the spec limits. */
1546#define assign_final(field)	final->field = (max(cur.field, vbt.field) == 0 ? \
1547				       spec.field : \
1548				       max(cur.field, vbt.field))
1549	assign_final(t1_t3);
1550	assign_final(t8);
1551	assign_final(t9);
1552	assign_final(t10);
1553	assign_final(t11_t12);
1554#undef assign_final
1555
1556#define get_delay(field)	(DIV_ROUND_UP(final->field, 10))
1557	intel_dp->pps.panel_power_up_delay = get_delay(t1_t3);
1558	intel_dp->pps.backlight_on_delay = get_delay(t8);
1559	intel_dp->pps.backlight_off_delay = get_delay(t9);
1560	intel_dp->pps.panel_power_down_delay = get_delay(t10);
1561	intel_dp->pps.panel_power_cycle_delay = get_delay(t11_t12);
1562#undef get_delay
1563
1564	drm_dbg_kms(display->drm,
1565		    "panel power up delay %d, power down delay %d, power cycle delay %d\n",
1566		    intel_dp->pps.panel_power_up_delay,
1567		    intel_dp->pps.panel_power_down_delay,
1568		    intel_dp->pps.panel_power_cycle_delay);
1569
1570	drm_dbg_kms(display->drm, "backlight on delay %d, off delay %d\n",
1571		    intel_dp->pps.backlight_on_delay,
1572		    intel_dp->pps.backlight_off_delay);
1573
1574	/*
1575	 * We override the HW backlight delays to 1 because we do manual waits
1576	 * on them. For T8, even BSpec recommends doing it. For T9, if we
1577	 * don't do this, we'll end up waiting for the backlight off delay
1578	 * twice: once when we do the manual sleep, and once when we disable
1579	 * the panel and wait for the PP_STATUS bit to become zero.
1580	 */
1581	final->t8 = 1;
1582	final->t9 = 1;
1583
1584	/*
1585	 * HW has only a 100msec granularity for t11_t12 so round it up
1586	 * accordingly.
1587	 */
1588	final->t11_t12 = roundup(final->t11_t12, 100 * 10);
1589}
1590
1591static void pps_init_registers(struct intel_dp *intel_dp, bool force_disable_vdd)
1592{
1593	struct intel_display *display = to_intel_display(intel_dp);
1594	struct drm_i915_private *dev_priv = to_i915(display->drm);
1595	u32 pp_on, pp_off, port_sel = 0;
1596	int div = DISPLAY_RUNTIME_INFO(display)->rawclk_freq / 1000;
1597	struct pps_registers regs;
1598	enum port port = dp_to_dig_port(intel_dp)->base.port;
1599	const struct edp_power_seq *seq = &intel_dp->pps.pps_delays;
1600
1601	lockdep_assert_held(&display->pps.mutex);
1602
1603	intel_pps_get_registers(intel_dp, &regs);
1604
1605	/*
1606	 * On some VLV machines the BIOS can leave the VDD
1607	 * enabled even on power sequencers which aren't
1608	 * hooked up to any port. This would mess up the
1609	 * power domain tracking the first time we pick
1610	 * one of these power sequencers for use since
1611	 * intel_pps_vdd_on_unlocked() would notice that the VDD was
1612	 * already on and therefore wouldn't grab the power
1613	 * domain reference. Disable VDD first to avoid this.
1614	 * This also avoids spuriously turning the VDD on as
1615	 * soon as the new power sequencer gets initialized.
1616	 */
1617	if (force_disable_vdd) {
1618		u32 pp = ilk_get_pp_control(intel_dp);
1619
1620		drm_WARN(display->drm, pp & PANEL_POWER_ON,
1621			 "Panel power already on\n");
1622
1623		if (pp & EDP_FORCE_VDD)
1624			drm_dbg_kms(display->drm,
1625				    "VDD already on, disabling first\n");
1626
1627		pp &= ~EDP_FORCE_VDD;
1628
1629		intel_de_write(display, regs.pp_ctrl, pp);
1630	}
1631
1632	pp_on = REG_FIELD_PREP(PANEL_POWER_UP_DELAY_MASK, seq->t1_t3) |
1633		REG_FIELD_PREP(PANEL_LIGHT_ON_DELAY_MASK, seq->t8);
1634	pp_off = REG_FIELD_PREP(PANEL_LIGHT_OFF_DELAY_MASK, seq->t9) |
1635		REG_FIELD_PREP(PANEL_POWER_DOWN_DELAY_MASK, seq->t10);
1636
1637	/* Haswell doesn't have any port selection bits for the panel
1638	 * power sequencer any more. */
1639	if (display->platform.valleyview || display->platform.cherryview) {
1640		port_sel = PANEL_PORT_SELECT_VLV(port);
1641	} else if (HAS_PCH_IBX(dev_priv) || HAS_PCH_CPT(dev_priv)) {
1642		switch (port) {
1643		case PORT_A:
1644			port_sel = PANEL_PORT_SELECT_DPA;
1645			break;
1646		case PORT_C:
1647			port_sel = PANEL_PORT_SELECT_DPC;
1648			break;
1649		case PORT_D:
1650			port_sel = PANEL_PORT_SELECT_DPD;
1651			break;
1652		default:
1653			MISSING_CASE(port);
1654			break;
1655		}
1656	}
1657
1658	pp_on |= port_sel;
1659
1660	intel_de_write(display, regs.pp_on, pp_on);
1661	intel_de_write(display, regs.pp_off, pp_off);
1662
1663	/*
1664	 * Compute the divisor for the pp clock, simply match the Bspec formula.
1665	 */
1666	if (i915_mmio_reg_valid(regs.pp_div))
1667		intel_de_write(display, regs.pp_div,
1668			       REG_FIELD_PREP(PP_REFERENCE_DIVIDER_MASK, (100 * div) / 2 - 1) | REG_FIELD_PREP(PANEL_POWER_CYCLE_DELAY_MASK, DIV_ROUND_UP(seq->t11_t12, 1000)));
1669	else
1670		intel_de_rmw(display, regs.pp_ctrl, BXT_POWER_CYCLE_DELAY_MASK,
1671			     REG_FIELD_PREP(BXT_POWER_CYCLE_DELAY_MASK,
1672					    DIV_ROUND_UP(seq->t11_t12, 1000)));
1673
1674	drm_dbg_kms(display->drm,
1675		    "panel power sequencer register settings: PP_ON %#x, PP_OFF %#x, PP_DIV %#x\n",
1676		    intel_de_read(display, regs.pp_on),
1677		    intel_de_read(display, regs.pp_off),
1678		    i915_mmio_reg_valid(regs.pp_div) ?
1679		    intel_de_read(display, regs.pp_div) :
1680		    (intel_de_read(display, regs.pp_ctrl) & BXT_POWER_CYCLE_DELAY_MASK));
1681}
1682
1683void intel_pps_encoder_reset(struct intel_dp *intel_dp)
1684{
1685	struct intel_display *display = to_intel_display(intel_dp);
1686	intel_wakeref_t wakeref;
1687
1688	if (!intel_dp_is_edp(intel_dp))
1689		return;
1690
1691	with_intel_pps_lock(intel_dp, wakeref) {
1692		/*
1693		 * Reinit the power sequencer also on the resume path, in case
1694		 * BIOS did something nasty with it.
1695		 */
1696		if (display->platform.valleyview || display->platform.cherryview)
1697			vlv_initial_power_sequencer_setup(intel_dp);
1698
1699		pps_init_delays(intel_dp);
1700		pps_init_registers(intel_dp, false);
1701		pps_vdd_init(intel_dp);
1702
1703		if (edp_have_panel_vdd(intel_dp))
1704			edp_panel_vdd_schedule_off(intel_dp);
1705	}
1706}
1707
1708bool intel_pps_init(struct intel_dp *intel_dp)
1709{
1710	intel_wakeref_t wakeref;
1711	bool ret;
1712
1713	intel_dp->pps.initializing = true;
1714	INIT_DELAYED_WORK(&intel_dp->pps.panel_vdd_work, edp_panel_vdd_work);
1715
1716	pps_init_timestamps(intel_dp);
1717
1718	with_intel_pps_lock(intel_dp, wakeref) {
1719		ret = pps_initial_setup(intel_dp);
1720
1721		pps_init_delays(intel_dp);
1722		pps_init_registers(intel_dp, false);
1723		pps_vdd_init(intel_dp);
1724	}
1725
1726	return ret;
1727}
1728
1729static void pps_init_late(struct intel_dp *intel_dp)
1730{
1731	struct intel_display *display = to_intel_display(intel_dp);
1732	struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
1733	struct intel_connector *connector = intel_dp->attached_connector;
1734
1735	if (display->platform.valleyview || display->platform.cherryview)
1736		return;
1737
1738	if (intel_num_pps(display) < 2)
1739		return;
1740
1741	drm_WARN(display->drm,
1742		 connector->panel.vbt.backlight.controller >= 0 &&
1743		 intel_dp->pps.pps_idx != connector->panel.vbt.backlight.controller,
1744		 "[ENCODER:%d:%s] power sequencer mismatch: %d (initial) vs. %d (VBT)\n",
1745		 encoder->base.base.id, encoder->base.name,
1746		 intel_dp->pps.pps_idx, connector->panel.vbt.backlight.controller);
1747
1748	if (connector->panel.vbt.backlight.controller >= 0)
1749		intel_dp->pps.pps_idx = connector->panel.vbt.backlight.controller;
1750}
1751
1752void intel_pps_init_late(struct intel_dp *intel_dp)
1753{
1754	intel_wakeref_t wakeref;
1755
1756	with_intel_pps_lock(intel_dp, wakeref) {
1757		/* Reinit delays after per-panel info has been parsed from VBT */
1758		pps_init_late(intel_dp);
1759
1760		memset(&intel_dp->pps.pps_delays, 0, sizeof(intel_dp->pps.pps_delays));
1761		pps_init_delays(intel_dp);
1762		pps_init_registers(intel_dp, false);
1763
1764		intel_dp->pps.initializing = false;
1765
1766		if (edp_have_panel_vdd(intel_dp))
1767			edp_panel_vdd_schedule_off(intel_dp);
1768	}
1769}
1770
1771void intel_pps_unlock_regs_wa(struct intel_display *display)
1772{
1773	int pps_num;
1774	int pps_idx;
1775
1776	if (!HAS_DISPLAY(display) || HAS_DDI(display))
1777		return;
1778	/*
1779	 * This w/a is needed at least on CPT/PPT, but to be sure apply it
1780	 * everywhere where registers can be write protected.
1781	 */
1782	pps_num = intel_num_pps(display);
1783
1784	for (pps_idx = 0; pps_idx < pps_num; pps_idx++)
1785		intel_de_rmw(display, PP_CONTROL(display, pps_idx),
1786			     PANEL_UNLOCK_MASK, PANEL_UNLOCK_REGS);
1787}
1788
1789void intel_pps_setup(struct intel_display *display)
1790{
1791	struct drm_i915_private *i915 = to_i915(display->drm);
1792
1793	if (HAS_PCH_SPLIT(i915) || display->platform.geminilake || display->platform.broxton)
1794		display->pps.mmio_base = PCH_PPS_BASE;
1795	else if (display->platform.valleyview || display->platform.cherryview)
1796		display->pps.mmio_base = VLV_PPS_BASE;
1797	else
1798		display->pps.mmio_base = PPS_BASE;
1799}
1800
1801static int intel_pps_show(struct seq_file *m, void *data)
1802{
1803	struct intel_connector *connector = m->private;
1804	struct intel_dp *intel_dp = intel_attached_dp(connector);
1805
1806	if (connector->base.status != connector_status_connected)
1807		return -ENODEV;
1808
1809	seq_printf(m, "Panel power up delay: %d\n",
1810		   intel_dp->pps.panel_power_up_delay);
1811	seq_printf(m, "Panel power down delay: %d\n",
1812		   intel_dp->pps.panel_power_down_delay);
1813	seq_printf(m, "Backlight on delay: %d\n",
1814		   intel_dp->pps.backlight_on_delay);
1815	seq_printf(m, "Backlight off delay: %d\n",
1816		   intel_dp->pps.backlight_off_delay);
1817
1818	return 0;
1819}
1820DEFINE_SHOW_ATTRIBUTE(intel_pps);
1821
1822void intel_pps_connector_debugfs_add(struct intel_connector *connector)
1823{
1824	struct dentry *root = connector->base.debugfs_entry;
1825	int connector_type = connector->base.connector_type;
1826
1827	if (connector_type == DRM_MODE_CONNECTOR_eDP)
1828		debugfs_create_file("i915_panel_timings", 0444, root,
1829				    connector, &intel_pps_fops);
1830}
1831
1832void assert_pps_unlocked(struct intel_display *display, enum pipe pipe)
1833{
1834	struct drm_i915_private *dev_priv = to_i915(display->drm);
1835	i915_reg_t pp_reg;
1836	u32 val;
1837	enum pipe panel_pipe = INVALID_PIPE;
1838	bool locked = true;
1839
1840	if (drm_WARN_ON(display->drm, HAS_DDI(display)))
1841		return;
1842
1843	if (HAS_PCH_SPLIT(dev_priv)) {
1844		u32 port_sel;
1845
1846		pp_reg = PP_CONTROL(display, 0);
1847		port_sel = intel_de_read(display, PP_ON_DELAYS(display, 0)) &
1848			PANEL_PORT_SELECT_MASK;
1849
1850		switch (port_sel) {
1851		case PANEL_PORT_SELECT_LVDS:
1852			intel_lvds_port_enabled(dev_priv, PCH_LVDS, &panel_pipe);
1853			break;
1854		case PANEL_PORT_SELECT_DPA:
1855			g4x_dp_port_enabled(dev_priv, DP_A, PORT_A, &panel_pipe);
1856			break;
1857		case PANEL_PORT_SELECT_DPC:
1858			g4x_dp_port_enabled(dev_priv, PCH_DP_C, PORT_C, &panel_pipe);
1859			break;
1860		case PANEL_PORT_SELECT_DPD:
1861			g4x_dp_port_enabled(dev_priv, PCH_DP_D, PORT_D, &panel_pipe);
1862			break;
1863		default:
1864			MISSING_CASE(port_sel);
1865			break;
1866		}
1867	} else if (display->platform.valleyview || display->platform.cherryview) {
1868		/* presumably write lock depends on pipe, not port select */
1869		pp_reg = PP_CONTROL(display, pipe);
1870		panel_pipe = pipe;
1871	} else {
1872		u32 port_sel;
1873
1874		pp_reg = PP_CONTROL(display, 0);
1875		port_sel = intel_de_read(display, PP_ON_DELAYS(display, 0)) &
1876			PANEL_PORT_SELECT_MASK;
1877
1878		drm_WARN_ON(display->drm,
1879			    port_sel != PANEL_PORT_SELECT_LVDS);
1880		intel_lvds_port_enabled(dev_priv, LVDS, &panel_pipe);
1881	}
1882
1883	val = intel_de_read(display, pp_reg);
1884	if (!(val & PANEL_POWER_ON) ||
1885	    ((val & PANEL_UNLOCK_MASK) == PANEL_UNLOCK_REGS))
1886		locked = false;
1887
1888	INTEL_DISPLAY_STATE_WARN(display, panel_pipe == pipe && locked,
1889				 "panel assertion failure, pipe %c regs locked\n",
1890				 pipe_name(pipe));
1891}
v6.8
   1// SPDX-License-Identifier: MIT
   2/*
   3 * Copyright © 2020 Intel Corporation
   4 */
   5
 
 
   6#include "g4x_dp.h"
   7#include "i915_drv.h"
   8#include "i915_reg.h"
   9#include "intel_de.h"
  10#include "intel_display_power_well.h"
  11#include "intel_display_types.h"
  12#include "intel_dp.h"
  13#include "intel_dpio_phy.h"
  14#include "intel_dpll.h"
  15#include "intel_lvds.h"
  16#include "intel_lvds_regs.h"
  17#include "intel_pps.h"
  18#include "intel_pps_regs.h"
  19#include "intel_quirks.h"
  20
  21static void vlv_steal_power_sequencer(struct drm_i915_private *dev_priv,
  22				      enum pipe pipe);
  23
  24static void pps_init_delays(struct intel_dp *intel_dp);
  25static void pps_init_registers(struct intel_dp *intel_dp, bool force_disable_vdd);
  26
  27static const char *pps_name(struct drm_i915_private *i915,
  28			    struct intel_pps *pps)
  29{
  30	if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915)) {
  31		switch (pps->pps_pipe) {
 
 
 
  32		case INVALID_PIPE:
  33			/*
  34			 * FIXME would be nice if we can guarantee
  35			 * to always have a valid PPS when calling this.
  36			 */
  37			return "PPS <none>";
  38		case PIPE_A:
  39			return "PPS A";
  40		case PIPE_B:
  41			return "PPS B";
  42		default:
  43			MISSING_CASE(pps->pps_pipe);
  44			break;
  45		}
  46	} else {
  47		switch (pps->pps_idx) {
  48		case 0:
  49			return "PPS 0";
  50		case 1:
  51			return "PPS 1";
  52		default:
  53			MISSING_CASE(pps->pps_idx);
  54			break;
  55		}
  56	}
  57
  58	return "PPS <invalid>";
  59}
  60
  61intel_wakeref_t intel_pps_lock(struct intel_dp *intel_dp)
  62{
  63	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
  64	intel_wakeref_t wakeref;
  65
  66	/*
  67	 * See intel_pps_reset_all() why we need a power domain reference here.
  68	 */
  69	wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_DISPLAY_CORE);
  70	mutex_lock(&dev_priv->display.pps.mutex);
  71
  72	return wakeref;
  73}
  74
  75intel_wakeref_t intel_pps_unlock(struct intel_dp *intel_dp,
  76				 intel_wakeref_t wakeref)
  77{
  78	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
  79
  80	mutex_unlock(&dev_priv->display.pps.mutex);
  81	intel_display_power_put(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref);
  82
  83	return 0;
  84}
  85
  86static void
  87vlv_power_sequencer_kick(struct intel_dp *intel_dp)
  88{
  89	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
  90	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
  91	enum pipe pipe = intel_dp->pps.pps_pipe;
  92	bool pll_enabled, release_cl_override = false;
  93	enum dpio_phy phy = vlv_pipe_to_phy(pipe);
  94	enum dpio_channel ch = vlv_pipe_to_channel(pipe);
  95	u32 DP;
  96
  97	if (drm_WARN(&dev_priv->drm,
  98		     intel_de_read(dev_priv, intel_dp->output_reg) & DP_PORT_EN,
  99		     "skipping %s kick due to [ENCODER:%d:%s] being active\n",
 100		     pps_name(dev_priv, &intel_dp->pps),
 101		     dig_port->base.base.base.id, dig_port->base.base.name))
 102		return;
 103
 104	drm_dbg_kms(&dev_priv->drm,
 105		    "kicking %s for [ENCODER:%d:%s]\n",
 106		    pps_name(dev_priv, &intel_dp->pps),
 107		    dig_port->base.base.base.id, dig_port->base.base.name);
 108
 109	/* Preserve the BIOS-computed detected bit. This is
 110	 * supposed to be read-only.
 111	 */
 112	DP = intel_de_read(dev_priv, intel_dp->output_reg) & DP_DETECTED;
 113	DP |= DP_VOLTAGE_0_4 | DP_PRE_EMPHASIS_0;
 114	DP |= DP_PORT_WIDTH(1);
 115	DP |= DP_LINK_TRAIN_PAT_1;
 116
 117	if (IS_CHERRYVIEW(dev_priv))
 118		DP |= DP_PIPE_SEL_CHV(pipe);
 119	else
 120		DP |= DP_PIPE_SEL(pipe);
 121
 122	pll_enabled = intel_de_read(dev_priv, DPLL(pipe)) & DPLL_VCO_ENABLE;
 123
 124	/*
 125	 * The DPLL for the pipe must be enabled for this to work.
 126	 * So enable temporarily it if it's not already enabled.
 127	 */
 128	if (!pll_enabled) {
 129		release_cl_override = IS_CHERRYVIEW(dev_priv) &&
 130			!chv_phy_powergate_ch(dev_priv, phy, ch, true);
 131
 132		if (vlv_force_pll_on(dev_priv, pipe, vlv_get_dpll(dev_priv))) {
 133			drm_err(&dev_priv->drm,
 134				"Failed to force on PLL for pipe %c!\n",
 135				pipe_name(pipe));
 136			return;
 137		}
 138	}
 139
 140	/*
 141	 * Similar magic as in intel_dp_enable_port().
 142	 * We _must_ do this port enable + disable trick
 143	 * to make this power sequencer lock onto the port.
 144	 * Otherwise even VDD force bit won't work.
 145	 */
 146	intel_de_write(dev_priv, intel_dp->output_reg, DP);
 147	intel_de_posting_read(dev_priv, intel_dp->output_reg);
 148
 149	intel_de_write(dev_priv, intel_dp->output_reg, DP | DP_PORT_EN);
 150	intel_de_posting_read(dev_priv, intel_dp->output_reg);
 151
 152	intel_de_write(dev_priv, intel_dp->output_reg, DP & ~DP_PORT_EN);
 153	intel_de_posting_read(dev_priv, intel_dp->output_reg);
 154
 155	if (!pll_enabled) {
 156		vlv_force_pll_off(dev_priv, pipe);
 157
 158		if (release_cl_override)
 159			chv_phy_powergate_ch(dev_priv, phy, ch, false);
 160	}
 161}
 162
 163static enum pipe vlv_find_free_pps(struct drm_i915_private *dev_priv)
 164{
 165	struct intel_encoder *encoder;
 166	unsigned int pipes = (1 << PIPE_A) | (1 << PIPE_B);
 167
 168	/*
 169	 * We don't have power sequencer currently.
 170	 * Pick one that's not used by other ports.
 171	 */
 172	for_each_intel_dp(&dev_priv->drm, encoder) {
 173		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 174
 175		if (encoder->type == INTEL_OUTPUT_EDP) {
 176			drm_WARN_ON(&dev_priv->drm,
 177				    intel_dp->pps.active_pipe != INVALID_PIPE &&
 178				    intel_dp->pps.active_pipe !=
 179				    intel_dp->pps.pps_pipe);
 180
 181			if (intel_dp->pps.pps_pipe != INVALID_PIPE)
 182				pipes &= ~(1 << intel_dp->pps.pps_pipe);
 183		} else {
 184			drm_WARN_ON(&dev_priv->drm,
 185				    intel_dp->pps.pps_pipe != INVALID_PIPE);
 186
 187			if (intel_dp->pps.active_pipe != INVALID_PIPE)
 188				pipes &= ~(1 << intel_dp->pps.active_pipe);
 189		}
 190	}
 191
 192	if (pipes == 0)
 193		return INVALID_PIPE;
 194
 195	return ffs(pipes) - 1;
 196}
 197
 198static enum pipe
 199vlv_power_sequencer_pipe(struct intel_dp *intel_dp)
 200{
 201	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 202	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 203	enum pipe pipe;
 204
 205	lockdep_assert_held(&dev_priv->display.pps.mutex);
 206
 207	/* We should never land here with regular DP ports */
 208	drm_WARN_ON(&dev_priv->drm, !intel_dp_is_edp(intel_dp));
 209
 210	drm_WARN_ON(&dev_priv->drm, intel_dp->pps.active_pipe != INVALID_PIPE &&
 211		    intel_dp->pps.active_pipe != intel_dp->pps.pps_pipe);
 212
 213	if (intel_dp->pps.pps_pipe != INVALID_PIPE)
 214		return intel_dp->pps.pps_pipe;
 215
 216	pipe = vlv_find_free_pps(dev_priv);
 217
 218	/*
 219	 * Didn't find one. This should not happen since there
 220	 * are two power sequencers and up to two eDP ports.
 221	 */
 222	if (drm_WARN_ON(&dev_priv->drm, pipe == INVALID_PIPE))
 223		pipe = PIPE_A;
 224
 225	vlv_steal_power_sequencer(dev_priv, pipe);
 226	intel_dp->pps.pps_pipe = pipe;
 227
 228	drm_dbg_kms(&dev_priv->drm,
 229		    "picked %s for [ENCODER:%d:%s]\n",
 230		    pps_name(dev_priv, &intel_dp->pps),
 231		    dig_port->base.base.base.id, dig_port->base.base.name);
 232
 233	/* init power sequencer on this pipe and port */
 234	pps_init_delays(intel_dp);
 235	pps_init_registers(intel_dp, true);
 236
 237	/*
 238	 * Even vdd force doesn't work until we've made
 239	 * the power sequencer lock in on the port.
 240	 */
 241	vlv_power_sequencer_kick(intel_dp);
 242
 243	return intel_dp->pps.pps_pipe;
 244}
 245
 246static int
 247bxt_power_sequencer_idx(struct intel_dp *intel_dp)
 248{
 249	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 250	int pps_idx = intel_dp->pps.pps_idx;
 251
 252	lockdep_assert_held(&dev_priv->display.pps.mutex);
 253
 254	/* We should never land here with regular DP ports */
 255	drm_WARN_ON(&dev_priv->drm, !intel_dp_is_edp(intel_dp));
 256
 257	if (!intel_dp->pps.pps_reset)
 258		return pps_idx;
 259
 260	intel_dp->pps.pps_reset = false;
 261
 262	/*
 263	 * Only the HW needs to be reprogrammed, the SW state is fixed and
 264	 * has been setup during connector init.
 265	 */
 266	pps_init_registers(intel_dp, false);
 267
 268	return pps_idx;
 269}
 270
 271typedef bool (*pps_check)(struct drm_i915_private *dev_priv, int pps_idx);
 272
 273static bool pps_has_pp_on(struct drm_i915_private *dev_priv, int pps_idx)
 274{
 275	return intel_de_read(dev_priv, PP_STATUS(pps_idx)) & PP_ON;
 276}
 277
 278static bool pps_has_vdd_on(struct drm_i915_private *dev_priv, int pps_idx)
 279{
 280	return intel_de_read(dev_priv, PP_CONTROL(pps_idx)) & EDP_FORCE_VDD;
 281}
 282
 283static bool pps_any(struct drm_i915_private *dev_priv, int pps_idx)
 284{
 285	return true;
 286}
 287
 288static enum pipe
 289vlv_initial_pps_pipe(struct drm_i915_private *dev_priv,
 290		     enum port port, pps_check check)
 291{
 292	enum pipe pipe;
 293
 294	for (pipe = PIPE_A; pipe <= PIPE_B; pipe++) {
 295		u32 port_sel = intel_de_read(dev_priv, PP_ON_DELAYS(pipe)) &
 
 296			PANEL_PORT_SELECT_MASK;
 297
 298		if (port_sel != PANEL_PORT_SELECT_VLV(port))
 299			continue;
 300
 301		if (!check(dev_priv, pipe))
 302			continue;
 303
 304		return pipe;
 305	}
 306
 307	return INVALID_PIPE;
 308}
 309
 310static void
 311vlv_initial_power_sequencer_setup(struct intel_dp *intel_dp)
 312{
 313	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 314	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 315	enum port port = dig_port->base.port;
 316
 317	lockdep_assert_held(&dev_priv->display.pps.mutex);
 318
 319	/* try to find a pipe with this port selected */
 320	/* first pick one where the panel is on */
 321	intel_dp->pps.pps_pipe = vlv_initial_pps_pipe(dev_priv, port,
 322						      pps_has_pp_on);
 323	/* didn't find one? pick one where vdd is on */
 324	if (intel_dp->pps.pps_pipe == INVALID_PIPE)
 325		intel_dp->pps.pps_pipe = vlv_initial_pps_pipe(dev_priv, port,
 326							      pps_has_vdd_on);
 327	/* didn't find one? pick one with just the correct port */
 328	if (intel_dp->pps.pps_pipe == INVALID_PIPE)
 329		intel_dp->pps.pps_pipe = vlv_initial_pps_pipe(dev_priv, port,
 330							      pps_any);
 331
 332	/* didn't find one? just let vlv_power_sequencer_pipe() pick one when needed */
 333	if (intel_dp->pps.pps_pipe == INVALID_PIPE) {
 334		drm_dbg_kms(&dev_priv->drm,
 335			    "[ENCODER:%d:%s] no initial power sequencer\n",
 336			    dig_port->base.base.base.id, dig_port->base.base.name);
 337		return;
 338	}
 339
 340	drm_dbg_kms(&dev_priv->drm,
 341		    "[ENCODER:%d:%s] initial power sequencer: %s\n",
 342		    dig_port->base.base.base.id, dig_port->base.base.name,
 343		    pps_name(dev_priv, &intel_dp->pps));
 344}
 345
 346static int intel_num_pps(struct drm_i915_private *i915)
 347{
 348	if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915))
 
 
 
 
 
 349		return 2;
 350
 351	if (IS_GEMINILAKE(i915) || IS_BROXTON(i915))
 352		return 2;
 353
 354	if (INTEL_PCH_TYPE(i915) >= PCH_DG1)
 355		return 1;
 356
 357	if (INTEL_PCH_TYPE(i915) >= PCH_ICP)
 358		return 2;
 359
 360	return 1;
 361}
 362
 363static bool intel_pps_is_valid(struct intel_dp *intel_dp)
 364{
 365	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
 
 366
 367	if (intel_dp->pps.pps_idx == 1 &&
 368	    INTEL_PCH_TYPE(i915) >= PCH_ICP &&
 369	    INTEL_PCH_TYPE(i915) < PCH_MTP)
 370		return intel_de_read(i915, SOUTH_CHICKEN1) & ICP_SECOND_PPS_IO_SELECT;
 371
 372	return true;
 373}
 374
 375static int
 376bxt_initial_pps_idx(struct drm_i915_private *i915, pps_check check)
 377{
 378	int pps_idx, pps_num = intel_num_pps(i915);
 379
 380	for (pps_idx = 0; pps_idx < pps_num; pps_idx++) {
 381		if (check(i915, pps_idx))
 382			return pps_idx;
 383	}
 384
 385	return -1;
 386}
 387
 388static bool
 389pps_initial_setup(struct intel_dp *intel_dp)
 390{
 
 391	struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
 392	struct intel_connector *connector = intel_dp->attached_connector;
 393	struct drm_i915_private *i915 = to_i915(encoder->base.dev);
 394
 395	lockdep_assert_held(&i915->display.pps.mutex);
 396
 397	if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915)) {
 398		vlv_initial_power_sequencer_setup(intel_dp);
 399		return true;
 400	}
 401
 402	/* first ask the VBT */
 403	if (intel_num_pps(i915) > 1)
 404		intel_dp->pps.pps_idx = connector->panel.vbt.backlight.controller;
 405	else
 406		intel_dp->pps.pps_idx = 0;
 407
 408	if (drm_WARN_ON(&i915->drm, intel_dp->pps.pps_idx >= intel_num_pps(i915)))
 409		intel_dp->pps.pps_idx = -1;
 410
 411	/* VBT wasn't parsed yet? pick one where the panel is on */
 412	if (intel_dp->pps.pps_idx < 0)
 413		intel_dp->pps.pps_idx = bxt_initial_pps_idx(i915, pps_has_pp_on);
 414	/* didn't find one? pick one where vdd is on */
 415	if (intel_dp->pps.pps_idx < 0)
 416		intel_dp->pps.pps_idx = bxt_initial_pps_idx(i915, pps_has_vdd_on);
 417	/* didn't find one? pick any */
 418	if (intel_dp->pps.pps_idx < 0) {
 419		intel_dp->pps.pps_idx = bxt_initial_pps_idx(i915, pps_any);
 420
 421		drm_dbg_kms(&i915->drm,
 422			    "[ENCODER:%d:%s] no initial power sequencer, assuming %s\n",
 423			    encoder->base.base.id, encoder->base.name,
 424			    pps_name(i915, &intel_dp->pps));
 425	} else {
 426		drm_dbg_kms(&i915->drm,
 427			    "[ENCODER:%d:%s] initial power sequencer: %s\n",
 428			    encoder->base.base.id, encoder->base.name,
 429			    pps_name(i915, &intel_dp->pps));
 430	}
 431
 432	return intel_pps_is_valid(intel_dp);
 433}
 434
 435void intel_pps_reset_all(struct drm_i915_private *dev_priv)
 436{
 437	struct intel_encoder *encoder;
 438
 439	if (drm_WARN_ON(&dev_priv->drm, !IS_LP(dev_priv)))
 440		return;
 441
 442	if (!HAS_DISPLAY(dev_priv))
 443		return;
 444
 445	/*
 446	 * We can't grab pps_mutex here due to deadlock with power_domain
 447	 * mutex when power_domain functions are called while holding pps_mutex.
 448	 * That also means that in order to use pps_pipe the code needs to
 449	 * hold both a power domain reference and pps_mutex, and the power domain
 450	 * reference get/put must be done while _not_ holding pps_mutex.
 451	 * pps_{lock,unlock}() do these steps in the correct order, so one
 452	 * should use them always.
 453	 */
 454
 455	for_each_intel_dp(&dev_priv->drm, encoder) {
 456		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
 457
 458		drm_WARN_ON(&dev_priv->drm,
 459			    intel_dp->pps.active_pipe != INVALID_PIPE);
 
 
 
 
 
 
 
 
 
 
 
 
 
 460
 461		if (encoder->type != INTEL_OUTPUT_EDP)
 462			continue;
 463
 464		if (DISPLAY_VER(dev_priv) >= 9)
 465			intel_dp->pps.pps_reset = true;
 466		else
 467			intel_dp->pps.pps_pipe = INVALID_PIPE;
 468	}
 469}
 470
 471struct pps_registers {
 472	i915_reg_t pp_ctrl;
 473	i915_reg_t pp_stat;
 474	i915_reg_t pp_on;
 475	i915_reg_t pp_off;
 476	i915_reg_t pp_div;
 477};
 478
 479static void intel_pps_get_registers(struct intel_dp *intel_dp,
 480				    struct pps_registers *regs)
 481{
 482	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
 483	int pps_idx;
 484
 485	memset(regs, 0, sizeof(*regs));
 486
 487	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
 488		pps_idx = vlv_power_sequencer_pipe(intel_dp);
 489	else if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv))
 490		pps_idx = bxt_power_sequencer_idx(intel_dp);
 491	else
 492		pps_idx = intel_dp->pps.pps_idx;
 493
 494	regs->pp_ctrl = PP_CONTROL(pps_idx);
 495	regs->pp_stat = PP_STATUS(pps_idx);
 496	regs->pp_on = PP_ON_DELAYS(pps_idx);
 497	regs->pp_off = PP_OFF_DELAYS(pps_idx);
 498
 499	/* Cycle delay moved from PP_DIVISOR to PP_CONTROL */
 500	if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv) ||
 501	    INTEL_PCH_TYPE(dev_priv) >= PCH_CNP)
 502		regs->pp_div = INVALID_MMIO_REG;
 503	else
 504		regs->pp_div = PP_DIVISOR(pps_idx);
 505}
 506
 507static i915_reg_t
 508_pp_ctrl_reg(struct intel_dp *intel_dp)
 509{
 510	struct pps_registers regs;
 511
 512	intel_pps_get_registers(intel_dp, &regs);
 513
 514	return regs.pp_ctrl;
 515}
 516
 517static i915_reg_t
 518_pp_stat_reg(struct intel_dp *intel_dp)
 519{
 520	struct pps_registers regs;
 521
 522	intel_pps_get_registers(intel_dp, &regs);
 523
 524	return regs.pp_stat;
 525}
 526
 527static bool edp_have_panel_power(struct intel_dp *intel_dp)
 528{
 529	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 530
 531	lockdep_assert_held(&dev_priv->display.pps.mutex);
 532
 533	if ((IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) &&
 534	    intel_dp->pps.pps_pipe == INVALID_PIPE)
 535		return false;
 536
 537	return (intel_de_read(dev_priv, _pp_stat_reg(intel_dp)) & PP_ON) != 0;
 538}
 539
 540static bool edp_have_panel_vdd(struct intel_dp *intel_dp)
 541{
 542	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 543
 544	lockdep_assert_held(&dev_priv->display.pps.mutex);
 545
 546	if ((IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) &&
 547	    intel_dp->pps.pps_pipe == INVALID_PIPE)
 548		return false;
 549
 550	return intel_de_read(dev_priv, _pp_ctrl_reg(intel_dp)) & EDP_FORCE_VDD;
 551}
 552
 553void intel_pps_check_power_unlocked(struct intel_dp *intel_dp)
 554{
 555	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 556	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 557
 558	if (!intel_dp_is_edp(intel_dp))
 559		return;
 560
 561	if (!edp_have_panel_power(intel_dp) && !edp_have_panel_vdd(intel_dp)) {
 562		drm_WARN(&dev_priv->drm, 1,
 563			 "[ENCODER:%d:%s] %s powered off while attempting AUX CH communication.\n",
 564			 dig_port->base.base.base.id, dig_port->base.base.name,
 565			 pps_name(dev_priv, &intel_dp->pps));
 566		drm_dbg_kms(&dev_priv->drm,
 567			    "[ENCODER:%d:%s] %s PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 568			    dig_port->base.base.base.id, dig_port->base.base.name,
 569			    pps_name(dev_priv, &intel_dp->pps),
 570			    intel_de_read(dev_priv, _pp_stat_reg(intel_dp)),
 571			    intel_de_read(dev_priv, _pp_ctrl_reg(intel_dp)));
 572	}
 573}
 574
 575#define IDLE_ON_MASK		(PP_ON | PP_SEQUENCE_MASK | 0                     | PP_SEQUENCE_STATE_MASK)
 576#define IDLE_ON_VALUE		(PP_ON | PP_SEQUENCE_NONE | 0                     | PP_SEQUENCE_STATE_ON_IDLE)
 577
 578#define IDLE_OFF_MASK		(PP_ON | PP_SEQUENCE_MASK | 0                     | 0)
 579#define IDLE_OFF_VALUE		(0     | PP_SEQUENCE_NONE | 0                     | 0)
 580
 581#define IDLE_CYCLE_MASK		(PP_ON | PP_SEQUENCE_MASK | PP_CYCLE_DELAY_ACTIVE | PP_SEQUENCE_STATE_MASK)
 582#define IDLE_CYCLE_VALUE	(0     | PP_SEQUENCE_NONE | 0                     | PP_SEQUENCE_STATE_OFF_IDLE)
 583
 584static void intel_pps_verify_state(struct intel_dp *intel_dp);
 585
 586static void wait_panel_status(struct intel_dp *intel_dp,
 587			      u32 mask, u32 value)
 588{
 589	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 590	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 591	i915_reg_t pp_stat_reg, pp_ctrl_reg;
 592
 593	lockdep_assert_held(&dev_priv->display.pps.mutex);
 594
 595	intel_pps_verify_state(intel_dp);
 596
 597	pp_stat_reg = _pp_stat_reg(intel_dp);
 598	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 599
 600	drm_dbg_kms(&dev_priv->drm,
 601		    "[ENCODER:%d:%s] %s mask: 0x%08x value: 0x%08x PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 602		    dig_port->base.base.base.id, dig_port->base.base.name,
 603		    pps_name(dev_priv, &intel_dp->pps),
 604		    mask, value,
 605		    intel_de_read(dev_priv, pp_stat_reg),
 606		    intel_de_read(dev_priv, pp_ctrl_reg));
 607
 608	if (intel_de_wait_for_register(dev_priv, pp_stat_reg,
 609				       mask, value, 5000))
 610		drm_err(&dev_priv->drm,
 611			"[ENCODER:%d:%s] %s panel status timeout: PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 612			dig_port->base.base.base.id, dig_port->base.base.name,
 613			pps_name(dev_priv, &intel_dp->pps),
 614			intel_de_read(dev_priv, pp_stat_reg),
 615			intel_de_read(dev_priv, pp_ctrl_reg));
 616
 617	drm_dbg_kms(&dev_priv->drm, "Wait complete\n");
 618}
 619
 620static void wait_panel_on(struct intel_dp *intel_dp)
 621{
 622	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
 623	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 624
 625	drm_dbg_kms(&i915->drm, "[ENCODER:%d:%s] %s wait for panel power on\n",
 
 626		    dig_port->base.base.base.id, dig_port->base.base.name,
 627		    pps_name(i915, &intel_dp->pps));
 628	wait_panel_status(intel_dp, IDLE_ON_MASK, IDLE_ON_VALUE);
 629}
 630
 631static void wait_panel_off(struct intel_dp *intel_dp)
 632{
 633	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
 634	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 635
 636	drm_dbg_kms(&i915->drm, "[ENCODER:%d:%s] %s wait for panel power off time\n",
 
 637		    dig_port->base.base.base.id, dig_port->base.base.name,
 638		    pps_name(i915, &intel_dp->pps));
 639	wait_panel_status(intel_dp, IDLE_OFF_MASK, IDLE_OFF_VALUE);
 640}
 641
 642static void wait_panel_power_cycle(struct intel_dp *intel_dp)
 643{
 644	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
 645	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 646	ktime_t panel_power_on_time;
 647	s64 panel_power_off_duration;
 648
 649	drm_dbg_kms(&i915->drm, "[ENCODER:%d:%s] %s wait for panel power cycle\n",
 
 650		    dig_port->base.base.base.id, dig_port->base.base.name,
 651		    pps_name(i915, &intel_dp->pps));
 652
 653	/* take the difference of current time and panel power off time
 654	 * and then make panel wait for t11_t12 if needed. */
 655	panel_power_on_time = ktime_get_boottime();
 656	panel_power_off_duration = ktime_ms_delta(panel_power_on_time, intel_dp->pps.panel_power_off_time);
 657
 658	/* When we disable the VDD override bit last we have to do the manual
 659	 * wait. */
 660	if (panel_power_off_duration < (s64)intel_dp->pps.panel_power_cycle_delay)
 661		wait_remaining_ms_from_jiffies(jiffies,
 662				       intel_dp->pps.panel_power_cycle_delay - panel_power_off_duration);
 663
 664	wait_panel_status(intel_dp, IDLE_CYCLE_MASK, IDLE_CYCLE_VALUE);
 665}
 666
 667void intel_pps_wait_power_cycle(struct intel_dp *intel_dp)
 668{
 669	intel_wakeref_t wakeref;
 670
 671	if (!intel_dp_is_edp(intel_dp))
 672		return;
 673
 674	with_intel_pps_lock(intel_dp, wakeref)
 675		wait_panel_power_cycle(intel_dp);
 676}
 677
 678static void wait_backlight_on(struct intel_dp *intel_dp)
 679{
 680	wait_remaining_ms_from_jiffies(intel_dp->pps.last_power_on,
 681				       intel_dp->pps.backlight_on_delay);
 682}
 683
 684static void edp_wait_backlight_off(struct intel_dp *intel_dp)
 685{
 686	wait_remaining_ms_from_jiffies(intel_dp->pps.last_backlight_off,
 687				       intel_dp->pps.backlight_off_delay);
 688}
 689
 690/* Read the current pp_control value, unlocking the register if it
 691 * is locked
 692 */
 693
 694static  u32 ilk_get_pp_control(struct intel_dp *intel_dp)
 695{
 696	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 697	u32 control;
 698
 699	lockdep_assert_held(&dev_priv->display.pps.mutex);
 700
 701	control = intel_de_read(dev_priv, _pp_ctrl_reg(intel_dp));
 702	if (drm_WARN_ON(&dev_priv->drm, !HAS_DDI(dev_priv) &&
 703			(control & PANEL_UNLOCK_MASK) != PANEL_UNLOCK_REGS)) {
 704		control &= ~PANEL_UNLOCK_MASK;
 705		control |= PANEL_UNLOCK_REGS;
 706	}
 707	return control;
 708}
 709
 710/*
 711 * Must be paired with intel_pps_vdd_off_unlocked().
 712 * Must hold pps_mutex around the whole on/off sequence.
 713 * Can be nested with intel_pps_vdd_{on,off}() calls.
 714 */
 715bool intel_pps_vdd_on_unlocked(struct intel_dp *intel_dp)
 716{
 717	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
 718	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 719	u32 pp;
 720	i915_reg_t pp_stat_reg, pp_ctrl_reg;
 721	bool need_to_disable = !intel_dp->pps.want_panel_vdd;
 722
 723	lockdep_assert_held(&dev_priv->display.pps.mutex);
 724
 725	if (!intel_dp_is_edp(intel_dp))
 726		return false;
 727
 728	cancel_delayed_work(&intel_dp->pps.panel_vdd_work);
 729	intel_dp->pps.want_panel_vdd = true;
 730
 731	if (edp_have_panel_vdd(intel_dp))
 732		return need_to_disable;
 733
 734	drm_WARN_ON(&dev_priv->drm, intel_dp->pps.vdd_wakeref);
 735	intel_dp->pps.vdd_wakeref = intel_display_power_get(dev_priv,
 736							    intel_aux_power_domain(dig_port));
 737
 738	pp_stat_reg = _pp_stat_reg(intel_dp);
 739	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 740
 741	drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] %s turning VDD on\n",
 742		    dig_port->base.base.base.id, dig_port->base.base.name,
 743		    pps_name(dev_priv, &intel_dp->pps));
 744
 745	if (!edp_have_panel_power(intel_dp))
 746		wait_panel_power_cycle(intel_dp);
 747
 748	pp = ilk_get_pp_control(intel_dp);
 749	pp |= EDP_FORCE_VDD;
 750
 751	intel_de_write(dev_priv, pp_ctrl_reg, pp);
 752	intel_de_posting_read(dev_priv, pp_ctrl_reg);
 753	drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] %s PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 
 754		    dig_port->base.base.base.id, dig_port->base.base.name,
 755		    pps_name(dev_priv, &intel_dp->pps),
 756		    intel_de_read(dev_priv, pp_stat_reg),
 757		    intel_de_read(dev_priv, pp_ctrl_reg));
 758	/*
 759	 * If the panel wasn't on, delay before accessing aux channel
 760	 */
 761	if (!edp_have_panel_power(intel_dp)) {
 762		drm_dbg_kms(&dev_priv->drm,
 763			    "[ENCODER:%d:%s] %s panel power wasn't enabled\n",
 764			    dig_port->base.base.base.id, dig_port->base.base.name,
 765			    pps_name(dev_priv, &intel_dp->pps));
 766		msleep(intel_dp->pps.panel_power_up_delay);
 767	}
 768
 769	return need_to_disable;
 770}
 771
 772/*
 773 * Must be paired with intel_pps_off().
 
 774 * Nested calls to these functions are not allowed since
 775 * we drop the lock. Caller must use some higher level
 776 * locking to prevent nested calls from other threads.
 777 */
 778void intel_pps_vdd_on(struct intel_dp *intel_dp)
 779{
 780	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
 781	intel_wakeref_t wakeref;
 782	bool vdd;
 783
 784	if (!intel_dp_is_edp(intel_dp))
 785		return;
 786
 787	vdd = false;
 788	with_intel_pps_lock(intel_dp, wakeref)
 789		vdd = intel_pps_vdd_on_unlocked(intel_dp);
 790	I915_STATE_WARN(i915, !vdd, "[ENCODER:%d:%s] %s VDD already requested on\n",
 791			dp_to_dig_port(intel_dp)->base.base.base.id,
 792			dp_to_dig_port(intel_dp)->base.base.name,
 793			pps_name(i915, &intel_dp->pps));
 794}
 795
 796static void intel_pps_vdd_off_sync_unlocked(struct intel_dp *intel_dp)
 797{
 798	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 799	struct intel_digital_port *dig_port =
 800		dp_to_dig_port(intel_dp);
 801	u32 pp;
 802	i915_reg_t pp_stat_reg, pp_ctrl_reg;
 803
 804	lockdep_assert_held(&dev_priv->display.pps.mutex);
 805
 806	drm_WARN_ON(&dev_priv->drm, intel_dp->pps.want_panel_vdd);
 807
 808	if (!edp_have_panel_vdd(intel_dp))
 809		return;
 810
 811	drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] %s turning VDD off\n",
 812		    dig_port->base.base.base.id, dig_port->base.base.name,
 813		    pps_name(dev_priv, &intel_dp->pps));
 814
 815	pp = ilk_get_pp_control(intel_dp);
 816	pp &= ~EDP_FORCE_VDD;
 817
 818	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 819	pp_stat_reg = _pp_stat_reg(intel_dp);
 820
 821	intel_de_write(dev_priv, pp_ctrl_reg, pp);
 822	intel_de_posting_read(dev_priv, pp_ctrl_reg);
 823
 824	/* Make sure sequencer is idle before allowing subsequent activity */
 825	drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] %s PP_STATUS: 0x%08x PP_CONTROL: 0x%08x\n",
 
 826		    dig_port->base.base.base.id, dig_port->base.base.name,
 827		    pps_name(dev_priv, &intel_dp->pps),
 828		    intel_de_read(dev_priv, pp_stat_reg),
 829		    intel_de_read(dev_priv, pp_ctrl_reg));
 830
 831	if ((pp & PANEL_POWER_ON) == 0)
 832		intel_dp->pps.panel_power_off_time = ktime_get_boottime();
 
 
 833
 834	intel_display_power_put(dev_priv,
 835				intel_aux_power_domain(dig_port),
 836				fetch_and_zero(&intel_dp->pps.vdd_wakeref));
 837}
 838
 839void intel_pps_vdd_off_sync(struct intel_dp *intel_dp)
 840{
 841	intel_wakeref_t wakeref;
 842
 843	if (!intel_dp_is_edp(intel_dp))
 844		return;
 845
 846	cancel_delayed_work_sync(&intel_dp->pps.panel_vdd_work);
 847	/*
 848	 * vdd might still be enabled due to the delayed vdd off.
 849	 * Make sure vdd is actually turned off here.
 850	 */
 851	with_intel_pps_lock(intel_dp, wakeref)
 852		intel_pps_vdd_off_sync_unlocked(intel_dp);
 853}
 854
 855static void edp_panel_vdd_work(struct work_struct *__work)
 856{
 857	struct intel_pps *pps = container_of(to_delayed_work(__work),
 858					     struct intel_pps, panel_vdd_work);
 859	struct intel_dp *intel_dp = container_of(pps, struct intel_dp, pps);
 860	intel_wakeref_t wakeref;
 861
 862	with_intel_pps_lock(intel_dp, wakeref) {
 863		if (!intel_dp->pps.want_panel_vdd)
 864			intel_pps_vdd_off_sync_unlocked(intel_dp);
 865	}
 866}
 867
 868static void edp_panel_vdd_schedule_off(struct intel_dp *intel_dp)
 869{
 870	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
 
 871	unsigned long delay;
 872
 873	/*
 874	 * We may not yet know the real power sequencing delays,
 875	 * so keep VDD enabled until we're done with init.
 876	 */
 877	if (intel_dp->pps.initializing)
 878		return;
 879
 880	/*
 881	 * Queue the timer to fire a long time from now (relative to the power
 882	 * down delay) to keep the panel power up across a sequence of
 883	 * operations.
 884	 */
 885	delay = msecs_to_jiffies(intel_dp->pps.panel_power_cycle_delay * 5);
 886	queue_delayed_work(i915->unordered_wq,
 887			   &intel_dp->pps.panel_vdd_work, delay);
 888}
 889
 890/*
 891 * Must be paired with edp_panel_vdd_on().
 892 * Must hold pps_mutex around the whole on/off sequence.
 893 * Can be nested with intel_pps_vdd_{on,off}() calls.
 894 */
 895void intel_pps_vdd_off_unlocked(struct intel_dp *intel_dp, bool sync)
 896{
 897	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 898
 899	lockdep_assert_held(&dev_priv->display.pps.mutex);
 900
 901	if (!intel_dp_is_edp(intel_dp))
 902		return;
 903
 904	I915_STATE_WARN(dev_priv, !intel_dp->pps.want_panel_vdd,
 905			"[ENCODER:%d:%s] %s VDD not forced on",
 906			dp_to_dig_port(intel_dp)->base.base.base.id,
 907			dp_to_dig_port(intel_dp)->base.base.name,
 908			pps_name(dev_priv, &intel_dp->pps));
 909
 910	intel_dp->pps.want_panel_vdd = false;
 911
 912	if (sync)
 913		intel_pps_vdd_off_sync_unlocked(intel_dp);
 914	else
 915		edp_panel_vdd_schedule_off(intel_dp);
 916}
 917
 
 
 
 
 
 
 
 
 
 
 
 918void intel_pps_on_unlocked(struct intel_dp *intel_dp)
 919{
 920	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 921	u32 pp;
 922	i915_reg_t pp_ctrl_reg;
 923
 924	lockdep_assert_held(&dev_priv->display.pps.mutex);
 925
 926	if (!intel_dp_is_edp(intel_dp))
 927		return;
 928
 929	drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] %s turn panel power on\n",
 930		    dp_to_dig_port(intel_dp)->base.base.base.id,
 931		    dp_to_dig_port(intel_dp)->base.base.name,
 932		    pps_name(dev_priv, &intel_dp->pps));
 933
 934	if (drm_WARN(&dev_priv->drm, edp_have_panel_power(intel_dp),
 935		     "[ENCODER:%d:%s] %s panel power already on\n",
 936		     dp_to_dig_port(intel_dp)->base.base.base.id,
 937		     dp_to_dig_port(intel_dp)->base.base.name,
 938		     pps_name(dev_priv, &intel_dp->pps)))
 939		return;
 940
 941	wait_panel_power_cycle(intel_dp);
 942
 943	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
 944	pp = ilk_get_pp_control(intel_dp);
 945	if (IS_IRONLAKE(dev_priv)) {
 946		/* ILK workaround: disable reset around power sequence */
 947		pp &= ~PANEL_POWER_RESET;
 948		intel_de_write(dev_priv, pp_ctrl_reg, pp);
 949		intel_de_posting_read(dev_priv, pp_ctrl_reg);
 950	}
 951
 
 
 
 
 
 
 
 
 952	pp |= PANEL_POWER_ON;
 953	if (!IS_IRONLAKE(dev_priv))
 954		pp |= PANEL_POWER_RESET;
 955
 956	intel_de_write(dev_priv, pp_ctrl_reg, pp);
 957	intel_de_posting_read(dev_priv, pp_ctrl_reg);
 958
 959	wait_panel_on(intel_dp);
 960	intel_dp->pps.last_power_on = jiffies;
 961
 962	if (IS_IRONLAKE(dev_priv)) {
 
 
 
 
 963		pp |= PANEL_POWER_RESET; /* restore panel reset bit */
 964		intel_de_write(dev_priv, pp_ctrl_reg, pp);
 965		intel_de_posting_read(dev_priv, pp_ctrl_reg);
 966	}
 967}
 968
 969void intel_pps_on(struct intel_dp *intel_dp)
 970{
 971	intel_wakeref_t wakeref;
 972
 973	if (!intel_dp_is_edp(intel_dp))
 974		return;
 975
 976	with_intel_pps_lock(intel_dp, wakeref)
 977		intel_pps_on_unlocked(intel_dp);
 978}
 979
 980void intel_pps_off_unlocked(struct intel_dp *intel_dp)
 981{
 982	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
 983	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
 984	u32 pp;
 985	i915_reg_t pp_ctrl_reg;
 986
 987	lockdep_assert_held(&dev_priv->display.pps.mutex);
 988
 989	if (!intel_dp_is_edp(intel_dp))
 990		return;
 991
 992	drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] %s turn panel power off\n",
 993		    dig_port->base.base.base.id, dig_port->base.base.name,
 994		    pps_name(dev_priv, &intel_dp->pps));
 995
 996	drm_WARN(&dev_priv->drm, !intel_dp->pps.want_panel_vdd,
 997		 "[ENCODER:%d:%s] %s need VDD to turn off panel\n",
 998		 dig_port->base.base.base.id, dig_port->base.base.name,
 999		 pps_name(dev_priv, &intel_dp->pps));
1000
1001	pp = ilk_get_pp_control(intel_dp);
1002	/* We need to switch off panel power _and_ force vdd, for otherwise some
1003	 * panels get very unhappy and cease to work. */
1004	pp &= ~(PANEL_POWER_ON | PANEL_POWER_RESET | EDP_FORCE_VDD |
1005		EDP_BLC_ENABLE);
1006
1007	pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
1008
1009	intel_dp->pps.want_panel_vdd = false;
1010
1011	intel_de_write(dev_priv, pp_ctrl_reg, pp);
1012	intel_de_posting_read(dev_priv, pp_ctrl_reg);
1013
1014	wait_panel_off(intel_dp);
1015	intel_dp->pps.panel_power_off_time = ktime_get_boottime();
1016
 
 
1017	/* We got a reference when we enabled the VDD. */
1018	intel_display_power_put(dev_priv,
1019				intel_aux_power_domain(dig_port),
1020				fetch_and_zero(&intel_dp->pps.vdd_wakeref));
1021}
1022
1023void intel_pps_off(struct intel_dp *intel_dp)
1024{
1025	intel_wakeref_t wakeref;
1026
1027	if (!intel_dp_is_edp(intel_dp))
1028		return;
1029
1030	with_intel_pps_lock(intel_dp, wakeref)
1031		intel_pps_off_unlocked(intel_dp);
1032}
1033
1034/* Enable backlight in the panel power control. */
1035void intel_pps_backlight_on(struct intel_dp *intel_dp)
1036{
1037	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1038	intel_wakeref_t wakeref;
1039
1040	/*
1041	 * If we enable the backlight right away following a panel power
1042	 * on, we may see slight flicker as the panel syncs with the eDP
1043	 * link.  So delay a bit to make sure the image is solid before
1044	 * allowing it to appear.
1045	 */
1046	wait_backlight_on(intel_dp);
1047
1048	with_intel_pps_lock(intel_dp, wakeref) {
1049		i915_reg_t pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
1050		u32 pp;
1051
1052		pp = ilk_get_pp_control(intel_dp);
1053		pp |= EDP_BLC_ENABLE;
1054
1055		intel_de_write(dev_priv, pp_ctrl_reg, pp);
1056		intel_de_posting_read(dev_priv, pp_ctrl_reg);
1057	}
1058}
1059
1060/* Disable backlight in the panel power control. */
1061void intel_pps_backlight_off(struct intel_dp *intel_dp)
1062{
1063	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1064	intel_wakeref_t wakeref;
1065
1066	if (!intel_dp_is_edp(intel_dp))
1067		return;
1068
1069	with_intel_pps_lock(intel_dp, wakeref) {
1070		i915_reg_t pp_ctrl_reg = _pp_ctrl_reg(intel_dp);
1071		u32 pp;
1072
1073		pp = ilk_get_pp_control(intel_dp);
1074		pp &= ~EDP_BLC_ENABLE;
1075
1076		intel_de_write(dev_priv, pp_ctrl_reg, pp);
1077		intel_de_posting_read(dev_priv, pp_ctrl_reg);
1078	}
1079
1080	intel_dp->pps.last_backlight_off = jiffies;
1081	edp_wait_backlight_off(intel_dp);
1082}
1083
1084/*
1085 * Hook for controlling the panel power control backlight through the bl_power
1086 * sysfs attribute. Take care to handle multiple calls.
1087 */
1088void intel_pps_backlight_power(struct intel_connector *connector, bool enable)
1089{
1090	struct drm_i915_private *i915 = to_i915(connector->base.dev);
1091	struct intel_dp *intel_dp = intel_attached_dp(connector);
1092	intel_wakeref_t wakeref;
1093	bool is_enabled;
1094
1095	is_enabled = false;
1096	with_intel_pps_lock(intel_dp, wakeref)
1097		is_enabled = ilk_get_pp_control(intel_dp) & EDP_BLC_ENABLE;
1098	if (is_enabled == enable)
1099		return;
1100
1101	drm_dbg_kms(&i915->drm, "panel power control backlight %s\n",
1102		    enable ? "enable" : "disable");
1103
1104	if (enable)
1105		intel_pps_backlight_on(intel_dp);
1106	else
1107		intel_pps_backlight_off(intel_dp);
1108}
1109
1110static void vlv_detach_power_sequencer(struct intel_dp *intel_dp)
1111{
 
1112	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
1113	struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
1114	enum pipe pipe = intel_dp->pps.pps_pipe;
1115	i915_reg_t pp_on_reg = PP_ON_DELAYS(pipe);
1116
1117	drm_WARN_ON(&dev_priv->drm, intel_dp->pps.active_pipe != INVALID_PIPE);
1118
1119	if (drm_WARN_ON(&dev_priv->drm, pipe != PIPE_A && pipe != PIPE_B))
1120		return;
1121
1122	intel_pps_vdd_off_sync_unlocked(intel_dp);
1123
1124	/*
1125	 * VLV seems to get confused when multiple power sequencers
1126	 * have the same port selected (even if only one has power/vdd
1127	 * enabled). The failure manifests as vlv_wait_port_ready() failing
1128	 * CHV on the other hand doesn't seem to mind having the same port
1129	 * selected in multiple power sequencers, but let's clear the
1130	 * port select always when logically disconnecting a power sequencer
1131	 * from a port.
1132	 */
1133	drm_dbg_kms(&dev_priv->drm,
1134		    "detaching %s from [ENCODER:%d:%s]\n",
1135		    pps_name(dev_priv, &intel_dp->pps),
1136		    dig_port->base.base.base.id, dig_port->base.base.name);
1137	intel_de_write(dev_priv, pp_on_reg, 0);
1138	intel_de_posting_read(dev_priv, pp_on_reg);
1139
1140	intel_dp->pps.pps_pipe = INVALID_PIPE;
1141}
1142
1143static void vlv_steal_power_sequencer(struct drm_i915_private *dev_priv,
1144				      enum pipe pipe)
1145{
1146	struct intel_encoder *encoder;
1147
1148	lockdep_assert_held(&dev_priv->display.pps.mutex);
1149
1150	for_each_intel_dp(&dev_priv->drm, encoder) {
1151		struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1152
1153		drm_WARN(&dev_priv->drm, intel_dp->pps.active_pipe == pipe,
1154			 "stealing PPS %c from active [ENCODER:%d:%s]\n",
1155			 pipe_name(pipe), encoder->base.base.id,
1156			 encoder->base.name);
1157
1158		if (intel_dp->pps.pps_pipe != pipe)
1159			continue;
1160
1161		drm_dbg_kms(&dev_priv->drm,
1162			    "stealing PPS %c from [ENCODER:%d:%s]\n",
1163			    pipe_name(pipe), encoder->base.base.id,
1164			    encoder->base.name);
1165
1166		/* make sure vdd is off before we steal it */
1167		vlv_detach_power_sequencer(intel_dp);
1168	}
1169}
1170
1171void vlv_pps_init(struct intel_encoder *encoder,
1172		  const struct intel_crtc_state *crtc_state)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1173{
1174	struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1175	struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1176	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1177
1178	lockdep_assert_held(&dev_priv->display.pps.mutex);
1179
1180	drm_WARN_ON(&dev_priv->drm, intel_dp->pps.active_pipe != INVALID_PIPE);
1181
1182	if (intel_dp->pps.pps_pipe != INVALID_PIPE &&
1183	    intel_dp->pps.pps_pipe != crtc->pipe) {
1184		/*
1185		 * If another power sequencer was being used on this
1186		 * port previously make sure to turn off vdd there while
1187		 * we still have control of it.
1188		 */
1189		vlv_detach_power_sequencer(intel_dp);
1190	}
1191
1192	/*
1193	 * We may be stealing the power
1194	 * sequencer from another port.
1195	 */
1196	vlv_steal_power_sequencer(dev_priv, crtc->pipe);
1197
1198	intel_dp->pps.active_pipe = crtc->pipe;
1199
1200	if (!intel_dp_is_edp(intel_dp))
1201		return;
1202
1203	/* now it's all ours */
1204	intel_dp->pps.pps_pipe = crtc->pipe;
1205
1206	drm_dbg_kms(&dev_priv->drm,
1207		    "initializing %s for [ENCODER:%d:%s]\n",
1208		    pps_name(dev_priv, &intel_dp->pps),
1209		    encoder->base.base.id, encoder->base.name);
1210
1211	/* init power sequencer on this pipe and port */
1212	pps_init_delays(intel_dp);
1213	pps_init_registers(intel_dp, true);
1214}
1215
 
 
 
 
 
 
 
 
 
 
 
 
1216static void pps_vdd_init(struct intel_dp *intel_dp)
1217{
1218	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
1219	struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
1220
1221	lockdep_assert_held(&dev_priv->display.pps.mutex);
1222
1223	if (!edp_have_panel_vdd(intel_dp))
1224		return;
1225
1226	/*
1227	 * The VDD bit needs a power domain reference, so if the bit is
1228	 * already enabled when we boot or resume, grab this reference and
1229	 * schedule a vdd off, so we don't hold on to the reference
1230	 * indefinitely.
1231	 */
1232	drm_dbg_kms(&dev_priv->drm,
1233		    "[ENCODER:%d:%s] %s VDD left on by BIOS, adjusting state tracking\n",
1234		    dig_port->base.base.base.id, dig_port->base.base.name,
1235		    pps_name(dev_priv, &intel_dp->pps));
1236	drm_WARN_ON(&dev_priv->drm, intel_dp->pps.vdd_wakeref);
1237	intel_dp->pps.vdd_wakeref = intel_display_power_get(dev_priv,
1238							    intel_aux_power_domain(dig_port));
1239}
1240
1241bool intel_pps_have_panel_power_or_vdd(struct intel_dp *intel_dp)
1242{
1243	intel_wakeref_t wakeref;
1244	bool have_power = false;
1245
1246	with_intel_pps_lock(intel_dp, wakeref) {
1247		have_power = edp_have_panel_power(intel_dp) ||
1248			     edp_have_panel_vdd(intel_dp);
1249	}
1250
1251	return have_power;
1252}
1253
1254static void pps_init_timestamps(struct intel_dp *intel_dp)
1255{
1256	/*
1257	 * Initialize panel power off time to 0, assuming panel power could have
1258	 * been toggled between kernel boot and now only by a previously loaded
1259	 * and removed i915, which has already ensured sufficient power off
1260	 * delay at module remove.
1261	 */
1262	intel_dp->pps.panel_power_off_time = 0;
1263	intel_dp->pps.last_power_on = jiffies;
1264	intel_dp->pps.last_backlight_off = jiffies;
1265}
1266
1267static void
1268intel_pps_readout_hw_state(struct intel_dp *intel_dp, struct edp_power_seq *seq)
1269{
1270	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1271	u32 pp_on, pp_off, pp_ctl;
1272	struct pps_registers regs;
1273
1274	intel_pps_get_registers(intel_dp, &regs);
1275
1276	pp_ctl = ilk_get_pp_control(intel_dp);
1277
1278	/* Ensure PPS is unlocked */
1279	if (!HAS_DDI(dev_priv))
1280		intel_de_write(dev_priv, regs.pp_ctrl, pp_ctl);
1281
1282	pp_on = intel_de_read(dev_priv, regs.pp_on);
1283	pp_off = intel_de_read(dev_priv, regs.pp_off);
1284
1285	/* Pull timing values out of registers */
1286	seq->t1_t3 = REG_FIELD_GET(PANEL_POWER_UP_DELAY_MASK, pp_on);
1287	seq->t8 = REG_FIELD_GET(PANEL_LIGHT_ON_DELAY_MASK, pp_on);
1288	seq->t9 = REG_FIELD_GET(PANEL_LIGHT_OFF_DELAY_MASK, pp_off);
1289	seq->t10 = REG_FIELD_GET(PANEL_POWER_DOWN_DELAY_MASK, pp_off);
1290
1291	if (i915_mmio_reg_valid(regs.pp_div)) {
1292		u32 pp_div;
1293
1294		pp_div = intel_de_read(dev_priv, regs.pp_div);
1295
1296		seq->t11_t12 = REG_FIELD_GET(PANEL_POWER_CYCLE_DELAY_MASK, pp_div) * 1000;
1297	} else {
1298		seq->t11_t12 = REG_FIELD_GET(BXT_POWER_CYCLE_DELAY_MASK, pp_ctl) * 1000;
1299	}
1300}
1301
1302static void
1303intel_pps_dump_state(struct intel_dp *intel_dp, const char *state_name,
1304		     const struct edp_power_seq *seq)
1305{
1306	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1307
1308	drm_dbg_kms(&i915->drm, "%s t1_t3 %d t8 %d t9 %d t10 %d t11_t12 %d\n",
 
1309		    state_name,
1310		    seq->t1_t3, seq->t8, seq->t9, seq->t10, seq->t11_t12);
1311}
1312
1313static void
1314intel_pps_verify_state(struct intel_dp *intel_dp)
1315{
1316	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1317	struct edp_power_seq hw;
1318	struct edp_power_seq *sw = &intel_dp->pps.pps_delays;
1319
1320	intel_pps_readout_hw_state(intel_dp, &hw);
1321
1322	if (hw.t1_t3 != sw->t1_t3 || hw.t8 != sw->t8 || hw.t9 != sw->t9 ||
1323	    hw.t10 != sw->t10 || hw.t11_t12 != sw->t11_t12) {
1324		drm_err(&i915->drm, "PPS state mismatch\n");
1325		intel_pps_dump_state(intel_dp, "sw", sw);
1326		intel_pps_dump_state(intel_dp, "hw", &hw);
1327	}
1328}
1329
1330static bool pps_delays_valid(struct edp_power_seq *delays)
1331{
1332	return delays->t1_t3 || delays->t8 || delays->t9 ||
1333		delays->t10 || delays->t11_t12;
1334}
1335
1336static void pps_init_delays_bios(struct intel_dp *intel_dp,
1337				 struct edp_power_seq *bios)
1338{
1339	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1340
1341	lockdep_assert_held(&dev_priv->display.pps.mutex);
1342
1343	if (!pps_delays_valid(&intel_dp->pps.bios_pps_delays))
1344		intel_pps_readout_hw_state(intel_dp, &intel_dp->pps.bios_pps_delays);
1345
1346	*bios = intel_dp->pps.bios_pps_delays;
1347
1348	intel_pps_dump_state(intel_dp, "bios", bios);
1349}
1350
1351static void pps_init_delays_vbt(struct intel_dp *intel_dp,
1352				struct edp_power_seq *vbt)
1353{
1354	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1355	struct intel_connector *connector = intel_dp->attached_connector;
1356
1357	*vbt = connector->panel.vbt.edp.pps;
1358
1359	if (!pps_delays_valid(vbt))
1360		return;
1361
1362	/* On Toshiba Satellite P50-C-18C system the VBT T12 delay
1363	 * of 500ms appears to be too short. Ocassionally the panel
1364	 * just fails to power back on. Increasing the delay to 800ms
1365	 * seems sufficient to avoid this problem.
1366	 */
1367	if (intel_has_quirk(dev_priv, QUIRK_INCREASE_T12_DELAY)) {
1368		vbt->t11_t12 = max_t(u16, vbt->t11_t12, 1300 * 10);
1369		drm_dbg_kms(&dev_priv->drm,
1370			    "Increasing T12 panel delay as per the quirk to %d\n",
1371			    vbt->t11_t12);
1372	}
1373
1374	/* T11_T12 delay is special and actually in units of 100ms, but zero
1375	 * based in the hw (so we need to add 100 ms). But the sw vbt
1376	 * table multiplies it with 1000 to make it in units of 100usec,
1377	 * too. */
1378	vbt->t11_t12 += 100 * 10;
1379
1380	intel_pps_dump_state(intel_dp, "vbt", vbt);
1381}
1382
1383static void pps_init_delays_spec(struct intel_dp *intel_dp,
1384				 struct edp_power_seq *spec)
1385{
1386	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1387
1388	lockdep_assert_held(&dev_priv->display.pps.mutex);
1389
1390	/* Upper limits from eDP 1.3 spec. Note that we use the clunky units of
1391	 * our hw here, which are all in 100usec. */
1392	spec->t1_t3 = 210 * 10;
1393	spec->t8 = 50 * 10; /* no limit for t8, use t7 instead */
1394	spec->t9 = 50 * 10; /* no limit for t9, make it symmetric with t8 */
1395	spec->t10 = 500 * 10;
1396	/* This one is special and actually in units of 100ms, but zero
1397	 * based in the hw (so we need to add 100 ms). But the sw vbt
1398	 * table multiplies it with 1000 to make it in units of 100usec,
1399	 * too. */
1400	spec->t11_t12 = (510 + 100) * 10;
1401
1402	intel_pps_dump_state(intel_dp, "spec", spec);
1403}
1404
1405static void pps_init_delays(struct intel_dp *intel_dp)
1406{
1407	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1408	struct edp_power_seq cur, vbt, spec,
1409		*final = &intel_dp->pps.pps_delays;
1410
1411	lockdep_assert_held(&dev_priv->display.pps.mutex);
1412
1413	/* already initialized? */
1414	if (pps_delays_valid(final))
1415		return;
1416
1417	pps_init_delays_bios(intel_dp, &cur);
1418	pps_init_delays_vbt(intel_dp, &vbt);
1419	pps_init_delays_spec(intel_dp, &spec);
1420
1421	/* Use the max of the register settings and vbt. If both are
1422	 * unset, fall back to the spec limits. */
1423#define assign_final(field)	final->field = (max(cur.field, vbt.field) == 0 ? \
1424				       spec.field : \
1425				       max(cur.field, vbt.field))
1426	assign_final(t1_t3);
1427	assign_final(t8);
1428	assign_final(t9);
1429	assign_final(t10);
1430	assign_final(t11_t12);
1431#undef assign_final
1432
1433#define get_delay(field)	(DIV_ROUND_UP(final->field, 10))
1434	intel_dp->pps.panel_power_up_delay = get_delay(t1_t3);
1435	intel_dp->pps.backlight_on_delay = get_delay(t8);
1436	intel_dp->pps.backlight_off_delay = get_delay(t9);
1437	intel_dp->pps.panel_power_down_delay = get_delay(t10);
1438	intel_dp->pps.panel_power_cycle_delay = get_delay(t11_t12);
1439#undef get_delay
1440
1441	drm_dbg_kms(&dev_priv->drm,
1442		    "panel power up delay %d, power down delay %d, power cycle delay %d\n",
1443		    intel_dp->pps.panel_power_up_delay,
1444		    intel_dp->pps.panel_power_down_delay,
1445		    intel_dp->pps.panel_power_cycle_delay);
1446
1447	drm_dbg_kms(&dev_priv->drm, "backlight on delay %d, off delay %d\n",
1448		    intel_dp->pps.backlight_on_delay,
1449		    intel_dp->pps.backlight_off_delay);
1450
1451	/*
1452	 * We override the HW backlight delays to 1 because we do manual waits
1453	 * on them. For T8, even BSpec recommends doing it. For T9, if we
1454	 * don't do this, we'll end up waiting for the backlight off delay
1455	 * twice: once when we do the manual sleep, and once when we disable
1456	 * the panel and wait for the PP_STATUS bit to become zero.
1457	 */
1458	final->t8 = 1;
1459	final->t9 = 1;
1460
1461	/*
1462	 * HW has only a 100msec granularity for t11_t12 so round it up
1463	 * accordingly.
1464	 */
1465	final->t11_t12 = roundup(final->t11_t12, 100 * 10);
1466}
1467
1468static void pps_init_registers(struct intel_dp *intel_dp, bool force_disable_vdd)
1469{
1470	struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
 
1471	u32 pp_on, pp_off, port_sel = 0;
1472	int div = RUNTIME_INFO(dev_priv)->rawclk_freq / 1000;
1473	struct pps_registers regs;
1474	enum port port = dp_to_dig_port(intel_dp)->base.port;
1475	const struct edp_power_seq *seq = &intel_dp->pps.pps_delays;
1476
1477	lockdep_assert_held(&dev_priv->display.pps.mutex);
1478
1479	intel_pps_get_registers(intel_dp, &regs);
1480
1481	/*
1482	 * On some VLV machines the BIOS can leave the VDD
1483	 * enabled even on power sequencers which aren't
1484	 * hooked up to any port. This would mess up the
1485	 * power domain tracking the first time we pick
1486	 * one of these power sequencers for use since
1487	 * intel_pps_vdd_on_unlocked() would notice that the VDD was
1488	 * already on and therefore wouldn't grab the power
1489	 * domain reference. Disable VDD first to avoid this.
1490	 * This also avoids spuriously turning the VDD on as
1491	 * soon as the new power sequencer gets initialized.
1492	 */
1493	if (force_disable_vdd) {
1494		u32 pp = ilk_get_pp_control(intel_dp);
1495
1496		drm_WARN(&dev_priv->drm, pp & PANEL_POWER_ON,
1497			 "Panel power already on\n");
1498
1499		if (pp & EDP_FORCE_VDD)
1500			drm_dbg_kms(&dev_priv->drm,
1501				    "VDD already on, disabling first\n");
1502
1503		pp &= ~EDP_FORCE_VDD;
1504
1505		intel_de_write(dev_priv, regs.pp_ctrl, pp);
1506	}
1507
1508	pp_on = REG_FIELD_PREP(PANEL_POWER_UP_DELAY_MASK, seq->t1_t3) |
1509		REG_FIELD_PREP(PANEL_LIGHT_ON_DELAY_MASK, seq->t8);
1510	pp_off = REG_FIELD_PREP(PANEL_LIGHT_OFF_DELAY_MASK, seq->t9) |
1511		REG_FIELD_PREP(PANEL_POWER_DOWN_DELAY_MASK, seq->t10);
1512
1513	/* Haswell doesn't have any port selection bits for the panel
1514	 * power sequencer any more. */
1515	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
1516		port_sel = PANEL_PORT_SELECT_VLV(port);
1517	} else if (HAS_PCH_IBX(dev_priv) || HAS_PCH_CPT(dev_priv)) {
1518		switch (port) {
1519		case PORT_A:
1520			port_sel = PANEL_PORT_SELECT_DPA;
1521			break;
1522		case PORT_C:
1523			port_sel = PANEL_PORT_SELECT_DPC;
1524			break;
1525		case PORT_D:
1526			port_sel = PANEL_PORT_SELECT_DPD;
1527			break;
1528		default:
1529			MISSING_CASE(port);
1530			break;
1531		}
1532	}
1533
1534	pp_on |= port_sel;
1535
1536	intel_de_write(dev_priv, regs.pp_on, pp_on);
1537	intel_de_write(dev_priv, regs.pp_off, pp_off);
1538
1539	/*
1540	 * Compute the divisor for the pp clock, simply match the Bspec formula.
1541	 */
1542	if (i915_mmio_reg_valid(regs.pp_div))
1543		intel_de_write(dev_priv, regs.pp_div,
1544			       REG_FIELD_PREP(PP_REFERENCE_DIVIDER_MASK, (100 * div) / 2 - 1) | REG_FIELD_PREP(PANEL_POWER_CYCLE_DELAY_MASK, DIV_ROUND_UP(seq->t11_t12, 1000)));
1545	else
1546		intel_de_rmw(dev_priv, regs.pp_ctrl, BXT_POWER_CYCLE_DELAY_MASK,
1547			     REG_FIELD_PREP(BXT_POWER_CYCLE_DELAY_MASK,
1548					    DIV_ROUND_UP(seq->t11_t12, 1000)));
1549
1550	drm_dbg_kms(&dev_priv->drm,
1551		    "panel power sequencer register settings: PP_ON %#x, PP_OFF %#x, PP_DIV %#x\n",
1552		    intel_de_read(dev_priv, regs.pp_on),
1553		    intel_de_read(dev_priv, regs.pp_off),
1554		    i915_mmio_reg_valid(regs.pp_div) ?
1555		    intel_de_read(dev_priv, regs.pp_div) :
1556		    (intel_de_read(dev_priv, regs.pp_ctrl) & BXT_POWER_CYCLE_DELAY_MASK));
1557}
1558
1559void intel_pps_encoder_reset(struct intel_dp *intel_dp)
1560{
1561	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1562	intel_wakeref_t wakeref;
1563
1564	if (!intel_dp_is_edp(intel_dp))
1565		return;
1566
1567	with_intel_pps_lock(intel_dp, wakeref) {
1568		/*
1569		 * Reinit the power sequencer also on the resume path, in case
1570		 * BIOS did something nasty with it.
1571		 */
1572		if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915))
1573			vlv_initial_power_sequencer_setup(intel_dp);
1574
1575		pps_init_delays(intel_dp);
1576		pps_init_registers(intel_dp, false);
1577		pps_vdd_init(intel_dp);
1578
1579		if (edp_have_panel_vdd(intel_dp))
1580			edp_panel_vdd_schedule_off(intel_dp);
1581	}
1582}
1583
1584bool intel_pps_init(struct intel_dp *intel_dp)
1585{
1586	intel_wakeref_t wakeref;
1587	bool ret;
1588
1589	intel_dp->pps.initializing = true;
1590	INIT_DELAYED_WORK(&intel_dp->pps.panel_vdd_work, edp_panel_vdd_work);
1591
1592	pps_init_timestamps(intel_dp);
1593
1594	with_intel_pps_lock(intel_dp, wakeref) {
1595		ret = pps_initial_setup(intel_dp);
1596
1597		pps_init_delays(intel_dp);
1598		pps_init_registers(intel_dp, false);
1599		pps_vdd_init(intel_dp);
1600	}
1601
1602	return ret;
1603}
1604
1605static void pps_init_late(struct intel_dp *intel_dp)
1606{
1607	struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1608	struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
1609	struct intel_connector *connector = intel_dp->attached_connector;
1610
1611	if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915))
1612		return;
1613
1614	if (intel_num_pps(i915) < 2)
1615		return;
1616
1617	drm_WARN(&i915->drm, connector->panel.vbt.backlight.controller >= 0 &&
 
1618		 intel_dp->pps.pps_idx != connector->panel.vbt.backlight.controller,
1619		 "[ENCODER:%d:%s] power sequencer mismatch: %d (initial) vs. %d (VBT)\n",
1620		 encoder->base.base.id, encoder->base.name,
1621		 intel_dp->pps.pps_idx, connector->panel.vbt.backlight.controller);
1622
1623	if (connector->panel.vbt.backlight.controller >= 0)
1624		intel_dp->pps.pps_idx = connector->panel.vbt.backlight.controller;
1625}
1626
1627void intel_pps_init_late(struct intel_dp *intel_dp)
1628{
1629	intel_wakeref_t wakeref;
1630
1631	with_intel_pps_lock(intel_dp, wakeref) {
1632		/* Reinit delays after per-panel info has been parsed from VBT */
1633		pps_init_late(intel_dp);
1634
1635		memset(&intel_dp->pps.pps_delays, 0, sizeof(intel_dp->pps.pps_delays));
1636		pps_init_delays(intel_dp);
1637		pps_init_registers(intel_dp, false);
1638
1639		intel_dp->pps.initializing = false;
1640
1641		if (edp_have_panel_vdd(intel_dp))
1642			edp_panel_vdd_schedule_off(intel_dp);
1643	}
1644}
1645
1646void intel_pps_unlock_regs_wa(struct drm_i915_private *dev_priv)
1647{
1648	int pps_num;
1649	int pps_idx;
1650
1651	if (!HAS_DISPLAY(dev_priv) || HAS_DDI(dev_priv))
1652		return;
1653	/*
1654	 * This w/a is needed at least on CPT/PPT, but to be sure apply it
1655	 * everywhere where registers can be write protected.
1656	 */
1657	pps_num = intel_num_pps(dev_priv);
1658
1659	for (pps_idx = 0; pps_idx < pps_num; pps_idx++)
1660		intel_de_rmw(dev_priv, PP_CONTROL(pps_idx),
1661			     PANEL_UNLOCK_MASK, PANEL_UNLOCK_REGS);
1662}
1663
1664void intel_pps_setup(struct drm_i915_private *i915)
1665{
1666	if (HAS_PCH_SPLIT(i915) || IS_GEMINILAKE(i915) || IS_BROXTON(i915))
1667		i915->display.pps.mmio_base = PCH_PPS_BASE;
1668	else if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915))
1669		i915->display.pps.mmio_base = VLV_PPS_BASE;
 
 
1670	else
1671		i915->display.pps.mmio_base = PPS_BASE;
1672}
1673
1674void assert_pps_unlocked(struct drm_i915_private *dev_priv, enum pipe pipe)
1675{
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1676	i915_reg_t pp_reg;
1677	u32 val;
1678	enum pipe panel_pipe = INVALID_PIPE;
1679	bool locked = true;
1680
1681	if (drm_WARN_ON(&dev_priv->drm, HAS_DDI(dev_priv)))
1682		return;
1683
1684	if (HAS_PCH_SPLIT(dev_priv)) {
1685		u32 port_sel;
1686
1687		pp_reg = PP_CONTROL(0);
1688		port_sel = intel_de_read(dev_priv, PP_ON_DELAYS(0)) & PANEL_PORT_SELECT_MASK;
 
1689
1690		switch (port_sel) {
1691		case PANEL_PORT_SELECT_LVDS:
1692			intel_lvds_port_enabled(dev_priv, PCH_LVDS, &panel_pipe);
1693			break;
1694		case PANEL_PORT_SELECT_DPA:
1695			g4x_dp_port_enabled(dev_priv, DP_A, PORT_A, &panel_pipe);
1696			break;
1697		case PANEL_PORT_SELECT_DPC:
1698			g4x_dp_port_enabled(dev_priv, PCH_DP_C, PORT_C, &panel_pipe);
1699			break;
1700		case PANEL_PORT_SELECT_DPD:
1701			g4x_dp_port_enabled(dev_priv, PCH_DP_D, PORT_D, &panel_pipe);
1702			break;
1703		default:
1704			MISSING_CASE(port_sel);
1705			break;
1706		}
1707	} else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
1708		/* presumably write lock depends on pipe, not port select */
1709		pp_reg = PP_CONTROL(pipe);
1710		panel_pipe = pipe;
1711	} else {
1712		u32 port_sel;
1713
1714		pp_reg = PP_CONTROL(0);
1715		port_sel = intel_de_read(dev_priv, PP_ON_DELAYS(0)) & PANEL_PORT_SELECT_MASK;
 
1716
1717		drm_WARN_ON(&dev_priv->drm,
1718			    port_sel != PANEL_PORT_SELECT_LVDS);
1719		intel_lvds_port_enabled(dev_priv, LVDS, &panel_pipe);
1720	}
1721
1722	val = intel_de_read(dev_priv, pp_reg);
1723	if (!(val & PANEL_POWER_ON) ||
1724	    ((val & PANEL_UNLOCK_MASK) == PANEL_UNLOCK_REGS))
1725		locked = false;
1726
1727	I915_STATE_WARN(dev_priv, panel_pipe == pipe && locked,
1728			"panel assertion failure, pipe %c regs locked\n",
1729			pipe_name(pipe));
1730}