Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
   1/*
   2 * Copyright (c) 2006 Dave Airlie <airlied@linux.ie>
   3 * Copyright © 2006-2008,2010 Intel Corporation
   4 *   Jesse Barnes <jesse.barnes@intel.com>
   5 *
   6 * Permission is hereby granted, free of charge, to any person obtaining a
   7 * copy of this software and associated documentation files (the "Software"),
   8 * to deal in the Software without restriction, including without limitation
   9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10 * and/or sell copies of the Software, and to permit persons to whom the
  11 * Software is furnished to do so, subject to the following conditions:
  12 *
  13 * The above copyright notice and this permission notice (including the next
  14 * paragraph) shall be included in all copies or substantial portions of the
  15 * Software.
  16 *
  17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  22 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  23 * DEALINGS IN THE SOFTWARE.
  24 *
  25 * Authors:
  26 *	Eric Anholt <eric@anholt.net>
  27 *	Chris Wilson <chris@chris-wilson.co.uk>
  28 */
  29
  30#include <linux/export.h>
  31#include <linux/i2c-algo-bit.h>
  32#include <linux/i2c.h>
  33
  34#include <drm/display/drm_hdcp_helper.h>
  35
  36#include "i915_drv.h"
  37#include "i915_irq.h"
  38#include "i915_reg.h"
  39#include "intel_de.h"
  40#include "intel_display_types.h"
  41#include "intel_gmbus.h"
  42#include "intel_gmbus_regs.h"
  43
  44struct intel_gmbus {
  45	struct i2c_adapter adapter;
  46#define GMBUS_FORCE_BIT_RETRY (1U << 31)
  47	u32 force_bit;
  48	u32 reg0;
  49	i915_reg_t gpio_reg;
  50	struct i2c_algo_bit_data bit_algo;
  51	struct intel_display *display;
  52};
  53
  54enum gmbus_gpio {
  55	GPIOA,
  56	GPIOB,
  57	GPIOC,
  58	GPIOD,
  59	GPIOE,
  60	GPIOF,
  61	GPIOG,
  62	GPIOH,
  63	__GPIOI_UNUSED,
  64	GPIOJ,
  65	GPIOK,
  66	GPIOL,
  67	GPIOM,
  68	GPION,
  69	GPIOO,
  70};
  71
  72struct gmbus_pin {
  73	const char *name;
  74	enum gmbus_gpio gpio;
  75};
  76
  77/* Map gmbus pin pairs to names and registers. */
  78static const struct gmbus_pin gmbus_pins[] = {
  79	[GMBUS_PIN_SSC] = { "ssc", GPIOB },
  80	[GMBUS_PIN_VGADDC] = { "vga", GPIOA },
  81	[GMBUS_PIN_PANEL] = { "panel", GPIOC },
  82	[GMBUS_PIN_DPC] = { "dpc", GPIOD },
  83	[GMBUS_PIN_DPB] = { "dpb", GPIOE },
  84	[GMBUS_PIN_DPD] = { "dpd", GPIOF },
  85};
  86
  87static const struct gmbus_pin gmbus_pins_bdw[] = {
  88	[GMBUS_PIN_VGADDC] = { "vga", GPIOA },
  89	[GMBUS_PIN_DPC] = { "dpc", GPIOD },
  90	[GMBUS_PIN_DPB] = { "dpb", GPIOE },
  91	[GMBUS_PIN_DPD] = { "dpd", GPIOF },
  92};
  93
  94static const struct gmbus_pin gmbus_pins_skl[] = {
  95	[GMBUS_PIN_DPC] = { "dpc", GPIOD },
  96	[GMBUS_PIN_DPB] = { "dpb", GPIOE },
  97	[GMBUS_PIN_DPD] = { "dpd", GPIOF },
  98};
  99
 100static const struct gmbus_pin gmbus_pins_bxt[] = {
 101	[GMBUS_PIN_1_BXT] = { "dpb", GPIOB },
 102	[GMBUS_PIN_2_BXT] = { "dpc", GPIOC },
 103	[GMBUS_PIN_3_BXT] = { "misc", GPIOD },
 104};
 105
 106static const struct gmbus_pin gmbus_pins_cnp[] = {
 107	[GMBUS_PIN_1_BXT] = { "dpb", GPIOB },
 108	[GMBUS_PIN_2_BXT] = { "dpc", GPIOC },
 109	[GMBUS_PIN_3_BXT] = { "misc", GPIOD },
 110	[GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
 111};
 112
 113static const struct gmbus_pin gmbus_pins_icp[] = {
 114	[GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
 115	[GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
 116	[GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
 117	[GMBUS_PIN_9_TC1_ICP] = { "tc1", GPIOJ },
 118	[GMBUS_PIN_10_TC2_ICP] = { "tc2", GPIOK },
 119	[GMBUS_PIN_11_TC3_ICP] = { "tc3", GPIOL },
 120	[GMBUS_PIN_12_TC4_ICP] = { "tc4", GPIOM },
 121	[GMBUS_PIN_13_TC5_TGP] = { "tc5", GPION },
 122	[GMBUS_PIN_14_TC6_TGP] = { "tc6", GPIOO },
 123};
 124
 125static const struct gmbus_pin gmbus_pins_dg1[] = {
 126	[GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
 127	[GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
 128	[GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
 129	[GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
 130};
 131
 132static const struct gmbus_pin gmbus_pins_dg2[] = {
 133	[GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
 134	[GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
 135	[GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
 136	[GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
 137	[GMBUS_PIN_9_TC1_ICP] = { "tc1", GPIOJ },
 138};
 139
 140static const struct gmbus_pin gmbus_pins_mtp[] = {
 141	[GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
 142	[GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
 143	[GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
 144	[GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
 145	[GMBUS_PIN_5_MTP] = { "dpe", GPIOF },
 146	[GMBUS_PIN_9_TC1_ICP] = { "tc1", GPIOJ },
 147	[GMBUS_PIN_10_TC2_ICP] = { "tc2", GPIOK },
 148	[GMBUS_PIN_11_TC3_ICP] = { "tc3", GPIOL },
 149	[GMBUS_PIN_12_TC4_ICP] = { "tc4", GPIOM },
 150};
 151
 152static const struct gmbus_pin *get_gmbus_pin(struct intel_display *display,
 153					     unsigned int pin)
 154{
 155	struct drm_i915_private *i915 = to_i915(display->drm);
 156	const struct gmbus_pin *pins;
 157	size_t size;
 158
 159	if (INTEL_PCH_TYPE(i915) >= PCH_MTL) {
 160		pins = gmbus_pins_mtp;
 161		size = ARRAY_SIZE(gmbus_pins_mtp);
 162	} else if (INTEL_PCH_TYPE(i915) >= PCH_DG2) {
 163		pins = gmbus_pins_dg2;
 164		size = ARRAY_SIZE(gmbus_pins_dg2);
 165	} else if (INTEL_PCH_TYPE(i915) >= PCH_DG1) {
 166		pins = gmbus_pins_dg1;
 167		size = ARRAY_SIZE(gmbus_pins_dg1);
 168	} else if (INTEL_PCH_TYPE(i915) >= PCH_ICP) {
 169		pins = gmbus_pins_icp;
 170		size = ARRAY_SIZE(gmbus_pins_icp);
 171	} else if (HAS_PCH_CNP(i915)) {
 172		pins = gmbus_pins_cnp;
 173		size = ARRAY_SIZE(gmbus_pins_cnp);
 174	} else if (IS_GEMINILAKE(i915) || IS_BROXTON(i915)) {
 175		pins = gmbus_pins_bxt;
 176		size = ARRAY_SIZE(gmbus_pins_bxt);
 177	} else if (DISPLAY_VER(display) == 9) {
 178		pins = gmbus_pins_skl;
 179		size = ARRAY_SIZE(gmbus_pins_skl);
 180	} else if (IS_BROADWELL(i915)) {
 181		pins = gmbus_pins_bdw;
 182		size = ARRAY_SIZE(gmbus_pins_bdw);
 183	} else {
 184		pins = gmbus_pins;
 185		size = ARRAY_SIZE(gmbus_pins);
 186	}
 187
 188	if (pin >= size || !pins[pin].name)
 189		return NULL;
 190
 191	return &pins[pin];
 192}
 193
 194bool intel_gmbus_is_valid_pin(struct intel_display *display, unsigned int pin)
 195{
 196	return get_gmbus_pin(display, pin);
 197}
 198
 199/* Intel GPIO access functions */
 200
 201#define I2C_RISEFALL_TIME 10
 202
 203static inline struct intel_gmbus *
 204to_intel_gmbus(struct i2c_adapter *i2c)
 205{
 206	return container_of(i2c, struct intel_gmbus, adapter);
 207}
 208
 209void
 210intel_gmbus_reset(struct intel_display *display)
 211{
 212	intel_de_write(display, GMBUS0(display), 0);
 213	intel_de_write(display, GMBUS4(display), 0);
 214}
 215
 216static void pnv_gmbus_clock_gating(struct intel_display *display,
 217				   bool enable)
 218{
 219	/* When using bit bashing for I2C, this bit needs to be set to 1 */
 220	intel_de_rmw(display, DSPCLK_GATE_D(display),
 221		     PNV_GMBUSUNIT_CLOCK_GATE_DISABLE,
 222		     !enable ? PNV_GMBUSUNIT_CLOCK_GATE_DISABLE : 0);
 223}
 224
 225static void pch_gmbus_clock_gating(struct intel_display *display,
 226				   bool enable)
 227{
 228	intel_de_rmw(display, SOUTH_DSPCLK_GATE_D,
 229		     PCH_GMBUSUNIT_CLOCK_GATE_DISABLE,
 230		     !enable ? PCH_GMBUSUNIT_CLOCK_GATE_DISABLE : 0);
 231}
 232
 233static void bxt_gmbus_clock_gating(struct intel_display *display,
 234				   bool enable)
 235{
 236	intel_de_rmw(display, GEN9_CLKGATE_DIS_4, BXT_GMBUS_GATING_DIS,
 237		     !enable ? BXT_GMBUS_GATING_DIS : 0);
 238}
 239
 240static u32 get_reserved(struct intel_gmbus *bus)
 241{
 242	struct intel_display *display = bus->display;
 243	struct drm_i915_private *i915 = to_i915(display->drm);
 244	u32 reserved = 0;
 245
 246	/* On most chips, these bits must be preserved in software. */
 247	if (!IS_I830(i915) && !IS_I845G(i915))
 248		reserved = intel_de_read_notrace(display, bus->gpio_reg) &
 249			(GPIO_DATA_PULLUP_DISABLE | GPIO_CLOCK_PULLUP_DISABLE);
 250
 251	return reserved;
 252}
 253
 254static int get_clock(void *data)
 255{
 256	struct intel_gmbus *bus = data;
 257	struct intel_display *display = bus->display;
 258	u32 reserved = get_reserved(bus);
 259
 260	intel_de_write_notrace(display, bus->gpio_reg, reserved | GPIO_CLOCK_DIR_MASK);
 261	intel_de_write_notrace(display, bus->gpio_reg, reserved);
 262
 263	return (intel_de_read_notrace(display, bus->gpio_reg) & GPIO_CLOCK_VAL_IN) != 0;
 264}
 265
 266static int get_data(void *data)
 267{
 268	struct intel_gmbus *bus = data;
 269	struct intel_display *display = bus->display;
 270	u32 reserved = get_reserved(bus);
 271
 272	intel_de_write_notrace(display, bus->gpio_reg, reserved | GPIO_DATA_DIR_MASK);
 273	intel_de_write_notrace(display, bus->gpio_reg, reserved);
 274
 275	return (intel_de_read_notrace(display, bus->gpio_reg) & GPIO_DATA_VAL_IN) != 0;
 276}
 277
 278static void set_clock(void *data, int state_high)
 279{
 280	struct intel_gmbus *bus = data;
 281	struct intel_display *display = bus->display;
 282	u32 reserved = get_reserved(bus);
 283	u32 clock_bits;
 284
 285	if (state_high)
 286		clock_bits = GPIO_CLOCK_DIR_IN | GPIO_CLOCK_DIR_MASK;
 287	else
 288		clock_bits = GPIO_CLOCK_DIR_OUT | GPIO_CLOCK_DIR_MASK |
 289			     GPIO_CLOCK_VAL_MASK;
 290
 291	intel_de_write_notrace(display, bus->gpio_reg, reserved | clock_bits);
 292	intel_de_posting_read(display, bus->gpio_reg);
 293}
 294
 295static void set_data(void *data, int state_high)
 296{
 297	struct intel_gmbus *bus = data;
 298	struct intel_display *display = bus->display;
 299	u32 reserved = get_reserved(bus);
 300	u32 data_bits;
 301
 302	if (state_high)
 303		data_bits = GPIO_DATA_DIR_IN | GPIO_DATA_DIR_MASK;
 304	else
 305		data_bits = GPIO_DATA_DIR_OUT | GPIO_DATA_DIR_MASK |
 306			GPIO_DATA_VAL_MASK;
 307
 308	intel_de_write_notrace(display, bus->gpio_reg, reserved | data_bits);
 309	intel_de_posting_read(display, bus->gpio_reg);
 310}
 311
 312static int
 313intel_gpio_pre_xfer(struct i2c_adapter *adapter)
 314{
 315	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 316	struct intel_display *display = bus->display;
 317	struct drm_i915_private *i915 = to_i915(display->drm);
 318
 319	intel_gmbus_reset(display);
 320
 321	if (IS_PINEVIEW(i915))
 322		pnv_gmbus_clock_gating(display, false);
 323
 324	set_data(bus, 1);
 325	set_clock(bus, 1);
 326	udelay(I2C_RISEFALL_TIME);
 327	return 0;
 328}
 329
 330static void
 331intel_gpio_post_xfer(struct i2c_adapter *adapter)
 332{
 333	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 334	struct intel_display *display = bus->display;
 335	struct drm_i915_private *i915 = to_i915(display->drm);
 336
 337	set_data(bus, 1);
 338	set_clock(bus, 1);
 339
 340	if (IS_PINEVIEW(i915))
 341		pnv_gmbus_clock_gating(display, true);
 342}
 343
 344static void
 345intel_gpio_setup(struct intel_gmbus *bus, i915_reg_t gpio_reg)
 346{
 347	struct i2c_algo_bit_data *algo;
 348
 349	algo = &bus->bit_algo;
 350
 351	bus->gpio_reg = gpio_reg;
 352	bus->adapter.algo_data = algo;
 353	algo->setsda = set_data;
 354	algo->setscl = set_clock;
 355	algo->getsda = get_data;
 356	algo->getscl = get_clock;
 357	algo->pre_xfer = intel_gpio_pre_xfer;
 358	algo->post_xfer = intel_gpio_post_xfer;
 359	algo->udelay = I2C_RISEFALL_TIME;
 360	algo->timeout = usecs_to_jiffies(2200);
 361	algo->data = bus;
 362}
 363
 364static bool has_gmbus_irq(struct intel_display *display)
 365{
 366	struct drm_i915_private *i915 = to_i915(display->drm);
 367	/*
 368	 * encoder->shutdown() may want to use GMBUS
 369	 * after irqs have already been disabled.
 370	 */
 371	return HAS_GMBUS_IRQ(display) && intel_irqs_enabled(i915);
 372}
 373
 374static int gmbus_wait(struct intel_display *display, u32 status, u32 irq_en)
 375{
 376	DEFINE_WAIT(wait);
 377	u32 gmbus2;
 378	int ret;
 379
 380	/* Important: The hw handles only the first bit, so set only one! Since
 381	 * we also need to check for NAKs besides the hw ready/idle signal, we
 382	 * need to wake up periodically and check that ourselves.
 383	 */
 384	if (!has_gmbus_irq(display))
 385		irq_en = 0;
 386
 387	add_wait_queue(&display->gmbus.wait_queue, &wait);
 388	intel_de_write_fw(display, GMBUS4(display), irq_en);
 389
 390	status |= GMBUS_SATOER;
 391	ret = wait_for_us((gmbus2 = intel_de_read_fw(display, GMBUS2(display))) & status,
 392			  2);
 393	if (ret)
 394		ret = wait_for((gmbus2 = intel_de_read_fw(display, GMBUS2(display))) & status,
 395			       50);
 396
 397	intel_de_write_fw(display, GMBUS4(display), 0);
 398	remove_wait_queue(&display->gmbus.wait_queue, &wait);
 399
 400	if (gmbus2 & GMBUS_SATOER)
 401		return -ENXIO;
 402
 403	return ret;
 404}
 405
 406static int
 407gmbus_wait_idle(struct intel_display *display)
 408{
 409	DEFINE_WAIT(wait);
 410	u32 irq_enable;
 411	int ret;
 412
 413	/* Important: The hw handles only the first bit, so set only one! */
 414	irq_enable = 0;
 415	if (has_gmbus_irq(display))
 416		irq_enable = GMBUS_IDLE_EN;
 417
 418	add_wait_queue(&display->gmbus.wait_queue, &wait);
 419	intel_de_write_fw(display, GMBUS4(display), irq_enable);
 420
 421	ret = intel_de_wait_fw(display, GMBUS2(display), GMBUS_ACTIVE, 0, 10);
 422
 423	intel_de_write_fw(display, GMBUS4(display), 0);
 424	remove_wait_queue(&display->gmbus.wait_queue, &wait);
 425
 426	return ret;
 427}
 428
 429static unsigned int gmbus_max_xfer_size(struct intel_display *display)
 430{
 431	return DISPLAY_VER(display) >= 9 ? GEN9_GMBUS_BYTE_COUNT_MAX :
 432	       GMBUS_BYTE_COUNT_MAX;
 433}
 434
 435static int
 436gmbus_xfer_read_chunk(struct intel_display *display,
 437		      unsigned short addr, u8 *buf, unsigned int len,
 438		      u32 gmbus0_reg, u32 gmbus1_index)
 439{
 440	unsigned int size = len;
 441	bool burst_read = len > gmbus_max_xfer_size(display);
 442	bool extra_byte_added = false;
 443
 444	if (burst_read) {
 445		/*
 446		 * As per HW Spec, for 512Bytes need to read extra Byte and
 447		 * Ignore the extra byte read.
 448		 */
 449		if (len == 512) {
 450			extra_byte_added = true;
 451			len++;
 452		}
 453		size = len % 256 + 256;
 454		intel_de_write_fw(display, GMBUS0(display),
 455				  gmbus0_reg | GMBUS_BYTE_CNT_OVERRIDE);
 456	}
 457
 458	intel_de_write_fw(display, GMBUS1(display),
 459			  gmbus1_index | GMBUS_CYCLE_WAIT | (size << GMBUS_BYTE_COUNT_SHIFT) | (addr << GMBUS_SLAVE_ADDR_SHIFT) | GMBUS_SLAVE_READ | GMBUS_SW_RDY);
 460	while (len) {
 461		int ret;
 462		u32 val, loop = 0;
 463
 464		ret = gmbus_wait(display, GMBUS_HW_RDY, GMBUS_HW_RDY_EN);
 465		if (ret)
 466			return ret;
 467
 468		val = intel_de_read_fw(display, GMBUS3(display));
 469		do {
 470			if (extra_byte_added && len == 1)
 471				break;
 472
 473			*buf++ = val & 0xff;
 474			val >>= 8;
 475		} while (--len && ++loop < 4);
 476
 477		if (burst_read && len == size - 4)
 478			/* Reset the override bit */
 479			intel_de_write_fw(display, GMBUS0(display), gmbus0_reg);
 480	}
 481
 482	return 0;
 483}
 484
 485/*
 486 * HW spec says that 512Bytes in Burst read need special treatment.
 487 * But it doesn't talk about other multiple of 256Bytes. And couldn't locate
 488 * an I2C target, which supports such a lengthy burst read too for experiments.
 489 *
 490 * So until things get clarified on HW support, to avoid the burst read length
 491 * in fold of 256Bytes except 512, max burst read length is fixed at 767Bytes.
 492 */
 493#define INTEL_GMBUS_BURST_READ_MAX_LEN		767U
 494
 495static int
 496gmbus_xfer_read(struct intel_display *display, struct i2c_msg *msg,
 497		u32 gmbus0_reg, u32 gmbus1_index)
 498{
 499	struct drm_i915_private *i915 = to_i915(display->drm);
 500	u8 *buf = msg->buf;
 501	unsigned int rx_size = msg->len;
 502	unsigned int len;
 503	int ret;
 504
 505	do {
 506		if (HAS_GMBUS_BURST_READ(i915))
 507			len = min(rx_size, INTEL_GMBUS_BURST_READ_MAX_LEN);
 508		else
 509			len = min(rx_size, gmbus_max_xfer_size(display));
 510
 511		ret = gmbus_xfer_read_chunk(display, msg->addr, buf, len,
 512					    gmbus0_reg, gmbus1_index);
 513		if (ret)
 514			return ret;
 515
 516		rx_size -= len;
 517		buf += len;
 518	} while (rx_size != 0);
 519
 520	return 0;
 521}
 522
 523static int
 524gmbus_xfer_write_chunk(struct intel_display *display,
 525		       unsigned short addr, u8 *buf, unsigned int len,
 526		       u32 gmbus1_index)
 527{
 528	unsigned int chunk_size = len;
 529	u32 val, loop;
 530
 531	val = loop = 0;
 532	while (len && loop < 4) {
 533		val |= *buf++ << (8 * loop++);
 534		len -= 1;
 535	}
 536
 537	intel_de_write_fw(display, GMBUS3(display), val);
 538	intel_de_write_fw(display, GMBUS1(display),
 539			  gmbus1_index | GMBUS_CYCLE_WAIT | (chunk_size << GMBUS_BYTE_COUNT_SHIFT) | (addr << GMBUS_SLAVE_ADDR_SHIFT) | GMBUS_SLAVE_WRITE | GMBUS_SW_RDY);
 540	while (len) {
 541		int ret;
 542
 543		val = loop = 0;
 544		do {
 545			val |= *buf++ << (8 * loop);
 546		} while (--len && ++loop < 4);
 547
 548		intel_de_write_fw(display, GMBUS3(display), val);
 549
 550		ret = gmbus_wait(display, GMBUS_HW_RDY, GMBUS_HW_RDY_EN);
 551		if (ret)
 552			return ret;
 553	}
 554
 555	return 0;
 556}
 557
 558static int
 559gmbus_xfer_write(struct intel_display *display, struct i2c_msg *msg,
 560		 u32 gmbus1_index)
 561{
 562	u8 *buf = msg->buf;
 563	unsigned int tx_size = msg->len;
 564	unsigned int len;
 565	int ret;
 566
 567	do {
 568		len = min(tx_size, gmbus_max_xfer_size(display));
 569
 570		ret = gmbus_xfer_write_chunk(display, msg->addr, buf, len,
 571					     gmbus1_index);
 572		if (ret)
 573			return ret;
 574
 575		buf += len;
 576		tx_size -= len;
 577	} while (tx_size != 0);
 578
 579	return 0;
 580}
 581
 582/*
 583 * The gmbus controller can combine a 1 or 2 byte write with another read/write
 584 * that immediately follows it by using an "INDEX" cycle.
 585 */
 586static bool
 587gmbus_is_index_xfer(struct i2c_msg *msgs, int i, int num)
 588{
 589	return (i + 1 < num &&
 590		msgs[i].addr == msgs[i + 1].addr &&
 591		!(msgs[i].flags & I2C_M_RD) &&
 592		(msgs[i].len == 1 || msgs[i].len == 2) &&
 593		msgs[i + 1].len > 0);
 594}
 595
 596static int
 597gmbus_index_xfer(struct intel_display *display, struct i2c_msg *msgs,
 598		 u32 gmbus0_reg)
 599{
 600	u32 gmbus1_index = 0;
 601	u32 gmbus5 = 0;
 602	int ret;
 603
 604	if (msgs[0].len == 2)
 605		gmbus5 = GMBUS_2BYTE_INDEX_EN |
 606			 msgs[0].buf[1] | (msgs[0].buf[0] << 8);
 607	if (msgs[0].len == 1)
 608		gmbus1_index = GMBUS_CYCLE_INDEX |
 609			       (msgs[0].buf[0] << GMBUS_SLAVE_INDEX_SHIFT);
 610
 611	/* GMBUS5 holds 16-bit index */
 612	if (gmbus5)
 613		intel_de_write_fw(display, GMBUS5(display), gmbus5);
 614
 615	if (msgs[1].flags & I2C_M_RD)
 616		ret = gmbus_xfer_read(display, &msgs[1], gmbus0_reg,
 617				      gmbus1_index);
 618	else
 619		ret = gmbus_xfer_write(display, &msgs[1], gmbus1_index);
 620
 621	/* Clear GMBUS5 after each index transfer */
 622	if (gmbus5)
 623		intel_de_write_fw(display, GMBUS5(display), 0);
 624
 625	return ret;
 626}
 627
 628static int
 629do_gmbus_xfer(struct i2c_adapter *adapter, struct i2c_msg *msgs, int num,
 630	      u32 gmbus0_source)
 631{
 632	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 633	struct intel_display *display = bus->display;
 634	struct drm_i915_private *i915 = to_i915(display->drm);
 635	int i = 0, inc, try = 0;
 636	int ret = 0;
 637
 638	/* Display WA #0868: skl,bxt,kbl,cfl,glk */
 639	if (IS_GEMINILAKE(i915) || IS_BROXTON(i915))
 640		bxt_gmbus_clock_gating(display, false);
 641	else if (HAS_PCH_SPT(i915) || HAS_PCH_CNP(i915))
 642		pch_gmbus_clock_gating(display, false);
 643
 644retry:
 645	intel_de_write_fw(display, GMBUS0(display), gmbus0_source | bus->reg0);
 646
 647	for (; i < num; i += inc) {
 648		inc = 1;
 649		if (gmbus_is_index_xfer(msgs, i, num)) {
 650			ret = gmbus_index_xfer(display, &msgs[i],
 651					       gmbus0_source | bus->reg0);
 652			inc = 2; /* an index transmission is two msgs */
 653		} else if (msgs[i].flags & I2C_M_RD) {
 654			ret = gmbus_xfer_read(display, &msgs[i],
 655					      gmbus0_source | bus->reg0, 0);
 656		} else {
 657			ret = gmbus_xfer_write(display, &msgs[i], 0);
 658		}
 659
 660		if (!ret)
 661			ret = gmbus_wait(display,
 662					 GMBUS_HW_WAIT_PHASE, GMBUS_HW_WAIT_EN);
 663		if (ret == -ETIMEDOUT)
 664			goto timeout;
 665		else if (ret)
 666			goto clear_err;
 667	}
 668
 669	/* Generate a STOP condition on the bus. Note that gmbus can't generata
 670	 * a STOP on the very first cycle. To simplify the code we
 671	 * unconditionally generate the STOP condition with an additional gmbus
 672	 * cycle. */
 673	intel_de_write_fw(display, GMBUS1(display), GMBUS_CYCLE_STOP | GMBUS_SW_RDY);
 674
 675	/* Mark the GMBUS interface as disabled after waiting for idle.
 676	 * We will re-enable it at the start of the next xfer,
 677	 * till then let it sleep.
 678	 */
 679	if (gmbus_wait_idle(display)) {
 680		drm_dbg_kms(display->drm,
 681			    "GMBUS [%s] timed out waiting for idle\n",
 682			    adapter->name);
 683		ret = -ETIMEDOUT;
 684	}
 685	intel_de_write_fw(display, GMBUS0(display), 0);
 686	ret = ret ?: i;
 687	goto out;
 688
 689clear_err:
 690	/*
 691	 * Wait for bus to IDLE before clearing NAK.
 692	 * If we clear the NAK while bus is still active, then it will stay
 693	 * active and the next transaction may fail.
 694	 *
 695	 * If no ACK is received during the address phase of a transaction, the
 696	 * adapter must report -ENXIO. It is not clear what to return if no ACK
 697	 * is received at other times. But we have to be careful to not return
 698	 * spurious -ENXIO because that will prevent i2c and drm edid functions
 699	 * from retrying. So return -ENXIO only when gmbus properly quiescents -
 700	 * timing out seems to happen when there _is_ a ddc chip present, but
 701	 * it's slow responding and only answers on the 2nd retry.
 702	 */
 703	ret = -ENXIO;
 704	if (gmbus_wait_idle(display)) {
 705		drm_dbg_kms(display->drm,
 706			    "GMBUS [%s] timed out after NAK\n",
 707			    adapter->name);
 708		ret = -ETIMEDOUT;
 709	}
 710
 711	/* Toggle the Software Clear Interrupt bit. This has the effect
 712	 * of resetting the GMBUS controller and so clearing the
 713	 * BUS_ERROR raised by the target's NAK.
 714	 */
 715	intel_de_write_fw(display, GMBUS1(display), GMBUS_SW_CLR_INT);
 716	intel_de_write_fw(display, GMBUS1(display), 0);
 717	intel_de_write_fw(display, GMBUS0(display), 0);
 718
 719	drm_dbg_kms(display->drm, "GMBUS [%s] NAK for addr: %04x %c(%d)\n",
 720		    adapter->name, msgs[i].addr,
 721		    (msgs[i].flags & I2C_M_RD) ? 'r' : 'w', msgs[i].len);
 722
 723	/*
 724	 * Passive adapters sometimes NAK the first probe. Retry the first
 725	 * message once on -ENXIO for GMBUS transfers; the bit banging algorithm
 726	 * has retries internally. See also the retry loop in
 727	 * drm_do_probe_ddc_edid, which bails out on the first -ENXIO.
 728	 */
 729	if (ret == -ENXIO && i == 0 && try++ == 0) {
 730		drm_dbg_kms(display->drm,
 731			    "GMBUS [%s] NAK on first message, retry\n",
 732			    adapter->name);
 733		goto retry;
 734	}
 735
 736	goto out;
 737
 738timeout:
 739	drm_dbg_kms(display->drm,
 740		    "GMBUS [%s] timed out, falling back to bit banging on pin %d\n",
 741		    bus->adapter.name, bus->reg0 & 0xff);
 742	intel_de_write_fw(display, GMBUS0(display), 0);
 743
 744	/*
 745	 * Hardware may not support GMBUS over these pins? Try GPIO bitbanging
 746	 * instead. Use EAGAIN to have i2c core retry.
 747	 */
 748	ret = -EAGAIN;
 749
 750out:
 751	/* Display WA #0868: skl,bxt,kbl,cfl,glk */
 752	if (IS_GEMINILAKE(i915) || IS_BROXTON(i915))
 753		bxt_gmbus_clock_gating(display, true);
 754	else if (HAS_PCH_SPT(i915) || HAS_PCH_CNP(i915))
 755		pch_gmbus_clock_gating(display, true);
 756
 757	return ret;
 758}
 759
 760static int
 761gmbus_xfer(struct i2c_adapter *adapter, struct i2c_msg *msgs, int num)
 762{
 763	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 764	struct intel_display *display = bus->display;
 765	struct drm_i915_private *i915 = to_i915(display->drm);
 766	intel_wakeref_t wakeref;
 767	int ret;
 768
 769	wakeref = intel_display_power_get(i915, POWER_DOMAIN_GMBUS);
 770
 771	if (bus->force_bit) {
 772		ret = i2c_bit_algo.master_xfer(adapter, msgs, num);
 773		if (ret < 0)
 774			bus->force_bit &= ~GMBUS_FORCE_BIT_RETRY;
 775	} else {
 776		ret = do_gmbus_xfer(adapter, msgs, num, 0);
 777		if (ret == -EAGAIN)
 778			bus->force_bit |= GMBUS_FORCE_BIT_RETRY;
 779	}
 780
 781	intel_display_power_put(i915, POWER_DOMAIN_GMBUS, wakeref);
 782
 783	return ret;
 784}
 785
 786int intel_gmbus_output_aksv(struct i2c_adapter *adapter)
 787{
 788	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 789	struct intel_display *display = bus->display;
 790	struct drm_i915_private *i915 = to_i915(display->drm);
 791	u8 cmd = DRM_HDCP_DDC_AKSV;
 792	u8 buf[DRM_HDCP_KSV_LEN] = {};
 793	struct i2c_msg msgs[] = {
 794		{
 795			.addr = DRM_HDCP_DDC_ADDR,
 796			.flags = 0,
 797			.len = sizeof(cmd),
 798			.buf = &cmd,
 799		},
 800		{
 801			.addr = DRM_HDCP_DDC_ADDR,
 802			.flags = 0,
 803			.len = sizeof(buf),
 804			.buf = buf,
 805		}
 806	};
 807	intel_wakeref_t wakeref;
 808	int ret;
 809
 810	wakeref = intel_display_power_get(i915, POWER_DOMAIN_GMBUS);
 811	mutex_lock(&display->gmbus.mutex);
 812
 813	/*
 814	 * In order to output Aksv to the receiver, use an indexed write to
 815	 * pass the i2c command, and tell GMBUS to use the HW-provided value
 816	 * instead of sourcing GMBUS3 for the data.
 817	 */
 818	ret = do_gmbus_xfer(adapter, msgs, ARRAY_SIZE(msgs), GMBUS_AKSV_SELECT);
 819
 820	mutex_unlock(&display->gmbus.mutex);
 821	intel_display_power_put(i915, POWER_DOMAIN_GMBUS, wakeref);
 822
 823	return ret;
 824}
 825
 826static u32 gmbus_func(struct i2c_adapter *adapter)
 827{
 828	return i2c_bit_algo.functionality(adapter) &
 829		(I2C_FUNC_I2C | I2C_FUNC_SMBUS_EMUL |
 830		/* I2C_FUNC_10BIT_ADDR | */
 831		I2C_FUNC_SMBUS_READ_BLOCK_DATA |
 832		I2C_FUNC_SMBUS_BLOCK_PROC_CALL);
 833}
 834
 835static const struct i2c_algorithm gmbus_algorithm = {
 836	.master_xfer	= gmbus_xfer,
 837	.functionality	= gmbus_func
 838};
 839
 840static void gmbus_lock_bus(struct i2c_adapter *adapter,
 841			   unsigned int flags)
 842{
 843	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 844	struct intel_display *display = bus->display;
 845
 846	mutex_lock(&display->gmbus.mutex);
 847}
 848
 849static int gmbus_trylock_bus(struct i2c_adapter *adapter,
 850			     unsigned int flags)
 851{
 852	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 853	struct intel_display *display = bus->display;
 854
 855	return mutex_trylock(&display->gmbus.mutex);
 856}
 857
 858static void gmbus_unlock_bus(struct i2c_adapter *adapter,
 859			     unsigned int flags)
 860{
 861	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 862	struct intel_display *display = bus->display;
 863
 864	mutex_unlock(&display->gmbus.mutex);
 865}
 866
 867static const struct i2c_lock_operations gmbus_lock_ops = {
 868	.lock_bus =    gmbus_lock_bus,
 869	.trylock_bus = gmbus_trylock_bus,
 870	.unlock_bus =  gmbus_unlock_bus,
 871};
 872
 873/**
 874 * intel_gmbus_setup - instantiate all Intel i2c GMBuses
 875 * @display: display device
 876 */
 877int intel_gmbus_setup(struct intel_display *display)
 878{
 879	struct drm_i915_private *i915 = to_i915(display->drm);
 880	struct pci_dev *pdev = to_pci_dev(display->drm->dev);
 881	unsigned int pin;
 882	int ret;
 883
 884	if (IS_VALLEYVIEW(i915) || IS_CHERRYVIEW(i915))
 885		display->gmbus.mmio_base = VLV_DISPLAY_BASE;
 886	else if (!HAS_GMCH(display))
 887		/*
 888		 * Broxton uses the same PCH offsets for South Display Engine,
 889		 * even though it doesn't have a PCH.
 890		 */
 891		display->gmbus.mmio_base = PCH_DISPLAY_BASE;
 892
 893	mutex_init(&display->gmbus.mutex);
 894	init_waitqueue_head(&display->gmbus.wait_queue);
 895
 896	for (pin = 0; pin < ARRAY_SIZE(display->gmbus.bus); pin++) {
 897		const struct gmbus_pin *gmbus_pin;
 898		struct intel_gmbus *bus;
 899
 900		gmbus_pin = get_gmbus_pin(display, pin);
 901		if (!gmbus_pin)
 902			continue;
 903
 904		bus = kzalloc(sizeof(*bus), GFP_KERNEL);
 905		if (!bus) {
 906			ret = -ENOMEM;
 907			goto err;
 908		}
 909
 910		bus->adapter.owner = THIS_MODULE;
 911		snprintf(bus->adapter.name,
 912			 sizeof(bus->adapter.name),
 913			 "i915 gmbus %s", gmbus_pin->name);
 914
 915		bus->adapter.dev.parent = &pdev->dev;
 916		bus->display = display;
 917
 918		bus->adapter.algo = &gmbus_algorithm;
 919		bus->adapter.lock_ops = &gmbus_lock_ops;
 920
 921		/*
 922		 * We wish to retry with bit banging
 923		 * after a timed out GMBUS attempt.
 924		 */
 925		bus->adapter.retries = 1;
 926
 927		/* By default use a conservative clock rate */
 928		bus->reg0 = pin | GMBUS_RATE_100KHZ;
 929
 930		/* gmbus seems to be broken on i830 */
 931		if (IS_I830(i915))
 932			bus->force_bit = 1;
 933
 934		intel_gpio_setup(bus, GPIO(display, gmbus_pin->gpio));
 935
 936		ret = i2c_add_adapter(&bus->adapter);
 937		if (ret) {
 938			kfree(bus);
 939			goto err;
 940		}
 941
 942		display->gmbus.bus[pin] = bus;
 943	}
 944
 945	intel_gmbus_reset(display);
 946
 947	return 0;
 948
 949err:
 950	intel_gmbus_teardown(display);
 951
 952	return ret;
 953}
 954
 955struct i2c_adapter *intel_gmbus_get_adapter(struct intel_display *display,
 956					    unsigned int pin)
 957{
 958	if (drm_WARN_ON(display->drm, pin >= ARRAY_SIZE(display->gmbus.bus) ||
 959			!display->gmbus.bus[pin]))
 960		return NULL;
 961
 962	return &display->gmbus.bus[pin]->adapter;
 963}
 964
 965void intel_gmbus_force_bit(struct i2c_adapter *adapter, bool force_bit)
 966{
 967	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 968	struct intel_display *display = bus->display;
 969
 970	mutex_lock(&display->gmbus.mutex);
 971
 972	bus->force_bit += force_bit ? 1 : -1;
 973	drm_dbg_kms(display->drm,
 974		    "%sabling bit-banging on %s. force bit now %d\n",
 975		    force_bit ? "en" : "dis", adapter->name,
 976		    bus->force_bit);
 977
 978	mutex_unlock(&display->gmbus.mutex);
 979}
 980
 981bool intel_gmbus_is_forced_bit(struct i2c_adapter *adapter)
 982{
 983	struct intel_gmbus *bus = to_intel_gmbus(adapter);
 984
 985	return bus->force_bit;
 986}
 987
 988void intel_gmbus_teardown(struct intel_display *display)
 989{
 990	unsigned int pin;
 991
 992	for (pin = 0; pin < ARRAY_SIZE(display->gmbus.bus); pin++) {
 993		struct intel_gmbus *bus;
 994
 995		bus = display->gmbus.bus[pin];
 996		if (!bus)
 997			continue;
 998
 999		i2c_del_adapter(&bus->adapter);
1000
1001		kfree(bus);
1002		display->gmbus.bus[pin] = NULL;
1003	}
1004}
1005
1006void intel_gmbus_irq_handler(struct intel_display *display)
1007{
1008	wake_up_all(&display->gmbus.wait_queue);
1009}