Linux Audio

Check our new training course

Loading...
Note: File does not exist in v4.6.
  1/*
  2 * Copyright (c) 2006 Dave Airlie <airlied@linux.ie>
  3 * Copyright © 2006-2008,2010 Intel Corporation
  4 *   Jesse Barnes <jesse.barnes@intel.com>
  5 *
  6 * Permission is hereby granted, free of charge, to any person obtaining a
  7 * copy of this software and associated documentation files (the "Software"),
  8 * to deal in the Software without restriction, including without limitation
  9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 10 * and/or sell copies of the Software, and to permit persons to whom the
 11 * Software is furnished to do so, subject to the following conditions:
 12 *
 13 * The above copyright notice and this permission notice (including the next
 14 * paragraph) shall be included in all copies or substantial portions of the
 15 * Software.
 16 *
 17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 22 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 23 * DEALINGS IN THE SOFTWARE.
 24 *
 25 * Authors:
 26 *	Eric Anholt <eric@anholt.net>
 27 *	Chris Wilson <chris@chris-wilson.co.uk>
 28 */
 29
 30#include <linux/export.h>
 31#include <linux/i2c-algo-bit.h>
 32#include <linux/i2c.h>
 33
 34#include <drm/drm_hdcp.h>
 35#include <drm/i915_drm.h>
 36
 37#include "i915_drv.h"
 38#include "intel_display_types.h"
 39#include "intel_gmbus.h"
 40
 41struct gmbus_pin {
 42	const char *name;
 43	enum i915_gpio gpio;
 44};
 45
 46/* Map gmbus pin pairs to names and registers. */
 47static const struct gmbus_pin gmbus_pins[] = {
 48	[GMBUS_PIN_SSC] = { "ssc", GPIOB },
 49	[GMBUS_PIN_VGADDC] = { "vga", GPIOA },
 50	[GMBUS_PIN_PANEL] = { "panel", GPIOC },
 51	[GMBUS_PIN_DPC] = { "dpc", GPIOD },
 52	[GMBUS_PIN_DPB] = { "dpb", GPIOE },
 53	[GMBUS_PIN_DPD] = { "dpd", GPIOF },
 54};
 55
 56static const struct gmbus_pin gmbus_pins_bdw[] = {
 57	[GMBUS_PIN_VGADDC] = { "vga", GPIOA },
 58	[GMBUS_PIN_DPC] = { "dpc", GPIOD },
 59	[GMBUS_PIN_DPB] = { "dpb", GPIOE },
 60	[GMBUS_PIN_DPD] = { "dpd", GPIOF },
 61};
 62
 63static const struct gmbus_pin gmbus_pins_skl[] = {
 64	[GMBUS_PIN_DPC] = { "dpc", GPIOD },
 65	[GMBUS_PIN_DPB] = { "dpb", GPIOE },
 66	[GMBUS_PIN_DPD] = { "dpd", GPIOF },
 67};
 68
 69static const struct gmbus_pin gmbus_pins_bxt[] = {
 70	[GMBUS_PIN_1_BXT] = { "dpb", GPIOB },
 71	[GMBUS_PIN_2_BXT] = { "dpc", GPIOC },
 72	[GMBUS_PIN_3_BXT] = { "misc", GPIOD },
 73};
 74
 75static const struct gmbus_pin gmbus_pins_cnp[] = {
 76	[GMBUS_PIN_1_BXT] = { "dpb", GPIOB },
 77	[GMBUS_PIN_2_BXT] = { "dpc", GPIOC },
 78	[GMBUS_PIN_3_BXT] = { "misc", GPIOD },
 79	[GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
 80};
 81
 82static const struct gmbus_pin gmbus_pins_icp[] = {
 83	[GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
 84	[GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
 85	[GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
 86	[GMBUS_PIN_9_TC1_ICP] = { "tc1", GPIOJ },
 87	[GMBUS_PIN_10_TC2_ICP] = { "tc2", GPIOK },
 88	[GMBUS_PIN_11_TC3_ICP] = { "tc3", GPIOL },
 89	[GMBUS_PIN_12_TC4_ICP] = { "tc4", GPIOM },
 90	[GMBUS_PIN_13_TC5_TGP] = { "tc5", GPION },
 91	[GMBUS_PIN_14_TC6_TGP] = { "tc6", GPIOO },
 92};
 93
 94/* pin is expected to be valid */
 95static const struct gmbus_pin *get_gmbus_pin(struct drm_i915_private *dev_priv,
 96					     unsigned int pin)
 97{
 98	if (INTEL_PCH_TYPE(dev_priv) >= PCH_ICP)
 99		return &gmbus_pins_icp[pin];
100	else if (HAS_PCH_CNP(dev_priv))
101		return &gmbus_pins_cnp[pin];
102	else if (IS_GEN9_LP(dev_priv))
103		return &gmbus_pins_bxt[pin];
104	else if (IS_GEN9_BC(dev_priv))
105		return &gmbus_pins_skl[pin];
106	else if (IS_BROADWELL(dev_priv))
107		return &gmbus_pins_bdw[pin];
108	else
109		return &gmbus_pins[pin];
110}
111
112bool intel_gmbus_is_valid_pin(struct drm_i915_private *dev_priv,
113			      unsigned int pin)
114{
115	unsigned int size;
116
117	if (INTEL_PCH_TYPE(dev_priv) >= PCH_ICP)
118		size = ARRAY_SIZE(gmbus_pins_icp);
119	else if (HAS_PCH_CNP(dev_priv))
120		size = ARRAY_SIZE(gmbus_pins_cnp);
121	else if (IS_GEN9_LP(dev_priv))
122		size = ARRAY_SIZE(gmbus_pins_bxt);
123	else if (IS_GEN9_BC(dev_priv))
124		size = ARRAY_SIZE(gmbus_pins_skl);
125	else if (IS_BROADWELL(dev_priv))
126		size = ARRAY_SIZE(gmbus_pins_bdw);
127	else
128		size = ARRAY_SIZE(gmbus_pins);
129
130	return pin < size && get_gmbus_pin(dev_priv, pin)->name;
131}
132
133/* Intel GPIO access functions */
134
135#define I2C_RISEFALL_TIME 10
136
137static inline struct intel_gmbus *
138to_intel_gmbus(struct i2c_adapter *i2c)
139{
140	return container_of(i2c, struct intel_gmbus, adapter);
141}
142
143void
144intel_gmbus_reset(struct drm_i915_private *dev_priv)
145{
146	I915_WRITE(GMBUS0, 0);
147	I915_WRITE(GMBUS4, 0);
148}
149
150static void pnv_gmbus_clock_gating(struct drm_i915_private *dev_priv,
151				   bool enable)
152{
153	u32 val;
154
155	/* When using bit bashing for I2C, this bit needs to be set to 1 */
156	val = I915_READ(DSPCLK_GATE_D);
157	if (!enable)
158		val |= PNV_GMBUSUNIT_CLOCK_GATE_DISABLE;
159	else
160		val &= ~PNV_GMBUSUNIT_CLOCK_GATE_DISABLE;
161	I915_WRITE(DSPCLK_GATE_D, val);
162}
163
164static void pch_gmbus_clock_gating(struct drm_i915_private *dev_priv,
165				   bool enable)
166{
167	u32 val;
168
169	val = I915_READ(SOUTH_DSPCLK_GATE_D);
170	if (!enable)
171		val |= PCH_GMBUSUNIT_CLOCK_GATE_DISABLE;
172	else
173		val &= ~PCH_GMBUSUNIT_CLOCK_GATE_DISABLE;
174	I915_WRITE(SOUTH_DSPCLK_GATE_D, val);
175}
176
177static void bxt_gmbus_clock_gating(struct drm_i915_private *dev_priv,
178				   bool enable)
179{
180	u32 val;
181
182	val = I915_READ(GEN9_CLKGATE_DIS_4);
183	if (!enable)
184		val |= BXT_GMBUS_GATING_DIS;
185	else
186		val &= ~BXT_GMBUS_GATING_DIS;
187	I915_WRITE(GEN9_CLKGATE_DIS_4, val);
188}
189
190static u32 get_reserved(struct intel_gmbus *bus)
191{
192	struct drm_i915_private *i915 = bus->dev_priv;
193	struct intel_uncore *uncore = &i915->uncore;
194	u32 reserved = 0;
195
196	/* On most chips, these bits must be preserved in software. */
197	if (!IS_I830(i915) && !IS_I845G(i915))
198		reserved = intel_uncore_read_notrace(uncore, bus->gpio_reg) &
199			   (GPIO_DATA_PULLUP_DISABLE |
200			    GPIO_CLOCK_PULLUP_DISABLE);
201
202	return reserved;
203}
204
205static int get_clock(void *data)
206{
207	struct intel_gmbus *bus = data;
208	struct intel_uncore *uncore = &bus->dev_priv->uncore;
209	u32 reserved = get_reserved(bus);
210
211	intel_uncore_write_notrace(uncore,
212				   bus->gpio_reg,
213				   reserved | GPIO_CLOCK_DIR_MASK);
214	intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved);
215
216	return (intel_uncore_read_notrace(uncore, bus->gpio_reg) &
217		GPIO_CLOCK_VAL_IN) != 0;
218}
219
220static int get_data(void *data)
221{
222	struct intel_gmbus *bus = data;
223	struct intel_uncore *uncore = &bus->dev_priv->uncore;
224	u32 reserved = get_reserved(bus);
225
226	intel_uncore_write_notrace(uncore,
227				   bus->gpio_reg,
228				   reserved | GPIO_DATA_DIR_MASK);
229	intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved);
230
231	return (intel_uncore_read_notrace(uncore, bus->gpio_reg) &
232		GPIO_DATA_VAL_IN) != 0;
233}
234
235static void set_clock(void *data, int state_high)
236{
237	struct intel_gmbus *bus = data;
238	struct intel_uncore *uncore = &bus->dev_priv->uncore;
239	u32 reserved = get_reserved(bus);
240	u32 clock_bits;
241
242	if (state_high)
243		clock_bits = GPIO_CLOCK_DIR_IN | GPIO_CLOCK_DIR_MASK;
244	else
245		clock_bits = GPIO_CLOCK_DIR_OUT | GPIO_CLOCK_DIR_MASK |
246			     GPIO_CLOCK_VAL_MASK;
247
248	intel_uncore_write_notrace(uncore,
249				   bus->gpio_reg,
250				   reserved | clock_bits);
251	intel_uncore_posting_read(uncore, bus->gpio_reg);
252}
253
254static void set_data(void *data, int state_high)
255{
256	struct intel_gmbus *bus = data;
257	struct intel_uncore *uncore = &bus->dev_priv->uncore;
258	u32 reserved = get_reserved(bus);
259	u32 data_bits;
260
261	if (state_high)
262		data_bits = GPIO_DATA_DIR_IN | GPIO_DATA_DIR_MASK;
263	else
264		data_bits = GPIO_DATA_DIR_OUT | GPIO_DATA_DIR_MASK |
265			GPIO_DATA_VAL_MASK;
266
267	intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved | data_bits);
268	intel_uncore_posting_read(uncore, bus->gpio_reg);
269}
270
271static int
272intel_gpio_pre_xfer(struct i2c_adapter *adapter)
273{
274	struct intel_gmbus *bus = container_of(adapter,
275					       struct intel_gmbus,
276					       adapter);
277	struct drm_i915_private *dev_priv = bus->dev_priv;
278
279	intel_gmbus_reset(dev_priv);
280
281	if (IS_PINEVIEW(dev_priv))
282		pnv_gmbus_clock_gating(dev_priv, false);
283
284	set_data(bus, 1);
285	set_clock(bus, 1);
286	udelay(I2C_RISEFALL_TIME);
287	return 0;
288}
289
290static void
291intel_gpio_post_xfer(struct i2c_adapter *adapter)
292{
293	struct intel_gmbus *bus = container_of(adapter,
294					       struct intel_gmbus,
295					       adapter);
296	struct drm_i915_private *dev_priv = bus->dev_priv;
297
298	set_data(bus, 1);
299	set_clock(bus, 1);
300
301	if (IS_PINEVIEW(dev_priv))
302		pnv_gmbus_clock_gating(dev_priv, true);
303}
304
305static void
306intel_gpio_setup(struct intel_gmbus *bus, unsigned int pin)
307{
308	struct drm_i915_private *dev_priv = bus->dev_priv;
309	struct i2c_algo_bit_data *algo;
310
311	algo = &bus->bit_algo;
312
313	bus->gpio_reg = GPIO(get_gmbus_pin(dev_priv, pin)->gpio);
314	bus->adapter.algo_data = algo;
315	algo->setsda = set_data;
316	algo->setscl = set_clock;
317	algo->getsda = get_data;
318	algo->getscl = get_clock;
319	algo->pre_xfer = intel_gpio_pre_xfer;
320	algo->post_xfer = intel_gpio_post_xfer;
321	algo->udelay = I2C_RISEFALL_TIME;
322	algo->timeout = usecs_to_jiffies(2200);
323	algo->data = bus;
324}
325
326static int gmbus_wait(struct drm_i915_private *dev_priv, u32 status, u32 irq_en)
327{
328	DEFINE_WAIT(wait);
329	u32 gmbus2;
330	int ret;
331
332	/* Important: The hw handles only the first bit, so set only one! Since
333	 * we also need to check for NAKs besides the hw ready/idle signal, we
334	 * need to wake up periodically and check that ourselves.
335	 */
336	if (!HAS_GMBUS_IRQ(dev_priv))
337		irq_en = 0;
338
339	add_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
340	I915_WRITE_FW(GMBUS4, irq_en);
341
342	status |= GMBUS_SATOER;
343	ret = wait_for_us((gmbus2 = I915_READ_FW(GMBUS2)) & status, 2);
344	if (ret)
345		ret = wait_for((gmbus2 = I915_READ_FW(GMBUS2)) & status, 50);
346
347	I915_WRITE_FW(GMBUS4, 0);
348	remove_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
349
350	if (gmbus2 & GMBUS_SATOER)
351		return -ENXIO;
352
353	return ret;
354}
355
356static int
357gmbus_wait_idle(struct drm_i915_private *dev_priv)
358{
359	DEFINE_WAIT(wait);
360	u32 irq_enable;
361	int ret;
362
363	/* Important: The hw handles only the first bit, so set only one! */
364	irq_enable = 0;
365	if (HAS_GMBUS_IRQ(dev_priv))
366		irq_enable = GMBUS_IDLE_EN;
367
368	add_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
369	I915_WRITE_FW(GMBUS4, irq_enable);
370
371	ret = intel_wait_for_register_fw(&dev_priv->uncore,
372					 GMBUS2, GMBUS_ACTIVE, 0,
373					 10);
374
375	I915_WRITE_FW(GMBUS4, 0);
376	remove_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
377
378	return ret;
379}
380
381static inline
382unsigned int gmbus_max_xfer_size(struct drm_i915_private *dev_priv)
383{
384	return INTEL_GEN(dev_priv) >= 9 ? GEN9_GMBUS_BYTE_COUNT_MAX :
385	       GMBUS_BYTE_COUNT_MAX;
386}
387
388static int
389gmbus_xfer_read_chunk(struct drm_i915_private *dev_priv,
390		      unsigned short addr, u8 *buf, unsigned int len,
391		      u32 gmbus0_reg, u32 gmbus1_index)
392{
393	unsigned int size = len;
394	bool burst_read = len > gmbus_max_xfer_size(dev_priv);
395	bool extra_byte_added = false;
396
397	if (burst_read) {
398		/*
399		 * As per HW Spec, for 512Bytes need to read extra Byte and
400		 * Ignore the extra byte read.
401		 */
402		if (len == 512) {
403			extra_byte_added = true;
404			len++;
405		}
406		size = len % 256 + 256;
407		I915_WRITE_FW(GMBUS0, gmbus0_reg | GMBUS_BYTE_CNT_OVERRIDE);
408	}
409
410	I915_WRITE_FW(GMBUS1,
411		      gmbus1_index |
412		      GMBUS_CYCLE_WAIT |
413		      (size << GMBUS_BYTE_COUNT_SHIFT) |
414		      (addr << GMBUS_SLAVE_ADDR_SHIFT) |
415		      GMBUS_SLAVE_READ | GMBUS_SW_RDY);
416	while (len) {
417		int ret;
418		u32 val, loop = 0;
419
420		ret = gmbus_wait(dev_priv, GMBUS_HW_RDY, GMBUS_HW_RDY_EN);
421		if (ret)
422			return ret;
423
424		val = I915_READ_FW(GMBUS3);
425		do {
426			if (extra_byte_added && len == 1)
427				break;
428
429			*buf++ = val & 0xff;
430			val >>= 8;
431		} while (--len && ++loop < 4);
432
433		if (burst_read && len == size - 4)
434			/* Reset the override bit */
435			I915_WRITE_FW(GMBUS0, gmbus0_reg);
436	}
437
438	return 0;
439}
440
441/*
442 * HW spec says that 512Bytes in Burst read need special treatment.
443 * But it doesn't talk about other multiple of 256Bytes. And couldn't locate
444 * an I2C slave, which supports such a lengthy burst read too for experiments.
445 *
446 * So until things get clarified on HW support, to avoid the burst read length
447 * in fold of 256Bytes except 512, max burst read length is fixed at 767Bytes.
448 */
449#define INTEL_GMBUS_BURST_READ_MAX_LEN		767U
450
451static int
452gmbus_xfer_read(struct drm_i915_private *dev_priv, struct i2c_msg *msg,
453		u32 gmbus0_reg, u32 gmbus1_index)
454{
455	u8 *buf = msg->buf;
456	unsigned int rx_size = msg->len;
457	unsigned int len;
458	int ret;
459
460	do {
461		if (HAS_GMBUS_BURST_READ(dev_priv))
462			len = min(rx_size, INTEL_GMBUS_BURST_READ_MAX_LEN);
463		else
464			len = min(rx_size, gmbus_max_xfer_size(dev_priv));
465
466		ret = gmbus_xfer_read_chunk(dev_priv, msg->addr, buf, len,
467					    gmbus0_reg, gmbus1_index);
468		if (ret)
469			return ret;
470
471		rx_size -= len;
472		buf += len;
473	} while (rx_size != 0);
474
475	return 0;
476}
477
478static int
479gmbus_xfer_write_chunk(struct drm_i915_private *dev_priv,
480		       unsigned short addr, u8 *buf, unsigned int len,
481		       u32 gmbus1_index)
482{
483	unsigned int chunk_size = len;
484	u32 val, loop;
485
486	val = loop = 0;
487	while (len && loop < 4) {
488		val |= *buf++ << (8 * loop++);
489		len -= 1;
490	}
491
492	I915_WRITE_FW(GMBUS3, val);
493	I915_WRITE_FW(GMBUS1,
494		      gmbus1_index | GMBUS_CYCLE_WAIT |
495		      (chunk_size << GMBUS_BYTE_COUNT_SHIFT) |
496		      (addr << GMBUS_SLAVE_ADDR_SHIFT) |
497		      GMBUS_SLAVE_WRITE | GMBUS_SW_RDY);
498	while (len) {
499		int ret;
500
501		val = loop = 0;
502		do {
503			val |= *buf++ << (8 * loop);
504		} while (--len && ++loop < 4);
505
506		I915_WRITE_FW(GMBUS3, val);
507
508		ret = gmbus_wait(dev_priv, GMBUS_HW_RDY, GMBUS_HW_RDY_EN);
509		if (ret)
510			return ret;
511	}
512
513	return 0;
514}
515
516static int
517gmbus_xfer_write(struct drm_i915_private *dev_priv, struct i2c_msg *msg,
518		 u32 gmbus1_index)
519{
520	u8 *buf = msg->buf;
521	unsigned int tx_size = msg->len;
522	unsigned int len;
523	int ret;
524
525	do {
526		len = min(tx_size, gmbus_max_xfer_size(dev_priv));
527
528		ret = gmbus_xfer_write_chunk(dev_priv, msg->addr, buf, len,
529					     gmbus1_index);
530		if (ret)
531			return ret;
532
533		buf += len;
534		tx_size -= len;
535	} while (tx_size != 0);
536
537	return 0;
538}
539
540/*
541 * The gmbus controller can combine a 1 or 2 byte write with another read/write
542 * that immediately follows it by using an "INDEX" cycle.
543 */
544static bool
545gmbus_is_index_xfer(struct i2c_msg *msgs, int i, int num)
546{
547	return (i + 1 < num &&
548		msgs[i].addr == msgs[i + 1].addr &&
549		!(msgs[i].flags & I2C_M_RD) &&
550		(msgs[i].len == 1 || msgs[i].len == 2) &&
551		msgs[i + 1].len > 0);
552}
553
554static int
555gmbus_index_xfer(struct drm_i915_private *dev_priv, struct i2c_msg *msgs,
556		 u32 gmbus0_reg)
557{
558	u32 gmbus1_index = 0;
559	u32 gmbus5 = 0;
560	int ret;
561
562	if (msgs[0].len == 2)
563		gmbus5 = GMBUS_2BYTE_INDEX_EN |
564			 msgs[0].buf[1] | (msgs[0].buf[0] << 8);
565	if (msgs[0].len == 1)
566		gmbus1_index = GMBUS_CYCLE_INDEX |
567			       (msgs[0].buf[0] << GMBUS_SLAVE_INDEX_SHIFT);
568
569	/* GMBUS5 holds 16-bit index */
570	if (gmbus5)
571		I915_WRITE_FW(GMBUS5, gmbus5);
572
573	if (msgs[1].flags & I2C_M_RD)
574		ret = gmbus_xfer_read(dev_priv, &msgs[1], gmbus0_reg,
575				      gmbus1_index);
576	else
577		ret = gmbus_xfer_write(dev_priv, &msgs[1], gmbus1_index);
578
579	/* Clear GMBUS5 after each index transfer */
580	if (gmbus5)
581		I915_WRITE_FW(GMBUS5, 0);
582
583	return ret;
584}
585
586static int
587do_gmbus_xfer(struct i2c_adapter *adapter, struct i2c_msg *msgs, int num,
588	      u32 gmbus0_source)
589{
590	struct intel_gmbus *bus = container_of(adapter,
591					       struct intel_gmbus,
592					       adapter);
593	struct drm_i915_private *dev_priv = bus->dev_priv;
594	int i = 0, inc, try = 0;
595	int ret = 0;
596
597	/* Display WA #0868: skl,bxt,kbl,cfl,glk,cnl */
598	if (IS_GEN9_LP(dev_priv))
599		bxt_gmbus_clock_gating(dev_priv, false);
600	else if (HAS_PCH_SPT(dev_priv) || HAS_PCH_CNP(dev_priv))
601		pch_gmbus_clock_gating(dev_priv, false);
602
603retry:
604	I915_WRITE_FW(GMBUS0, gmbus0_source | bus->reg0);
605
606	for (; i < num; i += inc) {
607		inc = 1;
608		if (gmbus_is_index_xfer(msgs, i, num)) {
609			ret = gmbus_index_xfer(dev_priv, &msgs[i],
610					       gmbus0_source | bus->reg0);
611			inc = 2; /* an index transmission is two msgs */
612		} else if (msgs[i].flags & I2C_M_RD) {
613			ret = gmbus_xfer_read(dev_priv, &msgs[i],
614					      gmbus0_source | bus->reg0, 0);
615		} else {
616			ret = gmbus_xfer_write(dev_priv, &msgs[i], 0);
617		}
618
619		if (!ret)
620			ret = gmbus_wait(dev_priv,
621					 GMBUS_HW_WAIT_PHASE, GMBUS_HW_WAIT_EN);
622		if (ret == -ETIMEDOUT)
623			goto timeout;
624		else if (ret)
625			goto clear_err;
626	}
627
628	/* Generate a STOP condition on the bus. Note that gmbus can't generata
629	 * a STOP on the very first cycle. To simplify the code we
630	 * unconditionally generate the STOP condition with an additional gmbus
631	 * cycle. */
632	I915_WRITE_FW(GMBUS1, GMBUS_CYCLE_STOP | GMBUS_SW_RDY);
633
634	/* Mark the GMBUS interface as disabled after waiting for idle.
635	 * We will re-enable it at the start of the next xfer,
636	 * till then let it sleep.
637	 */
638	if (gmbus_wait_idle(dev_priv)) {
639		DRM_DEBUG_KMS("GMBUS [%s] timed out waiting for idle\n",
640			 adapter->name);
641		ret = -ETIMEDOUT;
642	}
643	I915_WRITE_FW(GMBUS0, 0);
644	ret = ret ?: i;
645	goto out;
646
647clear_err:
648	/*
649	 * Wait for bus to IDLE before clearing NAK.
650	 * If we clear the NAK while bus is still active, then it will stay
651	 * active and the next transaction may fail.
652	 *
653	 * If no ACK is received during the address phase of a transaction, the
654	 * adapter must report -ENXIO. It is not clear what to return if no ACK
655	 * is received at other times. But we have to be careful to not return
656	 * spurious -ENXIO because that will prevent i2c and drm edid functions
657	 * from retrying. So return -ENXIO only when gmbus properly quiescents -
658	 * timing out seems to happen when there _is_ a ddc chip present, but
659	 * it's slow responding and only answers on the 2nd retry.
660	 */
661	ret = -ENXIO;
662	if (gmbus_wait_idle(dev_priv)) {
663		DRM_DEBUG_KMS("GMBUS [%s] timed out after NAK\n",
664			      adapter->name);
665		ret = -ETIMEDOUT;
666	}
667
668	/* Toggle the Software Clear Interrupt bit. This has the effect
669	 * of resetting the GMBUS controller and so clearing the
670	 * BUS_ERROR raised by the slave's NAK.
671	 */
672	I915_WRITE_FW(GMBUS1, GMBUS_SW_CLR_INT);
673	I915_WRITE_FW(GMBUS1, 0);
674	I915_WRITE_FW(GMBUS0, 0);
675
676	DRM_DEBUG_KMS("GMBUS [%s] NAK for addr: %04x %c(%d)\n",
677			 adapter->name, msgs[i].addr,
678			 (msgs[i].flags & I2C_M_RD) ? 'r' : 'w', msgs[i].len);
679
680	/*
681	 * Passive adapters sometimes NAK the first probe. Retry the first
682	 * message once on -ENXIO for GMBUS transfers; the bit banging algorithm
683	 * has retries internally. See also the retry loop in
684	 * drm_do_probe_ddc_edid, which bails out on the first -ENXIO.
685	 */
686	if (ret == -ENXIO && i == 0 && try++ == 0) {
687		DRM_DEBUG_KMS("GMBUS [%s] NAK on first message, retry\n",
688			      adapter->name);
689		goto retry;
690	}
691
692	goto out;
693
694timeout:
695	DRM_DEBUG_KMS("GMBUS [%s] timed out, falling back to bit banging on pin %d\n",
696		      bus->adapter.name, bus->reg0 & 0xff);
697	I915_WRITE_FW(GMBUS0, 0);
698
699	/*
700	 * Hardware may not support GMBUS over these pins? Try GPIO bitbanging
701	 * instead. Use EAGAIN to have i2c core retry.
702	 */
703	ret = -EAGAIN;
704
705out:
706	/* Display WA #0868: skl,bxt,kbl,cfl,glk,cnl */
707	if (IS_GEN9_LP(dev_priv))
708		bxt_gmbus_clock_gating(dev_priv, true);
709	else if (HAS_PCH_SPT(dev_priv) || HAS_PCH_CNP(dev_priv))
710		pch_gmbus_clock_gating(dev_priv, true);
711
712	return ret;
713}
714
715static int
716gmbus_xfer(struct i2c_adapter *adapter, struct i2c_msg *msgs, int num)
717{
718	struct intel_gmbus *bus =
719		container_of(adapter, struct intel_gmbus, adapter);
720	struct drm_i915_private *dev_priv = bus->dev_priv;
721	intel_wakeref_t wakeref;
722	int ret;
723
724	wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_GMBUS);
725
726	if (bus->force_bit) {
727		ret = i2c_bit_algo.master_xfer(adapter, msgs, num);
728		if (ret < 0)
729			bus->force_bit &= ~GMBUS_FORCE_BIT_RETRY;
730	} else {
731		ret = do_gmbus_xfer(adapter, msgs, num, 0);
732		if (ret == -EAGAIN)
733			bus->force_bit |= GMBUS_FORCE_BIT_RETRY;
734	}
735
736	intel_display_power_put(dev_priv, POWER_DOMAIN_GMBUS, wakeref);
737
738	return ret;
739}
740
741int intel_gmbus_output_aksv(struct i2c_adapter *adapter)
742{
743	struct intel_gmbus *bus =
744		container_of(adapter, struct intel_gmbus, adapter);
745	struct drm_i915_private *dev_priv = bus->dev_priv;
746	u8 cmd = DRM_HDCP_DDC_AKSV;
747	u8 buf[DRM_HDCP_KSV_LEN] = { 0 };
748	struct i2c_msg msgs[] = {
749		{
750			.addr = DRM_HDCP_DDC_ADDR,
751			.flags = 0,
752			.len = sizeof(cmd),
753			.buf = &cmd,
754		},
755		{
756			.addr = DRM_HDCP_DDC_ADDR,
757			.flags = 0,
758			.len = sizeof(buf),
759			.buf = buf,
760		}
761	};
762	intel_wakeref_t wakeref;
763	int ret;
764
765	wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_GMBUS);
766	mutex_lock(&dev_priv->gmbus_mutex);
767
768	/*
769	 * In order to output Aksv to the receiver, use an indexed write to
770	 * pass the i2c command, and tell GMBUS to use the HW-provided value
771	 * instead of sourcing GMBUS3 for the data.
772	 */
773	ret = do_gmbus_xfer(adapter, msgs, ARRAY_SIZE(msgs), GMBUS_AKSV_SELECT);
774
775	mutex_unlock(&dev_priv->gmbus_mutex);
776	intel_display_power_put(dev_priv, POWER_DOMAIN_GMBUS, wakeref);
777
778	return ret;
779}
780
781static u32 gmbus_func(struct i2c_adapter *adapter)
782{
783	return i2c_bit_algo.functionality(adapter) &
784		(I2C_FUNC_I2C | I2C_FUNC_SMBUS_EMUL |
785		/* I2C_FUNC_10BIT_ADDR | */
786		I2C_FUNC_SMBUS_READ_BLOCK_DATA |
787		I2C_FUNC_SMBUS_BLOCK_PROC_CALL);
788}
789
790static const struct i2c_algorithm gmbus_algorithm = {
791	.master_xfer	= gmbus_xfer,
792	.functionality	= gmbus_func
793};
794
795static void gmbus_lock_bus(struct i2c_adapter *adapter,
796			   unsigned int flags)
797{
798	struct intel_gmbus *bus = to_intel_gmbus(adapter);
799	struct drm_i915_private *dev_priv = bus->dev_priv;
800
801	mutex_lock(&dev_priv->gmbus_mutex);
802}
803
804static int gmbus_trylock_bus(struct i2c_adapter *adapter,
805			     unsigned int flags)
806{
807	struct intel_gmbus *bus = to_intel_gmbus(adapter);
808	struct drm_i915_private *dev_priv = bus->dev_priv;
809
810	return mutex_trylock(&dev_priv->gmbus_mutex);
811}
812
813static void gmbus_unlock_bus(struct i2c_adapter *adapter,
814			     unsigned int flags)
815{
816	struct intel_gmbus *bus = to_intel_gmbus(adapter);
817	struct drm_i915_private *dev_priv = bus->dev_priv;
818
819	mutex_unlock(&dev_priv->gmbus_mutex);
820}
821
822static const struct i2c_lock_operations gmbus_lock_ops = {
823	.lock_bus =    gmbus_lock_bus,
824	.trylock_bus = gmbus_trylock_bus,
825	.unlock_bus =  gmbus_unlock_bus,
826};
827
828/**
829 * intel_gmbus_setup - instantiate all Intel i2c GMBuses
830 * @dev_priv: i915 device private
831 */
832int intel_gmbus_setup(struct drm_i915_private *dev_priv)
833{
834	struct pci_dev *pdev = dev_priv->drm.pdev;
835	struct intel_gmbus *bus;
836	unsigned int pin;
837	int ret;
838
839	if (!HAS_DISPLAY(dev_priv))
840		return 0;
841
842	if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
843		dev_priv->gpio_mmio_base = VLV_DISPLAY_BASE;
844	else if (!HAS_GMCH(dev_priv))
845		/*
846		 * Broxton uses the same PCH offsets for South Display Engine,
847		 * even though it doesn't have a PCH.
848		 */
849		dev_priv->gpio_mmio_base = PCH_DISPLAY_BASE;
850
851	mutex_init(&dev_priv->gmbus_mutex);
852	init_waitqueue_head(&dev_priv->gmbus_wait_queue);
853
854	for (pin = 0; pin < ARRAY_SIZE(dev_priv->gmbus); pin++) {
855		if (!intel_gmbus_is_valid_pin(dev_priv, pin))
856			continue;
857
858		bus = &dev_priv->gmbus[pin];
859
860		bus->adapter.owner = THIS_MODULE;
861		bus->adapter.class = I2C_CLASS_DDC;
862		snprintf(bus->adapter.name,
863			 sizeof(bus->adapter.name),
864			 "i915 gmbus %s",
865			 get_gmbus_pin(dev_priv, pin)->name);
866
867		bus->adapter.dev.parent = &pdev->dev;
868		bus->dev_priv = dev_priv;
869
870		bus->adapter.algo = &gmbus_algorithm;
871		bus->adapter.lock_ops = &gmbus_lock_ops;
872
873		/*
874		 * We wish to retry with bit banging
875		 * after a timed out GMBUS attempt.
876		 */
877		bus->adapter.retries = 1;
878
879		/* By default use a conservative clock rate */
880		bus->reg0 = pin | GMBUS_RATE_100KHZ;
881
882		/* gmbus seems to be broken on i830 */
883		if (IS_I830(dev_priv))
884			bus->force_bit = 1;
885
886		intel_gpio_setup(bus, pin);
887
888		ret = i2c_add_adapter(&bus->adapter);
889		if (ret)
890			goto err;
891	}
892
893	intel_gmbus_reset(dev_priv);
894
895	return 0;
896
897err:
898	while (pin--) {
899		if (!intel_gmbus_is_valid_pin(dev_priv, pin))
900			continue;
901
902		bus = &dev_priv->gmbus[pin];
903		i2c_del_adapter(&bus->adapter);
904	}
905	return ret;
906}
907
908struct i2c_adapter *intel_gmbus_get_adapter(struct drm_i915_private *dev_priv,
909					    unsigned int pin)
910{
911	if (WARN_ON(!intel_gmbus_is_valid_pin(dev_priv, pin)))
912		return NULL;
913
914	return &dev_priv->gmbus[pin].adapter;
915}
916
917void intel_gmbus_set_speed(struct i2c_adapter *adapter, int speed)
918{
919	struct intel_gmbus *bus = to_intel_gmbus(adapter);
920
921	bus->reg0 = (bus->reg0 & ~(0x3 << 8)) | speed;
922}
923
924void intel_gmbus_force_bit(struct i2c_adapter *adapter, bool force_bit)
925{
926	struct intel_gmbus *bus = to_intel_gmbus(adapter);
927	struct drm_i915_private *dev_priv = bus->dev_priv;
928
929	mutex_lock(&dev_priv->gmbus_mutex);
930
931	bus->force_bit += force_bit ? 1 : -1;
932	DRM_DEBUG_KMS("%sabling bit-banging on %s. force bit now %d\n",
933		      force_bit ? "en" : "dis", adapter->name,
934		      bus->force_bit);
935
936	mutex_unlock(&dev_priv->gmbus_mutex);
937}
938
939bool intel_gmbus_is_forced_bit(struct i2c_adapter *adapter)
940{
941	struct intel_gmbus *bus = to_intel_gmbus(adapter);
942
943	return bus->force_bit;
944}
945
946void intel_gmbus_teardown(struct drm_i915_private *dev_priv)
947{
948	struct intel_gmbus *bus;
949	unsigned int pin;
950
951	for (pin = 0; pin < ARRAY_SIZE(dev_priv->gmbus); pin++) {
952		if (!intel_gmbus_is_valid_pin(dev_priv, pin))
953			continue;
954
955		bus = &dev_priv->gmbus[pin];
956		i2c_del_adapter(&bus->adapter);
957	}
958}