Linux Audio

Check our new training course

Loading...
Note: File does not exist in v4.6.
  1// SPDX-License-Identifier: MIT
  2/*
  3 * Copyright © 2019 Intel Corporation
  4 */
  5
  6#include <linux/sched/clock.h>
  7
  8#include "i915_drv.h"
  9#include "i915_irq.h"
 10#include "intel_breadcrumbs.h"
 11#include "intel_gt.h"
 12#include "intel_gt_irq.h"
 13#include "intel_gt_regs.h"
 14#include "intel_uncore.h"
 15#include "intel_rps.h"
 16#include "pxp/intel_pxp_irq.h"
 17
 18static void guc_irq_handler(struct intel_guc *guc, u16 iir)
 19{
 20	if (unlikely(!guc->interrupts.enabled))
 21		return;
 22
 23	if (iir & GUC_INTR_GUC2HOST)
 24		intel_guc_to_host_event_handler(guc);
 25}
 26
 27static u32
 28gen11_gt_engine_identity(struct intel_gt *gt,
 29			 const unsigned int bank, const unsigned int bit)
 30{
 31	void __iomem * const regs = gt->uncore->regs;
 32	u32 timeout_ts;
 33	u32 ident;
 34
 35	lockdep_assert_held(gt->irq_lock);
 36
 37	raw_reg_write(regs, GEN11_IIR_REG_SELECTOR(bank), BIT(bit));
 38
 39	/*
 40	 * NB: Specs do not specify how long to spin wait,
 41	 * so we do ~100us as an educated guess.
 42	 */
 43	timeout_ts = (local_clock() >> 10) + 100;
 44	do {
 45		ident = raw_reg_read(regs, GEN11_INTR_IDENTITY_REG(bank));
 46	} while (!(ident & GEN11_INTR_DATA_VALID) &&
 47		 !time_after32(local_clock() >> 10, timeout_ts));
 48
 49	if (unlikely(!(ident & GEN11_INTR_DATA_VALID))) {
 50		drm_err(&gt->i915->drm,
 51			"INTR_IDENTITY_REG%u:%u 0x%08x not valid!\n",
 52			bank, bit, ident);
 53		return 0;
 54	}
 55
 56	raw_reg_write(regs, GEN11_INTR_IDENTITY_REG(bank),
 57		      GEN11_INTR_DATA_VALID);
 58
 59	return ident;
 60}
 61
 62static void
 63gen11_other_irq_handler(struct intel_gt *gt, const u8 instance,
 64			const u16 iir)
 65{
 66	struct intel_gt *media_gt = gt->i915->media_gt;
 67
 68	if (instance == OTHER_GUC_INSTANCE)
 69		return guc_irq_handler(&gt->uc.guc, iir);
 70	if (instance == OTHER_MEDIA_GUC_INSTANCE && media_gt)
 71		return guc_irq_handler(&media_gt->uc.guc, iir);
 72
 73	if (instance == OTHER_GTPM_INSTANCE)
 74		return gen11_rps_irq_handler(&gt->rps, iir);
 75	if (instance == OTHER_MEDIA_GTPM_INSTANCE && media_gt)
 76		return gen11_rps_irq_handler(&media_gt->rps, iir);
 77
 78	if (instance == OTHER_KCR_INSTANCE)
 79		return intel_pxp_irq_handler(&gt->pxp, iir);
 80
 81	if (instance == OTHER_GSC_INSTANCE)
 82		return intel_gsc_irq_handler(gt, iir);
 83
 84	WARN_ONCE(1, "unhandled other interrupt instance=0x%x, iir=0x%x\n",
 85		  instance, iir);
 86}
 87
 88static struct intel_gt *pick_gt(struct intel_gt *gt, u8 class, u8 instance)
 89{
 90	struct intel_gt *media_gt = gt->i915->media_gt;
 91
 92	/* we expect the non-media gt to be passed in */
 93	GEM_BUG_ON(gt == media_gt);
 94
 95	if (!media_gt)
 96		return gt;
 97
 98	switch (class) {
 99	case VIDEO_DECODE_CLASS:
100	case VIDEO_ENHANCEMENT_CLASS:
101		return media_gt;
102	case OTHER_CLASS:
103		if (instance == OTHER_GSC_INSTANCE && HAS_ENGINE(media_gt, GSC0))
104			return media_gt;
105		fallthrough;
106	default:
107		return gt;
108	}
109}
110
111static void
112gen11_gt_identity_handler(struct intel_gt *gt, const u32 identity)
113{
114	const u8 class = GEN11_INTR_ENGINE_CLASS(identity);
115	const u8 instance = GEN11_INTR_ENGINE_INSTANCE(identity);
116	const u16 intr = GEN11_INTR_ENGINE_INTR(identity);
117
118	if (unlikely(!intr))
119		return;
120
121	/*
122	 * Platforms with standalone media have the media and GSC engines in
123	 * another GT.
124	 */
125	gt = pick_gt(gt, class, instance);
126
127	if (class <= MAX_ENGINE_CLASS && instance <= MAX_ENGINE_INSTANCE) {
128		struct intel_engine_cs *engine = gt->engine_class[class][instance];
129		if (engine)
130			return intel_engine_cs_irq(engine, intr);
131	}
132
133	if (class == OTHER_CLASS)
134		return gen11_other_irq_handler(gt, instance, intr);
135
136	WARN_ONCE(1, "unknown interrupt class=0x%x, instance=0x%x, intr=0x%x\n",
137		  class, instance, intr);
138}
139
140static void
141gen11_gt_bank_handler(struct intel_gt *gt, const unsigned int bank)
142{
143	void __iomem * const regs = gt->uncore->regs;
144	unsigned long intr_dw;
145	unsigned int bit;
146
147	lockdep_assert_held(gt->irq_lock);
148
149	intr_dw = raw_reg_read(regs, GEN11_GT_INTR_DW(bank));
150
151	for_each_set_bit(bit, &intr_dw, 32) {
152		const u32 ident = gen11_gt_engine_identity(gt, bank, bit);
153
154		gen11_gt_identity_handler(gt, ident);
155	}
156
157	/* Clear must be after shared has been served for engine */
158	raw_reg_write(regs, GEN11_GT_INTR_DW(bank), intr_dw);
159}
160
161void gen11_gt_irq_handler(struct intel_gt *gt, const u32 master_ctl)
162{
163	unsigned int bank;
164
165	spin_lock(gt->irq_lock);
166
167	for (bank = 0; bank < 2; bank++) {
168		if (master_ctl & GEN11_GT_DW_IRQ(bank))
169			gen11_gt_bank_handler(gt, bank);
170	}
171
172	spin_unlock(gt->irq_lock);
173}
174
175bool gen11_gt_reset_one_iir(struct intel_gt *gt,
176			    const unsigned int bank, const unsigned int bit)
177{
178	void __iomem * const regs = gt->uncore->regs;
179	u32 dw;
180
181	lockdep_assert_held(gt->irq_lock);
182
183	dw = raw_reg_read(regs, GEN11_GT_INTR_DW(bank));
184	if (dw & BIT(bit)) {
185		/*
186		 * According to the BSpec, DW_IIR bits cannot be cleared without
187		 * first servicing the Selector & Shared IIR registers.
188		 */
189		gen11_gt_engine_identity(gt, bank, bit);
190
191		/*
192		 * We locked GT INT DW by reading it. If we want to (try
193		 * to) recover from this successfully, we need to clear
194		 * our bit, otherwise we are locking the register for
195		 * everybody.
196		 */
197		raw_reg_write(regs, GEN11_GT_INTR_DW(bank), BIT(bit));
198
199		return true;
200	}
201
202	return false;
203}
204
205void gen11_gt_irq_reset(struct intel_gt *gt)
206{
207	struct intel_uncore *uncore = gt->uncore;
208
209	/* Disable RCS, BCS, VCS and VECS class engines. */
210	intel_uncore_write(uncore, GEN11_RENDER_COPY_INTR_ENABLE, 0);
211	intel_uncore_write(uncore, GEN11_VCS_VECS_INTR_ENABLE,	  0);
212	if (CCS_MASK(gt))
213		intel_uncore_write(uncore, GEN12_CCS_RSVD_INTR_ENABLE, 0);
214	if (HAS_HECI_GSC(gt->i915) || HAS_ENGINE(gt, GSC0))
215		intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_ENABLE, 0);
216
217	/* Restore masks irqs on RCS, BCS, VCS and VECS engines. */
218	intel_uncore_write(uncore, GEN11_RCS0_RSVD_INTR_MASK,	~0);
219	intel_uncore_write(uncore, GEN11_BCS_RSVD_INTR_MASK,	~0);
220	if (HAS_ENGINE(gt, BCS1) || HAS_ENGINE(gt, BCS2))
221		intel_uncore_write(uncore, XEHPC_BCS1_BCS2_INTR_MASK, ~0);
222	if (HAS_ENGINE(gt, BCS3) || HAS_ENGINE(gt, BCS4))
223		intel_uncore_write(uncore, XEHPC_BCS3_BCS4_INTR_MASK, ~0);
224	if (HAS_ENGINE(gt, BCS5) || HAS_ENGINE(gt, BCS6))
225		intel_uncore_write(uncore, XEHPC_BCS5_BCS6_INTR_MASK, ~0);
226	if (HAS_ENGINE(gt, BCS7) || HAS_ENGINE(gt, BCS8))
227		intel_uncore_write(uncore, XEHPC_BCS7_BCS8_INTR_MASK, ~0);
228	intel_uncore_write(uncore, GEN11_VCS0_VCS1_INTR_MASK,	~0);
229	intel_uncore_write(uncore, GEN11_VCS2_VCS3_INTR_MASK,	~0);
230	if (HAS_ENGINE(gt, VCS4) || HAS_ENGINE(gt, VCS5))
231		intel_uncore_write(uncore, GEN12_VCS4_VCS5_INTR_MASK,   ~0);
232	if (HAS_ENGINE(gt, VCS6) || HAS_ENGINE(gt, VCS7))
233		intel_uncore_write(uncore, GEN12_VCS6_VCS7_INTR_MASK,   ~0);
234	intel_uncore_write(uncore, GEN11_VECS0_VECS1_INTR_MASK,	~0);
235	if (HAS_ENGINE(gt, VECS2) || HAS_ENGINE(gt, VECS3))
236		intel_uncore_write(uncore, GEN12_VECS2_VECS3_INTR_MASK, ~0);
237	if (HAS_ENGINE(gt, CCS0) || HAS_ENGINE(gt, CCS1))
238		intel_uncore_write(uncore, GEN12_CCS0_CCS1_INTR_MASK, ~0);
239	if (HAS_ENGINE(gt, CCS2) || HAS_ENGINE(gt, CCS3))
240		intel_uncore_write(uncore, GEN12_CCS2_CCS3_INTR_MASK, ~0);
241	if (HAS_HECI_GSC(gt->i915) || HAS_ENGINE(gt, GSC0))
242		intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_MASK, ~0);
243
244	intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_ENABLE, 0);
245	intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_MASK,  ~0);
246	intel_uncore_write(uncore, GEN11_GUC_SG_INTR_ENABLE, 0);
247	intel_uncore_write(uncore, GEN11_GUC_SG_INTR_MASK,  ~0);
248
249	intel_uncore_write(uncore, GEN11_CRYPTO_RSVD_INTR_ENABLE, 0);
250	intel_uncore_write(uncore, GEN11_CRYPTO_RSVD_INTR_MASK,  ~0);
251}
252
253void gen11_gt_irq_postinstall(struct intel_gt *gt)
254{
255	struct intel_uncore *uncore = gt->uncore;
256	u32 irqs = GT_RENDER_USER_INTERRUPT;
257	u32 guc_mask = intel_uc_wants_guc(&gt->uc) ? GUC_INTR_GUC2HOST : 0;
258	u32 gsc_mask = 0;
259	u32 dmask;
260	u32 smask;
261
262	if (!intel_uc_wants_guc_submission(&gt->uc))
263		irqs |= GT_CS_MASTER_ERROR_INTERRUPT |
264			GT_CONTEXT_SWITCH_INTERRUPT |
265			GT_WAIT_SEMAPHORE_INTERRUPT;
266
267	dmask = irqs << 16 | irqs;
268	smask = irqs << 16;
269
270	if (HAS_ENGINE(gt, GSC0))
271		gsc_mask = irqs;
272	else if (HAS_HECI_GSC(gt->i915))
273		gsc_mask = GSC_IRQ_INTF(0) | GSC_IRQ_INTF(1);
274
275	BUILD_BUG_ON(irqs & 0xffff0000);
276
277	/* Enable RCS, BCS, VCS and VECS class interrupts. */
278	intel_uncore_write(uncore, GEN11_RENDER_COPY_INTR_ENABLE, dmask);
279	intel_uncore_write(uncore, GEN11_VCS_VECS_INTR_ENABLE, dmask);
280	if (CCS_MASK(gt))
281		intel_uncore_write(uncore, GEN12_CCS_RSVD_INTR_ENABLE, smask);
282	if (gsc_mask)
283		intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_ENABLE, gsc_mask);
284
285	/* Unmask irqs on RCS, BCS, VCS and VECS engines. */
286	intel_uncore_write(uncore, GEN11_RCS0_RSVD_INTR_MASK, ~smask);
287	intel_uncore_write(uncore, GEN11_BCS_RSVD_INTR_MASK, ~smask);
288	if (HAS_ENGINE(gt, BCS1) || HAS_ENGINE(gt, BCS2))
289		intel_uncore_write(uncore, XEHPC_BCS1_BCS2_INTR_MASK, ~dmask);
290	if (HAS_ENGINE(gt, BCS3) || HAS_ENGINE(gt, BCS4))
291		intel_uncore_write(uncore, XEHPC_BCS3_BCS4_INTR_MASK, ~dmask);
292	if (HAS_ENGINE(gt, BCS5) || HAS_ENGINE(gt, BCS6))
293		intel_uncore_write(uncore, XEHPC_BCS5_BCS6_INTR_MASK, ~dmask);
294	if (HAS_ENGINE(gt, BCS7) || HAS_ENGINE(gt, BCS8))
295		intel_uncore_write(uncore, XEHPC_BCS7_BCS8_INTR_MASK, ~dmask);
296	intel_uncore_write(uncore, GEN11_VCS0_VCS1_INTR_MASK, ~dmask);
297	intel_uncore_write(uncore, GEN11_VCS2_VCS3_INTR_MASK, ~dmask);
298	if (HAS_ENGINE(gt, VCS4) || HAS_ENGINE(gt, VCS5))
299		intel_uncore_write(uncore, GEN12_VCS4_VCS5_INTR_MASK, ~dmask);
300	if (HAS_ENGINE(gt, VCS6) || HAS_ENGINE(gt, VCS7))
301		intel_uncore_write(uncore, GEN12_VCS6_VCS7_INTR_MASK, ~dmask);
302	intel_uncore_write(uncore, GEN11_VECS0_VECS1_INTR_MASK, ~dmask);
303	if (HAS_ENGINE(gt, VECS2) || HAS_ENGINE(gt, VECS3))
304		intel_uncore_write(uncore, GEN12_VECS2_VECS3_INTR_MASK, ~dmask);
305	if (HAS_ENGINE(gt, CCS0) || HAS_ENGINE(gt, CCS1))
306		intel_uncore_write(uncore, GEN12_CCS0_CCS1_INTR_MASK, ~dmask);
307	if (HAS_ENGINE(gt, CCS2) || HAS_ENGINE(gt, CCS3))
308		intel_uncore_write(uncore, GEN12_CCS2_CCS3_INTR_MASK, ~dmask);
309	if (gsc_mask)
310		intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_MASK, ~gsc_mask);
311
312	if (guc_mask) {
313		/* the enable bit is common for both GTs but the masks are separate */
314		u32 mask = gt->type == GT_MEDIA ?
315			REG_FIELD_PREP(ENGINE0_MASK, guc_mask) :
316			REG_FIELD_PREP(ENGINE1_MASK, guc_mask);
317
318		intel_uncore_write(uncore, GEN11_GUC_SG_INTR_ENABLE,
319				   REG_FIELD_PREP(ENGINE1_MASK, guc_mask));
320
321		/* we might not be the first GT to write this reg */
322		intel_uncore_rmw(uncore, MTL_GUC_MGUC_INTR_MASK, mask, 0);
323	}
324
325	/*
326	 * RPS interrupts will get enabled/disabled on demand when RPS itself
327	 * is enabled/disabled.
328	 */
329	gt->pm_ier = 0x0;
330	gt->pm_imr = ~gt->pm_ier;
331	intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_ENABLE, 0);
332	intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_MASK,  ~0);
333}
334
335void gen5_gt_irq_handler(struct intel_gt *gt, u32 gt_iir)
336{
337	if (gt_iir & GT_RENDER_USER_INTERRUPT)
338		intel_engine_cs_irq(gt->engine_class[RENDER_CLASS][0],
339				    gt_iir);
340
341	if (gt_iir & ILK_BSD_USER_INTERRUPT)
342		intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][0],
343				    gt_iir);
344}
345
346static void gen7_parity_error_irq_handler(struct intel_gt *gt, u32 iir)
347{
348	if (!HAS_L3_DPF(gt->i915))
349		return;
350
351	spin_lock(gt->irq_lock);
352	gen5_gt_disable_irq(gt, GT_PARITY_ERROR(gt->i915));
353	spin_unlock(gt->irq_lock);
354
355	if (iir & GT_RENDER_L3_PARITY_ERROR_INTERRUPT_S1)
356		gt->i915->l3_parity.which_slice |= 1 << 1;
357
358	if (iir & GT_RENDER_L3_PARITY_ERROR_INTERRUPT)
359		gt->i915->l3_parity.which_slice |= 1 << 0;
360
361	schedule_work(&gt->i915->l3_parity.error_work);
362}
363
364void gen6_gt_irq_handler(struct intel_gt *gt, u32 gt_iir)
365{
366	if (gt_iir & GT_RENDER_USER_INTERRUPT)
367		intel_engine_cs_irq(gt->engine_class[RENDER_CLASS][0],
368				    gt_iir);
369
370	if (gt_iir & GT_BSD_USER_INTERRUPT)
371		intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][0],
372				    gt_iir >> 12);
373
374	if (gt_iir & GT_BLT_USER_INTERRUPT)
375		intel_engine_cs_irq(gt->engine_class[COPY_ENGINE_CLASS][0],
376				    gt_iir >> 22);
377
378	if (gt_iir & (GT_BLT_CS_ERROR_INTERRUPT |
379		      GT_BSD_CS_ERROR_INTERRUPT |
380		      GT_CS_MASTER_ERROR_INTERRUPT))
381		drm_dbg(&gt->i915->drm, "Command parser error, gt_iir 0x%08x\n",
382			gt_iir);
383
384	if (gt_iir & GT_PARITY_ERROR(gt->i915))
385		gen7_parity_error_irq_handler(gt, gt_iir);
386}
387
388void gen8_gt_irq_handler(struct intel_gt *gt, u32 master_ctl)
389{
390	void __iomem * const regs = gt->uncore->regs;
391	u32 iir;
392
393	if (master_ctl & (GEN8_GT_RCS_IRQ | GEN8_GT_BCS_IRQ)) {
394		iir = raw_reg_read(regs, GEN8_GT_IIR(0));
395		if (likely(iir)) {
396			intel_engine_cs_irq(gt->engine_class[RENDER_CLASS][0],
397					    iir >> GEN8_RCS_IRQ_SHIFT);
398			intel_engine_cs_irq(gt->engine_class[COPY_ENGINE_CLASS][0],
399					    iir >> GEN8_BCS_IRQ_SHIFT);
400			raw_reg_write(regs, GEN8_GT_IIR(0), iir);
401		}
402	}
403
404	if (master_ctl & (GEN8_GT_VCS0_IRQ | GEN8_GT_VCS1_IRQ)) {
405		iir = raw_reg_read(regs, GEN8_GT_IIR(1));
406		if (likely(iir)) {
407			intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][0],
408					    iir >> GEN8_VCS0_IRQ_SHIFT);
409			intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][1],
410					    iir >> GEN8_VCS1_IRQ_SHIFT);
411			raw_reg_write(regs, GEN8_GT_IIR(1), iir);
412		}
413	}
414
415	if (master_ctl & GEN8_GT_VECS_IRQ) {
416		iir = raw_reg_read(regs, GEN8_GT_IIR(3));
417		if (likely(iir)) {
418			intel_engine_cs_irq(gt->engine_class[VIDEO_ENHANCEMENT_CLASS][0],
419					    iir >> GEN8_VECS_IRQ_SHIFT);
420			raw_reg_write(regs, GEN8_GT_IIR(3), iir);
421		}
422	}
423
424	if (master_ctl & (GEN8_GT_PM_IRQ | GEN8_GT_GUC_IRQ)) {
425		iir = raw_reg_read(regs, GEN8_GT_IIR(2));
426		if (likely(iir)) {
427			gen6_rps_irq_handler(&gt->rps, iir);
428			guc_irq_handler(&gt->uc.guc, iir >> 16);
429			raw_reg_write(regs, GEN8_GT_IIR(2), iir);
430		}
431	}
432}
433
434void gen8_gt_irq_reset(struct intel_gt *gt)
435{
436	struct intel_uncore *uncore = gt->uncore;
437
438	GEN8_IRQ_RESET_NDX(uncore, GT, 0);
439	GEN8_IRQ_RESET_NDX(uncore, GT, 1);
440	GEN8_IRQ_RESET_NDX(uncore, GT, 2);
441	GEN8_IRQ_RESET_NDX(uncore, GT, 3);
442}
443
444void gen8_gt_irq_postinstall(struct intel_gt *gt)
445{
446	/* These are interrupts we'll toggle with the ring mask register */
447	const u32 irqs =
448		GT_CS_MASTER_ERROR_INTERRUPT |
449		GT_RENDER_USER_INTERRUPT |
450		GT_CONTEXT_SWITCH_INTERRUPT |
451		GT_WAIT_SEMAPHORE_INTERRUPT;
452	const u32 gt_interrupts[] = {
453		irqs << GEN8_RCS_IRQ_SHIFT | irqs << GEN8_BCS_IRQ_SHIFT,
454		irqs << GEN8_VCS0_IRQ_SHIFT | irqs << GEN8_VCS1_IRQ_SHIFT,
455		0,
456		irqs << GEN8_VECS_IRQ_SHIFT,
457	};
458	struct intel_uncore *uncore = gt->uncore;
459
460	gt->pm_ier = 0x0;
461	gt->pm_imr = ~gt->pm_ier;
462	GEN8_IRQ_INIT_NDX(uncore, GT, 0, ~gt_interrupts[0], gt_interrupts[0]);
463	GEN8_IRQ_INIT_NDX(uncore, GT, 1, ~gt_interrupts[1], gt_interrupts[1]);
464	/*
465	 * RPS interrupts will get enabled/disabled on demand when RPS itself
466	 * is enabled/disabled. Same wil be the case for GuC interrupts.
467	 */
468	GEN8_IRQ_INIT_NDX(uncore, GT, 2, gt->pm_imr, gt->pm_ier);
469	GEN8_IRQ_INIT_NDX(uncore, GT, 3, ~gt_interrupts[3], gt_interrupts[3]);
470}
471
472static void gen5_gt_update_irq(struct intel_gt *gt,
473			       u32 interrupt_mask,
474			       u32 enabled_irq_mask)
475{
476	lockdep_assert_held(gt->irq_lock);
477
478	GEM_BUG_ON(enabled_irq_mask & ~interrupt_mask);
479
480	gt->gt_imr &= ~interrupt_mask;
481	gt->gt_imr |= (~enabled_irq_mask & interrupt_mask);
482	intel_uncore_write(gt->uncore, GTIMR, gt->gt_imr);
483}
484
485void gen5_gt_enable_irq(struct intel_gt *gt, u32 mask)
486{
487	gen5_gt_update_irq(gt, mask, mask);
488	intel_uncore_posting_read_fw(gt->uncore, GTIMR);
489}
490
491void gen5_gt_disable_irq(struct intel_gt *gt, u32 mask)
492{
493	gen5_gt_update_irq(gt, mask, 0);
494}
495
496void gen5_gt_irq_reset(struct intel_gt *gt)
497{
498	struct intel_uncore *uncore = gt->uncore;
499
500	GEN3_IRQ_RESET(uncore, GT);
501	if (GRAPHICS_VER(gt->i915) >= 6)
502		GEN3_IRQ_RESET(uncore, GEN6_PM);
503}
504
505void gen5_gt_irq_postinstall(struct intel_gt *gt)
506{
507	struct intel_uncore *uncore = gt->uncore;
508	u32 pm_irqs = 0;
509	u32 gt_irqs = 0;
510
511	gt->gt_imr = ~0;
512	if (HAS_L3_DPF(gt->i915)) {
513		/* L3 parity interrupt is always unmasked. */
514		gt->gt_imr = ~GT_PARITY_ERROR(gt->i915);
515		gt_irqs |= GT_PARITY_ERROR(gt->i915);
516	}
517
518	gt_irqs |= GT_RENDER_USER_INTERRUPT;
519	if (GRAPHICS_VER(gt->i915) == 5)
520		gt_irqs |= ILK_BSD_USER_INTERRUPT;
521	else
522		gt_irqs |= GT_BLT_USER_INTERRUPT | GT_BSD_USER_INTERRUPT;
523
524	GEN3_IRQ_INIT(uncore, GT, gt->gt_imr, gt_irqs);
525
526	if (GRAPHICS_VER(gt->i915) >= 6) {
527		/*
528		 * RPS interrupts will get enabled/disabled on demand when RPS
529		 * itself is enabled/disabled.
530		 */
531		if (HAS_ENGINE(gt, VECS0)) {
532			pm_irqs |= PM_VEBOX_USER_INTERRUPT;
533			gt->pm_ier |= PM_VEBOX_USER_INTERRUPT;
534		}
535
536		gt->pm_imr = 0xffffffff;
537		GEN3_IRQ_INIT(uncore, GEN6_PM, gt->pm_imr, pm_irqs);
538	}
539}