Loading...
1/*
2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 *
23 * Authors:
24 * Kevin Tian <kevin.tian@intel.com>
25 * Zhi Wang <zhi.a.wang@intel.com>
26 *
27 * Contributors:
28 * Min he <min.he@intel.com>
29 *
30 */
31
32#include <linux/eventfd.h>
33
34#include "i915_drv.h"
35#include "i915_reg.h"
36#include "gvt.h"
37#include "trace.h"
38
39struct intel_gvt_irq_info {
40 char *name;
41 i915_reg_t reg_base;
42 enum intel_gvt_event_type bit_to_event[INTEL_GVT_IRQ_BITWIDTH];
43 int group;
44 DECLARE_BITMAP(downstream_irq_bitmap, INTEL_GVT_IRQ_BITWIDTH);
45 bool has_upstream_irq;
46};
47
48struct intel_gvt_irq_map {
49 int up_irq_group;
50 int up_irq_bit;
51 int down_irq_group;
52 u32 down_irq_bitmask;
53};
54
55/* common offset among interrupt control registers */
56#define regbase_to_isr(base) (base)
57#define regbase_to_imr(base) (base + 0x4)
58#define regbase_to_iir(base) (base + 0x8)
59#define regbase_to_ier(base) (base + 0xC)
60
61#define iir_to_regbase(iir) (iir - 0x8)
62#define ier_to_regbase(ier) (ier - 0xC)
63
64#define get_event_virt_handler(irq, e) (irq->events[e].v_handler)
65#define get_irq_info(irq, e) (irq->events[e].info)
66
67#define irq_to_gvt(irq) \
68 container_of(irq, struct intel_gvt, irq)
69
70static void update_upstream_irq(struct intel_vgpu *vgpu,
71 struct intel_gvt_irq_info *info);
72
73static const char * const irq_name[INTEL_GVT_EVENT_MAX] = {
74 [RCS_MI_USER_INTERRUPT] = "Render CS MI USER INTERRUPT",
75 [RCS_DEBUG] = "Render EU debug from SVG",
76 [RCS_MMIO_SYNC_FLUSH] = "Render MMIO sync flush status",
77 [RCS_CMD_STREAMER_ERR] = "Render CS error interrupt",
78 [RCS_PIPE_CONTROL] = "Render PIPE CONTROL notify",
79 [RCS_WATCHDOG_EXCEEDED] = "Render CS Watchdog counter exceeded",
80 [RCS_PAGE_DIRECTORY_FAULT] = "Render page directory faults",
81 [RCS_AS_CONTEXT_SWITCH] = "Render AS Context Switch Interrupt",
82
83 [VCS_MI_USER_INTERRUPT] = "Video CS MI USER INTERRUPT",
84 [VCS_MMIO_SYNC_FLUSH] = "Video MMIO sync flush status",
85 [VCS_CMD_STREAMER_ERR] = "Video CS error interrupt",
86 [VCS_MI_FLUSH_DW] = "Video MI FLUSH DW notify",
87 [VCS_WATCHDOG_EXCEEDED] = "Video CS Watchdog counter exceeded",
88 [VCS_PAGE_DIRECTORY_FAULT] = "Video page directory faults",
89 [VCS_AS_CONTEXT_SWITCH] = "Video AS Context Switch Interrupt",
90 [VCS2_MI_USER_INTERRUPT] = "VCS2 Video CS MI USER INTERRUPT",
91 [VCS2_MI_FLUSH_DW] = "VCS2 Video MI FLUSH DW notify",
92 [VCS2_AS_CONTEXT_SWITCH] = "VCS2 Context Switch Interrupt",
93
94 [BCS_MI_USER_INTERRUPT] = "Blitter CS MI USER INTERRUPT",
95 [BCS_MMIO_SYNC_FLUSH] = "Billter MMIO sync flush status",
96 [BCS_CMD_STREAMER_ERR] = "Blitter CS error interrupt",
97 [BCS_MI_FLUSH_DW] = "Blitter MI FLUSH DW notify",
98 [BCS_PAGE_DIRECTORY_FAULT] = "Blitter page directory faults",
99 [BCS_AS_CONTEXT_SWITCH] = "Blitter AS Context Switch Interrupt",
100
101 [VECS_MI_FLUSH_DW] = "Video Enhanced Streamer MI FLUSH DW notify",
102 [VECS_AS_CONTEXT_SWITCH] = "VECS Context Switch Interrupt",
103
104 [PIPE_A_FIFO_UNDERRUN] = "Pipe A FIFO underrun",
105 [PIPE_A_CRC_ERR] = "Pipe A CRC error",
106 [PIPE_A_CRC_DONE] = "Pipe A CRC done",
107 [PIPE_A_VSYNC] = "Pipe A vsync",
108 [PIPE_A_LINE_COMPARE] = "Pipe A line compare",
109 [PIPE_A_ODD_FIELD] = "Pipe A odd field",
110 [PIPE_A_EVEN_FIELD] = "Pipe A even field",
111 [PIPE_A_VBLANK] = "Pipe A vblank",
112 [PIPE_B_FIFO_UNDERRUN] = "Pipe B FIFO underrun",
113 [PIPE_B_CRC_ERR] = "Pipe B CRC error",
114 [PIPE_B_CRC_DONE] = "Pipe B CRC done",
115 [PIPE_B_VSYNC] = "Pipe B vsync",
116 [PIPE_B_LINE_COMPARE] = "Pipe B line compare",
117 [PIPE_B_ODD_FIELD] = "Pipe B odd field",
118 [PIPE_B_EVEN_FIELD] = "Pipe B even field",
119 [PIPE_B_VBLANK] = "Pipe B vblank",
120 [PIPE_C_VBLANK] = "Pipe C vblank",
121 [DPST_PHASE_IN] = "DPST phase in event",
122 [DPST_HISTOGRAM] = "DPST histogram event",
123 [GSE] = "GSE",
124 [DP_A_HOTPLUG] = "DP A Hotplug",
125 [AUX_CHANNEL_A] = "AUX Channel A",
126 [PERF_COUNTER] = "Performance counter",
127 [POISON] = "Poison",
128 [GTT_FAULT] = "GTT fault",
129 [PRIMARY_A_FLIP_DONE] = "Primary Plane A flip done",
130 [PRIMARY_B_FLIP_DONE] = "Primary Plane B flip done",
131 [PRIMARY_C_FLIP_DONE] = "Primary Plane C flip done",
132 [SPRITE_A_FLIP_DONE] = "Sprite Plane A flip done",
133 [SPRITE_B_FLIP_DONE] = "Sprite Plane B flip done",
134 [SPRITE_C_FLIP_DONE] = "Sprite Plane C flip done",
135
136 [PCU_THERMAL] = "PCU Thermal Event",
137 [PCU_PCODE2DRIVER_MAILBOX] = "PCU pcode2driver mailbox event",
138
139 [FDI_RX_INTERRUPTS_TRANSCODER_A] = "FDI RX Interrupts Combined A",
140 [AUDIO_CP_CHANGE_TRANSCODER_A] = "Audio CP Change Transcoder A",
141 [AUDIO_CP_REQUEST_TRANSCODER_A] = "Audio CP Request Transcoder A",
142 [FDI_RX_INTERRUPTS_TRANSCODER_B] = "FDI RX Interrupts Combined B",
143 [AUDIO_CP_CHANGE_TRANSCODER_B] = "Audio CP Change Transcoder B",
144 [AUDIO_CP_REQUEST_TRANSCODER_B] = "Audio CP Request Transcoder B",
145 [FDI_RX_INTERRUPTS_TRANSCODER_C] = "FDI RX Interrupts Combined C",
146 [AUDIO_CP_CHANGE_TRANSCODER_C] = "Audio CP Change Transcoder C",
147 [AUDIO_CP_REQUEST_TRANSCODER_C] = "Audio CP Request Transcoder C",
148 [ERR_AND_DBG] = "South Error and Debug Interrupts Combined",
149 [GMBUS] = "Gmbus",
150 [SDVO_B_HOTPLUG] = "SDVO B hotplug",
151 [CRT_HOTPLUG] = "CRT Hotplug",
152 [DP_B_HOTPLUG] = "DisplayPort/HDMI/DVI B Hotplug",
153 [DP_C_HOTPLUG] = "DisplayPort/HDMI/DVI C Hotplug",
154 [DP_D_HOTPLUG] = "DisplayPort/HDMI/DVI D Hotplug",
155 [AUX_CHANNEL_B] = "AUX Channel B",
156 [AUX_CHANNEL_C] = "AUX Channel C",
157 [AUX_CHANNEL_D] = "AUX Channel D",
158 [AUDIO_POWER_STATE_CHANGE_B] = "Audio Power State change Port B",
159 [AUDIO_POWER_STATE_CHANGE_C] = "Audio Power State change Port C",
160 [AUDIO_POWER_STATE_CHANGE_D] = "Audio Power State change Port D",
161
162 [INTEL_GVT_EVENT_RESERVED] = "RESERVED EVENTS!!!",
163};
164
165static inline struct intel_gvt_irq_info *regbase_to_irq_info(
166 struct intel_gvt *gvt,
167 unsigned int reg)
168{
169 struct intel_gvt_irq *irq = &gvt->irq;
170 int i;
171
172 for_each_set_bit(i, irq->irq_info_bitmap, INTEL_GVT_IRQ_INFO_MAX) {
173 if (i915_mmio_reg_offset(irq->info[i]->reg_base) == reg)
174 return irq->info[i];
175 }
176
177 return NULL;
178}
179
180/**
181 * intel_vgpu_reg_imr_handler - Generic IMR register emulation write handler
182 * @vgpu: a vGPU
183 * @reg: register offset written by guest
184 * @p_data: register data written by guest
185 * @bytes: register data length
186 *
187 * This function is used to emulate the generic IMR register bit change
188 * behavior.
189 *
190 * Returns:
191 * Zero on success, negative error code if failed.
192 *
193 */
194int intel_vgpu_reg_imr_handler(struct intel_vgpu *vgpu,
195 unsigned int reg, void *p_data, unsigned int bytes)
196{
197 struct intel_gvt *gvt = vgpu->gvt;
198 const struct intel_gvt_irq_ops *ops = gvt->irq.ops;
199 u32 imr = *(u32 *)p_data;
200
201 trace_write_ir(vgpu->id, "IMR", reg, imr, vgpu_vreg(vgpu, reg),
202 (vgpu_vreg(vgpu, reg) ^ imr));
203
204 vgpu_vreg(vgpu, reg) = imr;
205
206 ops->check_pending_irq(vgpu);
207
208 return 0;
209}
210
211/**
212 * intel_vgpu_reg_master_irq_handler - master IRQ write emulation handler
213 * @vgpu: a vGPU
214 * @reg: register offset written by guest
215 * @p_data: register data written by guest
216 * @bytes: register data length
217 *
218 * This function is used to emulate the master IRQ register on gen8+.
219 *
220 * Returns:
221 * Zero on success, negative error code if failed.
222 *
223 */
224int intel_vgpu_reg_master_irq_handler(struct intel_vgpu *vgpu,
225 unsigned int reg, void *p_data, unsigned int bytes)
226{
227 struct intel_gvt *gvt = vgpu->gvt;
228 const struct intel_gvt_irq_ops *ops = gvt->irq.ops;
229 u32 ier = *(u32 *)p_data;
230 u32 virtual_ier = vgpu_vreg(vgpu, reg);
231
232 trace_write_ir(vgpu->id, "MASTER_IRQ", reg, ier, virtual_ier,
233 (virtual_ier ^ ier));
234
235 /*
236 * GEN8_MASTER_IRQ is a special irq register,
237 * only bit 31 is allowed to be modified
238 * and treated as an IER bit.
239 */
240 ier &= GEN8_MASTER_IRQ_CONTROL;
241 virtual_ier &= GEN8_MASTER_IRQ_CONTROL;
242 vgpu_vreg(vgpu, reg) &= ~GEN8_MASTER_IRQ_CONTROL;
243 vgpu_vreg(vgpu, reg) |= ier;
244
245 ops->check_pending_irq(vgpu);
246
247 return 0;
248}
249
250/**
251 * intel_vgpu_reg_ier_handler - Generic IER write emulation handler
252 * @vgpu: a vGPU
253 * @reg: register offset written by guest
254 * @p_data: register data written by guest
255 * @bytes: register data length
256 *
257 * This function is used to emulate the generic IER register behavior.
258 *
259 * Returns:
260 * Zero on success, negative error code if failed.
261 *
262 */
263int intel_vgpu_reg_ier_handler(struct intel_vgpu *vgpu,
264 unsigned int reg, void *p_data, unsigned int bytes)
265{
266 struct intel_gvt *gvt = vgpu->gvt;
267 struct drm_i915_private *i915 = gvt->gt->i915;
268 const struct intel_gvt_irq_ops *ops = gvt->irq.ops;
269 struct intel_gvt_irq_info *info;
270 u32 ier = *(u32 *)p_data;
271
272 trace_write_ir(vgpu->id, "IER", reg, ier, vgpu_vreg(vgpu, reg),
273 (vgpu_vreg(vgpu, reg) ^ ier));
274
275 vgpu_vreg(vgpu, reg) = ier;
276
277 info = regbase_to_irq_info(gvt, ier_to_regbase(reg));
278 if (drm_WARN_ON(&i915->drm, !info))
279 return -EINVAL;
280
281 if (info->has_upstream_irq)
282 update_upstream_irq(vgpu, info);
283
284 ops->check_pending_irq(vgpu);
285
286 return 0;
287}
288
289/**
290 * intel_vgpu_reg_iir_handler - Generic IIR write emulation handler
291 * @vgpu: a vGPU
292 * @reg: register offset written by guest
293 * @p_data: register data written by guest
294 * @bytes: register data length
295 *
296 * This function is used to emulate the generic IIR register behavior.
297 *
298 * Returns:
299 * Zero on success, negative error code if failed.
300 *
301 */
302int intel_vgpu_reg_iir_handler(struct intel_vgpu *vgpu, unsigned int reg,
303 void *p_data, unsigned int bytes)
304{
305 struct drm_i915_private *i915 = vgpu->gvt->gt->i915;
306 struct intel_gvt_irq_info *info = regbase_to_irq_info(vgpu->gvt,
307 iir_to_regbase(reg));
308 u32 iir = *(u32 *)p_data;
309
310 trace_write_ir(vgpu->id, "IIR", reg, iir, vgpu_vreg(vgpu, reg),
311 (vgpu_vreg(vgpu, reg) ^ iir));
312
313 if (drm_WARN_ON(&i915->drm, !info))
314 return -EINVAL;
315
316 vgpu_vreg(vgpu, reg) &= ~iir;
317
318 if (info->has_upstream_irq)
319 update_upstream_irq(vgpu, info);
320 return 0;
321}
322
323static struct intel_gvt_irq_map gen8_irq_map[] = {
324 { INTEL_GVT_IRQ_INFO_MASTER, 0, INTEL_GVT_IRQ_INFO_GT0, 0xffff },
325 { INTEL_GVT_IRQ_INFO_MASTER, 1, INTEL_GVT_IRQ_INFO_GT0, 0xffff0000 },
326 { INTEL_GVT_IRQ_INFO_MASTER, 2, INTEL_GVT_IRQ_INFO_GT1, 0xffff },
327 { INTEL_GVT_IRQ_INFO_MASTER, 3, INTEL_GVT_IRQ_INFO_GT1, 0xffff0000 },
328 { INTEL_GVT_IRQ_INFO_MASTER, 4, INTEL_GVT_IRQ_INFO_GT2, 0xffff },
329 { INTEL_GVT_IRQ_INFO_MASTER, 6, INTEL_GVT_IRQ_INFO_GT3, 0xffff },
330 { INTEL_GVT_IRQ_INFO_MASTER, 16, INTEL_GVT_IRQ_INFO_DE_PIPE_A, ~0 },
331 { INTEL_GVT_IRQ_INFO_MASTER, 17, INTEL_GVT_IRQ_INFO_DE_PIPE_B, ~0 },
332 { INTEL_GVT_IRQ_INFO_MASTER, 18, INTEL_GVT_IRQ_INFO_DE_PIPE_C, ~0 },
333 { INTEL_GVT_IRQ_INFO_MASTER, 20, INTEL_GVT_IRQ_INFO_DE_PORT, ~0 },
334 { INTEL_GVT_IRQ_INFO_MASTER, 22, INTEL_GVT_IRQ_INFO_DE_MISC, ~0 },
335 { INTEL_GVT_IRQ_INFO_MASTER, 23, INTEL_GVT_IRQ_INFO_PCH, ~0 },
336 { INTEL_GVT_IRQ_INFO_MASTER, 30, INTEL_GVT_IRQ_INFO_PCU, ~0 },
337 { -1, -1, ~0 },
338};
339
340static void update_upstream_irq(struct intel_vgpu *vgpu,
341 struct intel_gvt_irq_info *info)
342{
343 struct drm_i915_private *i915 = vgpu->gvt->gt->i915;
344 struct intel_gvt_irq *irq = &vgpu->gvt->irq;
345 struct intel_gvt_irq_map *map = irq->irq_map;
346 struct intel_gvt_irq_info *up_irq_info = NULL;
347 u32 set_bits = 0;
348 u32 clear_bits = 0;
349 int bit;
350 u32 val = vgpu_vreg(vgpu,
351 regbase_to_iir(i915_mmio_reg_offset(info->reg_base)))
352 & vgpu_vreg(vgpu,
353 regbase_to_ier(i915_mmio_reg_offset(info->reg_base)));
354
355 if (!info->has_upstream_irq)
356 return;
357
358 for (map = irq->irq_map; map->up_irq_bit != -1; map++) {
359 if (info->group != map->down_irq_group)
360 continue;
361
362 if (!up_irq_info)
363 up_irq_info = irq->info[map->up_irq_group];
364 else
365 drm_WARN_ON(&i915->drm, up_irq_info !=
366 irq->info[map->up_irq_group]);
367
368 bit = map->up_irq_bit;
369
370 if (val & map->down_irq_bitmask)
371 set_bits |= (1 << bit);
372 else
373 clear_bits |= (1 << bit);
374 }
375
376 if (drm_WARN_ON(&i915->drm, !up_irq_info))
377 return;
378
379 if (up_irq_info->group == INTEL_GVT_IRQ_INFO_MASTER) {
380 u32 isr = i915_mmio_reg_offset(up_irq_info->reg_base);
381
382 vgpu_vreg(vgpu, isr) &= ~clear_bits;
383 vgpu_vreg(vgpu, isr) |= set_bits;
384 } else {
385 u32 iir = regbase_to_iir(
386 i915_mmio_reg_offset(up_irq_info->reg_base));
387 u32 imr = regbase_to_imr(
388 i915_mmio_reg_offset(up_irq_info->reg_base));
389
390 vgpu_vreg(vgpu, iir) |= (set_bits & ~vgpu_vreg(vgpu, imr));
391 }
392
393 if (up_irq_info->has_upstream_irq)
394 update_upstream_irq(vgpu, up_irq_info);
395}
396
397static void init_irq_map(struct intel_gvt_irq *irq)
398{
399 struct intel_gvt_irq_map *map;
400 struct intel_gvt_irq_info *up_info, *down_info;
401 int up_bit;
402
403 for (map = irq->irq_map; map->up_irq_bit != -1; map++) {
404 up_info = irq->info[map->up_irq_group];
405 up_bit = map->up_irq_bit;
406 down_info = irq->info[map->down_irq_group];
407
408 set_bit(up_bit, up_info->downstream_irq_bitmap);
409 down_info->has_upstream_irq = true;
410
411 gvt_dbg_irq("[up] grp %d bit %d -> [down] grp %d bitmask %x\n",
412 up_info->group, up_bit,
413 down_info->group, map->down_irq_bitmask);
414 }
415}
416
417/* =======================vEvent injection===================== */
418
419#define MSI_CAP_CONTROL(offset) (offset + 2)
420#define MSI_CAP_ADDRESS(offset) (offset + 4)
421#define MSI_CAP_DATA(offset) (offset + 8)
422#define MSI_CAP_EN 0x1
423
424static void inject_virtual_interrupt(struct intel_vgpu *vgpu)
425{
426 unsigned long offset = vgpu->gvt->device_info.msi_cap_offset;
427 u16 control, data;
428 u32 addr;
429
430 control = *(u16 *)(vgpu_cfg_space(vgpu) + MSI_CAP_CONTROL(offset));
431 addr = *(u32 *)(vgpu_cfg_space(vgpu) + MSI_CAP_ADDRESS(offset));
432 data = *(u16 *)(vgpu_cfg_space(vgpu) + MSI_CAP_DATA(offset));
433
434 /* Do not generate MSI if MSIEN is disabled */
435 if (!(control & MSI_CAP_EN))
436 return;
437
438 if (WARN(control & GENMASK(15, 1), "only support one MSI format\n"))
439 return;
440
441 trace_inject_msi(vgpu->id, addr, data);
442
443 /*
444 * When guest is powered off, msi_trigger is set to NULL, but vgpu's
445 * config and mmio register isn't restored to default during guest
446 * poweroff. If this vgpu is still used in next vm, this vgpu's pipe
447 * may be enabled, then once this vgpu is active, it will get inject
448 * vblank interrupt request. But msi_trigger is null until msi is
449 * enabled by guest. so if msi_trigger is null, success is still
450 * returned and don't inject interrupt into guest.
451 */
452 if (!test_bit(INTEL_VGPU_STATUS_ATTACHED, vgpu->status))
453 return;
454 if (vgpu->msi_trigger)
455 eventfd_signal(vgpu->msi_trigger);
456}
457
458static void propagate_event(struct intel_gvt_irq *irq,
459 enum intel_gvt_event_type event, struct intel_vgpu *vgpu)
460{
461 struct intel_gvt_irq_info *info;
462 unsigned int reg_base;
463 int bit;
464
465 info = get_irq_info(irq, event);
466 if (WARN_ON(!info))
467 return;
468
469 reg_base = i915_mmio_reg_offset(info->reg_base);
470 bit = irq->events[event].bit;
471
472 if (!test_bit(bit, (void *)&vgpu_vreg(vgpu,
473 regbase_to_imr(reg_base)))) {
474 trace_propagate_event(vgpu->id, irq_name[event], bit);
475 set_bit(bit, (void *)&vgpu_vreg(vgpu,
476 regbase_to_iir(reg_base)));
477 }
478}
479
480/* =======================vEvent Handlers===================== */
481static void handle_default_event_virt(struct intel_gvt_irq *irq,
482 enum intel_gvt_event_type event, struct intel_vgpu *vgpu)
483{
484 if (!vgpu->irq.irq_warn_once[event]) {
485 gvt_dbg_core("vgpu%d: IRQ receive event %d (%s)\n",
486 vgpu->id, event, irq_name[event]);
487 vgpu->irq.irq_warn_once[event] = true;
488 }
489 propagate_event(irq, event, vgpu);
490}
491
492/* =====================GEN specific logic======================= */
493/* GEN8 interrupt routines. */
494
495#define DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(regname, regbase) \
496static struct intel_gvt_irq_info gen8_##regname##_info = { \
497 .name = #regname"-IRQ", \
498 .reg_base = (regbase), \
499 .bit_to_event = {[0 ... INTEL_GVT_IRQ_BITWIDTH-1] = \
500 INTEL_GVT_EVENT_RESERVED}, \
501}
502
503DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt0, GEN8_GT_ISR(0));
504DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt1, GEN8_GT_ISR(1));
505DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt2, GEN8_GT_ISR(2));
506DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt3, GEN8_GT_ISR(3));
507DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_a, GEN8_DE_PIPE_ISR(PIPE_A));
508DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_b, GEN8_DE_PIPE_ISR(PIPE_B));
509DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_c, GEN8_DE_PIPE_ISR(PIPE_C));
510DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_port, GEN8_DE_PORT_ISR);
511DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_misc, GEN8_DE_MISC_ISR);
512DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(pcu, GEN8_PCU_ISR);
513DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(master, GEN8_MASTER_IRQ);
514
515static struct intel_gvt_irq_info gvt_base_pch_info = {
516 .name = "PCH-IRQ",
517 .reg_base = SDEISR,
518 .bit_to_event = {[0 ... INTEL_GVT_IRQ_BITWIDTH-1] =
519 INTEL_GVT_EVENT_RESERVED},
520};
521
522static void gen8_check_pending_irq(struct intel_vgpu *vgpu)
523{
524 struct intel_gvt_irq *irq = &vgpu->gvt->irq;
525 int i;
526
527 if (!(vgpu_vreg(vgpu, i915_mmio_reg_offset(GEN8_MASTER_IRQ)) &
528 GEN8_MASTER_IRQ_CONTROL))
529 return;
530
531 for_each_set_bit(i, irq->irq_info_bitmap, INTEL_GVT_IRQ_INFO_MAX) {
532 struct intel_gvt_irq_info *info = irq->info[i];
533 u32 reg_base;
534
535 if (!info->has_upstream_irq)
536 continue;
537
538 reg_base = i915_mmio_reg_offset(info->reg_base);
539 if ((vgpu_vreg(vgpu, regbase_to_iir(reg_base))
540 & vgpu_vreg(vgpu, regbase_to_ier(reg_base))))
541 update_upstream_irq(vgpu, info);
542 }
543
544 if (vgpu_vreg(vgpu, i915_mmio_reg_offset(GEN8_MASTER_IRQ))
545 & ~GEN8_MASTER_IRQ_CONTROL)
546 inject_virtual_interrupt(vgpu);
547}
548
549static void gen8_init_irq(
550 struct intel_gvt_irq *irq)
551{
552 struct intel_gvt *gvt = irq_to_gvt(irq);
553
554#define SET_BIT_INFO(s, b, e, i) \
555 do { \
556 s->events[e].bit = b; \
557 s->events[e].info = s->info[i]; \
558 s->info[i]->bit_to_event[b] = e;\
559 } while (0)
560
561#define SET_IRQ_GROUP(s, g, i) \
562 do { \
563 s->info[g] = i; \
564 (i)->group = g; \
565 set_bit(g, s->irq_info_bitmap); \
566 } while (0)
567
568 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_MASTER, &gen8_master_info);
569 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT0, &gen8_gt0_info);
570 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT1, &gen8_gt1_info);
571 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT2, &gen8_gt2_info);
572 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT3, &gen8_gt3_info);
573 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_A, &gen8_de_pipe_a_info);
574 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_B, &gen8_de_pipe_b_info);
575 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_C, &gen8_de_pipe_c_info);
576 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PORT, &gen8_de_port_info);
577 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_MISC, &gen8_de_misc_info);
578 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_PCU, &gen8_pcu_info);
579 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_PCH, &gvt_base_pch_info);
580
581 /* GEN8 level 2 interrupts. */
582
583 /* GEN8 interrupt GT0 events */
584 SET_BIT_INFO(irq, 0, RCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT0);
585 SET_BIT_INFO(irq, 4, RCS_PIPE_CONTROL, INTEL_GVT_IRQ_INFO_GT0);
586 SET_BIT_INFO(irq, 8, RCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT0);
587
588 SET_BIT_INFO(irq, 16, BCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT0);
589 SET_BIT_INFO(irq, 20, BCS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT0);
590 SET_BIT_INFO(irq, 24, BCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT0);
591
592 /* GEN8 interrupt GT1 events */
593 SET_BIT_INFO(irq, 0, VCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT1);
594 SET_BIT_INFO(irq, 4, VCS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT1);
595 SET_BIT_INFO(irq, 8, VCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT1);
596
597 if (HAS_ENGINE(gvt->gt, VCS1)) {
598 SET_BIT_INFO(irq, 16, VCS2_MI_USER_INTERRUPT,
599 INTEL_GVT_IRQ_INFO_GT1);
600 SET_BIT_INFO(irq, 20, VCS2_MI_FLUSH_DW,
601 INTEL_GVT_IRQ_INFO_GT1);
602 SET_BIT_INFO(irq, 24, VCS2_AS_CONTEXT_SWITCH,
603 INTEL_GVT_IRQ_INFO_GT1);
604 }
605
606 /* GEN8 interrupt GT3 events */
607 SET_BIT_INFO(irq, 0, VECS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT3);
608 SET_BIT_INFO(irq, 4, VECS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT3);
609 SET_BIT_INFO(irq, 8, VECS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT3);
610
611 SET_BIT_INFO(irq, 0, PIPE_A_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
612 SET_BIT_INFO(irq, 0, PIPE_B_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
613 SET_BIT_INFO(irq, 0, PIPE_C_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
614
615 /* GEN8 interrupt DE PORT events */
616 SET_BIT_INFO(irq, 0, AUX_CHANNEL_A, INTEL_GVT_IRQ_INFO_DE_PORT);
617 SET_BIT_INFO(irq, 3, DP_A_HOTPLUG, INTEL_GVT_IRQ_INFO_DE_PORT);
618
619 /* GEN8 interrupt DE MISC events */
620 SET_BIT_INFO(irq, 0, GSE, INTEL_GVT_IRQ_INFO_DE_MISC);
621
622 /* PCH events */
623 SET_BIT_INFO(irq, 17, GMBUS, INTEL_GVT_IRQ_INFO_PCH);
624 SET_BIT_INFO(irq, 19, CRT_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
625 SET_BIT_INFO(irq, 21, DP_B_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
626 SET_BIT_INFO(irq, 22, DP_C_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
627 SET_BIT_INFO(irq, 23, DP_D_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
628
629 if (IS_BROADWELL(gvt->gt->i915)) {
630 SET_BIT_INFO(irq, 25, AUX_CHANNEL_B, INTEL_GVT_IRQ_INFO_PCH);
631 SET_BIT_INFO(irq, 26, AUX_CHANNEL_C, INTEL_GVT_IRQ_INFO_PCH);
632 SET_BIT_INFO(irq, 27, AUX_CHANNEL_D, INTEL_GVT_IRQ_INFO_PCH);
633
634 SET_BIT_INFO(irq, 4, PRIMARY_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
635 SET_BIT_INFO(irq, 5, SPRITE_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
636
637 SET_BIT_INFO(irq, 4, PRIMARY_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
638 SET_BIT_INFO(irq, 5, SPRITE_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
639
640 SET_BIT_INFO(irq, 4, PRIMARY_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
641 SET_BIT_INFO(irq, 5, SPRITE_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
642 } else if (GRAPHICS_VER(gvt->gt->i915) >= 9) {
643 SET_BIT_INFO(irq, 25, AUX_CHANNEL_B, INTEL_GVT_IRQ_INFO_DE_PORT);
644 SET_BIT_INFO(irq, 26, AUX_CHANNEL_C, INTEL_GVT_IRQ_INFO_DE_PORT);
645 SET_BIT_INFO(irq, 27, AUX_CHANNEL_D, INTEL_GVT_IRQ_INFO_DE_PORT);
646
647 SET_BIT_INFO(irq, 3, PRIMARY_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
648 SET_BIT_INFO(irq, 3, PRIMARY_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
649 SET_BIT_INFO(irq, 3, PRIMARY_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
650
651 SET_BIT_INFO(irq, 4, SPRITE_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
652 SET_BIT_INFO(irq, 4, SPRITE_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
653 SET_BIT_INFO(irq, 4, SPRITE_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
654 }
655
656 /* GEN8 interrupt PCU events */
657 SET_BIT_INFO(irq, 24, PCU_THERMAL, INTEL_GVT_IRQ_INFO_PCU);
658 SET_BIT_INFO(irq, 25, PCU_PCODE2DRIVER_MAILBOX, INTEL_GVT_IRQ_INFO_PCU);
659}
660
661static const struct intel_gvt_irq_ops gen8_irq_ops = {
662 .init_irq = gen8_init_irq,
663 .check_pending_irq = gen8_check_pending_irq,
664};
665
666/**
667 * intel_vgpu_trigger_virtual_event - Trigger a virtual event for a vGPU
668 * @vgpu: a vGPU
669 * @event: interrupt event
670 *
671 * This function is used to trigger a virtual interrupt event for vGPU.
672 * The caller provides the event to be triggered, the framework itself
673 * will emulate the IRQ register bit change.
674 *
675 */
676void intel_vgpu_trigger_virtual_event(struct intel_vgpu *vgpu,
677 enum intel_gvt_event_type event)
678{
679 struct drm_i915_private *i915 = vgpu->gvt->gt->i915;
680 struct intel_gvt *gvt = vgpu->gvt;
681 struct intel_gvt_irq *irq = &gvt->irq;
682 gvt_event_virt_handler_t handler;
683 const struct intel_gvt_irq_ops *ops = gvt->irq.ops;
684
685 handler = get_event_virt_handler(irq, event);
686 drm_WARN_ON(&i915->drm, !handler);
687
688 handler(irq, event, vgpu);
689
690 ops->check_pending_irq(vgpu);
691}
692
693static void init_events(
694 struct intel_gvt_irq *irq)
695{
696 int i;
697
698 for (i = 0; i < INTEL_GVT_EVENT_MAX; i++) {
699 irq->events[i].info = NULL;
700 irq->events[i].v_handler = handle_default_event_virt;
701 }
702}
703
704/**
705 * intel_gvt_init_irq - initialize GVT-g IRQ emulation subsystem
706 * @gvt: a GVT device
707 *
708 * This function is called at driver loading stage, to initialize the GVT-g IRQ
709 * emulation subsystem.
710 *
711 * Returns:
712 * Zero on success, negative error code if failed.
713 */
714int intel_gvt_init_irq(struct intel_gvt *gvt)
715{
716 struct intel_gvt_irq *irq = &gvt->irq;
717
718 gvt_dbg_core("init irq framework\n");
719
720 irq->ops = &gen8_irq_ops;
721 irq->irq_map = gen8_irq_map;
722
723 /* common event initialization */
724 init_events(irq);
725
726 /* gen specific initialization */
727 irq->ops->init_irq(irq);
728
729 init_irq_map(irq);
730
731 return 0;
732}
1/*
2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 *
23 * Authors:
24 * Kevin Tian <kevin.tian@intel.com>
25 * Zhi Wang <zhi.a.wang@intel.com>
26 *
27 * Contributors:
28 * Min he <min.he@intel.com>
29 *
30 */
31
32#include "i915_drv.h"
33#include "gvt.h"
34#include "trace.h"
35
36/* common offset among interrupt control registers */
37#define regbase_to_isr(base) (base)
38#define regbase_to_imr(base) (base + 0x4)
39#define regbase_to_iir(base) (base + 0x8)
40#define regbase_to_ier(base) (base + 0xC)
41
42#define iir_to_regbase(iir) (iir - 0x8)
43#define ier_to_regbase(ier) (ier - 0xC)
44
45#define get_event_virt_handler(irq, e) (irq->events[e].v_handler)
46#define get_irq_info(irq, e) (irq->events[e].info)
47
48#define irq_to_gvt(irq) \
49 container_of(irq, struct intel_gvt, irq)
50
51static void update_upstream_irq(struct intel_vgpu *vgpu,
52 struct intel_gvt_irq_info *info);
53
54static const char * const irq_name[INTEL_GVT_EVENT_MAX] = {
55 [RCS_MI_USER_INTERRUPT] = "Render CS MI USER INTERRUPT",
56 [RCS_DEBUG] = "Render EU debug from SVG",
57 [RCS_MMIO_SYNC_FLUSH] = "Render MMIO sync flush status",
58 [RCS_CMD_STREAMER_ERR] = "Render CS error interrupt",
59 [RCS_PIPE_CONTROL] = "Render PIPE CONTROL notify",
60 [RCS_WATCHDOG_EXCEEDED] = "Render CS Watchdog counter exceeded",
61 [RCS_PAGE_DIRECTORY_FAULT] = "Render page directory faults",
62 [RCS_AS_CONTEXT_SWITCH] = "Render AS Context Switch Interrupt",
63
64 [VCS_MI_USER_INTERRUPT] = "Video CS MI USER INTERRUPT",
65 [VCS_MMIO_SYNC_FLUSH] = "Video MMIO sync flush status",
66 [VCS_CMD_STREAMER_ERR] = "Video CS error interrupt",
67 [VCS_MI_FLUSH_DW] = "Video MI FLUSH DW notify",
68 [VCS_WATCHDOG_EXCEEDED] = "Video CS Watchdog counter exceeded",
69 [VCS_PAGE_DIRECTORY_FAULT] = "Video page directory faults",
70 [VCS_AS_CONTEXT_SWITCH] = "Video AS Context Switch Interrupt",
71 [VCS2_MI_USER_INTERRUPT] = "VCS2 Video CS MI USER INTERRUPT",
72 [VCS2_MI_FLUSH_DW] = "VCS2 Video MI FLUSH DW notify",
73 [VCS2_AS_CONTEXT_SWITCH] = "VCS2 Context Switch Interrupt",
74
75 [BCS_MI_USER_INTERRUPT] = "Blitter CS MI USER INTERRUPT",
76 [BCS_MMIO_SYNC_FLUSH] = "Billter MMIO sync flush status",
77 [BCS_CMD_STREAMER_ERR] = "Blitter CS error interrupt",
78 [BCS_MI_FLUSH_DW] = "Blitter MI FLUSH DW notify",
79 [BCS_PAGE_DIRECTORY_FAULT] = "Blitter page directory faults",
80 [BCS_AS_CONTEXT_SWITCH] = "Blitter AS Context Switch Interrupt",
81
82 [VECS_MI_FLUSH_DW] = "Video Enhanced Streamer MI FLUSH DW notify",
83 [VECS_AS_CONTEXT_SWITCH] = "VECS Context Switch Interrupt",
84
85 [PIPE_A_FIFO_UNDERRUN] = "Pipe A FIFO underrun",
86 [PIPE_A_CRC_ERR] = "Pipe A CRC error",
87 [PIPE_A_CRC_DONE] = "Pipe A CRC done",
88 [PIPE_A_VSYNC] = "Pipe A vsync",
89 [PIPE_A_LINE_COMPARE] = "Pipe A line compare",
90 [PIPE_A_ODD_FIELD] = "Pipe A odd field",
91 [PIPE_A_EVEN_FIELD] = "Pipe A even field",
92 [PIPE_A_VBLANK] = "Pipe A vblank",
93 [PIPE_B_FIFO_UNDERRUN] = "Pipe B FIFO underrun",
94 [PIPE_B_CRC_ERR] = "Pipe B CRC error",
95 [PIPE_B_CRC_DONE] = "Pipe B CRC done",
96 [PIPE_B_VSYNC] = "Pipe B vsync",
97 [PIPE_B_LINE_COMPARE] = "Pipe B line compare",
98 [PIPE_B_ODD_FIELD] = "Pipe B odd field",
99 [PIPE_B_EVEN_FIELD] = "Pipe B even field",
100 [PIPE_B_VBLANK] = "Pipe B vblank",
101 [PIPE_C_VBLANK] = "Pipe C vblank",
102 [DPST_PHASE_IN] = "DPST phase in event",
103 [DPST_HISTOGRAM] = "DPST histogram event",
104 [GSE] = "GSE",
105 [DP_A_HOTPLUG] = "DP A Hotplug",
106 [AUX_CHANNEL_A] = "AUX Channel A",
107 [PERF_COUNTER] = "Performance counter",
108 [POISON] = "Poison",
109 [GTT_FAULT] = "GTT fault",
110 [PRIMARY_A_FLIP_DONE] = "Primary Plane A flip done",
111 [PRIMARY_B_FLIP_DONE] = "Primary Plane B flip done",
112 [PRIMARY_C_FLIP_DONE] = "Primary Plane C flip done",
113 [SPRITE_A_FLIP_DONE] = "Sprite Plane A flip done",
114 [SPRITE_B_FLIP_DONE] = "Sprite Plane B flip done",
115 [SPRITE_C_FLIP_DONE] = "Sprite Plane C flip done",
116
117 [PCU_THERMAL] = "PCU Thermal Event",
118 [PCU_PCODE2DRIVER_MAILBOX] = "PCU pcode2driver mailbox event",
119
120 [FDI_RX_INTERRUPTS_TRANSCODER_A] = "FDI RX Interrupts Combined A",
121 [AUDIO_CP_CHANGE_TRANSCODER_A] = "Audio CP Change Transcoder A",
122 [AUDIO_CP_REQUEST_TRANSCODER_A] = "Audio CP Request Transcoder A",
123 [FDI_RX_INTERRUPTS_TRANSCODER_B] = "FDI RX Interrupts Combined B",
124 [AUDIO_CP_CHANGE_TRANSCODER_B] = "Audio CP Change Transcoder B",
125 [AUDIO_CP_REQUEST_TRANSCODER_B] = "Audio CP Request Transcoder B",
126 [FDI_RX_INTERRUPTS_TRANSCODER_C] = "FDI RX Interrupts Combined C",
127 [AUDIO_CP_CHANGE_TRANSCODER_C] = "Audio CP Change Transcoder C",
128 [AUDIO_CP_REQUEST_TRANSCODER_C] = "Audio CP Request Transcoder C",
129 [ERR_AND_DBG] = "South Error and Debug Interupts Combined",
130 [GMBUS] = "Gmbus",
131 [SDVO_B_HOTPLUG] = "SDVO B hotplug",
132 [CRT_HOTPLUG] = "CRT Hotplug",
133 [DP_B_HOTPLUG] = "DisplayPort/HDMI/DVI B Hotplug",
134 [DP_C_HOTPLUG] = "DisplayPort/HDMI/DVI C Hotplug",
135 [DP_D_HOTPLUG] = "DisplayPort/HDMI/DVI D Hotplug",
136 [AUX_CHANNEL_B] = "AUX Channel B",
137 [AUX_CHANNEL_C] = "AUX Channel C",
138 [AUX_CHANNEL_D] = "AUX Channel D",
139 [AUDIO_POWER_STATE_CHANGE_B] = "Audio Power State change Port B",
140 [AUDIO_POWER_STATE_CHANGE_C] = "Audio Power State change Port C",
141 [AUDIO_POWER_STATE_CHANGE_D] = "Audio Power State change Port D",
142
143 [INTEL_GVT_EVENT_RESERVED] = "RESERVED EVENTS!!!",
144};
145
146static inline struct intel_gvt_irq_info *regbase_to_irq_info(
147 struct intel_gvt *gvt,
148 unsigned int reg)
149{
150 struct intel_gvt_irq *irq = &gvt->irq;
151 int i;
152
153 for_each_set_bit(i, irq->irq_info_bitmap, INTEL_GVT_IRQ_INFO_MAX) {
154 if (i915_mmio_reg_offset(irq->info[i]->reg_base) == reg)
155 return irq->info[i];
156 }
157
158 return NULL;
159}
160
161/**
162 * intel_vgpu_reg_imr_handler - Generic IMR register emulation write handler
163 * @vgpu: a vGPU
164 * @reg: register offset written by guest
165 * @p_data: register data written by guest
166 * @bytes: register data length
167 *
168 * This function is used to emulate the generic IMR register bit change
169 * behavior.
170 *
171 * Returns:
172 * Zero on success, negative error code if failed.
173 *
174 */
175int intel_vgpu_reg_imr_handler(struct intel_vgpu *vgpu,
176 unsigned int reg, void *p_data, unsigned int bytes)
177{
178 struct intel_gvt *gvt = vgpu->gvt;
179 struct intel_gvt_irq_ops *ops = gvt->irq.ops;
180 u32 imr = *(u32 *)p_data;
181
182 trace_write_ir(vgpu->id, "IMR", reg, imr, vgpu_vreg(vgpu, reg),
183 (vgpu_vreg(vgpu, reg) ^ imr));
184
185 vgpu_vreg(vgpu, reg) = imr;
186
187 ops->check_pending_irq(vgpu);
188
189 return 0;
190}
191
192/**
193 * intel_vgpu_reg_master_irq_handler - master IRQ write emulation handler
194 * @vgpu: a vGPU
195 * @reg: register offset written by guest
196 * @p_data: register data written by guest
197 * @bytes: register data length
198 *
199 * This function is used to emulate the master IRQ register on gen8+.
200 *
201 * Returns:
202 * Zero on success, negative error code if failed.
203 *
204 */
205int intel_vgpu_reg_master_irq_handler(struct intel_vgpu *vgpu,
206 unsigned int reg, void *p_data, unsigned int bytes)
207{
208 struct intel_gvt *gvt = vgpu->gvt;
209 struct intel_gvt_irq_ops *ops = gvt->irq.ops;
210 u32 ier = *(u32 *)p_data;
211 u32 virtual_ier = vgpu_vreg(vgpu, reg);
212
213 trace_write_ir(vgpu->id, "MASTER_IRQ", reg, ier, virtual_ier,
214 (virtual_ier ^ ier));
215
216 /*
217 * GEN8_MASTER_IRQ is a special irq register,
218 * only bit 31 is allowed to be modified
219 * and treated as an IER bit.
220 */
221 ier &= GEN8_MASTER_IRQ_CONTROL;
222 virtual_ier &= GEN8_MASTER_IRQ_CONTROL;
223 vgpu_vreg(vgpu, reg) &= ~GEN8_MASTER_IRQ_CONTROL;
224 vgpu_vreg(vgpu, reg) |= ier;
225
226 ops->check_pending_irq(vgpu);
227
228 return 0;
229}
230
231/**
232 * intel_vgpu_reg_ier_handler - Generic IER write emulation handler
233 * @vgpu: a vGPU
234 * @reg: register offset written by guest
235 * @p_data: register data written by guest
236 * @bytes: register data length
237 *
238 * This function is used to emulate the generic IER register behavior.
239 *
240 * Returns:
241 * Zero on success, negative error code if failed.
242 *
243 */
244int intel_vgpu_reg_ier_handler(struct intel_vgpu *vgpu,
245 unsigned int reg, void *p_data, unsigned int bytes)
246{
247 struct intel_gvt *gvt = vgpu->gvt;
248 struct intel_gvt_irq_ops *ops = gvt->irq.ops;
249 struct intel_gvt_irq_info *info;
250 u32 ier = *(u32 *)p_data;
251
252 trace_write_ir(vgpu->id, "IER", reg, ier, vgpu_vreg(vgpu, reg),
253 (vgpu_vreg(vgpu, reg) ^ ier));
254
255 vgpu_vreg(vgpu, reg) = ier;
256
257 info = regbase_to_irq_info(gvt, ier_to_regbase(reg));
258 if (WARN_ON(!info))
259 return -EINVAL;
260
261 if (info->has_upstream_irq)
262 update_upstream_irq(vgpu, info);
263
264 ops->check_pending_irq(vgpu);
265
266 return 0;
267}
268
269/**
270 * intel_vgpu_reg_iir_handler - Generic IIR write emulation handler
271 * @vgpu: a vGPU
272 * @reg: register offset written by guest
273 * @p_data: register data written by guest
274 * @bytes: register data length
275 *
276 * This function is used to emulate the generic IIR register behavior.
277 *
278 * Returns:
279 * Zero on success, negative error code if failed.
280 *
281 */
282int intel_vgpu_reg_iir_handler(struct intel_vgpu *vgpu, unsigned int reg,
283 void *p_data, unsigned int bytes)
284{
285 struct intel_gvt_irq_info *info = regbase_to_irq_info(vgpu->gvt,
286 iir_to_regbase(reg));
287 u32 iir = *(u32 *)p_data;
288
289 trace_write_ir(vgpu->id, "IIR", reg, iir, vgpu_vreg(vgpu, reg),
290 (vgpu_vreg(vgpu, reg) ^ iir));
291
292 if (WARN_ON(!info))
293 return -EINVAL;
294
295 vgpu_vreg(vgpu, reg) &= ~iir;
296
297 if (info->has_upstream_irq)
298 update_upstream_irq(vgpu, info);
299 return 0;
300}
301
302static struct intel_gvt_irq_map gen8_irq_map[] = {
303 { INTEL_GVT_IRQ_INFO_MASTER, 0, INTEL_GVT_IRQ_INFO_GT0, 0xffff },
304 { INTEL_GVT_IRQ_INFO_MASTER, 1, INTEL_GVT_IRQ_INFO_GT0, 0xffff0000 },
305 { INTEL_GVT_IRQ_INFO_MASTER, 2, INTEL_GVT_IRQ_INFO_GT1, 0xffff },
306 { INTEL_GVT_IRQ_INFO_MASTER, 3, INTEL_GVT_IRQ_INFO_GT1, 0xffff0000 },
307 { INTEL_GVT_IRQ_INFO_MASTER, 4, INTEL_GVT_IRQ_INFO_GT2, 0xffff },
308 { INTEL_GVT_IRQ_INFO_MASTER, 6, INTEL_GVT_IRQ_INFO_GT3, 0xffff },
309 { INTEL_GVT_IRQ_INFO_MASTER, 16, INTEL_GVT_IRQ_INFO_DE_PIPE_A, ~0 },
310 { INTEL_GVT_IRQ_INFO_MASTER, 17, INTEL_GVT_IRQ_INFO_DE_PIPE_B, ~0 },
311 { INTEL_GVT_IRQ_INFO_MASTER, 18, INTEL_GVT_IRQ_INFO_DE_PIPE_C, ~0 },
312 { INTEL_GVT_IRQ_INFO_MASTER, 20, INTEL_GVT_IRQ_INFO_DE_PORT, ~0 },
313 { INTEL_GVT_IRQ_INFO_MASTER, 22, INTEL_GVT_IRQ_INFO_DE_MISC, ~0 },
314 { INTEL_GVT_IRQ_INFO_MASTER, 23, INTEL_GVT_IRQ_INFO_PCH, ~0 },
315 { INTEL_GVT_IRQ_INFO_MASTER, 30, INTEL_GVT_IRQ_INFO_PCU, ~0 },
316 { -1, -1, ~0 },
317};
318
319static void update_upstream_irq(struct intel_vgpu *vgpu,
320 struct intel_gvt_irq_info *info)
321{
322 struct intel_gvt_irq *irq = &vgpu->gvt->irq;
323 struct intel_gvt_irq_map *map = irq->irq_map;
324 struct intel_gvt_irq_info *up_irq_info = NULL;
325 u32 set_bits = 0;
326 u32 clear_bits = 0;
327 int bit;
328 u32 val = vgpu_vreg(vgpu,
329 regbase_to_iir(i915_mmio_reg_offset(info->reg_base)))
330 & vgpu_vreg(vgpu,
331 regbase_to_ier(i915_mmio_reg_offset(info->reg_base)));
332
333 if (!info->has_upstream_irq)
334 return;
335
336 for (map = irq->irq_map; map->up_irq_bit != -1; map++) {
337 if (info->group != map->down_irq_group)
338 continue;
339
340 if (!up_irq_info)
341 up_irq_info = irq->info[map->up_irq_group];
342 else
343 WARN_ON(up_irq_info != irq->info[map->up_irq_group]);
344
345 bit = map->up_irq_bit;
346
347 if (val & map->down_irq_bitmask)
348 set_bits |= (1 << bit);
349 else
350 clear_bits |= (1 << bit);
351 }
352
353 WARN_ON(!up_irq_info);
354
355 if (up_irq_info->group == INTEL_GVT_IRQ_INFO_MASTER) {
356 u32 isr = i915_mmio_reg_offset(up_irq_info->reg_base);
357
358 vgpu_vreg(vgpu, isr) &= ~clear_bits;
359 vgpu_vreg(vgpu, isr) |= set_bits;
360 } else {
361 u32 iir = regbase_to_iir(
362 i915_mmio_reg_offset(up_irq_info->reg_base));
363 u32 imr = regbase_to_imr(
364 i915_mmio_reg_offset(up_irq_info->reg_base));
365
366 vgpu_vreg(vgpu, iir) |= (set_bits & ~vgpu_vreg(vgpu, imr));
367 }
368
369 if (up_irq_info->has_upstream_irq)
370 update_upstream_irq(vgpu, up_irq_info);
371}
372
373static void init_irq_map(struct intel_gvt_irq *irq)
374{
375 struct intel_gvt_irq_map *map;
376 struct intel_gvt_irq_info *up_info, *down_info;
377 int up_bit;
378
379 for (map = irq->irq_map; map->up_irq_bit != -1; map++) {
380 up_info = irq->info[map->up_irq_group];
381 up_bit = map->up_irq_bit;
382 down_info = irq->info[map->down_irq_group];
383
384 set_bit(up_bit, up_info->downstream_irq_bitmap);
385 down_info->has_upstream_irq = true;
386
387 gvt_dbg_irq("[up] grp %d bit %d -> [down] grp %d bitmask %x\n",
388 up_info->group, up_bit,
389 down_info->group, map->down_irq_bitmask);
390 }
391}
392
393/* =======================vEvent injection===================== */
394static int inject_virtual_interrupt(struct intel_vgpu *vgpu)
395{
396 return intel_gvt_hypervisor_inject_msi(vgpu);
397}
398
399static void propagate_event(struct intel_gvt_irq *irq,
400 enum intel_gvt_event_type event, struct intel_vgpu *vgpu)
401{
402 struct intel_gvt_irq_info *info;
403 unsigned int reg_base;
404 int bit;
405
406 info = get_irq_info(irq, event);
407 if (WARN_ON(!info))
408 return;
409
410 reg_base = i915_mmio_reg_offset(info->reg_base);
411 bit = irq->events[event].bit;
412
413 if (!test_bit(bit, (void *)&vgpu_vreg(vgpu,
414 regbase_to_imr(reg_base)))) {
415 trace_propagate_event(vgpu->id, irq_name[event], bit);
416 set_bit(bit, (void *)&vgpu_vreg(vgpu,
417 regbase_to_iir(reg_base)));
418 }
419}
420
421/* =======================vEvent Handlers===================== */
422static void handle_default_event_virt(struct intel_gvt_irq *irq,
423 enum intel_gvt_event_type event, struct intel_vgpu *vgpu)
424{
425 if (!vgpu->irq.irq_warn_once[event]) {
426 gvt_dbg_core("vgpu%d: IRQ receive event %d (%s)\n",
427 vgpu->id, event, irq_name[event]);
428 vgpu->irq.irq_warn_once[event] = true;
429 }
430 propagate_event(irq, event, vgpu);
431}
432
433/* =====================GEN specific logic======================= */
434/* GEN8 interrupt routines. */
435
436#define DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(regname, regbase) \
437static struct intel_gvt_irq_info gen8_##regname##_info = { \
438 .name = #regname"-IRQ", \
439 .reg_base = (regbase), \
440 .bit_to_event = {[0 ... INTEL_GVT_IRQ_BITWIDTH-1] = \
441 INTEL_GVT_EVENT_RESERVED}, \
442}
443
444DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt0, GEN8_GT_ISR(0));
445DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt1, GEN8_GT_ISR(1));
446DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt2, GEN8_GT_ISR(2));
447DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt3, GEN8_GT_ISR(3));
448DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_a, GEN8_DE_PIPE_ISR(PIPE_A));
449DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_b, GEN8_DE_PIPE_ISR(PIPE_B));
450DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_c, GEN8_DE_PIPE_ISR(PIPE_C));
451DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_port, GEN8_DE_PORT_ISR);
452DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_misc, GEN8_DE_MISC_ISR);
453DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(pcu, GEN8_PCU_ISR);
454DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(master, GEN8_MASTER_IRQ);
455
456static struct intel_gvt_irq_info gvt_base_pch_info = {
457 .name = "PCH-IRQ",
458 .reg_base = SDEISR,
459 .bit_to_event = {[0 ... INTEL_GVT_IRQ_BITWIDTH-1] =
460 INTEL_GVT_EVENT_RESERVED},
461};
462
463static void gen8_check_pending_irq(struct intel_vgpu *vgpu)
464{
465 struct intel_gvt_irq *irq = &vgpu->gvt->irq;
466 int i;
467
468 if (!(vgpu_vreg(vgpu, i915_mmio_reg_offset(GEN8_MASTER_IRQ)) &
469 GEN8_MASTER_IRQ_CONTROL))
470 return;
471
472 for_each_set_bit(i, irq->irq_info_bitmap, INTEL_GVT_IRQ_INFO_MAX) {
473 struct intel_gvt_irq_info *info = irq->info[i];
474 u32 reg_base;
475
476 if (!info->has_upstream_irq)
477 continue;
478
479 reg_base = i915_mmio_reg_offset(info->reg_base);
480 if ((vgpu_vreg(vgpu, regbase_to_iir(reg_base))
481 & vgpu_vreg(vgpu, regbase_to_ier(reg_base))))
482 update_upstream_irq(vgpu, info);
483 }
484
485 if (vgpu_vreg(vgpu, i915_mmio_reg_offset(GEN8_MASTER_IRQ))
486 & ~GEN8_MASTER_IRQ_CONTROL)
487 inject_virtual_interrupt(vgpu);
488}
489
490static void gen8_init_irq(
491 struct intel_gvt_irq *irq)
492{
493 struct intel_gvt *gvt = irq_to_gvt(irq);
494
495#define SET_BIT_INFO(s, b, e, i) \
496 do { \
497 s->events[e].bit = b; \
498 s->events[e].info = s->info[i]; \
499 s->info[i]->bit_to_event[b] = e;\
500 } while (0)
501
502#define SET_IRQ_GROUP(s, g, i) \
503 do { \
504 s->info[g] = i; \
505 (i)->group = g; \
506 set_bit(g, s->irq_info_bitmap); \
507 } while (0)
508
509 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_MASTER, &gen8_master_info);
510 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT0, &gen8_gt0_info);
511 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT1, &gen8_gt1_info);
512 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT2, &gen8_gt2_info);
513 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT3, &gen8_gt3_info);
514 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_A, &gen8_de_pipe_a_info);
515 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_B, &gen8_de_pipe_b_info);
516 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_C, &gen8_de_pipe_c_info);
517 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PORT, &gen8_de_port_info);
518 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_MISC, &gen8_de_misc_info);
519 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_PCU, &gen8_pcu_info);
520 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_PCH, &gvt_base_pch_info);
521
522 /* GEN8 level 2 interrupts. */
523
524 /* GEN8 interrupt GT0 events */
525 SET_BIT_INFO(irq, 0, RCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT0);
526 SET_BIT_INFO(irq, 4, RCS_PIPE_CONTROL, INTEL_GVT_IRQ_INFO_GT0);
527 SET_BIT_INFO(irq, 8, RCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT0);
528
529 SET_BIT_INFO(irq, 16, BCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT0);
530 SET_BIT_INFO(irq, 20, BCS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT0);
531 SET_BIT_INFO(irq, 24, BCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT0);
532
533 /* GEN8 interrupt GT1 events */
534 SET_BIT_INFO(irq, 0, VCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT1);
535 SET_BIT_INFO(irq, 4, VCS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT1);
536 SET_BIT_INFO(irq, 8, VCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT1);
537
538 if (HAS_BSD2(gvt->dev_priv)) {
539 SET_BIT_INFO(irq, 16, VCS2_MI_USER_INTERRUPT,
540 INTEL_GVT_IRQ_INFO_GT1);
541 SET_BIT_INFO(irq, 20, VCS2_MI_FLUSH_DW,
542 INTEL_GVT_IRQ_INFO_GT1);
543 SET_BIT_INFO(irq, 24, VCS2_AS_CONTEXT_SWITCH,
544 INTEL_GVT_IRQ_INFO_GT1);
545 }
546
547 /* GEN8 interrupt GT3 events */
548 SET_BIT_INFO(irq, 0, VECS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT3);
549 SET_BIT_INFO(irq, 4, VECS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT3);
550 SET_BIT_INFO(irq, 8, VECS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT3);
551
552 SET_BIT_INFO(irq, 0, PIPE_A_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
553 SET_BIT_INFO(irq, 0, PIPE_B_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
554 SET_BIT_INFO(irq, 0, PIPE_C_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
555
556 /* GEN8 interrupt DE PORT events */
557 SET_BIT_INFO(irq, 0, AUX_CHANNEL_A, INTEL_GVT_IRQ_INFO_DE_PORT);
558 SET_BIT_INFO(irq, 3, DP_A_HOTPLUG, INTEL_GVT_IRQ_INFO_DE_PORT);
559
560 /* GEN8 interrupt DE MISC events */
561 SET_BIT_INFO(irq, 0, GSE, INTEL_GVT_IRQ_INFO_DE_MISC);
562
563 /* PCH events */
564 SET_BIT_INFO(irq, 17, GMBUS, INTEL_GVT_IRQ_INFO_PCH);
565 SET_BIT_INFO(irq, 19, CRT_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
566 SET_BIT_INFO(irq, 21, DP_B_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
567 SET_BIT_INFO(irq, 22, DP_C_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
568 SET_BIT_INFO(irq, 23, DP_D_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH);
569
570 if (IS_BROADWELL(gvt->dev_priv)) {
571 SET_BIT_INFO(irq, 25, AUX_CHANNEL_B, INTEL_GVT_IRQ_INFO_PCH);
572 SET_BIT_INFO(irq, 26, AUX_CHANNEL_C, INTEL_GVT_IRQ_INFO_PCH);
573 SET_BIT_INFO(irq, 27, AUX_CHANNEL_D, INTEL_GVT_IRQ_INFO_PCH);
574
575 SET_BIT_INFO(irq, 4, PRIMARY_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
576 SET_BIT_INFO(irq, 5, SPRITE_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
577
578 SET_BIT_INFO(irq, 4, PRIMARY_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
579 SET_BIT_INFO(irq, 5, SPRITE_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
580
581 SET_BIT_INFO(irq, 4, PRIMARY_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
582 SET_BIT_INFO(irq, 5, SPRITE_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
583 } else if (IS_SKYLAKE(gvt->dev_priv) || IS_KABYLAKE(gvt->dev_priv)) {
584 SET_BIT_INFO(irq, 25, AUX_CHANNEL_B, INTEL_GVT_IRQ_INFO_DE_PORT);
585 SET_BIT_INFO(irq, 26, AUX_CHANNEL_C, INTEL_GVT_IRQ_INFO_DE_PORT);
586 SET_BIT_INFO(irq, 27, AUX_CHANNEL_D, INTEL_GVT_IRQ_INFO_DE_PORT);
587
588 SET_BIT_INFO(irq, 3, PRIMARY_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
589 SET_BIT_INFO(irq, 3, PRIMARY_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
590 SET_BIT_INFO(irq, 3, PRIMARY_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
591
592 SET_BIT_INFO(irq, 4, SPRITE_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A);
593 SET_BIT_INFO(irq, 4, SPRITE_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B);
594 SET_BIT_INFO(irq, 4, SPRITE_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C);
595 }
596
597 /* GEN8 interrupt PCU events */
598 SET_BIT_INFO(irq, 24, PCU_THERMAL, INTEL_GVT_IRQ_INFO_PCU);
599 SET_BIT_INFO(irq, 25, PCU_PCODE2DRIVER_MAILBOX, INTEL_GVT_IRQ_INFO_PCU);
600}
601
602static struct intel_gvt_irq_ops gen8_irq_ops = {
603 .init_irq = gen8_init_irq,
604 .check_pending_irq = gen8_check_pending_irq,
605};
606
607/**
608 * intel_vgpu_trigger_virtual_event - Trigger a virtual event for a vGPU
609 * @vgpu: a vGPU
610 * @event: interrupt event
611 *
612 * This function is used to trigger a virtual interrupt event for vGPU.
613 * The caller provides the event to be triggered, the framework itself
614 * will emulate the IRQ register bit change.
615 *
616 */
617void intel_vgpu_trigger_virtual_event(struct intel_vgpu *vgpu,
618 enum intel_gvt_event_type event)
619{
620 struct intel_gvt *gvt = vgpu->gvt;
621 struct intel_gvt_irq *irq = &gvt->irq;
622 gvt_event_virt_handler_t handler;
623 struct intel_gvt_irq_ops *ops = gvt->irq.ops;
624
625 handler = get_event_virt_handler(irq, event);
626 WARN_ON(!handler);
627
628 handler(irq, event, vgpu);
629
630 ops->check_pending_irq(vgpu);
631}
632
633static void init_events(
634 struct intel_gvt_irq *irq)
635{
636 int i;
637
638 for (i = 0; i < INTEL_GVT_EVENT_MAX; i++) {
639 irq->events[i].info = NULL;
640 irq->events[i].v_handler = handle_default_event_virt;
641 }
642}
643
644static enum hrtimer_restart vblank_timer_fn(struct hrtimer *data)
645{
646 struct intel_gvt_vblank_timer *vblank_timer;
647 struct intel_gvt_irq *irq;
648 struct intel_gvt *gvt;
649
650 vblank_timer = container_of(data, struct intel_gvt_vblank_timer, timer);
651 irq = container_of(vblank_timer, struct intel_gvt_irq, vblank_timer);
652 gvt = container_of(irq, struct intel_gvt, irq);
653
654 intel_gvt_request_service(gvt, INTEL_GVT_REQUEST_EMULATE_VBLANK);
655 hrtimer_add_expires_ns(&vblank_timer->timer, vblank_timer->period);
656 return HRTIMER_RESTART;
657}
658
659/**
660 * intel_gvt_clean_irq - clean up GVT-g IRQ emulation subsystem
661 * @gvt: a GVT device
662 *
663 * This function is called at driver unloading stage, to clean up GVT-g IRQ
664 * emulation subsystem.
665 *
666 */
667void intel_gvt_clean_irq(struct intel_gvt *gvt)
668{
669 struct intel_gvt_irq *irq = &gvt->irq;
670
671 hrtimer_cancel(&irq->vblank_timer.timer);
672}
673
674#define VBLNAK_TIMER_PERIOD 16000000
675
676/**
677 * intel_gvt_init_irq - initialize GVT-g IRQ emulation subsystem
678 * @gvt: a GVT device
679 *
680 * This function is called at driver loading stage, to initialize the GVT-g IRQ
681 * emulation subsystem.
682 *
683 * Returns:
684 * Zero on success, negative error code if failed.
685 */
686int intel_gvt_init_irq(struct intel_gvt *gvt)
687{
688 struct intel_gvt_irq *irq = &gvt->irq;
689 struct intel_gvt_vblank_timer *vblank_timer = &irq->vblank_timer;
690
691 gvt_dbg_core("init irq framework\n");
692
693 if (IS_BROADWELL(gvt->dev_priv) || IS_SKYLAKE(gvt->dev_priv)
694 || IS_KABYLAKE(gvt->dev_priv)) {
695 irq->ops = &gen8_irq_ops;
696 irq->irq_map = gen8_irq_map;
697 } else {
698 WARN_ON(1);
699 return -ENODEV;
700 }
701
702 /* common event initialization */
703 init_events(irq);
704
705 /* gen specific initialization */
706 irq->ops->init_irq(irq);
707
708 init_irq_map(irq);
709
710 hrtimer_init(&vblank_timer->timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS);
711 vblank_timer->timer.function = vblank_timer_fn;
712 vblank_timer->period = VBLNAK_TIMER_PERIOD;
713
714 return 0;
715}