Linux Audio

Check our new training course

Loading...
v6.2
   1/*
   2 * Copyright © 2016 Intel Corporation
   3 *
   4 * Permission is hereby granted, free of charge, to any person obtaining a
   5 * copy of this software and associated documentation files (the "Software"),
   6 * to deal in the Software without restriction, including without limitation
   7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8 * and/or sell copies of the Software, and to permit persons to whom the
   9 * Software is furnished to do so, subject to the following conditions:
  10 *
  11 * The above copyright notice and this permission notice (including the next
  12 * paragraph) shall be included in all copies or substantial portions of the
  13 * Software.
  14 *
  15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21 * IN THE SOFTWARE.
  22 *
  23 */
  24
  25#include <drm/drm_color_mgmt.h>
 
 
  26#include <drm/drm_drv.h>
  27#include <drm/i915_pciids.h>
  28
  29#include "gt/intel_gt_regs.h"
  30#include "gt/intel_sa_media.h"
  31
  32#include "i915_driver.h"
  33#include "i915_drv.h"
  34#include "i915_pci.h"
  35#include "i915_reg.h"
  36#include "intel_pci_config.h"
  37
  38#define PLATFORM(x) .platform = (x)
  39#define GEN(x) \
  40	.__runtime.graphics.ip.ver = (x), \
  41	.__runtime.media.ip.ver = (x), \
  42	.__runtime.display.ip.ver = (x)
  43
  44#define NO_DISPLAY .__runtime.pipe_mask = 0
  45
  46#define I845_PIPE_OFFSETS \
  47	.display.pipe_offsets = { \
  48		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  49	}, \
  50	.display.trans_offsets = { \
  51		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  52	}
  53
  54#define I9XX_PIPE_OFFSETS \
  55	.display.pipe_offsets = { \
  56		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  57		[TRANSCODER_B] = PIPE_B_OFFSET, \
  58	}, \
  59	.display.trans_offsets = { \
  60		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  61		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  62	}
  63
  64#define IVB_PIPE_OFFSETS \
  65	.display.pipe_offsets = { \
  66		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  67		[TRANSCODER_B] = PIPE_B_OFFSET, \
  68		[TRANSCODER_C] = PIPE_C_OFFSET, \
  69	}, \
  70	.display.trans_offsets = { \
  71		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  72		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  73		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
  74	}
  75
  76#define HSW_PIPE_OFFSETS \
  77	.display.pipe_offsets = { \
  78		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  79		[TRANSCODER_B] = PIPE_B_OFFSET, \
  80		[TRANSCODER_C] = PIPE_C_OFFSET, \
  81		[TRANSCODER_EDP] = PIPE_EDP_OFFSET, \
  82	}, \
  83	.display.trans_offsets = { \
  84		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  85		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  86		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
  87		[TRANSCODER_EDP] = TRANSCODER_EDP_OFFSET, \
  88	}
  89
  90#define CHV_PIPE_OFFSETS \
  91	.display.pipe_offsets = { \
  92		[TRANSCODER_A] = PIPE_A_OFFSET, \
  93		[TRANSCODER_B] = PIPE_B_OFFSET, \
  94		[TRANSCODER_C] = CHV_PIPE_C_OFFSET, \
  95	}, \
  96	.display.trans_offsets = { \
  97		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  98		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  99		[TRANSCODER_C] = CHV_TRANSCODER_C_OFFSET, \
 100	}
 101
 102#define I845_CURSOR_OFFSETS \
 103	.display.cursor_offsets = { \
 104		[PIPE_A] = CURSOR_A_OFFSET, \
 105	}
 106
 107#define I9XX_CURSOR_OFFSETS \
 108	.display.cursor_offsets = { \
 109		[PIPE_A] = CURSOR_A_OFFSET, \
 110		[PIPE_B] = CURSOR_B_OFFSET, \
 111	}
 112
 113#define CHV_CURSOR_OFFSETS \
 114	.display.cursor_offsets = { \
 115		[PIPE_A] = CURSOR_A_OFFSET, \
 116		[PIPE_B] = CURSOR_B_OFFSET, \
 117		[PIPE_C] = CHV_CURSOR_C_OFFSET, \
 118	}
 119
 120#define IVB_CURSOR_OFFSETS \
 121	.display.cursor_offsets = { \
 122		[PIPE_A] = CURSOR_A_OFFSET, \
 123		[PIPE_B] = IVB_CURSOR_B_OFFSET, \
 124		[PIPE_C] = IVB_CURSOR_C_OFFSET, \
 125	}
 126
 127#define TGL_CURSOR_OFFSETS \
 128	.display.cursor_offsets = { \
 129		[PIPE_A] = CURSOR_A_OFFSET, \
 130		[PIPE_B] = IVB_CURSOR_B_OFFSET, \
 131		[PIPE_C] = IVB_CURSOR_C_OFFSET, \
 132		[PIPE_D] = TGL_CURSOR_D_OFFSET, \
 133	}
 134
 135#define I9XX_COLORS \
 136	.display.color = { .gamma_lut_size = 256 }
 137#define I965_COLORS \
 138	.display.color = { .gamma_lut_size = 129, \
 139		   .gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 140	}
 141#define ILK_COLORS \
 142	.display.color = { .gamma_lut_size = 1024 }
 143#define IVB_COLORS \
 144	.display.color = { .degamma_lut_size = 1024, .gamma_lut_size = 1024 }
 145#define CHV_COLORS \
 146	.display.color = { \
 147		.degamma_lut_size = 65, .gamma_lut_size = 257, \
 148		.degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 149		.gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 150	}
 151#define GLK_COLORS \
 152	.display.color = { \
 153		.degamma_lut_size = 33, .gamma_lut_size = 1024, \
 154		.degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING | \
 155				     DRM_COLOR_LUT_EQUAL_CHANNELS, \
 156	}
 157#define ICL_COLORS \
 158	.display.color = { \
 159		.degamma_lut_size = 33, .gamma_lut_size = 262145, \
 160		.degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING | \
 161				     DRM_COLOR_LUT_EQUAL_CHANNELS, \
 162		.gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 163	}
 164
 165/* Keep in gen based order, and chronological order within a gen */
 166
 167#define GEN_DEFAULT_PAGE_SIZES \
 168	.__runtime.page_sizes = I915_GTT_PAGE_SIZE_4K
 169
 170#define GEN_DEFAULT_REGIONS \
 171	.__runtime.memory_regions = REGION_SMEM | REGION_STOLEN_SMEM
 172
 173#define I830_FEATURES \
 174	GEN(2), \
 175	.is_mobile = 1, \
 176	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 177	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 178	.display.has_overlay = 1, \
 179	.display.cursor_needs_physical = 1, \
 180	.display.overlay_needs_physical = 1, \
 181	.display.has_gmch = 1, \
 182	.gpu_reset_clobbers_display = true, \
 183	.has_3d_pipeline = 1, \
 184	.hws_needs_physical = 1, \
 185	.unfenced_needs_alignment = 1, \
 186	.__runtime.platform_engine_mask = BIT(RCS0), \
 187	.has_snoop = true, \
 188	.has_coherent_ggtt = false, \
 189	.dma_mask_size = 32, \
 190	I9XX_PIPE_OFFSETS, \
 191	I9XX_CURSOR_OFFSETS, \
 192	I9XX_COLORS, \
 193	GEN_DEFAULT_PAGE_SIZES, \
 194	GEN_DEFAULT_REGIONS
 195
 196#define I845_FEATURES \
 197	GEN(2), \
 198	.__runtime.pipe_mask = BIT(PIPE_A), \
 199	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A), \
 200	.display.has_overlay = 1, \
 201	.display.overlay_needs_physical = 1, \
 202	.display.has_gmch = 1, \
 203	.has_3d_pipeline = 1, \
 204	.gpu_reset_clobbers_display = true, \
 205	.hws_needs_physical = 1, \
 206	.unfenced_needs_alignment = 1, \
 207	.__runtime.platform_engine_mask = BIT(RCS0), \
 208	.has_snoop = true, \
 209	.has_coherent_ggtt = false, \
 210	.dma_mask_size = 32, \
 211	I845_PIPE_OFFSETS, \
 212	I845_CURSOR_OFFSETS, \
 213	I9XX_COLORS, \
 214	GEN_DEFAULT_PAGE_SIZES, \
 215	GEN_DEFAULT_REGIONS
 216
 217static const struct intel_device_info i830_info = {
 218	I830_FEATURES,
 219	PLATFORM(INTEL_I830),
 220};
 221
 222static const struct intel_device_info i845g_info = {
 223	I845_FEATURES,
 224	PLATFORM(INTEL_I845G),
 225};
 226
 227static const struct intel_device_info i85x_info = {
 228	I830_FEATURES,
 229	PLATFORM(INTEL_I85X),
 230	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 231};
 232
 233static const struct intel_device_info i865g_info = {
 234	I845_FEATURES,
 235	PLATFORM(INTEL_I865G),
 236	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 237};
 238
 239#define GEN3_FEATURES \
 240	GEN(3), \
 241	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 242	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 243	.display.has_gmch = 1, \
 244	.gpu_reset_clobbers_display = true, \
 245	.__runtime.platform_engine_mask = BIT(RCS0), \
 246	.has_3d_pipeline = 1, \
 247	.has_snoop = true, \
 248	.has_coherent_ggtt = true, \
 249	.dma_mask_size = 32, \
 250	I9XX_PIPE_OFFSETS, \
 251	I9XX_CURSOR_OFFSETS, \
 252	I9XX_COLORS, \
 253	GEN_DEFAULT_PAGE_SIZES, \
 254	GEN_DEFAULT_REGIONS
 255
 256static const struct intel_device_info i915g_info = {
 257	GEN3_FEATURES,
 258	PLATFORM(INTEL_I915G),
 259	.has_coherent_ggtt = false,
 260	.display.cursor_needs_physical = 1,
 261	.display.has_overlay = 1,
 262	.display.overlay_needs_physical = 1,
 263	.hws_needs_physical = 1,
 264	.unfenced_needs_alignment = 1,
 265};
 266
 267static const struct intel_device_info i915gm_info = {
 268	GEN3_FEATURES,
 269	PLATFORM(INTEL_I915GM),
 270	.is_mobile = 1,
 271	.display.cursor_needs_physical = 1,
 272	.display.has_overlay = 1,
 273	.display.overlay_needs_physical = 1,
 274	.display.supports_tv = 1,
 275	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 276	.hws_needs_physical = 1,
 277	.unfenced_needs_alignment = 1,
 278};
 279
 280static const struct intel_device_info i945g_info = {
 281	GEN3_FEATURES,
 282	PLATFORM(INTEL_I945G),
 283	.display.has_hotplug = 1,
 284	.display.cursor_needs_physical = 1,
 285	.display.has_overlay = 1,
 286	.display.overlay_needs_physical = 1,
 287	.hws_needs_physical = 1,
 288	.unfenced_needs_alignment = 1,
 289};
 290
 291static const struct intel_device_info i945gm_info = {
 292	GEN3_FEATURES,
 293	PLATFORM(INTEL_I945GM),
 294	.is_mobile = 1,
 295	.display.has_hotplug = 1,
 296	.display.cursor_needs_physical = 1,
 297	.display.has_overlay = 1,
 298	.display.overlay_needs_physical = 1,
 299	.display.supports_tv = 1,
 300	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 301	.hws_needs_physical = 1,
 302	.unfenced_needs_alignment = 1,
 303};
 304
 305static const struct intel_device_info g33_info = {
 306	GEN3_FEATURES,
 307	PLATFORM(INTEL_G33),
 308	.display.has_hotplug = 1,
 309	.display.has_overlay = 1,
 310	.dma_mask_size = 36,
 311};
 312
 313static const struct intel_device_info pnv_g_info = {
 314	GEN3_FEATURES,
 315	PLATFORM(INTEL_PINEVIEW),
 316	.display.has_hotplug = 1,
 317	.display.has_overlay = 1,
 318	.dma_mask_size = 36,
 319};
 320
 321static const struct intel_device_info pnv_m_info = {
 322	GEN3_FEATURES,
 323	PLATFORM(INTEL_PINEVIEW),
 324	.is_mobile = 1,
 325	.display.has_hotplug = 1,
 326	.display.has_overlay = 1,
 327	.dma_mask_size = 36,
 328};
 329
 330#define GEN4_FEATURES \
 331	GEN(4), \
 332	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 333	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 334	.display.has_hotplug = 1, \
 335	.display.has_gmch = 1, \
 336	.gpu_reset_clobbers_display = true, \
 337	.__runtime.platform_engine_mask = BIT(RCS0), \
 338	.has_3d_pipeline = 1, \
 339	.has_snoop = true, \
 340	.has_coherent_ggtt = true, \
 341	.dma_mask_size = 36, \
 342	I9XX_PIPE_OFFSETS, \
 343	I9XX_CURSOR_OFFSETS, \
 344	I965_COLORS, \
 345	GEN_DEFAULT_PAGE_SIZES, \
 346	GEN_DEFAULT_REGIONS
 347
 348static const struct intel_device_info i965g_info = {
 349	GEN4_FEATURES,
 350	PLATFORM(INTEL_I965G),
 351	.display.has_overlay = 1,
 352	.hws_needs_physical = 1,
 353	.has_snoop = false,
 354};
 355
 356static const struct intel_device_info i965gm_info = {
 357	GEN4_FEATURES,
 358	PLATFORM(INTEL_I965GM),
 359	.is_mobile = 1,
 360	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 361	.display.has_overlay = 1,
 362	.display.supports_tv = 1,
 363	.hws_needs_physical = 1,
 364	.has_snoop = false,
 365};
 366
 367static const struct intel_device_info g45_info = {
 368	GEN4_FEATURES,
 369	PLATFORM(INTEL_G45),
 370	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0),
 371	.gpu_reset_clobbers_display = false,
 372};
 373
 374static const struct intel_device_info gm45_info = {
 375	GEN4_FEATURES,
 376	PLATFORM(INTEL_GM45),
 377	.is_mobile = 1,
 378	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 379	.display.supports_tv = 1,
 380	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0),
 381	.gpu_reset_clobbers_display = false,
 382};
 383
 384#define GEN5_FEATURES \
 385	GEN(5), \
 386	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 387	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 388	.display.has_hotplug = 1, \
 389	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0), \
 390	.has_3d_pipeline = 1, \
 391	.has_snoop = true, \
 392	.has_coherent_ggtt = true, \
 393	/* ilk does support rc6, but we do not implement [power] contexts */ \
 394	.has_rc6 = 0, \
 395	.dma_mask_size = 36, \
 396	I9XX_PIPE_OFFSETS, \
 397	I9XX_CURSOR_OFFSETS, \
 398	ILK_COLORS, \
 399	GEN_DEFAULT_PAGE_SIZES, \
 400	GEN_DEFAULT_REGIONS
 401
 402static const struct intel_device_info ilk_d_info = {
 403	GEN5_FEATURES,
 404	PLATFORM(INTEL_IRONLAKE),
 405};
 406
 407static const struct intel_device_info ilk_m_info = {
 408	GEN5_FEATURES,
 409	PLATFORM(INTEL_IRONLAKE),
 410	.is_mobile = 1,
 411	.has_rps = true,
 412	.__runtime.fbc_mask = BIT(INTEL_FBC_A),
 413};
 414
 415#define GEN6_FEATURES \
 416	GEN(6), \
 417	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 418	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 419	.display.has_hotplug = 1, \
 420	.__runtime.fbc_mask = BIT(INTEL_FBC_A), \
 421	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0), \
 422	.has_3d_pipeline = 1, \
 423	.has_coherent_ggtt = true, \
 424	.has_llc = 1, \
 425	.has_rc6 = 1, \
 426	/* snb does support rc6p, but enabling it causes various issues */ \
 427	.has_rc6p = 0, \
 428	.has_rps = true, \
 429	.dma_mask_size = 40, \
 430	.__runtime.ppgtt_type = INTEL_PPGTT_ALIASING, \
 431	.__runtime.ppgtt_size = 31, \
 432	I9XX_PIPE_OFFSETS, \
 433	I9XX_CURSOR_OFFSETS, \
 434	ILK_COLORS, \
 435	GEN_DEFAULT_PAGE_SIZES, \
 436	GEN_DEFAULT_REGIONS
 437
 438#define SNB_D_PLATFORM \
 439	GEN6_FEATURES, \
 440	PLATFORM(INTEL_SANDYBRIDGE)
 441
 442static const struct intel_device_info snb_d_gt1_info = {
 443	SNB_D_PLATFORM,
 444	.gt = 1,
 445};
 446
 447static const struct intel_device_info snb_d_gt2_info = {
 448	SNB_D_PLATFORM,
 449	.gt = 2,
 450};
 451
 452#define SNB_M_PLATFORM \
 453	GEN6_FEATURES, \
 454	PLATFORM(INTEL_SANDYBRIDGE), \
 455	.is_mobile = 1
 456
 457
 458static const struct intel_device_info snb_m_gt1_info = {
 459	SNB_M_PLATFORM,
 460	.gt = 1,
 461};
 462
 463static const struct intel_device_info snb_m_gt2_info = {
 464	SNB_M_PLATFORM,
 465	.gt = 2,
 466};
 467
 468#define GEN7_FEATURES  \
 469	GEN(7), \
 470	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C), \
 471	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | BIT(TRANSCODER_C), \
 472	.display.has_hotplug = 1, \
 473	.__runtime.fbc_mask = BIT(INTEL_FBC_A), \
 474	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0), \
 475	.has_3d_pipeline = 1, \
 476	.has_coherent_ggtt = true, \
 477	.has_llc = 1, \
 478	.has_rc6 = 1, \
 479	.has_rc6p = 1, \
 480	.has_reset_engine = true, \
 481	.has_rps = true, \
 482	.dma_mask_size = 40, \
 483	.__runtime.ppgtt_type = INTEL_PPGTT_ALIASING, \
 484	.__runtime.ppgtt_size = 31, \
 485	IVB_PIPE_OFFSETS, \
 486	IVB_CURSOR_OFFSETS, \
 487	IVB_COLORS, \
 488	GEN_DEFAULT_PAGE_SIZES, \
 489	GEN_DEFAULT_REGIONS
 490
 491#define IVB_D_PLATFORM \
 492	GEN7_FEATURES, \
 493	PLATFORM(INTEL_IVYBRIDGE), \
 494	.has_l3_dpf = 1
 495
 496static const struct intel_device_info ivb_d_gt1_info = {
 497	IVB_D_PLATFORM,
 498	.gt = 1,
 499};
 500
 501static const struct intel_device_info ivb_d_gt2_info = {
 502	IVB_D_PLATFORM,
 503	.gt = 2,
 504};
 505
 506#define IVB_M_PLATFORM \
 507	GEN7_FEATURES, \
 508	PLATFORM(INTEL_IVYBRIDGE), \
 509	.is_mobile = 1, \
 510	.has_l3_dpf = 1
 511
 512static const struct intel_device_info ivb_m_gt1_info = {
 513	IVB_M_PLATFORM,
 514	.gt = 1,
 515};
 516
 517static const struct intel_device_info ivb_m_gt2_info = {
 518	IVB_M_PLATFORM,
 519	.gt = 2,
 520};
 521
 522static const struct intel_device_info ivb_q_info = {
 523	GEN7_FEATURES,
 524	PLATFORM(INTEL_IVYBRIDGE),
 525	NO_DISPLAY,
 526	.gt = 2,
 
 
 527	.has_l3_dpf = 1,
 528};
 529
 530static const struct intel_device_info vlv_info = {
 531	PLATFORM(INTEL_VALLEYVIEW),
 532	GEN(7),
 533	.is_lp = 1,
 534	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B),
 535	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B),
 536	.has_runtime_pm = 1,
 537	.has_rc6 = 1,
 538	.has_reset_engine = true,
 539	.has_rps = true,
 540	.display.has_gmch = 1,
 541	.display.has_hotplug = 1,
 542	.dma_mask_size = 40,
 543	.__runtime.ppgtt_type = INTEL_PPGTT_ALIASING,
 544	.__runtime.ppgtt_size = 31,
 545	.has_snoop = true,
 546	.has_coherent_ggtt = false,
 547	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0),
 548	.display.mmio_offset = VLV_DISPLAY_BASE,
 549	I9XX_PIPE_OFFSETS,
 550	I9XX_CURSOR_OFFSETS,
 551	I965_COLORS,
 552	GEN_DEFAULT_PAGE_SIZES,
 553	GEN_DEFAULT_REGIONS,
 554};
 555
 556#define G75_FEATURES  \
 557	GEN7_FEATURES, \
 558	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0), \
 559	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 560		BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP), \
 561	.display.has_ddi = 1, \
 562	.display.has_fpga_dbg = 1, \
 
 
 563	.display.has_dp_mst = 1, \
 564	.has_rc6p = 0 /* RC6p removed-by HSW */, \
 565	HSW_PIPE_OFFSETS, \
 566	.has_runtime_pm = 1
 567
 568#define HSW_PLATFORM \
 569	G75_FEATURES, \
 570	PLATFORM(INTEL_HASWELL), \
 571	.has_l3_dpf = 1
 572
 573static const struct intel_device_info hsw_gt1_info = {
 574	HSW_PLATFORM,
 575	.gt = 1,
 576};
 577
 578static const struct intel_device_info hsw_gt2_info = {
 579	HSW_PLATFORM,
 580	.gt = 2,
 581};
 582
 583static const struct intel_device_info hsw_gt3_info = {
 584	HSW_PLATFORM,
 585	.gt = 3,
 586};
 587
 588#define GEN8_FEATURES \
 589	G75_FEATURES, \
 590	GEN(8), \
 591	.has_logical_ring_contexts = 1, \
 592	.dma_mask_size = 39, \
 593	.__runtime.ppgtt_type = INTEL_PPGTT_FULL, \
 594	.__runtime.ppgtt_size = 48, \
 595	.has_64bit_reloc = 1
 596
 597#define BDW_PLATFORM \
 598	GEN8_FEATURES, \
 599	PLATFORM(INTEL_BROADWELL)
 600
 601static const struct intel_device_info bdw_gt1_info = {
 602	BDW_PLATFORM,
 603	.gt = 1,
 604};
 605
 606static const struct intel_device_info bdw_gt2_info = {
 607	BDW_PLATFORM,
 608	.gt = 2,
 609};
 610
 611static const struct intel_device_info bdw_rsvd_info = {
 612	BDW_PLATFORM,
 613	.gt = 3,
 614	/* According to the device ID those devices are GT3, they were
 615	 * previously treated as not GT3, keep it like that.
 616	 */
 617};
 618
 619static const struct intel_device_info bdw_gt3_info = {
 620	BDW_PLATFORM,
 621	.gt = 3,
 622	.__runtime.platform_engine_mask =
 623		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
 624};
 625
 626static const struct intel_device_info chv_info = {
 627	PLATFORM(INTEL_CHERRYVIEW),
 628	GEN(8),
 629	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C),
 630	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | BIT(TRANSCODER_C),
 631	.display.has_hotplug = 1,
 632	.is_lp = 1,
 633	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0),
 634	.has_64bit_reloc = 1,
 635	.has_runtime_pm = 1,
 636	.has_rc6 = 1,
 637	.has_rps = true,
 638	.has_logical_ring_contexts = 1,
 639	.display.has_gmch = 1,
 640	.dma_mask_size = 39,
 641	.__runtime.ppgtt_type = INTEL_PPGTT_FULL,
 642	.__runtime.ppgtt_size = 32,
 643	.has_reset_engine = 1,
 644	.has_snoop = true,
 645	.has_coherent_ggtt = false,
 646	.display.mmio_offset = VLV_DISPLAY_BASE,
 647	CHV_PIPE_OFFSETS,
 648	CHV_CURSOR_OFFSETS,
 649	CHV_COLORS,
 650	GEN_DEFAULT_PAGE_SIZES,
 651	GEN_DEFAULT_REGIONS,
 652};
 653
 654#define GEN9_DEFAULT_PAGE_SIZES \
 655	.__runtime.page_sizes = I915_GTT_PAGE_SIZE_4K | \
 656		I915_GTT_PAGE_SIZE_64K
 657
 658#define GEN9_FEATURES \
 659	GEN8_FEATURES, \
 660	GEN(9), \
 661	GEN9_DEFAULT_PAGE_SIZES, \
 662	.__runtime.has_dmc = 1, \
 663	.has_gt_uc = 1, \
 664	.__runtime.has_hdcp = 1, \
 665	.display.has_ipc = 1, \
 666	.display.has_psr = 1, \
 667	.display.has_psr_hw_tracking = 1, \
 668	.display.dbuf.size = 896 - 4, /* 4 blocks for bypass path allocation */ \
 669	.display.dbuf.slice_mask = BIT(DBUF_S1)
 670
 671#define SKL_PLATFORM \
 672	GEN9_FEATURES, \
 673	PLATFORM(INTEL_SKYLAKE)
 674
 675static const struct intel_device_info skl_gt1_info = {
 676	SKL_PLATFORM,
 677	.gt = 1,
 678};
 679
 680static const struct intel_device_info skl_gt2_info = {
 681	SKL_PLATFORM,
 682	.gt = 2,
 683};
 684
 685#define SKL_GT3_PLUS_PLATFORM \
 686	SKL_PLATFORM, \
 687	.__runtime.platform_engine_mask = \
 688		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1)
 689
 690
 691static const struct intel_device_info skl_gt3_info = {
 692	SKL_GT3_PLUS_PLATFORM,
 693	.gt = 3,
 694};
 695
 696static const struct intel_device_info skl_gt4_info = {
 697	SKL_GT3_PLUS_PLATFORM,
 698	.gt = 4,
 699};
 700
 701#define GEN9_LP_FEATURES \
 702	GEN(9), \
 703	.is_lp = 1, \
 704	.display.dbuf.slice_mask = BIT(DBUF_S1), \
 705	.display.has_hotplug = 1, \
 706	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0), \
 707	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C), \
 708	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 709		BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP) | \
 710		BIT(TRANSCODER_DSI_A) | BIT(TRANSCODER_DSI_C), \
 711	.has_3d_pipeline = 1, \
 712	.has_64bit_reloc = 1, \
 713	.display.has_ddi = 1, \
 714	.display.has_fpga_dbg = 1, \
 715	.__runtime.fbc_mask = BIT(INTEL_FBC_A), \
 716	.__runtime.has_hdcp = 1, \
 717	.display.has_psr = 1, \
 718	.display.has_psr_hw_tracking = 1, \
 719	.has_runtime_pm = 1, \
 720	.__runtime.has_dmc = 1, \
 721	.has_rc6 = 1, \
 722	.has_rps = true, \
 723	.display.has_dp_mst = 1, \
 724	.has_logical_ring_contexts = 1, \
 725	.has_gt_uc = 1, \
 726	.dma_mask_size = 39, \
 727	.__runtime.ppgtt_type = INTEL_PPGTT_FULL, \
 728	.__runtime.ppgtt_size = 48, \
 729	.has_reset_engine = 1, \
 730	.has_snoop = true, \
 731	.has_coherent_ggtt = false, \
 732	.display.has_ipc = 1, \
 733	HSW_PIPE_OFFSETS, \
 734	IVB_CURSOR_OFFSETS, \
 735	IVB_COLORS, \
 736	GEN9_DEFAULT_PAGE_SIZES, \
 737	GEN_DEFAULT_REGIONS
 738
 739static const struct intel_device_info bxt_info = {
 740	GEN9_LP_FEATURES,
 741	PLATFORM(INTEL_BROXTON),
 742	.display.dbuf.size = 512 - 4, /* 4 blocks for bypass path allocation */
 743};
 744
 745static const struct intel_device_info glk_info = {
 746	GEN9_LP_FEATURES,
 747	PLATFORM(INTEL_GEMINILAKE),
 748	.__runtime.display.ip.ver = 10,
 749	.display.dbuf.size = 1024 - 4, /* 4 blocks for bypass path allocation */
 750	GLK_COLORS,
 751};
 752
 753#define KBL_PLATFORM \
 754	GEN9_FEATURES, \
 755	PLATFORM(INTEL_KABYLAKE)
 756
 757static const struct intel_device_info kbl_gt1_info = {
 758	KBL_PLATFORM,
 759	.gt = 1,
 760};
 761
 762static const struct intel_device_info kbl_gt2_info = {
 763	KBL_PLATFORM,
 764	.gt = 2,
 765};
 766
 767static const struct intel_device_info kbl_gt3_info = {
 768	KBL_PLATFORM,
 769	.gt = 3,
 770	.__runtime.platform_engine_mask =
 771		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
 772};
 773
 774#define CFL_PLATFORM \
 775	GEN9_FEATURES, \
 776	PLATFORM(INTEL_COFFEELAKE)
 777
 778static const struct intel_device_info cfl_gt1_info = {
 779	CFL_PLATFORM,
 780	.gt = 1,
 781};
 782
 783static const struct intel_device_info cfl_gt2_info = {
 784	CFL_PLATFORM,
 785	.gt = 2,
 786};
 787
 788static const struct intel_device_info cfl_gt3_info = {
 789	CFL_PLATFORM,
 790	.gt = 3,
 791	.__runtime.platform_engine_mask =
 792		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
 793};
 794
 795#define CML_PLATFORM \
 796	GEN9_FEATURES, \
 797	PLATFORM(INTEL_COMETLAKE)
 798
 799static const struct intel_device_info cml_gt1_info = {
 800	CML_PLATFORM,
 801	.gt = 1,
 802};
 803
 804static const struct intel_device_info cml_gt2_info = {
 805	CML_PLATFORM,
 806	.gt = 2,
 807};
 808
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 809#define GEN11_DEFAULT_PAGE_SIZES \
 810	.__runtime.page_sizes = I915_GTT_PAGE_SIZE_4K | \
 811		I915_GTT_PAGE_SIZE_64K |		\
 812		I915_GTT_PAGE_SIZE_2M
 813
 814#define GEN11_FEATURES \
 815	GEN9_FEATURES, \
 816	GEN11_DEFAULT_PAGE_SIZES, \
 817	.display.abox_mask = BIT(0), \
 818	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 819		BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP) | \
 820		BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1), \
 821	.display.pipe_offsets = { \
 822		[TRANSCODER_A] = PIPE_A_OFFSET, \
 823		[TRANSCODER_B] = PIPE_B_OFFSET, \
 824		[TRANSCODER_C] = PIPE_C_OFFSET, \
 825		[TRANSCODER_EDP] = PIPE_EDP_OFFSET, \
 826		[TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET, \
 827		[TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET, \
 828	}, \
 829	.display.trans_offsets = { \
 830		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
 831		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
 832		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
 833		[TRANSCODER_EDP] = TRANSCODER_EDP_OFFSET, \
 834		[TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET, \
 835		[TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET, \
 836	}, \
 837	GEN(11), \
 838	ICL_COLORS, \
 839	.display.dbuf.size = 2048, \
 840	.display.dbuf.slice_mask = BIT(DBUF_S1) | BIT(DBUF_S2), \
 841	.__runtime.has_dsc = 1, \
 842	.has_coherent_ggtt = false, \
 843	.has_logical_ring_elsq = 1
 844
 845static const struct intel_device_info icl_info = {
 846	GEN11_FEATURES,
 847	PLATFORM(INTEL_ICELAKE),
 848	.__runtime.platform_engine_mask =
 849		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 850};
 851
 852static const struct intel_device_info ehl_info = {
 853	GEN11_FEATURES,
 854	PLATFORM(INTEL_ELKHARTLAKE),
 855	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(VCS0) | BIT(VECS0),
 856	.__runtime.ppgtt_size = 36,
 
 857};
 858
 859static const struct intel_device_info jsl_info = {
 860	GEN11_FEATURES,
 861	PLATFORM(INTEL_JASPERLAKE),
 862	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(VCS0) | BIT(VECS0),
 863	.__runtime.ppgtt_size = 36,
 
 864};
 865
 866#define GEN12_FEATURES \
 867	GEN11_FEATURES, \
 868	GEN(12), \
 869	.display.abox_mask = GENMASK(2, 1), \
 870	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D), \
 871	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 872		BIT(TRANSCODER_C) | BIT(TRANSCODER_D) | \
 873		BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1), \
 874	.display.pipe_offsets = { \
 875		[TRANSCODER_A] = PIPE_A_OFFSET, \
 876		[TRANSCODER_B] = PIPE_B_OFFSET, \
 877		[TRANSCODER_C] = PIPE_C_OFFSET, \
 878		[TRANSCODER_D] = PIPE_D_OFFSET, \
 879		[TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET, \
 880		[TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET, \
 881	}, \
 882	.display.trans_offsets = { \
 883		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
 884		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
 885		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
 886		[TRANSCODER_D] = TRANSCODER_D_OFFSET, \
 887		[TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET, \
 888		[TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET, \
 889	}, \
 890	TGL_CURSOR_OFFSETS, \
 891	.has_global_mocs = 1, \
 892	.has_pxp = 1, \
 893	.display.has_dsb = 0 /* FIXME: LUT load is broken with DSB */
 894
 895static const struct intel_device_info tgl_info = {
 896	GEN12_FEATURES,
 897	PLATFORM(INTEL_TIGERLAKE),
 898	.display.has_modular_fia = 1,
 899	.__runtime.platform_engine_mask =
 900		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 901};
 902
 903static const struct intel_device_info rkl_info = {
 904	GEN12_FEATURES,
 905	PLATFORM(INTEL_ROCKETLAKE),
 906	.display.abox_mask = BIT(0),
 907	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C),
 908	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) |
 909		BIT(TRANSCODER_C),
 910	.display.has_hti = 1,
 911	.display.has_psr_hw_tracking = 0,
 912	.__runtime.platform_engine_mask =
 913		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0),
 914};
 915
 916#define DGFX_FEATURES \
 917	.__runtime.memory_regions = REGION_SMEM | REGION_LMEM | REGION_STOLEN_LMEM, \
 
 918	.has_llc = 0, \
 919	.has_pxp = 0, \
 920	.has_snoop = 1, \
 921	.is_dgfx = 1, \
 922	.has_heci_gscfi = 1
 923
 924static const struct intel_device_info dg1_info = {
 925	GEN12_FEATURES,
 926	DGFX_FEATURES,
 927	.__runtime.graphics.ip.rel = 10,
 928	PLATFORM(INTEL_DG1),
 929	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),
 930	.require_force_probe = 1,
 931	.__runtime.platform_engine_mask =
 932		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) |
 933		BIT(VCS0) | BIT(VCS2),
 934	/* Wa_16011227922 */
 935	.__runtime.ppgtt_size = 47,
 936};
 937
 938static const struct intel_device_info adl_s_info = {
 939	GEN12_FEATURES,
 940	PLATFORM(INTEL_ALDERLAKE_S),
 941	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),
 
 942	.display.has_hti = 1,
 943	.display.has_psr_hw_tracking = 0,
 944	.__runtime.platform_engine_mask =
 945		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 946	.dma_mask_size = 39,
 947};
 948
 949#define XE_LPD_FEATURES \
 950	.display.abox_mask = GENMASK(1, 0),					\
 951	.display.color = {							\
 952		.degamma_lut_size = 128, .gamma_lut_size = 1024,		\
 953		.degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING |		\
 954				     DRM_COLOR_LUT_EQUAL_CHANNELS,		\
 955	},									\
 956	.display.dbuf.size = 4096,						\
 957	.display.dbuf.slice_mask = BIT(DBUF_S1) | BIT(DBUF_S2) | BIT(DBUF_S3) |	\
 958		BIT(DBUF_S4),							\
 959	.display.has_ddi = 1,							\
 960	.__runtime.has_dmc = 1,							\
 961	.display.has_dp_mst = 1,						\
 962	.display.has_dsb = 1,							\
 963	.__runtime.has_dsc = 1,							\
 964	.__runtime.fbc_mask = BIT(INTEL_FBC_A),					\
 965	.display.has_fpga_dbg = 1,						\
 966	.__runtime.has_hdcp = 1,						\
 967	.display.has_hotplug = 1,						\
 968	.display.has_ipc = 1,							\
 969	.display.has_psr = 1,							\
 970	.__runtime.display.ip.ver = 13,							\
 971	.__runtime.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),	\
 972	.display.pipe_offsets = {						\
 973		[TRANSCODER_A] = PIPE_A_OFFSET,					\
 974		[TRANSCODER_B] = PIPE_B_OFFSET,					\
 975		[TRANSCODER_C] = PIPE_C_OFFSET,					\
 976		[TRANSCODER_D] = PIPE_D_OFFSET,					\
 977		[TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET,				\
 978		[TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET,				\
 979	},									\
 980	.display.trans_offsets = {						\
 981		[TRANSCODER_A] = TRANSCODER_A_OFFSET,				\
 982		[TRANSCODER_B] = TRANSCODER_B_OFFSET,				\
 983		[TRANSCODER_C] = TRANSCODER_C_OFFSET,				\
 984		[TRANSCODER_D] = TRANSCODER_D_OFFSET,				\
 985		[TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET,			\
 986		[TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET,			\
 987	},									\
 988	TGL_CURSOR_OFFSETS
 989
 990static const struct intel_device_info adl_p_info = {
 991	GEN12_FEATURES,
 992	XE_LPD_FEATURES,
 993	PLATFORM(INTEL_ALDERLAKE_P),
 994	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) |
 995			       BIT(TRANSCODER_C) | BIT(TRANSCODER_D) |
 996			       BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1),
 997	.display.has_cdclk_crawl = 1,
 998	.display.has_modular_fia = 1,
 999	.display.has_psr_hw_tracking = 0,
1000	.__runtime.platform_engine_mask =
1001		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
1002	.__runtime.ppgtt_size = 48,
1003	.dma_mask_size = 39,
1004};
1005
1006#undef GEN
1007
1008#define XE_HP_PAGE_SIZES \
1009	.__runtime.page_sizes = I915_GTT_PAGE_SIZE_4K | \
1010		I915_GTT_PAGE_SIZE_64K |		\
1011		I915_GTT_PAGE_SIZE_2M
1012
1013#define XE_HP_FEATURES \
1014	.__runtime.graphics.ip.ver = 12, \
1015	.__runtime.graphics.ip.rel = 50, \
1016	XE_HP_PAGE_SIZES, \
1017	.dma_mask_size = 46, \
1018	.has_3d_pipeline = 1, \
1019	.has_64bit_reloc = 1, \
1020	.has_flat_ccs = 1, \
1021	.has_global_mocs = 1, \
1022	.has_gt_uc = 1, \
1023	.has_llc = 1, \
1024	.has_logical_ring_contexts = 1, \
1025	.has_logical_ring_elsq = 1, \
1026	.has_mslice_steering = 1, \
1027	.has_oa_bpc_reporting = 1, \
1028	.has_oa_slice_contrib_limits = 1, \
1029	.has_rc6 = 1, \
1030	.has_reset_engine = 1, \
1031	.has_rps = 1, \
1032	.has_runtime_pm = 1, \
1033	.__runtime.ppgtt_size = 48, \
1034	.__runtime.ppgtt_type = INTEL_PPGTT_FULL
1035
1036#define XE_HPM_FEATURES \
1037	.__runtime.media.ip.ver = 12, \
1038	.__runtime.media.ip.rel = 50
1039
1040__maybe_unused
1041static const struct intel_device_info xehpsdv_info = {
1042	XE_HP_FEATURES,
1043	XE_HPM_FEATURES,
1044	DGFX_FEATURES,
1045	PLATFORM(INTEL_XEHPSDV),
1046	NO_DISPLAY,
1047	.has_64k_pages = 1,
1048	.has_media_ratio_mode = 1,
1049	.__runtime.platform_engine_mask =
1050		BIT(RCS0) | BIT(BCS0) |
1051		BIT(VECS0) | BIT(VECS1) | BIT(VECS2) | BIT(VECS3) |
1052		BIT(VCS0) | BIT(VCS1) | BIT(VCS2) | BIT(VCS3) |
1053		BIT(VCS4) | BIT(VCS5) | BIT(VCS6) | BIT(VCS7) |
1054		BIT(CCS0) | BIT(CCS1) | BIT(CCS2) | BIT(CCS3),
1055	.require_force_probe = 1,
1056};
1057
1058#define DG2_FEATURES \
1059	XE_HP_FEATURES, \
1060	XE_HPM_FEATURES, \
1061	DGFX_FEATURES, \
1062	.__runtime.graphics.ip.rel = 55, \
1063	.__runtime.media.ip.rel = 55, \
1064	PLATFORM(INTEL_DG2), \
1065	.has_4tile = 1, \
1066	.has_64k_pages = 1, \
1067	.has_guc_deprivilege = 1, \
1068	.has_heci_pxp = 1, \
1069	.has_media_ratio_mode = 1, \
1070	.display.has_cdclk_squash = 1, \
1071	.__runtime.platform_engine_mask = \
1072		BIT(RCS0) | BIT(BCS0) | \
1073		BIT(VECS0) | BIT(VECS1) | \
1074		BIT(VCS0) | BIT(VCS2) | \
1075		BIT(CCS0) | BIT(CCS1) | BIT(CCS2) | BIT(CCS3)
1076
1077static const struct intel_device_info dg2_info = {
1078	DG2_FEATURES,
1079	XE_LPD_FEATURES,
1080	.__runtime.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) |
1081			       BIT(TRANSCODER_C) | BIT(TRANSCODER_D),
1082};
1083
1084static const struct intel_device_info ats_m_info = {
1085	DG2_FEATURES,
1086	NO_DISPLAY,
1087	.require_force_probe = 1,
1088	.tuning_thread_rr_after_dep = 1,
1089};
1090
1091#define XE_HPC_FEATURES \
1092	XE_HP_FEATURES, \
1093	.dma_mask_size = 52, \
1094	.has_3d_pipeline = 0, \
1095	.has_guc_deprivilege = 1, \
1096	.has_l3_ccs_read = 1, \
1097	.has_mslice_steering = 0, \
1098	.has_one_eu_per_fuse_bit = 1
1099
1100__maybe_unused
1101static const struct intel_device_info pvc_info = {
1102	XE_HPC_FEATURES,
1103	XE_HPM_FEATURES,
1104	DGFX_FEATURES,
1105	.__runtime.graphics.ip.rel = 60,
1106	.__runtime.media.ip.rel = 60,
1107	PLATFORM(INTEL_PONTEVECCHIO),
1108	NO_DISPLAY,
1109	.has_flat_ccs = 0,
1110	.__runtime.platform_engine_mask =
1111		BIT(BCS0) |
1112		BIT(VCS0) |
1113		BIT(CCS0) | BIT(CCS1) | BIT(CCS2) | BIT(CCS3),
1114	.require_force_probe = 1,
1115};
1116
1117#define XE_LPDP_FEATURES	\
1118	XE_LPD_FEATURES,	\
1119	.__runtime.display.ip.ver = 14,	\
1120	.display.has_cdclk_crawl = 1, \
1121	.__runtime.fbc_mask = BIT(INTEL_FBC_A) | BIT(INTEL_FBC_B)
1122
1123static const struct intel_gt_definition xelpmp_extra_gt[] = {
1124	{
1125		.type = GT_MEDIA,
1126		.name = "Standalone Media GT",
1127		.gsi_offset = MTL_MEDIA_GSI_BASE,
1128		.engine_mask = BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
1129	},
1130	{}
1131};
1132
1133static const struct intel_device_info mtl_info = {
1134	XE_HP_FEATURES,
1135	XE_LPDP_FEATURES,
1136	/*
1137	 * Real graphics IP version will be obtained from hardware GMD_ID
1138	 * register.  Value provided here is just for sanity checking.
1139	 */
1140	.__runtime.graphics.ip.ver = 12,
1141	.__runtime.graphics.ip.rel = 70,
1142	.__runtime.media.ip.ver = 13,
1143	PLATFORM(INTEL_METEORLAKE),
1144	.display.has_modular_fia = 1,
1145	.extra_gt_list = xelpmp_extra_gt,
1146	.has_flat_ccs = 0,
1147	.has_gmd_id = 1,
1148	.has_guc_deprivilege = 1,
1149	.has_mslice_steering = 0,
1150	.has_snoop = 1,
1151	.__runtime.memory_regions = REGION_SMEM | REGION_STOLEN_LMEM,
1152	.__runtime.platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(CCS0),
1153	.require_force_probe = 1,
1154};
1155
1156#undef PLATFORM
1157
1158/*
1159 * Make sure any device matches here are from most specific to most
1160 * general.  For example, since the Quanta match is based on the subsystem
1161 * and subvendor IDs, we need it to come before the more general IVB
1162 * PCI ID matches, otherwise we'll use the wrong info struct above.
1163 */
1164static const struct pci_device_id pciidlist[] = {
1165	INTEL_I830_IDS(&i830_info),
1166	INTEL_I845G_IDS(&i845g_info),
1167	INTEL_I85X_IDS(&i85x_info),
1168	INTEL_I865G_IDS(&i865g_info),
1169	INTEL_I915G_IDS(&i915g_info),
1170	INTEL_I915GM_IDS(&i915gm_info),
1171	INTEL_I945G_IDS(&i945g_info),
1172	INTEL_I945GM_IDS(&i945gm_info),
1173	INTEL_I965G_IDS(&i965g_info),
1174	INTEL_G33_IDS(&g33_info),
1175	INTEL_I965GM_IDS(&i965gm_info),
1176	INTEL_GM45_IDS(&gm45_info),
1177	INTEL_G45_IDS(&g45_info),
1178	INTEL_PINEVIEW_G_IDS(&pnv_g_info),
1179	INTEL_PINEVIEW_M_IDS(&pnv_m_info),
1180	INTEL_IRONLAKE_D_IDS(&ilk_d_info),
1181	INTEL_IRONLAKE_M_IDS(&ilk_m_info),
1182	INTEL_SNB_D_GT1_IDS(&snb_d_gt1_info),
1183	INTEL_SNB_D_GT2_IDS(&snb_d_gt2_info),
1184	INTEL_SNB_M_GT1_IDS(&snb_m_gt1_info),
1185	INTEL_SNB_M_GT2_IDS(&snb_m_gt2_info),
1186	INTEL_IVB_Q_IDS(&ivb_q_info), /* must be first IVB */
1187	INTEL_IVB_M_GT1_IDS(&ivb_m_gt1_info),
1188	INTEL_IVB_M_GT2_IDS(&ivb_m_gt2_info),
1189	INTEL_IVB_D_GT1_IDS(&ivb_d_gt1_info),
1190	INTEL_IVB_D_GT2_IDS(&ivb_d_gt2_info),
1191	INTEL_HSW_GT1_IDS(&hsw_gt1_info),
1192	INTEL_HSW_GT2_IDS(&hsw_gt2_info),
1193	INTEL_HSW_GT3_IDS(&hsw_gt3_info),
1194	INTEL_VLV_IDS(&vlv_info),
1195	INTEL_BDW_GT1_IDS(&bdw_gt1_info),
1196	INTEL_BDW_GT2_IDS(&bdw_gt2_info),
1197	INTEL_BDW_GT3_IDS(&bdw_gt3_info),
1198	INTEL_BDW_RSVD_IDS(&bdw_rsvd_info),
1199	INTEL_CHV_IDS(&chv_info),
1200	INTEL_SKL_GT1_IDS(&skl_gt1_info),
1201	INTEL_SKL_GT2_IDS(&skl_gt2_info),
1202	INTEL_SKL_GT3_IDS(&skl_gt3_info),
1203	INTEL_SKL_GT4_IDS(&skl_gt4_info),
1204	INTEL_BXT_IDS(&bxt_info),
1205	INTEL_GLK_IDS(&glk_info),
1206	INTEL_KBL_GT1_IDS(&kbl_gt1_info),
1207	INTEL_KBL_GT2_IDS(&kbl_gt2_info),
1208	INTEL_KBL_GT3_IDS(&kbl_gt3_info),
1209	INTEL_KBL_GT4_IDS(&kbl_gt3_info),
1210	INTEL_AML_KBL_GT2_IDS(&kbl_gt2_info),
1211	INTEL_CFL_S_GT1_IDS(&cfl_gt1_info),
1212	INTEL_CFL_S_GT2_IDS(&cfl_gt2_info),
1213	INTEL_CFL_H_GT1_IDS(&cfl_gt1_info),
1214	INTEL_CFL_H_GT2_IDS(&cfl_gt2_info),
1215	INTEL_CFL_U_GT2_IDS(&cfl_gt2_info),
1216	INTEL_CFL_U_GT3_IDS(&cfl_gt3_info),
1217	INTEL_WHL_U_GT1_IDS(&cfl_gt1_info),
1218	INTEL_WHL_U_GT2_IDS(&cfl_gt2_info),
1219	INTEL_AML_CFL_GT2_IDS(&cfl_gt2_info),
1220	INTEL_WHL_U_GT3_IDS(&cfl_gt3_info),
1221	INTEL_CML_GT1_IDS(&cml_gt1_info),
1222	INTEL_CML_GT2_IDS(&cml_gt2_info),
1223	INTEL_CML_U_GT1_IDS(&cml_gt1_info),
1224	INTEL_CML_U_GT2_IDS(&cml_gt2_info),
 
1225	INTEL_ICL_11_IDS(&icl_info),
1226	INTEL_EHL_IDS(&ehl_info),
1227	INTEL_JSL_IDS(&jsl_info),
1228	INTEL_TGL_12_IDS(&tgl_info),
1229	INTEL_RKL_IDS(&rkl_info),
1230	INTEL_ADLS_IDS(&adl_s_info),
1231	INTEL_ADLP_IDS(&adl_p_info),
1232	INTEL_ADLN_IDS(&adl_p_info),
1233	INTEL_DG1_IDS(&dg1_info),
1234	INTEL_RPLS_IDS(&adl_s_info),
1235	INTEL_RPLP_IDS(&adl_p_info),
1236	INTEL_DG2_IDS(&dg2_info),
1237	INTEL_ATS_M_IDS(&ats_m_info),
1238	INTEL_MTL_IDS(&mtl_info),
1239	{0, 0, 0}
1240};
1241MODULE_DEVICE_TABLE(pci, pciidlist);
1242
1243static void i915_pci_remove(struct pci_dev *pdev)
1244{
1245	struct drm_i915_private *i915;
1246
1247	i915 = pci_get_drvdata(pdev);
1248	if (!i915) /* driver load aborted, nothing to cleanup */
1249		return;
1250
1251	i915_driver_remove(i915);
1252	pci_set_drvdata(pdev, NULL);
1253}
1254
1255/* is device_id present in comma separated list of ids */
1256static bool force_probe(u16 device_id, const char *devices)
1257{
1258	char *s, *p, *tok;
1259	bool ret;
1260
1261	if (!devices || !*devices)
1262		return false;
1263
1264	/* match everything */
1265	if (strcmp(devices, "*") == 0)
1266		return true;
1267
1268	s = kstrdup(devices, GFP_KERNEL);
1269	if (!s)
1270		return false;
1271
1272	for (p = s, ret = false; (tok = strsep(&p, ",")) != NULL; ) {
1273		u16 val;
1274
1275		if (kstrtou16(tok, 16, &val) == 0 && val == device_id) {
1276			ret = true;
1277			break;
1278		}
1279	}
1280
1281	kfree(s);
1282
1283	return ret;
1284}
1285
1286bool i915_pci_resource_valid(struct pci_dev *pdev, int bar)
1287{
1288	if (!pci_resource_flags(pdev, bar))
1289		return false;
1290
1291	if (pci_resource_flags(pdev, bar) & IORESOURCE_UNSET)
1292		return false;
1293
1294	if (!pci_resource_len(pdev, bar))
1295		return false;
1296
1297	return true;
1298}
1299
1300static bool intel_mmio_bar_valid(struct pci_dev *pdev, struct intel_device_info *intel_info)
1301{
1302	return i915_pci_resource_valid(pdev, intel_mmio_bar(intel_info->__runtime.graphics.ip.ver));
1303}
1304
1305static int i915_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1306{
1307	struct intel_device_info *intel_info =
1308		(struct intel_device_info *) ent->driver_data;
1309	int err;
1310
1311	if (intel_info->require_force_probe &&
1312	    !force_probe(pdev->device, i915_modparams.force_probe)) {
1313		dev_info(&pdev->dev,
1314			 "Your graphics device %04x is not properly supported by the driver in this\n"
1315			 "kernel version. To force driver probe anyway, use i915.force_probe=%04x\n"
1316			 "module parameter or CONFIG_DRM_I915_FORCE_PROBE=%04x configuration option,\n"
1317			 "or (recommended) check for kernel updates.\n",
1318			 pdev->device, pdev->device, pdev->device);
1319		return -ENODEV;
1320	}
1321
1322	/* Only bind to function 0 of the device. Early generations
1323	 * used function 1 as a placeholder for multi-head. This causes
1324	 * us confusion instead, especially on the systems where both
1325	 * functions have the same PCI-ID!
1326	 */
1327	if (PCI_FUNC(pdev->devfn))
1328		return -ENODEV;
1329
1330	if (!intel_mmio_bar_valid(pdev, intel_info))
1331		return -ENXIO;
1332
1333	/* Detect if we need to wait for other drivers early on */
1334	if (intel_modeset_probe_defer(pdev))
1335		return -EPROBE_DEFER;
1336
1337	err = i915_driver_probe(pdev, ent);
1338	if (err)
1339		return err;
1340
1341	if (i915_inject_probe_failure(pci_get_drvdata(pdev))) {
1342		i915_pci_remove(pdev);
1343		return -ENODEV;
1344	}
1345
1346	err = i915_live_selftests(pdev);
1347	if (err) {
1348		i915_pci_remove(pdev);
1349		return err > 0 ? -ENOTTY : err;
1350	}
1351
1352	err = i915_perf_selftests(pdev);
1353	if (err) {
1354		i915_pci_remove(pdev);
1355		return err > 0 ? -ENOTTY : err;
1356	}
1357
1358	return 0;
1359}
1360
1361static void i915_pci_shutdown(struct pci_dev *pdev)
1362{
1363	struct drm_i915_private *i915 = pci_get_drvdata(pdev);
1364
1365	i915_driver_shutdown(i915);
1366}
1367
1368static struct pci_driver i915_pci_driver = {
1369	.name = DRIVER_NAME,
1370	.id_table = pciidlist,
1371	.probe = i915_pci_probe,
1372	.remove = i915_pci_remove,
1373	.shutdown = i915_pci_shutdown,
1374	.driver.pm = &i915_pm_ops,
1375};
1376
1377int i915_pci_register_driver(void)
1378{
1379	return pci_register_driver(&i915_pci_driver);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1380}
1381
1382void i915_pci_unregister_driver(void)
1383{
 
 
 
 
1384	pci_unregister_driver(&i915_pci_driver);
 
 
1385}
v5.14.15
   1/*
   2 * Copyright © 2016 Intel Corporation
   3 *
   4 * Permission is hereby granted, free of charge, to any person obtaining a
   5 * copy of this software and associated documentation files (the "Software"),
   6 * to deal in the Software without restriction, including without limitation
   7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8 * and/or sell copies of the Software, and to permit persons to whom the
   9 * Software is furnished to do so, subject to the following conditions:
  10 *
  11 * The above copyright notice and this permission notice (including the next
  12 * paragraph) shall be included in all copies or substantial portions of the
  13 * Software.
  14 *
  15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21 * IN THE SOFTWARE.
  22 *
  23 */
  24
  25#include <linux/console.h>
  26#include <linux/vga_switcheroo.h>
  27
  28#include <drm/drm_drv.h>
  29#include <drm/i915_pciids.h>
  30
  31#include "display/intel_fbdev.h"
 
  32
 
  33#include "i915_drv.h"
  34#include "i915_perf.h"
  35#include "i915_globals.h"
  36#include "i915_selftest.h"
  37
  38#define PLATFORM(x) .platform = (x)
  39#define GEN(x) \
  40	.graphics_ver = (x), \
  41	.media_ver = (x), \
  42	.display.ver = (x)
 
 
  43
  44#define I845_PIPE_OFFSETS \
  45	.pipe_offsets = { \
  46		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  47	}, \
  48	.trans_offsets = { \
  49		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  50	}
  51
  52#define I9XX_PIPE_OFFSETS \
  53	.pipe_offsets = { \
  54		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  55		[TRANSCODER_B] = PIPE_B_OFFSET, \
  56	}, \
  57	.trans_offsets = { \
  58		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  59		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  60	}
  61
  62#define IVB_PIPE_OFFSETS \
  63	.pipe_offsets = { \
  64		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  65		[TRANSCODER_B] = PIPE_B_OFFSET, \
  66		[TRANSCODER_C] = PIPE_C_OFFSET, \
  67	}, \
  68	.trans_offsets = { \
  69		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  70		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  71		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
  72	}
  73
  74#define HSW_PIPE_OFFSETS \
  75	.pipe_offsets = { \
  76		[TRANSCODER_A] = PIPE_A_OFFSET,	\
  77		[TRANSCODER_B] = PIPE_B_OFFSET, \
  78		[TRANSCODER_C] = PIPE_C_OFFSET, \
  79		[TRANSCODER_EDP] = PIPE_EDP_OFFSET, \
  80	}, \
  81	.trans_offsets = { \
  82		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  83		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  84		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
  85		[TRANSCODER_EDP] = TRANSCODER_EDP_OFFSET, \
  86	}
  87
  88#define CHV_PIPE_OFFSETS \
  89	.pipe_offsets = { \
  90		[TRANSCODER_A] = PIPE_A_OFFSET, \
  91		[TRANSCODER_B] = PIPE_B_OFFSET, \
  92		[TRANSCODER_C] = CHV_PIPE_C_OFFSET, \
  93	}, \
  94	.trans_offsets = { \
  95		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
  96		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
  97		[TRANSCODER_C] = CHV_TRANSCODER_C_OFFSET, \
  98	}
  99
 100#define I845_CURSOR_OFFSETS \
 101	.cursor_offsets = { \
 102		[PIPE_A] = CURSOR_A_OFFSET, \
 103	}
 104
 105#define I9XX_CURSOR_OFFSETS \
 106	.cursor_offsets = { \
 107		[PIPE_A] = CURSOR_A_OFFSET, \
 108		[PIPE_B] = CURSOR_B_OFFSET, \
 109	}
 110
 111#define CHV_CURSOR_OFFSETS \
 112	.cursor_offsets = { \
 113		[PIPE_A] = CURSOR_A_OFFSET, \
 114		[PIPE_B] = CURSOR_B_OFFSET, \
 115		[PIPE_C] = CHV_CURSOR_C_OFFSET, \
 116	}
 117
 118#define IVB_CURSOR_OFFSETS \
 119	.cursor_offsets = { \
 120		[PIPE_A] = CURSOR_A_OFFSET, \
 121		[PIPE_B] = IVB_CURSOR_B_OFFSET, \
 122		[PIPE_C] = IVB_CURSOR_C_OFFSET, \
 123	}
 124
 125#define TGL_CURSOR_OFFSETS \
 126	.cursor_offsets = { \
 127		[PIPE_A] = CURSOR_A_OFFSET, \
 128		[PIPE_B] = IVB_CURSOR_B_OFFSET, \
 129		[PIPE_C] = IVB_CURSOR_C_OFFSET, \
 130		[PIPE_D] = TGL_CURSOR_D_OFFSET, \
 131	}
 132
 133#define I9XX_COLORS \
 134	.color = { .gamma_lut_size = 256 }
 135#define I965_COLORS \
 136	.color = { .gamma_lut_size = 129, \
 137		   .gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 138	}
 139#define ILK_COLORS \
 140	.color = { .gamma_lut_size = 1024 }
 141#define IVB_COLORS \
 142	.color = { .degamma_lut_size = 1024, .gamma_lut_size = 1024 }
 143#define CHV_COLORS \
 144	.color = { .degamma_lut_size = 65, .gamma_lut_size = 257, \
 145		   .degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 146		   .gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
 
 147	}
 148#define GLK_COLORS \
 149	.color = { .degamma_lut_size = 33, .gamma_lut_size = 1024, \
 150		   .degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING | \
 151					DRM_COLOR_LUT_EQUAL_CHANNELS, \
 
 
 
 
 
 
 
 
 152	}
 153
 154/* Keep in gen based order, and chronological order within a gen */
 155
 156#define GEN_DEFAULT_PAGE_SIZES \
 157	.page_sizes = I915_GTT_PAGE_SIZE_4K
 158
 159#define GEN_DEFAULT_REGIONS \
 160	.memory_regions = REGION_SMEM | REGION_STOLEN_SMEM
 161
 162#define I830_FEATURES \
 163	GEN(2), \
 164	.is_mobile = 1, \
 165	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 166	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 167	.display.has_overlay = 1, \
 168	.display.cursor_needs_physical = 1, \
 169	.display.overlay_needs_physical = 1, \
 170	.display.has_gmch = 1, \
 171	.gpu_reset_clobbers_display = true, \
 
 172	.hws_needs_physical = 1, \
 173	.unfenced_needs_alignment = 1, \
 174	.platform_engine_mask = BIT(RCS0), \
 175	.has_snoop = true, \
 176	.has_coherent_ggtt = false, \
 177	.dma_mask_size = 32, \
 178	I9XX_PIPE_OFFSETS, \
 179	I9XX_CURSOR_OFFSETS, \
 180	I9XX_COLORS, \
 181	GEN_DEFAULT_PAGE_SIZES, \
 182	GEN_DEFAULT_REGIONS
 183
 184#define I845_FEATURES \
 185	GEN(2), \
 186	.pipe_mask = BIT(PIPE_A), \
 187	.cpu_transcoder_mask = BIT(TRANSCODER_A), \
 188	.display.has_overlay = 1, \
 189	.display.overlay_needs_physical = 1, \
 190	.display.has_gmch = 1, \
 
 191	.gpu_reset_clobbers_display = true, \
 192	.hws_needs_physical = 1, \
 193	.unfenced_needs_alignment = 1, \
 194	.platform_engine_mask = BIT(RCS0), \
 195	.has_snoop = true, \
 196	.has_coherent_ggtt = false, \
 197	.dma_mask_size = 32, \
 198	I845_PIPE_OFFSETS, \
 199	I845_CURSOR_OFFSETS, \
 200	I9XX_COLORS, \
 201	GEN_DEFAULT_PAGE_SIZES, \
 202	GEN_DEFAULT_REGIONS
 203
 204static const struct intel_device_info i830_info = {
 205	I830_FEATURES,
 206	PLATFORM(INTEL_I830),
 207};
 208
 209static const struct intel_device_info i845g_info = {
 210	I845_FEATURES,
 211	PLATFORM(INTEL_I845G),
 212};
 213
 214static const struct intel_device_info i85x_info = {
 215	I830_FEATURES,
 216	PLATFORM(INTEL_I85X),
 217	.display.has_fbc = 1,
 218};
 219
 220static const struct intel_device_info i865g_info = {
 221	I845_FEATURES,
 222	PLATFORM(INTEL_I865G),
 223	.display.has_fbc = 1,
 224};
 225
 226#define GEN3_FEATURES \
 227	GEN(3), \
 228	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 229	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 230	.display.has_gmch = 1, \
 231	.gpu_reset_clobbers_display = true, \
 232	.platform_engine_mask = BIT(RCS0), \
 
 233	.has_snoop = true, \
 234	.has_coherent_ggtt = true, \
 235	.dma_mask_size = 32, \
 236	I9XX_PIPE_OFFSETS, \
 237	I9XX_CURSOR_OFFSETS, \
 238	I9XX_COLORS, \
 239	GEN_DEFAULT_PAGE_SIZES, \
 240	GEN_DEFAULT_REGIONS
 241
 242static const struct intel_device_info i915g_info = {
 243	GEN3_FEATURES,
 244	PLATFORM(INTEL_I915G),
 245	.has_coherent_ggtt = false,
 246	.display.cursor_needs_physical = 1,
 247	.display.has_overlay = 1,
 248	.display.overlay_needs_physical = 1,
 249	.hws_needs_physical = 1,
 250	.unfenced_needs_alignment = 1,
 251};
 252
 253static const struct intel_device_info i915gm_info = {
 254	GEN3_FEATURES,
 255	PLATFORM(INTEL_I915GM),
 256	.is_mobile = 1,
 257	.display.cursor_needs_physical = 1,
 258	.display.has_overlay = 1,
 259	.display.overlay_needs_physical = 1,
 260	.display.supports_tv = 1,
 261	.display.has_fbc = 1,
 262	.hws_needs_physical = 1,
 263	.unfenced_needs_alignment = 1,
 264};
 265
 266static const struct intel_device_info i945g_info = {
 267	GEN3_FEATURES,
 268	PLATFORM(INTEL_I945G),
 269	.display.has_hotplug = 1,
 270	.display.cursor_needs_physical = 1,
 271	.display.has_overlay = 1,
 272	.display.overlay_needs_physical = 1,
 273	.hws_needs_physical = 1,
 274	.unfenced_needs_alignment = 1,
 275};
 276
 277static const struct intel_device_info i945gm_info = {
 278	GEN3_FEATURES,
 279	PLATFORM(INTEL_I945GM),
 280	.is_mobile = 1,
 281	.display.has_hotplug = 1,
 282	.display.cursor_needs_physical = 1,
 283	.display.has_overlay = 1,
 284	.display.overlay_needs_physical = 1,
 285	.display.supports_tv = 1,
 286	.display.has_fbc = 1,
 287	.hws_needs_physical = 1,
 288	.unfenced_needs_alignment = 1,
 289};
 290
 291static const struct intel_device_info g33_info = {
 292	GEN3_FEATURES,
 293	PLATFORM(INTEL_G33),
 294	.display.has_hotplug = 1,
 295	.display.has_overlay = 1,
 296	.dma_mask_size = 36,
 297};
 298
 299static const struct intel_device_info pnv_g_info = {
 300	GEN3_FEATURES,
 301	PLATFORM(INTEL_PINEVIEW),
 302	.display.has_hotplug = 1,
 303	.display.has_overlay = 1,
 304	.dma_mask_size = 36,
 305};
 306
 307static const struct intel_device_info pnv_m_info = {
 308	GEN3_FEATURES,
 309	PLATFORM(INTEL_PINEVIEW),
 310	.is_mobile = 1,
 311	.display.has_hotplug = 1,
 312	.display.has_overlay = 1,
 313	.dma_mask_size = 36,
 314};
 315
 316#define GEN4_FEATURES \
 317	GEN(4), \
 318	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 319	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 320	.display.has_hotplug = 1, \
 321	.display.has_gmch = 1, \
 322	.gpu_reset_clobbers_display = true, \
 323	.platform_engine_mask = BIT(RCS0), \
 
 324	.has_snoop = true, \
 325	.has_coherent_ggtt = true, \
 326	.dma_mask_size = 36, \
 327	I9XX_PIPE_OFFSETS, \
 328	I9XX_CURSOR_OFFSETS, \
 329	I965_COLORS, \
 330	GEN_DEFAULT_PAGE_SIZES, \
 331	GEN_DEFAULT_REGIONS
 332
 333static const struct intel_device_info i965g_info = {
 334	GEN4_FEATURES,
 335	PLATFORM(INTEL_I965G),
 336	.display.has_overlay = 1,
 337	.hws_needs_physical = 1,
 338	.has_snoop = false,
 339};
 340
 341static const struct intel_device_info i965gm_info = {
 342	GEN4_FEATURES,
 343	PLATFORM(INTEL_I965GM),
 344	.is_mobile = 1,
 345	.display.has_fbc = 1,
 346	.display.has_overlay = 1,
 347	.display.supports_tv = 1,
 348	.hws_needs_physical = 1,
 349	.has_snoop = false,
 350};
 351
 352static const struct intel_device_info g45_info = {
 353	GEN4_FEATURES,
 354	PLATFORM(INTEL_G45),
 355	.platform_engine_mask = BIT(RCS0) | BIT(VCS0),
 356	.gpu_reset_clobbers_display = false,
 357};
 358
 359static const struct intel_device_info gm45_info = {
 360	GEN4_FEATURES,
 361	PLATFORM(INTEL_GM45),
 362	.is_mobile = 1,
 363	.display.has_fbc = 1,
 364	.display.supports_tv = 1,
 365	.platform_engine_mask = BIT(RCS0) | BIT(VCS0),
 366	.gpu_reset_clobbers_display = false,
 367};
 368
 369#define GEN5_FEATURES \
 370	GEN(5), \
 371	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 372	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 373	.display.has_hotplug = 1, \
 374	.platform_engine_mask = BIT(RCS0) | BIT(VCS0), \
 
 375	.has_snoop = true, \
 376	.has_coherent_ggtt = true, \
 377	/* ilk does support rc6, but we do not implement [power] contexts */ \
 378	.has_rc6 = 0, \
 379	.dma_mask_size = 36, \
 380	I9XX_PIPE_OFFSETS, \
 381	I9XX_CURSOR_OFFSETS, \
 382	ILK_COLORS, \
 383	GEN_DEFAULT_PAGE_SIZES, \
 384	GEN_DEFAULT_REGIONS
 385
 386static const struct intel_device_info ilk_d_info = {
 387	GEN5_FEATURES,
 388	PLATFORM(INTEL_IRONLAKE),
 389};
 390
 391static const struct intel_device_info ilk_m_info = {
 392	GEN5_FEATURES,
 393	PLATFORM(INTEL_IRONLAKE),
 394	.is_mobile = 1,
 395	.has_rps = true,
 396	.display.has_fbc = 1,
 397};
 398
 399#define GEN6_FEATURES \
 400	GEN(6), \
 401	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
 402	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
 403	.display.has_hotplug = 1, \
 404	.display.has_fbc = 1, \
 405	.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0), \
 
 406	.has_coherent_ggtt = true, \
 407	.has_llc = 1, \
 408	.has_rc6 = 1, \
 409	.has_rc6p = 1, \
 
 410	.has_rps = true, \
 411	.dma_mask_size = 40, \
 412	.ppgtt_type = INTEL_PPGTT_ALIASING, \
 413	.ppgtt_size = 31, \
 414	I9XX_PIPE_OFFSETS, \
 415	I9XX_CURSOR_OFFSETS, \
 416	ILK_COLORS, \
 417	GEN_DEFAULT_PAGE_SIZES, \
 418	GEN_DEFAULT_REGIONS
 419
 420#define SNB_D_PLATFORM \
 421	GEN6_FEATURES, \
 422	PLATFORM(INTEL_SANDYBRIDGE)
 423
 424static const struct intel_device_info snb_d_gt1_info = {
 425	SNB_D_PLATFORM,
 426	.gt = 1,
 427};
 428
 429static const struct intel_device_info snb_d_gt2_info = {
 430	SNB_D_PLATFORM,
 431	.gt = 2,
 432};
 433
 434#define SNB_M_PLATFORM \
 435	GEN6_FEATURES, \
 436	PLATFORM(INTEL_SANDYBRIDGE), \
 437	.is_mobile = 1
 438
 439
 440static const struct intel_device_info snb_m_gt1_info = {
 441	SNB_M_PLATFORM,
 442	.gt = 1,
 443};
 444
 445static const struct intel_device_info snb_m_gt2_info = {
 446	SNB_M_PLATFORM,
 447	.gt = 2,
 448};
 449
 450#define GEN7_FEATURES  \
 451	GEN(7), \
 452	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C), \
 453	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | BIT(TRANSCODER_C), \
 454	.display.has_hotplug = 1, \
 455	.display.has_fbc = 1, \
 456	.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0), \
 
 457	.has_coherent_ggtt = true, \
 458	.has_llc = 1, \
 459	.has_rc6 = 1, \
 460	.has_rc6p = 1, \
 461	.has_reset_engine = true, \
 462	.has_rps = true, \
 463	.dma_mask_size = 40, \
 464	.ppgtt_type = INTEL_PPGTT_ALIASING, \
 465	.ppgtt_size = 31, \
 466	IVB_PIPE_OFFSETS, \
 467	IVB_CURSOR_OFFSETS, \
 468	IVB_COLORS, \
 469	GEN_DEFAULT_PAGE_SIZES, \
 470	GEN_DEFAULT_REGIONS
 471
 472#define IVB_D_PLATFORM \
 473	GEN7_FEATURES, \
 474	PLATFORM(INTEL_IVYBRIDGE), \
 475	.has_l3_dpf = 1
 476
 477static const struct intel_device_info ivb_d_gt1_info = {
 478	IVB_D_PLATFORM,
 479	.gt = 1,
 480};
 481
 482static const struct intel_device_info ivb_d_gt2_info = {
 483	IVB_D_PLATFORM,
 484	.gt = 2,
 485};
 486
 487#define IVB_M_PLATFORM \
 488	GEN7_FEATURES, \
 489	PLATFORM(INTEL_IVYBRIDGE), \
 490	.is_mobile = 1, \
 491	.has_l3_dpf = 1
 492
 493static const struct intel_device_info ivb_m_gt1_info = {
 494	IVB_M_PLATFORM,
 495	.gt = 1,
 496};
 497
 498static const struct intel_device_info ivb_m_gt2_info = {
 499	IVB_M_PLATFORM,
 500	.gt = 2,
 501};
 502
 503static const struct intel_device_info ivb_q_info = {
 504	GEN7_FEATURES,
 505	PLATFORM(INTEL_IVYBRIDGE),
 
 506	.gt = 2,
 507	.pipe_mask = 0, /* legal, last one wins */
 508	.cpu_transcoder_mask = 0,
 509	.has_l3_dpf = 1,
 510};
 511
 512static const struct intel_device_info vlv_info = {
 513	PLATFORM(INTEL_VALLEYVIEW),
 514	GEN(7),
 515	.is_lp = 1,
 516	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B),
 517	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B),
 518	.has_runtime_pm = 1,
 519	.has_rc6 = 1,
 520	.has_reset_engine = true,
 521	.has_rps = true,
 522	.display.has_gmch = 1,
 523	.display.has_hotplug = 1,
 524	.dma_mask_size = 40,
 525	.ppgtt_type = INTEL_PPGTT_ALIASING,
 526	.ppgtt_size = 31,
 527	.has_snoop = true,
 528	.has_coherent_ggtt = false,
 529	.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0),
 530	.display_mmio_offset = VLV_DISPLAY_BASE,
 531	I9XX_PIPE_OFFSETS,
 532	I9XX_CURSOR_OFFSETS,
 533	I965_COLORS,
 534	GEN_DEFAULT_PAGE_SIZES,
 535	GEN_DEFAULT_REGIONS,
 536};
 537
 538#define G75_FEATURES  \
 539	GEN7_FEATURES, \
 540	.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0), \
 541	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 542		BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP), \
 543	.display.has_ddi = 1, \
 544	.display.has_fpga_dbg = 1, \
 545	.display.has_psr = 1, \
 546	.display.has_psr_hw_tracking = 1, \
 547	.display.has_dp_mst = 1, \
 548	.has_rc6p = 0 /* RC6p removed-by HSW */, \
 549	HSW_PIPE_OFFSETS, \
 550	.has_runtime_pm = 1
 551
 552#define HSW_PLATFORM \
 553	G75_FEATURES, \
 554	PLATFORM(INTEL_HASWELL), \
 555	.has_l3_dpf = 1
 556
 557static const struct intel_device_info hsw_gt1_info = {
 558	HSW_PLATFORM,
 559	.gt = 1,
 560};
 561
 562static const struct intel_device_info hsw_gt2_info = {
 563	HSW_PLATFORM,
 564	.gt = 2,
 565};
 566
 567static const struct intel_device_info hsw_gt3_info = {
 568	HSW_PLATFORM,
 569	.gt = 3,
 570};
 571
 572#define GEN8_FEATURES \
 573	G75_FEATURES, \
 574	GEN(8), \
 575	.has_logical_ring_contexts = 1, \
 576	.dma_mask_size = 39, \
 577	.ppgtt_type = INTEL_PPGTT_FULL, \
 578	.ppgtt_size = 48, \
 579	.has_64bit_reloc = 1
 580
 581#define BDW_PLATFORM \
 582	GEN8_FEATURES, \
 583	PLATFORM(INTEL_BROADWELL)
 584
 585static const struct intel_device_info bdw_gt1_info = {
 586	BDW_PLATFORM,
 587	.gt = 1,
 588};
 589
 590static const struct intel_device_info bdw_gt2_info = {
 591	BDW_PLATFORM,
 592	.gt = 2,
 593};
 594
 595static const struct intel_device_info bdw_rsvd_info = {
 596	BDW_PLATFORM,
 597	.gt = 3,
 598	/* According to the device ID those devices are GT3, they were
 599	 * previously treated as not GT3, keep it like that.
 600	 */
 601};
 602
 603static const struct intel_device_info bdw_gt3_info = {
 604	BDW_PLATFORM,
 605	.gt = 3,
 606	.platform_engine_mask =
 607		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
 608};
 609
 610static const struct intel_device_info chv_info = {
 611	PLATFORM(INTEL_CHERRYVIEW),
 612	GEN(8),
 613	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C),
 614	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | BIT(TRANSCODER_C),
 615	.display.has_hotplug = 1,
 616	.is_lp = 1,
 617	.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0),
 618	.has_64bit_reloc = 1,
 619	.has_runtime_pm = 1,
 620	.has_rc6 = 1,
 621	.has_rps = true,
 622	.has_logical_ring_contexts = 1,
 623	.display.has_gmch = 1,
 624	.dma_mask_size = 39,
 625	.ppgtt_type = INTEL_PPGTT_FULL,
 626	.ppgtt_size = 32,
 627	.has_reset_engine = 1,
 628	.has_snoop = true,
 629	.has_coherent_ggtt = false,
 630	.display_mmio_offset = VLV_DISPLAY_BASE,
 631	CHV_PIPE_OFFSETS,
 632	CHV_CURSOR_OFFSETS,
 633	CHV_COLORS,
 634	GEN_DEFAULT_PAGE_SIZES,
 635	GEN_DEFAULT_REGIONS,
 636};
 637
 638#define GEN9_DEFAULT_PAGE_SIZES \
 639	.page_sizes = I915_GTT_PAGE_SIZE_4K | \
 640		      I915_GTT_PAGE_SIZE_64K
 641
 642#define GEN9_FEATURES \
 643	GEN8_FEATURES, \
 644	GEN(9), \
 645	GEN9_DEFAULT_PAGE_SIZES, \
 646	.display.has_dmc = 1, \
 647	.has_gt_uc = 1, \
 648	.display.has_hdcp = 1, \
 649	.display.has_ipc = 1, \
 650	.dbuf.size = 896 - 4, /* 4 blocks for bypass path allocation */ \
 651	.dbuf.slice_mask = BIT(DBUF_S1)
 
 
 652
 653#define SKL_PLATFORM \
 654	GEN9_FEATURES, \
 655	PLATFORM(INTEL_SKYLAKE)
 656
 657static const struct intel_device_info skl_gt1_info = {
 658	SKL_PLATFORM,
 659	.gt = 1,
 660};
 661
 662static const struct intel_device_info skl_gt2_info = {
 663	SKL_PLATFORM,
 664	.gt = 2,
 665};
 666
 667#define SKL_GT3_PLUS_PLATFORM \
 668	SKL_PLATFORM, \
 669	.platform_engine_mask = \
 670		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1)
 671
 672
 673static const struct intel_device_info skl_gt3_info = {
 674	SKL_GT3_PLUS_PLATFORM,
 675	.gt = 3,
 676};
 677
 678static const struct intel_device_info skl_gt4_info = {
 679	SKL_GT3_PLUS_PLATFORM,
 680	.gt = 4,
 681};
 682
 683#define GEN9_LP_FEATURES \
 684	GEN(9), \
 685	.is_lp = 1, \
 686	.dbuf.slice_mask = BIT(DBUF_S1), \
 687	.display.has_hotplug = 1, \
 688	.platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0), \
 689	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C), \
 690	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 691		BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP) | \
 692		BIT(TRANSCODER_DSI_A) | BIT(TRANSCODER_DSI_C), \
 
 693	.has_64bit_reloc = 1, \
 694	.display.has_ddi = 1, \
 695	.display.has_fpga_dbg = 1, \
 696	.display.has_fbc = 1, \
 697	.display.has_hdcp = 1, \
 698	.display.has_psr = 1, \
 699	.display.has_psr_hw_tracking = 1, \
 700	.has_runtime_pm = 1, \
 701	.display.has_dmc = 1, \
 702	.has_rc6 = 1, \
 703	.has_rps = true, \
 704	.display.has_dp_mst = 1, \
 705	.has_logical_ring_contexts = 1, \
 706	.has_gt_uc = 1, \
 707	.dma_mask_size = 39, \
 708	.ppgtt_type = INTEL_PPGTT_FULL, \
 709	.ppgtt_size = 48, \
 710	.has_reset_engine = 1, \
 711	.has_snoop = true, \
 712	.has_coherent_ggtt = false, \
 713	.display.has_ipc = 1, \
 714	HSW_PIPE_OFFSETS, \
 715	IVB_CURSOR_OFFSETS, \
 716	IVB_COLORS, \
 717	GEN9_DEFAULT_PAGE_SIZES, \
 718	GEN_DEFAULT_REGIONS
 719
 720static const struct intel_device_info bxt_info = {
 721	GEN9_LP_FEATURES,
 722	PLATFORM(INTEL_BROXTON),
 723	.dbuf.size = 512 - 4, /* 4 blocks for bypass path allocation */
 724};
 725
 726static const struct intel_device_info glk_info = {
 727	GEN9_LP_FEATURES,
 728	PLATFORM(INTEL_GEMINILAKE),
 729	.display.ver = 10,
 730	.dbuf.size = 1024 - 4, /* 4 blocks for bypass path allocation */
 731	GLK_COLORS,
 732};
 733
 734#define KBL_PLATFORM \
 735	GEN9_FEATURES, \
 736	PLATFORM(INTEL_KABYLAKE)
 737
 738static const struct intel_device_info kbl_gt1_info = {
 739	KBL_PLATFORM,
 740	.gt = 1,
 741};
 742
 743static const struct intel_device_info kbl_gt2_info = {
 744	KBL_PLATFORM,
 745	.gt = 2,
 746};
 747
 748static const struct intel_device_info kbl_gt3_info = {
 749	KBL_PLATFORM,
 750	.gt = 3,
 751	.platform_engine_mask =
 752		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
 753};
 754
 755#define CFL_PLATFORM \
 756	GEN9_FEATURES, \
 757	PLATFORM(INTEL_COFFEELAKE)
 758
 759static const struct intel_device_info cfl_gt1_info = {
 760	CFL_PLATFORM,
 761	.gt = 1,
 762};
 763
 764static const struct intel_device_info cfl_gt2_info = {
 765	CFL_PLATFORM,
 766	.gt = 2,
 767};
 768
 769static const struct intel_device_info cfl_gt3_info = {
 770	CFL_PLATFORM,
 771	.gt = 3,
 772	.platform_engine_mask =
 773		BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
 774};
 775
 776#define CML_PLATFORM \
 777	GEN9_FEATURES, \
 778	PLATFORM(INTEL_COMETLAKE)
 779
 780static const struct intel_device_info cml_gt1_info = {
 781	CML_PLATFORM,
 782	.gt = 1,
 783};
 784
 785static const struct intel_device_info cml_gt2_info = {
 786	CML_PLATFORM,
 787	.gt = 2,
 788};
 789
 790#define GEN10_FEATURES \
 791	GEN9_FEATURES, \
 792	GEN(10), \
 793	.dbuf.size = 1024 - 4, /* 4 blocks for bypass path allocation */ \
 794	.display.has_dsc = 1, \
 795	.has_coherent_ggtt = false, \
 796	GLK_COLORS
 797
 798static const struct intel_device_info cnl_info = {
 799	GEN10_FEATURES,
 800	PLATFORM(INTEL_CANNONLAKE),
 801	.gt = 2,
 802};
 803
 804#define GEN11_DEFAULT_PAGE_SIZES \
 805	.page_sizes = I915_GTT_PAGE_SIZE_4K | \
 806		      I915_GTT_PAGE_SIZE_64K | \
 807		      I915_GTT_PAGE_SIZE_2M
 808
 809#define GEN11_FEATURES \
 810	GEN10_FEATURES, \
 811	GEN11_DEFAULT_PAGE_SIZES, \
 812	.abox_mask = BIT(0), \
 813	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 814		BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP) | \
 815		BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1), \
 816	.pipe_offsets = { \
 817		[TRANSCODER_A] = PIPE_A_OFFSET, \
 818		[TRANSCODER_B] = PIPE_B_OFFSET, \
 819		[TRANSCODER_C] = PIPE_C_OFFSET, \
 820		[TRANSCODER_EDP] = PIPE_EDP_OFFSET, \
 821		[TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET, \
 822		[TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET, \
 823	}, \
 824	.trans_offsets = { \
 825		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
 826		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
 827		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
 828		[TRANSCODER_EDP] = TRANSCODER_EDP_OFFSET, \
 829		[TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET, \
 830		[TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET, \
 831	}, \
 832	GEN(11), \
 833	.dbuf.size = 2048, \
 834	.dbuf.slice_mask = BIT(DBUF_S1) | BIT(DBUF_S2), \
 835	.has_logical_ring_elsq = 1, \
 836	.color = { .degamma_lut_size = 33, .gamma_lut_size = 262145 }
 
 
 837
 838static const struct intel_device_info icl_info = {
 839	GEN11_FEATURES,
 840	PLATFORM(INTEL_ICELAKE),
 841	.platform_engine_mask =
 842		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 843};
 844
 845static const struct intel_device_info ehl_info = {
 846	GEN11_FEATURES,
 847	PLATFORM(INTEL_ELKHARTLAKE),
 848	.require_force_probe = 1,
 849	.platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(VCS0) | BIT(VECS0),
 850	.ppgtt_size = 36,
 851};
 852
 853static const struct intel_device_info jsl_info = {
 854	GEN11_FEATURES,
 855	PLATFORM(INTEL_JASPERLAKE),
 856	.require_force_probe = 1,
 857	.platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(VCS0) | BIT(VECS0),
 858	.ppgtt_size = 36,
 859};
 860
 861#define GEN12_FEATURES \
 862	GEN11_FEATURES, \
 863	GEN(12), \
 864	.abox_mask = GENMASK(2, 1), \
 865	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D), \
 866	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
 867		BIT(TRANSCODER_C) | BIT(TRANSCODER_D) | \
 868		BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1), \
 869	.pipe_offsets = { \
 870		[TRANSCODER_A] = PIPE_A_OFFSET, \
 871		[TRANSCODER_B] = PIPE_B_OFFSET, \
 872		[TRANSCODER_C] = PIPE_C_OFFSET, \
 873		[TRANSCODER_D] = PIPE_D_OFFSET, \
 874		[TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET, \
 875		[TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET, \
 876	}, \
 877	.trans_offsets = { \
 878		[TRANSCODER_A] = TRANSCODER_A_OFFSET, \
 879		[TRANSCODER_B] = TRANSCODER_B_OFFSET, \
 880		[TRANSCODER_C] = TRANSCODER_C_OFFSET, \
 881		[TRANSCODER_D] = TRANSCODER_D_OFFSET, \
 882		[TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET, \
 883		[TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET, \
 884	}, \
 885	TGL_CURSOR_OFFSETS, \
 886	.has_global_mocs = 1, \
 887	.display.has_dsb = 1
 
 888
 889static const struct intel_device_info tgl_info = {
 890	GEN12_FEATURES,
 891	PLATFORM(INTEL_TIGERLAKE),
 892	.display.has_modular_fia = 1,
 893	.platform_engine_mask =
 894		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 895};
 896
 897static const struct intel_device_info rkl_info = {
 898	GEN12_FEATURES,
 899	PLATFORM(INTEL_ROCKETLAKE),
 900	.abox_mask = BIT(0),
 901	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C),
 902	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) |
 903		BIT(TRANSCODER_C),
 904	.display.has_hti = 1,
 905	.display.has_psr_hw_tracking = 0,
 906	.platform_engine_mask =
 907		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0),
 908};
 909
 910#define DGFX_FEATURES \
 911	.memory_regions = REGION_SMEM | REGION_LMEM | REGION_STOLEN_LMEM, \
 912	.has_master_unit_irq = 1, \
 913	.has_llc = 0, \
 
 914	.has_snoop = 1, \
 915	.is_dgfx = 1
 
 916
 917static const struct intel_device_info dg1_info __maybe_unused = {
 918	GEN12_FEATURES,
 919	DGFX_FEATURES,
 
 920	PLATFORM(INTEL_DG1),
 921	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),
 922	.require_force_probe = 1,
 923	.platform_engine_mask =
 924		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) |
 925		BIT(VCS0) | BIT(VCS2),
 926	/* Wa_16011227922 */
 927	.ppgtt_size = 47,
 928};
 929
 930static const struct intel_device_info adl_s_info = {
 931	GEN12_FEATURES,
 932	PLATFORM(INTEL_ALDERLAKE_S),
 933	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),
 934	.require_force_probe = 1,
 935	.display.has_hti = 1,
 936	.display.has_psr_hw_tracking = 0,
 937	.platform_engine_mask =
 938		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 939	.dma_mask_size = 46,
 940};
 941
 942#define XE_LPD_FEATURES \
 943	.display.ver = 13,						\
 944	.display.has_psr_hw_tracking = 0,				\
 945	.abox_mask = GENMASK(1, 0),					\
 946	.pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D), \
 947	.cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) |	\
 948		BIT(TRANSCODER_C) | BIT(TRANSCODER_D),			\
 949	.dbuf.size = 4096,						\
 950	.dbuf.slice_mask = BIT(DBUF_S1) | BIT(DBUF_S2) | BIT(DBUF_S3) | BIT(DBUF_S4)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 951
 952static const struct intel_device_info adl_p_info = {
 953	GEN12_FEATURES,
 954	XE_LPD_FEATURES,
 955	PLATFORM(INTEL_ALDERLAKE_P),
 956	.has_cdclk_crawl = 1,
 957	.require_force_probe = 1,
 
 
 958	.display.has_modular_fia = 1,
 959	.platform_engine_mask =
 
 960		BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
 961	.ppgtt_size = 48,
 962	.dma_mask_size = 39,
 963};
 964
 965#undef GEN
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 966#undef PLATFORM
 967
 968/*
 969 * Make sure any device matches here are from most specific to most
 970 * general.  For example, since the Quanta match is based on the subsystem
 971 * and subvendor IDs, we need it to come before the more general IVB
 972 * PCI ID matches, otherwise we'll use the wrong info struct above.
 973 */
 974static const struct pci_device_id pciidlist[] = {
 975	INTEL_I830_IDS(&i830_info),
 976	INTEL_I845G_IDS(&i845g_info),
 977	INTEL_I85X_IDS(&i85x_info),
 978	INTEL_I865G_IDS(&i865g_info),
 979	INTEL_I915G_IDS(&i915g_info),
 980	INTEL_I915GM_IDS(&i915gm_info),
 981	INTEL_I945G_IDS(&i945g_info),
 982	INTEL_I945GM_IDS(&i945gm_info),
 983	INTEL_I965G_IDS(&i965g_info),
 984	INTEL_G33_IDS(&g33_info),
 985	INTEL_I965GM_IDS(&i965gm_info),
 986	INTEL_GM45_IDS(&gm45_info),
 987	INTEL_G45_IDS(&g45_info),
 988	INTEL_PINEVIEW_G_IDS(&pnv_g_info),
 989	INTEL_PINEVIEW_M_IDS(&pnv_m_info),
 990	INTEL_IRONLAKE_D_IDS(&ilk_d_info),
 991	INTEL_IRONLAKE_M_IDS(&ilk_m_info),
 992	INTEL_SNB_D_GT1_IDS(&snb_d_gt1_info),
 993	INTEL_SNB_D_GT2_IDS(&snb_d_gt2_info),
 994	INTEL_SNB_M_GT1_IDS(&snb_m_gt1_info),
 995	INTEL_SNB_M_GT2_IDS(&snb_m_gt2_info),
 996	INTEL_IVB_Q_IDS(&ivb_q_info), /* must be first IVB */
 997	INTEL_IVB_M_GT1_IDS(&ivb_m_gt1_info),
 998	INTEL_IVB_M_GT2_IDS(&ivb_m_gt2_info),
 999	INTEL_IVB_D_GT1_IDS(&ivb_d_gt1_info),
1000	INTEL_IVB_D_GT2_IDS(&ivb_d_gt2_info),
1001	INTEL_HSW_GT1_IDS(&hsw_gt1_info),
1002	INTEL_HSW_GT2_IDS(&hsw_gt2_info),
1003	INTEL_HSW_GT3_IDS(&hsw_gt3_info),
1004	INTEL_VLV_IDS(&vlv_info),
1005	INTEL_BDW_GT1_IDS(&bdw_gt1_info),
1006	INTEL_BDW_GT2_IDS(&bdw_gt2_info),
1007	INTEL_BDW_GT3_IDS(&bdw_gt3_info),
1008	INTEL_BDW_RSVD_IDS(&bdw_rsvd_info),
1009	INTEL_CHV_IDS(&chv_info),
1010	INTEL_SKL_GT1_IDS(&skl_gt1_info),
1011	INTEL_SKL_GT2_IDS(&skl_gt2_info),
1012	INTEL_SKL_GT3_IDS(&skl_gt3_info),
1013	INTEL_SKL_GT4_IDS(&skl_gt4_info),
1014	INTEL_BXT_IDS(&bxt_info),
1015	INTEL_GLK_IDS(&glk_info),
1016	INTEL_KBL_GT1_IDS(&kbl_gt1_info),
1017	INTEL_KBL_GT2_IDS(&kbl_gt2_info),
1018	INTEL_KBL_GT3_IDS(&kbl_gt3_info),
1019	INTEL_KBL_GT4_IDS(&kbl_gt3_info),
1020	INTEL_AML_KBL_GT2_IDS(&kbl_gt2_info),
1021	INTEL_CFL_S_GT1_IDS(&cfl_gt1_info),
1022	INTEL_CFL_S_GT2_IDS(&cfl_gt2_info),
1023	INTEL_CFL_H_GT1_IDS(&cfl_gt1_info),
1024	INTEL_CFL_H_GT2_IDS(&cfl_gt2_info),
1025	INTEL_CFL_U_GT2_IDS(&cfl_gt2_info),
1026	INTEL_CFL_U_GT3_IDS(&cfl_gt3_info),
1027	INTEL_WHL_U_GT1_IDS(&cfl_gt1_info),
1028	INTEL_WHL_U_GT2_IDS(&cfl_gt2_info),
1029	INTEL_AML_CFL_GT2_IDS(&cfl_gt2_info),
1030	INTEL_WHL_U_GT3_IDS(&cfl_gt3_info),
1031	INTEL_CML_GT1_IDS(&cml_gt1_info),
1032	INTEL_CML_GT2_IDS(&cml_gt2_info),
1033	INTEL_CML_U_GT1_IDS(&cml_gt1_info),
1034	INTEL_CML_U_GT2_IDS(&cml_gt2_info),
1035	INTEL_CNL_IDS(&cnl_info),
1036	INTEL_ICL_11_IDS(&icl_info),
1037	INTEL_EHL_IDS(&ehl_info),
1038	INTEL_JSL_IDS(&jsl_info),
1039	INTEL_TGL_12_IDS(&tgl_info),
1040	INTEL_RKL_IDS(&rkl_info),
1041	INTEL_ADLS_IDS(&adl_s_info),
1042	INTEL_ADLP_IDS(&adl_p_info),
 
 
 
 
 
 
 
1043	{0, 0, 0}
1044};
1045MODULE_DEVICE_TABLE(pci, pciidlist);
1046
1047static void i915_pci_remove(struct pci_dev *pdev)
1048{
1049	struct drm_i915_private *i915;
1050
1051	i915 = pci_get_drvdata(pdev);
1052	if (!i915) /* driver load aborted, nothing to cleanup */
1053		return;
1054
1055	i915_driver_remove(i915);
1056	pci_set_drvdata(pdev, NULL);
1057}
1058
1059/* is device_id present in comma separated list of ids */
1060static bool force_probe(u16 device_id, const char *devices)
1061{
1062	char *s, *p, *tok;
1063	bool ret;
1064
1065	if (!devices || !*devices)
1066		return false;
1067
1068	/* match everything */
1069	if (strcmp(devices, "*") == 0)
1070		return true;
1071
1072	s = kstrdup(devices, GFP_KERNEL);
1073	if (!s)
1074		return false;
1075
1076	for (p = s, ret = false; (tok = strsep(&p, ",")) != NULL; ) {
1077		u16 val;
1078
1079		if (kstrtou16(tok, 16, &val) == 0 && val == device_id) {
1080			ret = true;
1081			break;
1082		}
1083	}
1084
1085	kfree(s);
1086
1087	return ret;
1088}
1089
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1090static int i915_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1091{
1092	struct intel_device_info *intel_info =
1093		(struct intel_device_info *) ent->driver_data;
1094	int err;
1095
1096	if (intel_info->require_force_probe &&
1097	    !force_probe(pdev->device, i915_modparams.force_probe)) {
1098		dev_info(&pdev->dev,
1099			 "Your graphics device %04x is not properly supported by the driver in this\n"
1100			 "kernel version. To force driver probe anyway, use i915.force_probe=%04x\n"
1101			 "module parameter or CONFIG_DRM_I915_FORCE_PROBE=%04x configuration option,\n"
1102			 "or (recommended) check for kernel updates.\n",
1103			 pdev->device, pdev->device, pdev->device);
1104		return -ENODEV;
1105	}
1106
1107	/* Only bind to function 0 of the device. Early generations
1108	 * used function 1 as a placeholder for multi-head. This causes
1109	 * us confusion instead, especially on the systems where both
1110	 * functions have the same PCI-ID!
1111	 */
1112	if (PCI_FUNC(pdev->devfn))
1113		return -ENODEV;
1114
1115	/*
1116	 * apple-gmux is needed on dual GPU MacBook Pro
1117	 * to probe the panel if we're the inactive GPU.
1118	 */
1119	if (vga_switcheroo_client_probe_defer(pdev))
1120		return -EPROBE_DEFER;
1121
1122	err = i915_driver_probe(pdev, ent);
1123	if (err)
1124		return err;
1125
1126	if (i915_inject_probe_failure(pci_get_drvdata(pdev))) {
1127		i915_pci_remove(pdev);
1128		return -ENODEV;
1129	}
1130
1131	err = i915_live_selftests(pdev);
1132	if (err) {
1133		i915_pci_remove(pdev);
1134		return err > 0 ? -ENOTTY : err;
1135	}
1136
1137	err = i915_perf_selftests(pdev);
1138	if (err) {
1139		i915_pci_remove(pdev);
1140		return err > 0 ? -ENOTTY : err;
1141	}
1142
1143	return 0;
1144}
1145
1146static void i915_pci_shutdown(struct pci_dev *pdev)
1147{
1148	struct drm_i915_private *i915 = pci_get_drvdata(pdev);
1149
1150	i915_driver_shutdown(i915);
1151}
1152
1153static struct pci_driver i915_pci_driver = {
1154	.name = DRIVER_NAME,
1155	.id_table = pciidlist,
1156	.probe = i915_pci_probe,
1157	.remove = i915_pci_remove,
1158	.shutdown = i915_pci_shutdown,
1159	.driver.pm = &i915_pm_ops,
1160};
1161
1162static int __init i915_init(void)
1163{
1164	bool use_kms = true;
1165	int err;
1166
1167	err = i915_globals_init();
1168	if (err)
1169		return err;
1170
1171	err = i915_mock_selftests();
1172	if (err)
1173		return err > 0 ? 0 : err;
1174
1175	/*
1176	 * Enable KMS by default, unless explicitly overriden by
1177	 * either the i915.modeset prarameter or by the
1178	 * vga_text_mode_force boot option.
1179	 */
1180
1181	if (i915_modparams.modeset == 0)
1182		use_kms = false;
1183
1184	if (vgacon_text_force() && i915_modparams.modeset == -1)
1185		use_kms = false;
1186
1187	if (!use_kms) {
1188		/* Silently fail loading to not upset userspace. */
1189		DRM_DEBUG_DRIVER("KMS disabled.\n");
1190		return 0;
1191	}
1192
1193	i915_pmu_init();
1194
1195	err = pci_register_driver(&i915_pci_driver);
1196	if (err) {
1197		i915_pmu_exit();
1198		i915_globals_exit();
1199		return err;
1200	}
1201
1202	i915_perf_sysctl_register();
1203	return 0;
1204}
1205
1206static void __exit i915_exit(void)
1207{
1208	if (!i915_pci_driver.driver.owner)
1209		return;
1210
1211	i915_perf_sysctl_unregister();
1212	pci_unregister_driver(&i915_pci_driver);
1213	i915_globals_exit();
1214	i915_pmu_exit();
1215}
1216
1217module_init(i915_init);
1218module_exit(i915_exit);
1219
1220MODULE_AUTHOR("Tungsten Graphics, Inc.");
1221MODULE_AUTHOR("Intel Corporation");
1222
1223MODULE_DESCRIPTION(DRIVER_DESC);
1224MODULE_LICENSE("GPL and additional rights");