Loading...
1// SPDX-License-Identifier: MIT
2/*
3 * Copyright © 2020 Intel Corporation
4 */
5
6#include <drm/drm_atomic_helper.h>
7#include <drm/drm_damage_helper.h>
8#include <drm/drm_fourcc.h>
9#include <drm/drm_plane_helper.h>
10
11#include "i915_drv.h"
12#include "intel_atomic_plane.h"
13#include "intel_de.h"
14#include "intel_display_types.h"
15#include "intel_fb.h"
16#include "intel_pm.h"
17#include "intel_psr.h"
18#include "intel_sprite.h"
19#include "skl_scaler.h"
20#include "skl_universal_plane.h"
21
22static const u32 skl_plane_formats[] = {
23 DRM_FORMAT_C8,
24 DRM_FORMAT_RGB565,
25 DRM_FORMAT_XRGB8888,
26 DRM_FORMAT_XBGR8888,
27 DRM_FORMAT_ARGB8888,
28 DRM_FORMAT_ABGR8888,
29 DRM_FORMAT_XRGB2101010,
30 DRM_FORMAT_XBGR2101010,
31 DRM_FORMAT_XRGB16161616F,
32 DRM_FORMAT_XBGR16161616F,
33 DRM_FORMAT_YUYV,
34 DRM_FORMAT_YVYU,
35 DRM_FORMAT_UYVY,
36 DRM_FORMAT_VYUY,
37 DRM_FORMAT_XYUV8888,
38};
39
40static const u32 skl_planar_formats[] = {
41 DRM_FORMAT_C8,
42 DRM_FORMAT_RGB565,
43 DRM_FORMAT_XRGB8888,
44 DRM_FORMAT_XBGR8888,
45 DRM_FORMAT_ARGB8888,
46 DRM_FORMAT_ABGR8888,
47 DRM_FORMAT_XRGB2101010,
48 DRM_FORMAT_XBGR2101010,
49 DRM_FORMAT_XRGB16161616F,
50 DRM_FORMAT_XBGR16161616F,
51 DRM_FORMAT_YUYV,
52 DRM_FORMAT_YVYU,
53 DRM_FORMAT_UYVY,
54 DRM_FORMAT_VYUY,
55 DRM_FORMAT_NV12,
56 DRM_FORMAT_XYUV8888,
57};
58
59static const u32 glk_planar_formats[] = {
60 DRM_FORMAT_C8,
61 DRM_FORMAT_RGB565,
62 DRM_FORMAT_XRGB8888,
63 DRM_FORMAT_XBGR8888,
64 DRM_FORMAT_ARGB8888,
65 DRM_FORMAT_ABGR8888,
66 DRM_FORMAT_XRGB2101010,
67 DRM_FORMAT_XBGR2101010,
68 DRM_FORMAT_XRGB16161616F,
69 DRM_FORMAT_XBGR16161616F,
70 DRM_FORMAT_YUYV,
71 DRM_FORMAT_YVYU,
72 DRM_FORMAT_UYVY,
73 DRM_FORMAT_VYUY,
74 DRM_FORMAT_NV12,
75 DRM_FORMAT_XYUV8888,
76 DRM_FORMAT_P010,
77 DRM_FORMAT_P012,
78 DRM_FORMAT_P016,
79};
80
81static const u32 icl_sdr_y_plane_formats[] = {
82 DRM_FORMAT_C8,
83 DRM_FORMAT_RGB565,
84 DRM_FORMAT_XRGB8888,
85 DRM_FORMAT_XBGR8888,
86 DRM_FORMAT_ARGB8888,
87 DRM_FORMAT_ABGR8888,
88 DRM_FORMAT_XRGB2101010,
89 DRM_FORMAT_XBGR2101010,
90 DRM_FORMAT_ARGB2101010,
91 DRM_FORMAT_ABGR2101010,
92 DRM_FORMAT_YUYV,
93 DRM_FORMAT_YVYU,
94 DRM_FORMAT_UYVY,
95 DRM_FORMAT_VYUY,
96 DRM_FORMAT_Y210,
97 DRM_FORMAT_Y212,
98 DRM_FORMAT_Y216,
99 DRM_FORMAT_XYUV8888,
100 DRM_FORMAT_XVYU2101010,
101 DRM_FORMAT_XVYU12_16161616,
102 DRM_FORMAT_XVYU16161616,
103};
104
105static const u32 icl_sdr_uv_plane_formats[] = {
106 DRM_FORMAT_C8,
107 DRM_FORMAT_RGB565,
108 DRM_FORMAT_XRGB8888,
109 DRM_FORMAT_XBGR8888,
110 DRM_FORMAT_ARGB8888,
111 DRM_FORMAT_ABGR8888,
112 DRM_FORMAT_XRGB2101010,
113 DRM_FORMAT_XBGR2101010,
114 DRM_FORMAT_ARGB2101010,
115 DRM_FORMAT_ABGR2101010,
116 DRM_FORMAT_YUYV,
117 DRM_FORMAT_YVYU,
118 DRM_FORMAT_UYVY,
119 DRM_FORMAT_VYUY,
120 DRM_FORMAT_NV12,
121 DRM_FORMAT_P010,
122 DRM_FORMAT_P012,
123 DRM_FORMAT_P016,
124 DRM_FORMAT_Y210,
125 DRM_FORMAT_Y212,
126 DRM_FORMAT_Y216,
127 DRM_FORMAT_XYUV8888,
128 DRM_FORMAT_XVYU2101010,
129 DRM_FORMAT_XVYU12_16161616,
130 DRM_FORMAT_XVYU16161616,
131};
132
133static const u32 icl_hdr_plane_formats[] = {
134 DRM_FORMAT_C8,
135 DRM_FORMAT_RGB565,
136 DRM_FORMAT_XRGB8888,
137 DRM_FORMAT_XBGR8888,
138 DRM_FORMAT_ARGB8888,
139 DRM_FORMAT_ABGR8888,
140 DRM_FORMAT_XRGB2101010,
141 DRM_FORMAT_XBGR2101010,
142 DRM_FORMAT_ARGB2101010,
143 DRM_FORMAT_ABGR2101010,
144 DRM_FORMAT_XRGB16161616F,
145 DRM_FORMAT_XBGR16161616F,
146 DRM_FORMAT_ARGB16161616F,
147 DRM_FORMAT_ABGR16161616F,
148 DRM_FORMAT_YUYV,
149 DRM_FORMAT_YVYU,
150 DRM_FORMAT_UYVY,
151 DRM_FORMAT_VYUY,
152 DRM_FORMAT_NV12,
153 DRM_FORMAT_P010,
154 DRM_FORMAT_P012,
155 DRM_FORMAT_P016,
156 DRM_FORMAT_Y210,
157 DRM_FORMAT_Y212,
158 DRM_FORMAT_Y216,
159 DRM_FORMAT_XYUV8888,
160 DRM_FORMAT_XVYU2101010,
161 DRM_FORMAT_XVYU12_16161616,
162 DRM_FORMAT_XVYU16161616,
163};
164
165static const u64 skl_plane_format_modifiers_noccs[] = {
166 I915_FORMAT_MOD_Yf_TILED,
167 I915_FORMAT_MOD_Y_TILED,
168 I915_FORMAT_MOD_X_TILED,
169 DRM_FORMAT_MOD_LINEAR,
170 DRM_FORMAT_MOD_INVALID
171};
172
173static const u64 skl_plane_format_modifiers_ccs[] = {
174 I915_FORMAT_MOD_Yf_TILED_CCS,
175 I915_FORMAT_MOD_Y_TILED_CCS,
176 I915_FORMAT_MOD_Yf_TILED,
177 I915_FORMAT_MOD_Y_TILED,
178 I915_FORMAT_MOD_X_TILED,
179 DRM_FORMAT_MOD_LINEAR,
180 DRM_FORMAT_MOD_INVALID
181};
182
183static const u64 gen12_plane_format_modifiers_mc_ccs[] = {
184 I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS,
185 I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS,
186 I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC,
187 I915_FORMAT_MOD_Y_TILED,
188 I915_FORMAT_MOD_X_TILED,
189 DRM_FORMAT_MOD_LINEAR,
190 DRM_FORMAT_MOD_INVALID
191};
192
193static const u64 gen12_plane_format_modifiers_rc_ccs[] = {
194 I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS,
195 I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC,
196 I915_FORMAT_MOD_Y_TILED,
197 I915_FORMAT_MOD_X_TILED,
198 DRM_FORMAT_MOD_LINEAR,
199 DRM_FORMAT_MOD_INVALID
200};
201
202static const u64 adlp_step_a_plane_format_modifiers[] = {
203 I915_FORMAT_MOD_Y_TILED,
204 I915_FORMAT_MOD_X_TILED,
205 DRM_FORMAT_MOD_LINEAR,
206 DRM_FORMAT_MOD_INVALID
207};
208
209int skl_format_to_fourcc(int format, bool rgb_order, bool alpha)
210{
211 switch (format) {
212 case PLANE_CTL_FORMAT_RGB_565:
213 return DRM_FORMAT_RGB565;
214 case PLANE_CTL_FORMAT_NV12:
215 return DRM_FORMAT_NV12;
216 case PLANE_CTL_FORMAT_XYUV:
217 return DRM_FORMAT_XYUV8888;
218 case PLANE_CTL_FORMAT_P010:
219 return DRM_FORMAT_P010;
220 case PLANE_CTL_FORMAT_P012:
221 return DRM_FORMAT_P012;
222 case PLANE_CTL_FORMAT_P016:
223 return DRM_FORMAT_P016;
224 case PLANE_CTL_FORMAT_Y210:
225 return DRM_FORMAT_Y210;
226 case PLANE_CTL_FORMAT_Y212:
227 return DRM_FORMAT_Y212;
228 case PLANE_CTL_FORMAT_Y216:
229 return DRM_FORMAT_Y216;
230 case PLANE_CTL_FORMAT_Y410:
231 return DRM_FORMAT_XVYU2101010;
232 case PLANE_CTL_FORMAT_Y412:
233 return DRM_FORMAT_XVYU12_16161616;
234 case PLANE_CTL_FORMAT_Y416:
235 return DRM_FORMAT_XVYU16161616;
236 default:
237 case PLANE_CTL_FORMAT_XRGB_8888:
238 if (rgb_order) {
239 if (alpha)
240 return DRM_FORMAT_ABGR8888;
241 else
242 return DRM_FORMAT_XBGR8888;
243 } else {
244 if (alpha)
245 return DRM_FORMAT_ARGB8888;
246 else
247 return DRM_FORMAT_XRGB8888;
248 }
249 case PLANE_CTL_FORMAT_XRGB_2101010:
250 if (rgb_order) {
251 if (alpha)
252 return DRM_FORMAT_ABGR2101010;
253 else
254 return DRM_FORMAT_XBGR2101010;
255 } else {
256 if (alpha)
257 return DRM_FORMAT_ARGB2101010;
258 else
259 return DRM_FORMAT_XRGB2101010;
260 }
261 case PLANE_CTL_FORMAT_XRGB_16161616F:
262 if (rgb_order) {
263 if (alpha)
264 return DRM_FORMAT_ABGR16161616F;
265 else
266 return DRM_FORMAT_XBGR16161616F;
267 } else {
268 if (alpha)
269 return DRM_FORMAT_ARGB16161616F;
270 else
271 return DRM_FORMAT_XRGB16161616F;
272 }
273 }
274}
275
276static u8 icl_nv12_y_plane_mask(struct drm_i915_private *i915)
277{
278 if (DISPLAY_VER(i915) >= 13 || HAS_D12_PLANE_MINIMIZATION(i915))
279 return BIT(PLANE_SPRITE2) | BIT(PLANE_SPRITE3);
280 else
281 return BIT(PLANE_SPRITE4) | BIT(PLANE_SPRITE5);
282}
283
284bool icl_is_nv12_y_plane(struct drm_i915_private *dev_priv,
285 enum plane_id plane_id)
286{
287 return DISPLAY_VER(dev_priv) >= 11 &&
288 icl_nv12_y_plane_mask(dev_priv) & BIT(plane_id);
289}
290
291bool icl_is_hdr_plane(struct drm_i915_private *dev_priv, enum plane_id plane_id)
292{
293 return DISPLAY_VER(dev_priv) >= 11 &&
294 icl_hdr_plane_mask() & BIT(plane_id);
295}
296
297static int icl_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
298 const struct intel_plane_state *plane_state)
299{
300 unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
301
302 /* two pixels per clock */
303 return DIV_ROUND_UP(pixel_rate, 2);
304}
305
306static void
307glk_plane_ratio(const struct intel_plane_state *plane_state,
308 unsigned int *num, unsigned int *den)
309{
310 const struct drm_framebuffer *fb = plane_state->hw.fb;
311
312 if (fb->format->cpp[0] == 8) {
313 *num = 10;
314 *den = 8;
315 } else {
316 *num = 1;
317 *den = 1;
318 }
319}
320
321static int glk_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
322 const struct intel_plane_state *plane_state)
323{
324 unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
325 unsigned int num, den;
326
327 glk_plane_ratio(plane_state, &num, &den);
328
329 /* two pixels per clock */
330 return DIV_ROUND_UP(pixel_rate * num, 2 * den);
331}
332
333static void
334skl_plane_ratio(const struct intel_plane_state *plane_state,
335 unsigned int *num, unsigned int *den)
336{
337 const struct drm_framebuffer *fb = plane_state->hw.fb;
338
339 if (fb->format->cpp[0] == 8) {
340 *num = 9;
341 *den = 8;
342 } else {
343 *num = 1;
344 *den = 1;
345 }
346}
347
348static int skl_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
349 const struct intel_plane_state *plane_state)
350{
351 unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
352 unsigned int num, den;
353
354 skl_plane_ratio(plane_state, &num, &den);
355
356 return DIV_ROUND_UP(pixel_rate * num, den);
357}
358
359static int skl_plane_max_width(const struct drm_framebuffer *fb,
360 int color_plane,
361 unsigned int rotation)
362{
363 int cpp = fb->format->cpp[color_plane];
364
365 switch (fb->modifier) {
366 case DRM_FORMAT_MOD_LINEAR:
367 case I915_FORMAT_MOD_X_TILED:
368 /*
369 * Validated limit is 4k, but has 5k should
370 * work apart from the following features:
371 * - Ytile (already limited to 4k)
372 * - FP16 (already limited to 4k)
373 * - render compression (already limited to 4k)
374 * - KVMR sprite and cursor (don't care)
375 * - horizontal panning (TODO verify this)
376 * - pipe and plane scaling (TODO verify this)
377 */
378 if (cpp == 8)
379 return 4096;
380 else
381 return 5120;
382 case I915_FORMAT_MOD_Y_TILED_CCS:
383 case I915_FORMAT_MOD_Yf_TILED_CCS:
384 case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
385 /* FIXME AUX plane? */
386 case I915_FORMAT_MOD_Y_TILED:
387 case I915_FORMAT_MOD_Yf_TILED:
388 if (cpp == 8)
389 return 2048;
390 else
391 return 4096;
392 default:
393 MISSING_CASE(fb->modifier);
394 return 2048;
395 }
396}
397
398static int glk_plane_max_width(const struct drm_framebuffer *fb,
399 int color_plane,
400 unsigned int rotation)
401{
402 int cpp = fb->format->cpp[color_plane];
403
404 switch (fb->modifier) {
405 case DRM_FORMAT_MOD_LINEAR:
406 case I915_FORMAT_MOD_X_TILED:
407 if (cpp == 8)
408 return 4096;
409 else
410 return 5120;
411 case I915_FORMAT_MOD_Y_TILED_CCS:
412 case I915_FORMAT_MOD_Yf_TILED_CCS:
413 /* FIXME AUX plane? */
414 case I915_FORMAT_MOD_Y_TILED:
415 case I915_FORMAT_MOD_Yf_TILED:
416 if (cpp == 8)
417 return 2048;
418 else
419 return 5120;
420 default:
421 MISSING_CASE(fb->modifier);
422 return 2048;
423 }
424}
425
426static int icl_plane_min_width(const struct drm_framebuffer *fb,
427 int color_plane,
428 unsigned int rotation)
429{
430 /* Wa_14011264657, Wa_14011050563: gen11+ */
431 switch (fb->format->format) {
432 case DRM_FORMAT_C8:
433 return 18;
434 case DRM_FORMAT_RGB565:
435 return 10;
436 case DRM_FORMAT_XRGB8888:
437 case DRM_FORMAT_XBGR8888:
438 case DRM_FORMAT_ARGB8888:
439 case DRM_FORMAT_ABGR8888:
440 case DRM_FORMAT_XRGB2101010:
441 case DRM_FORMAT_XBGR2101010:
442 case DRM_FORMAT_ARGB2101010:
443 case DRM_FORMAT_ABGR2101010:
444 case DRM_FORMAT_XVYU2101010:
445 case DRM_FORMAT_Y212:
446 case DRM_FORMAT_Y216:
447 return 6;
448 case DRM_FORMAT_NV12:
449 return 20;
450 case DRM_FORMAT_P010:
451 case DRM_FORMAT_P012:
452 case DRM_FORMAT_P016:
453 return 12;
454 case DRM_FORMAT_XRGB16161616F:
455 case DRM_FORMAT_XBGR16161616F:
456 case DRM_FORMAT_ARGB16161616F:
457 case DRM_FORMAT_ABGR16161616F:
458 case DRM_FORMAT_XVYU12_16161616:
459 case DRM_FORMAT_XVYU16161616:
460 return 4;
461 default:
462 return 1;
463 }
464}
465
466static int icl_plane_max_width(const struct drm_framebuffer *fb,
467 int color_plane,
468 unsigned int rotation)
469{
470 return 5120;
471}
472
473static int skl_plane_max_height(const struct drm_framebuffer *fb,
474 int color_plane,
475 unsigned int rotation)
476{
477 return 4096;
478}
479
480static int icl_plane_max_height(const struct drm_framebuffer *fb,
481 int color_plane,
482 unsigned int rotation)
483{
484 return 4320;
485}
486
487static unsigned int
488skl_plane_max_stride(struct intel_plane *plane,
489 u32 pixel_format, u64 modifier,
490 unsigned int rotation)
491{
492 struct drm_i915_private *i915 = to_i915(plane->base.dev);
493 const struct drm_format_info *info = drm_format_info(pixel_format);
494 int cpp = info->cpp[0];
495 int max_horizontal_pixels = 8192;
496 int max_stride_bytes;
497
498 if (DISPLAY_VER(i915) >= 13) {
499 /*
500 * The stride in bytes must not exceed of the size
501 * of 128K bytes. For pixel formats of 64bpp will allow
502 * for a 16K pixel surface.
503 */
504 max_stride_bytes = 131072;
505 if (cpp == 8)
506 max_horizontal_pixels = 16384;
507 else
508 max_horizontal_pixels = 65536;
509 } else {
510 /*
511 * "The stride in bytes must not exceed the
512 * of the size of 8K pixels and 32K bytes."
513 */
514 max_stride_bytes = 32768;
515 }
516
517 if (drm_rotation_90_or_270(rotation))
518 return min(max_horizontal_pixels, max_stride_bytes / cpp);
519 else
520 return min(max_horizontal_pixels * cpp, max_stride_bytes);
521}
522
523
524/* Preoffset values for YUV to RGB Conversion */
525#define PREOFF_YUV_TO_RGB_HI 0x1800
526#define PREOFF_YUV_TO_RGB_ME 0x0000
527#define PREOFF_YUV_TO_RGB_LO 0x1800
528
529#define ROFF(x) (((x) & 0xffff) << 16)
530#define GOFF(x) (((x) & 0xffff) << 0)
531#define BOFF(x) (((x) & 0xffff) << 16)
532
533/*
534 * Programs the input color space conversion stage for ICL HDR planes.
535 * Note that it is assumed that this stage always happens after YUV
536 * range correction. Thus, the input to this stage is assumed to be
537 * in full-range YCbCr.
538 */
539static void
540icl_program_input_csc(struct intel_plane *plane,
541 const struct intel_crtc_state *crtc_state,
542 const struct intel_plane_state *plane_state)
543{
544 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
545 enum pipe pipe = plane->pipe;
546 enum plane_id plane_id = plane->id;
547
548 static const u16 input_csc_matrix[][9] = {
549 /*
550 * BT.601 full range YCbCr -> full range RGB
551 * The matrix required is :
552 * [1.000, 0.000, 1.371,
553 * 1.000, -0.336, -0.698,
554 * 1.000, 1.732, 0.0000]
555 */
556 [DRM_COLOR_YCBCR_BT601] = {
557 0x7AF8, 0x7800, 0x0,
558 0x8B28, 0x7800, 0x9AC0,
559 0x0, 0x7800, 0x7DD8,
560 },
561 /*
562 * BT.709 full range YCbCr -> full range RGB
563 * The matrix required is :
564 * [1.000, 0.000, 1.574,
565 * 1.000, -0.187, -0.468,
566 * 1.000, 1.855, 0.0000]
567 */
568 [DRM_COLOR_YCBCR_BT709] = {
569 0x7C98, 0x7800, 0x0,
570 0x9EF8, 0x7800, 0xAC00,
571 0x0, 0x7800, 0x7ED8,
572 },
573 /*
574 * BT.2020 full range YCbCr -> full range RGB
575 * The matrix required is :
576 * [1.000, 0.000, 1.474,
577 * 1.000, -0.1645, -0.5713,
578 * 1.000, 1.8814, 0.0000]
579 */
580 [DRM_COLOR_YCBCR_BT2020] = {
581 0x7BC8, 0x7800, 0x0,
582 0x8928, 0x7800, 0xAA88,
583 0x0, 0x7800, 0x7F10,
584 },
585 };
586 const u16 *csc = input_csc_matrix[plane_state->hw.color_encoding];
587
588 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 0),
589 ROFF(csc[0]) | GOFF(csc[1]));
590 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 1),
591 BOFF(csc[2]));
592 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 2),
593 ROFF(csc[3]) | GOFF(csc[4]));
594 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 3),
595 BOFF(csc[5]));
596 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 4),
597 ROFF(csc[6]) | GOFF(csc[7]));
598 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 5),
599 BOFF(csc[8]));
600
601 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 0),
602 PREOFF_YUV_TO_RGB_HI);
603 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 1),
604 PREOFF_YUV_TO_RGB_ME);
605 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 2),
606 PREOFF_YUV_TO_RGB_LO);
607 intel_de_write_fw(dev_priv,
608 PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 0), 0x0);
609 intel_de_write_fw(dev_priv,
610 PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 1), 0x0);
611 intel_de_write_fw(dev_priv,
612 PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 2), 0x0);
613}
614
615static unsigned int skl_plane_stride_mult(const struct drm_framebuffer *fb,
616 int color_plane, unsigned int rotation)
617{
618 /*
619 * The stride is either expressed as a multiple of 64 bytes chunks for
620 * linear buffers or in number of tiles for tiled buffers.
621 */
622 if (is_surface_linear(fb, color_plane))
623 return 64;
624 else if (drm_rotation_90_or_270(rotation))
625 return intel_tile_height(fb, color_plane);
626 else
627 return intel_tile_width_bytes(fb, color_plane);
628}
629
630static u32 skl_plane_stride(const struct intel_plane_state *plane_state,
631 int color_plane)
632{
633 const struct drm_framebuffer *fb = plane_state->hw.fb;
634 unsigned int rotation = plane_state->hw.rotation;
635 u32 stride = plane_state->view.color_plane[color_plane].stride;
636
637 if (color_plane >= fb->format->num_planes)
638 return 0;
639
640 return stride / skl_plane_stride_mult(fb, color_plane, rotation);
641}
642
643static void
644skl_disable_plane(struct intel_plane *plane,
645 const struct intel_crtc_state *crtc_state)
646{
647 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
648 enum plane_id plane_id = plane->id;
649 enum pipe pipe = plane->pipe;
650 unsigned long irqflags;
651
652 spin_lock_irqsave(&dev_priv->uncore.lock, irqflags);
653
654 if (icl_is_hdr_plane(dev_priv, plane_id))
655 intel_de_write_fw(dev_priv, PLANE_CUS_CTL(pipe, plane_id), 0);
656
657 skl_write_plane_wm(plane, crtc_state);
658
659 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), 0);
660 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id), 0);
661
662 spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags);
663}
664
665static bool
666skl_plane_get_hw_state(struct intel_plane *plane,
667 enum pipe *pipe)
668{
669 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
670 enum intel_display_power_domain power_domain;
671 enum plane_id plane_id = plane->id;
672 intel_wakeref_t wakeref;
673 bool ret;
674
675 power_domain = POWER_DOMAIN_PIPE(plane->pipe);
676 wakeref = intel_display_power_get_if_enabled(dev_priv, power_domain);
677 if (!wakeref)
678 return false;
679
680 ret = intel_de_read(dev_priv, PLANE_CTL(plane->pipe, plane_id)) & PLANE_CTL_ENABLE;
681
682 *pipe = plane->pipe;
683
684 intel_display_power_put(dev_priv, power_domain, wakeref);
685
686 return ret;
687}
688
689static u32 skl_plane_ctl_format(u32 pixel_format)
690{
691 switch (pixel_format) {
692 case DRM_FORMAT_C8:
693 return PLANE_CTL_FORMAT_INDEXED;
694 case DRM_FORMAT_RGB565:
695 return PLANE_CTL_FORMAT_RGB_565;
696 case DRM_FORMAT_XBGR8888:
697 case DRM_FORMAT_ABGR8888:
698 return PLANE_CTL_FORMAT_XRGB_8888 | PLANE_CTL_ORDER_RGBX;
699 case DRM_FORMAT_XRGB8888:
700 case DRM_FORMAT_ARGB8888:
701 return PLANE_CTL_FORMAT_XRGB_8888;
702 case DRM_FORMAT_XBGR2101010:
703 case DRM_FORMAT_ABGR2101010:
704 return PLANE_CTL_FORMAT_XRGB_2101010 | PLANE_CTL_ORDER_RGBX;
705 case DRM_FORMAT_XRGB2101010:
706 case DRM_FORMAT_ARGB2101010:
707 return PLANE_CTL_FORMAT_XRGB_2101010;
708 case DRM_FORMAT_XBGR16161616F:
709 case DRM_FORMAT_ABGR16161616F:
710 return PLANE_CTL_FORMAT_XRGB_16161616F | PLANE_CTL_ORDER_RGBX;
711 case DRM_FORMAT_XRGB16161616F:
712 case DRM_FORMAT_ARGB16161616F:
713 return PLANE_CTL_FORMAT_XRGB_16161616F;
714 case DRM_FORMAT_XYUV8888:
715 return PLANE_CTL_FORMAT_XYUV;
716 case DRM_FORMAT_YUYV:
717 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_YUYV;
718 case DRM_FORMAT_YVYU:
719 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_YVYU;
720 case DRM_FORMAT_UYVY:
721 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_UYVY;
722 case DRM_FORMAT_VYUY:
723 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_VYUY;
724 case DRM_FORMAT_NV12:
725 return PLANE_CTL_FORMAT_NV12;
726 case DRM_FORMAT_P010:
727 return PLANE_CTL_FORMAT_P010;
728 case DRM_FORMAT_P012:
729 return PLANE_CTL_FORMAT_P012;
730 case DRM_FORMAT_P016:
731 return PLANE_CTL_FORMAT_P016;
732 case DRM_FORMAT_Y210:
733 return PLANE_CTL_FORMAT_Y210;
734 case DRM_FORMAT_Y212:
735 return PLANE_CTL_FORMAT_Y212;
736 case DRM_FORMAT_Y216:
737 return PLANE_CTL_FORMAT_Y216;
738 case DRM_FORMAT_XVYU2101010:
739 return PLANE_CTL_FORMAT_Y410;
740 case DRM_FORMAT_XVYU12_16161616:
741 return PLANE_CTL_FORMAT_Y412;
742 case DRM_FORMAT_XVYU16161616:
743 return PLANE_CTL_FORMAT_Y416;
744 default:
745 MISSING_CASE(pixel_format);
746 }
747
748 return 0;
749}
750
751static u32 skl_plane_ctl_alpha(const struct intel_plane_state *plane_state)
752{
753 if (!plane_state->hw.fb->format->has_alpha)
754 return PLANE_CTL_ALPHA_DISABLE;
755
756 switch (plane_state->hw.pixel_blend_mode) {
757 case DRM_MODE_BLEND_PIXEL_NONE:
758 return PLANE_CTL_ALPHA_DISABLE;
759 case DRM_MODE_BLEND_PREMULTI:
760 return PLANE_CTL_ALPHA_SW_PREMULTIPLY;
761 case DRM_MODE_BLEND_COVERAGE:
762 return PLANE_CTL_ALPHA_HW_PREMULTIPLY;
763 default:
764 MISSING_CASE(plane_state->hw.pixel_blend_mode);
765 return PLANE_CTL_ALPHA_DISABLE;
766 }
767}
768
769static u32 glk_plane_color_ctl_alpha(const struct intel_plane_state *plane_state)
770{
771 if (!plane_state->hw.fb->format->has_alpha)
772 return PLANE_COLOR_ALPHA_DISABLE;
773
774 switch (plane_state->hw.pixel_blend_mode) {
775 case DRM_MODE_BLEND_PIXEL_NONE:
776 return PLANE_COLOR_ALPHA_DISABLE;
777 case DRM_MODE_BLEND_PREMULTI:
778 return PLANE_COLOR_ALPHA_SW_PREMULTIPLY;
779 case DRM_MODE_BLEND_COVERAGE:
780 return PLANE_COLOR_ALPHA_HW_PREMULTIPLY;
781 default:
782 MISSING_CASE(plane_state->hw.pixel_blend_mode);
783 return PLANE_COLOR_ALPHA_DISABLE;
784 }
785}
786
787static u32 skl_plane_ctl_tiling(u64 fb_modifier)
788{
789 switch (fb_modifier) {
790 case DRM_FORMAT_MOD_LINEAR:
791 break;
792 case I915_FORMAT_MOD_X_TILED:
793 return PLANE_CTL_TILED_X;
794 case I915_FORMAT_MOD_Y_TILED:
795 return PLANE_CTL_TILED_Y;
796 case I915_FORMAT_MOD_Y_TILED_CCS:
797 case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC:
798 return PLANE_CTL_TILED_Y | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
799 case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS:
800 return PLANE_CTL_TILED_Y |
801 PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
802 PLANE_CTL_CLEAR_COLOR_DISABLE;
803 case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
804 return PLANE_CTL_TILED_Y | PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE;
805 case I915_FORMAT_MOD_Yf_TILED:
806 return PLANE_CTL_TILED_YF;
807 case I915_FORMAT_MOD_Yf_TILED_CCS:
808 return PLANE_CTL_TILED_YF | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
809 default:
810 MISSING_CASE(fb_modifier);
811 }
812
813 return 0;
814}
815
816static u32 skl_plane_ctl_rotate(unsigned int rotate)
817{
818 switch (rotate) {
819 case DRM_MODE_ROTATE_0:
820 break;
821 /*
822 * DRM_MODE_ROTATE_ is counter clockwise to stay compatible with Xrandr
823 * while i915 HW rotation is clockwise, thats why this swapping.
824 */
825 case DRM_MODE_ROTATE_90:
826 return PLANE_CTL_ROTATE_270;
827 case DRM_MODE_ROTATE_180:
828 return PLANE_CTL_ROTATE_180;
829 case DRM_MODE_ROTATE_270:
830 return PLANE_CTL_ROTATE_90;
831 default:
832 MISSING_CASE(rotate);
833 }
834
835 return 0;
836}
837
838static u32 cnl_plane_ctl_flip(unsigned int reflect)
839{
840 switch (reflect) {
841 case 0:
842 break;
843 case DRM_MODE_REFLECT_X:
844 return PLANE_CTL_FLIP_HORIZONTAL;
845 case DRM_MODE_REFLECT_Y:
846 default:
847 MISSING_CASE(reflect);
848 }
849
850 return 0;
851}
852
853static u32 adlp_plane_ctl_arb_slots(const struct intel_plane_state *plane_state)
854{
855 const struct drm_framebuffer *fb = plane_state->hw.fb;
856
857 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier)) {
858 switch (fb->format->cpp[0]) {
859 case 2:
860 return PLANE_CTL_ARB_SLOTS(1);
861 default:
862 return PLANE_CTL_ARB_SLOTS(0);
863 }
864 } else {
865 switch (fb->format->cpp[0]) {
866 case 8:
867 return PLANE_CTL_ARB_SLOTS(3);
868 case 4:
869 return PLANE_CTL_ARB_SLOTS(1);
870 default:
871 return PLANE_CTL_ARB_SLOTS(0);
872 }
873 }
874}
875
876static u32 skl_plane_ctl_crtc(const struct intel_crtc_state *crtc_state)
877{
878 struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
879 u32 plane_ctl = 0;
880
881 if (DISPLAY_VER(dev_priv) >= 10)
882 return plane_ctl;
883
884 if (crtc_state->gamma_enable)
885 plane_ctl |= PLANE_CTL_PIPE_GAMMA_ENABLE;
886
887 if (crtc_state->csc_enable)
888 plane_ctl |= PLANE_CTL_PIPE_CSC_ENABLE;
889
890 return plane_ctl;
891}
892
893static u32 skl_plane_ctl(const struct intel_crtc_state *crtc_state,
894 const struct intel_plane_state *plane_state)
895{
896 struct drm_i915_private *dev_priv =
897 to_i915(plane_state->uapi.plane->dev);
898 const struct drm_framebuffer *fb = plane_state->hw.fb;
899 unsigned int rotation = plane_state->hw.rotation;
900 const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
901 u32 plane_ctl;
902
903 plane_ctl = PLANE_CTL_ENABLE;
904
905 if (DISPLAY_VER(dev_priv) < 10) {
906 plane_ctl |= skl_plane_ctl_alpha(plane_state);
907 plane_ctl |= PLANE_CTL_PLANE_GAMMA_DISABLE;
908
909 if (plane_state->hw.color_encoding == DRM_COLOR_YCBCR_BT709)
910 plane_ctl |= PLANE_CTL_YUV_TO_RGB_CSC_FORMAT_BT709;
911
912 if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
913 plane_ctl |= PLANE_CTL_YUV_RANGE_CORRECTION_DISABLE;
914 }
915
916 plane_ctl |= skl_plane_ctl_format(fb->format->format);
917 plane_ctl |= skl_plane_ctl_tiling(fb->modifier);
918 plane_ctl |= skl_plane_ctl_rotate(rotation & DRM_MODE_ROTATE_MASK);
919
920 if (DISPLAY_VER(dev_priv) >= 11 || IS_CANNONLAKE(dev_priv))
921 plane_ctl |= cnl_plane_ctl_flip(rotation &
922 DRM_MODE_REFLECT_MASK);
923
924 if (key->flags & I915_SET_COLORKEY_DESTINATION)
925 plane_ctl |= PLANE_CTL_KEY_ENABLE_DESTINATION;
926 else if (key->flags & I915_SET_COLORKEY_SOURCE)
927 plane_ctl |= PLANE_CTL_KEY_ENABLE_SOURCE;
928
929 /* Wa_22012358565:adlp */
930 if (DISPLAY_VER(dev_priv) == 13)
931 plane_ctl |= adlp_plane_ctl_arb_slots(plane_state);
932
933 return plane_ctl;
934}
935
936static u32 glk_plane_color_ctl_crtc(const struct intel_crtc_state *crtc_state)
937{
938 struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
939 u32 plane_color_ctl = 0;
940
941 if (DISPLAY_VER(dev_priv) >= 11)
942 return plane_color_ctl;
943
944 if (crtc_state->gamma_enable)
945 plane_color_ctl |= PLANE_COLOR_PIPE_GAMMA_ENABLE;
946
947 if (crtc_state->csc_enable)
948 plane_color_ctl |= PLANE_COLOR_PIPE_CSC_ENABLE;
949
950 return plane_color_ctl;
951}
952
953static u32 glk_plane_color_ctl(const struct intel_crtc_state *crtc_state,
954 const struct intel_plane_state *plane_state)
955{
956 struct drm_i915_private *dev_priv =
957 to_i915(plane_state->uapi.plane->dev);
958 const struct drm_framebuffer *fb = plane_state->hw.fb;
959 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
960 u32 plane_color_ctl = 0;
961
962 plane_color_ctl |= PLANE_COLOR_PLANE_GAMMA_DISABLE;
963 plane_color_ctl |= glk_plane_color_ctl_alpha(plane_state);
964
965 if (fb->format->is_yuv && !icl_is_hdr_plane(dev_priv, plane->id)) {
966 switch (plane_state->hw.color_encoding) {
967 case DRM_COLOR_YCBCR_BT709:
968 plane_color_ctl |= PLANE_COLOR_CSC_MODE_YUV709_TO_RGB709;
969 break;
970 case DRM_COLOR_YCBCR_BT2020:
971 plane_color_ctl |=
972 PLANE_COLOR_CSC_MODE_YUV2020_TO_RGB2020;
973 break;
974 default:
975 plane_color_ctl |=
976 PLANE_COLOR_CSC_MODE_YUV601_TO_RGB601;
977 }
978 if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
979 plane_color_ctl |= PLANE_COLOR_YUV_RANGE_CORRECTION_DISABLE;
980 } else if (fb->format->is_yuv) {
981 plane_color_ctl |= PLANE_COLOR_INPUT_CSC_ENABLE;
982 if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
983 plane_color_ctl |= PLANE_COLOR_YUV_RANGE_CORRECTION_DISABLE;
984 }
985
986 return plane_color_ctl;
987}
988
989static u32 skl_surf_address(const struct intel_plane_state *plane_state,
990 int color_plane)
991{
992 const struct drm_framebuffer *fb = plane_state->hw.fb;
993 u32 offset = plane_state->view.color_plane[color_plane].offset;
994
995 if (intel_fb_uses_dpt(fb)) {
996 WARN_ON(offset & 0x1fffff);
997 return offset >> 9;
998 } else {
999 WARN_ON(offset & 0xfff);
1000 return offset;
1001 }
1002}
1003
1004static void
1005skl_program_plane(struct intel_plane *plane,
1006 const struct intel_crtc_state *crtc_state,
1007 const struct intel_plane_state *plane_state,
1008 int color_plane)
1009{
1010 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1011 enum plane_id plane_id = plane->id;
1012 enum pipe pipe = plane->pipe;
1013 const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1014 u32 surf_addr = skl_surf_address(plane_state, color_plane);
1015 u32 stride = skl_plane_stride(plane_state, color_plane);
1016 const struct drm_framebuffer *fb = plane_state->hw.fb;
1017 int aux_plane = skl_main_to_aux_plane(fb, color_plane);
1018 int crtc_x = plane_state->uapi.dst.x1;
1019 int crtc_y = plane_state->uapi.dst.y1;
1020 u32 x = plane_state->view.color_plane[color_plane].x;
1021 u32 y = plane_state->view.color_plane[color_plane].y;
1022 u32 src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1023 u32 src_h = drm_rect_height(&plane_state->uapi.src) >> 16;
1024 u8 alpha = plane_state->hw.alpha >> 8;
1025 u32 plane_color_ctl = 0, aux_dist = 0;
1026 unsigned long irqflags;
1027 u32 keymsk, keymax;
1028 u32 plane_ctl = plane_state->ctl;
1029
1030 plane_ctl |= skl_plane_ctl_crtc(crtc_state);
1031
1032 if (DISPLAY_VER(dev_priv) >= 10)
1033 plane_color_ctl = plane_state->color_ctl |
1034 glk_plane_color_ctl_crtc(crtc_state);
1035
1036 /* Sizes are 0 based */
1037 src_w--;
1038 src_h--;
1039
1040 keymax = (key->max_value & 0xffffff) | PLANE_KEYMAX_ALPHA(alpha);
1041
1042 keymsk = key->channel_mask & 0x7ffffff;
1043 if (alpha < 0xff)
1044 keymsk |= PLANE_KEYMSK_ALPHA_ENABLE;
1045
1046 /* The scaler will handle the output position */
1047 if (plane_state->scaler_id >= 0) {
1048 crtc_x = 0;
1049 crtc_y = 0;
1050 }
1051
1052 if (aux_plane) {
1053 aux_dist = skl_surf_address(plane_state, aux_plane) - surf_addr;
1054
1055 if (DISPLAY_VER(dev_priv) < 12)
1056 aux_dist |= skl_plane_stride(plane_state, aux_plane);
1057 }
1058
1059 spin_lock_irqsave(&dev_priv->uncore.lock, irqflags);
1060
1061 intel_de_write_fw(dev_priv, PLANE_STRIDE(pipe, plane_id), stride);
1062 intel_de_write_fw(dev_priv, PLANE_POS(pipe, plane_id),
1063 (crtc_y << 16) | crtc_x);
1064 intel_de_write_fw(dev_priv, PLANE_SIZE(pipe, plane_id),
1065 (src_h << 16) | src_w);
1066
1067 intel_de_write_fw(dev_priv, PLANE_AUX_DIST(pipe, plane_id), aux_dist);
1068
1069 if (icl_is_hdr_plane(dev_priv, plane_id))
1070 intel_de_write_fw(dev_priv, PLANE_CUS_CTL(pipe, plane_id),
1071 plane_state->cus_ctl);
1072
1073 if (DISPLAY_VER(dev_priv) >= 10)
1074 intel_de_write_fw(dev_priv, PLANE_COLOR_CTL(pipe, plane_id),
1075 plane_color_ctl);
1076
1077 if (fb->format->is_yuv && icl_is_hdr_plane(dev_priv, plane_id))
1078 icl_program_input_csc(plane, crtc_state, plane_state);
1079
1080 if (fb->modifier == I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC)
1081 intel_uncore_write64_fw(&dev_priv->uncore,
1082 PLANE_CC_VAL(pipe, plane_id), plane_state->ccval);
1083
1084 skl_write_plane_wm(plane, crtc_state);
1085
1086 intel_de_write_fw(dev_priv, PLANE_KEYVAL(pipe, plane_id),
1087 key->min_value);
1088 intel_de_write_fw(dev_priv, PLANE_KEYMSK(pipe, plane_id), keymsk);
1089 intel_de_write_fw(dev_priv, PLANE_KEYMAX(pipe, plane_id), keymax);
1090
1091 intel_de_write_fw(dev_priv, PLANE_OFFSET(pipe, plane_id),
1092 (y << 16) | x);
1093
1094 if (DISPLAY_VER(dev_priv) < 11)
1095 intel_de_write_fw(dev_priv, PLANE_AUX_OFFSET(pipe, plane_id),
1096 (plane_state->view.color_plane[1].y << 16) |
1097 plane_state->view.color_plane[1].x);
1098
1099 if (!drm_atomic_crtc_needs_modeset(&crtc_state->uapi))
1100 intel_psr2_program_plane_sel_fetch(plane, crtc_state, plane_state, color_plane);
1101
1102 /*
1103 * Enable the scaler before the plane so that we don't
1104 * get a catastrophic underrun even if the two operations
1105 * end up happening in two different frames.
1106 */
1107 if (plane_state->scaler_id >= 0)
1108 skl_program_plane_scaler(plane, crtc_state, plane_state);
1109
1110 /*
1111 * The control register self-arms if the plane was previously
1112 * disabled. Try to make the plane enable atomic by writing
1113 * the control register just before the surface register.
1114 */
1115 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1116 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1117 intel_plane_ggtt_offset(plane_state) + surf_addr);
1118
1119 spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags);
1120}
1121
1122static void
1123skl_plane_async_flip(struct intel_plane *plane,
1124 const struct intel_crtc_state *crtc_state,
1125 const struct intel_plane_state *plane_state,
1126 bool async_flip)
1127{
1128 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1129 unsigned long irqflags;
1130 enum plane_id plane_id = plane->id;
1131 enum pipe pipe = plane->pipe;
1132 u32 surf_addr = plane_state->view.color_plane[0].offset;
1133 u32 plane_ctl = plane_state->ctl;
1134
1135 plane_ctl |= skl_plane_ctl_crtc(crtc_state);
1136
1137 if (async_flip)
1138 plane_ctl |= PLANE_CTL_ASYNC_FLIP;
1139
1140 spin_lock_irqsave(&dev_priv->uncore.lock, irqflags);
1141
1142 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1143 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1144 intel_plane_ggtt_offset(plane_state) + surf_addr);
1145
1146 spin_unlock_irqrestore(&dev_priv->uncore.lock, irqflags);
1147}
1148
1149static void
1150skl_update_plane(struct intel_plane *plane,
1151 const struct intel_crtc_state *crtc_state,
1152 const struct intel_plane_state *plane_state)
1153{
1154 int color_plane = 0;
1155
1156 if (plane_state->planar_linked_plane && !plane_state->planar_slave)
1157 /* Program the UV plane on planar master */
1158 color_plane = 1;
1159
1160 skl_program_plane(plane, crtc_state, plane_state, color_plane);
1161}
1162
1163static bool intel_format_is_p01x(u32 format)
1164{
1165 switch (format) {
1166 case DRM_FORMAT_P010:
1167 case DRM_FORMAT_P012:
1168 case DRM_FORMAT_P016:
1169 return true;
1170 default:
1171 return false;
1172 }
1173}
1174
1175static int skl_plane_check_fb(const struct intel_crtc_state *crtc_state,
1176 const struct intel_plane_state *plane_state)
1177{
1178 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1179 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1180 const struct drm_framebuffer *fb = plane_state->hw.fb;
1181 unsigned int rotation = plane_state->hw.rotation;
1182
1183 if (!fb)
1184 return 0;
1185
1186 if (rotation & ~(DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_180) &&
1187 is_ccs_modifier(fb->modifier)) {
1188 drm_dbg_kms(&dev_priv->drm,
1189 "RC support only with 0/180 degree rotation (%x)\n",
1190 rotation);
1191 return -EINVAL;
1192 }
1193
1194 if (rotation & DRM_MODE_REFLECT_X &&
1195 fb->modifier == DRM_FORMAT_MOD_LINEAR) {
1196 drm_dbg_kms(&dev_priv->drm,
1197 "horizontal flip is not supported with linear surface formats\n");
1198 return -EINVAL;
1199 }
1200
1201 if (drm_rotation_90_or_270(rotation)) {
1202 if (!intel_fb_supports_90_270_rotation(to_intel_framebuffer(fb))) {
1203 drm_dbg_kms(&dev_priv->drm,
1204 "Y/Yf tiling required for 90/270!\n");
1205 return -EINVAL;
1206 }
1207
1208 /*
1209 * 90/270 is not allowed with RGB64 16:16:16:16 and
1210 * Indexed 8-bit. RGB 16-bit 5:6:5 is allowed gen11 onwards.
1211 */
1212 switch (fb->format->format) {
1213 case DRM_FORMAT_RGB565:
1214 if (DISPLAY_VER(dev_priv) >= 11)
1215 break;
1216 fallthrough;
1217 case DRM_FORMAT_C8:
1218 case DRM_FORMAT_XRGB16161616F:
1219 case DRM_FORMAT_XBGR16161616F:
1220 case DRM_FORMAT_ARGB16161616F:
1221 case DRM_FORMAT_ABGR16161616F:
1222 case DRM_FORMAT_Y210:
1223 case DRM_FORMAT_Y212:
1224 case DRM_FORMAT_Y216:
1225 case DRM_FORMAT_XVYU12_16161616:
1226 case DRM_FORMAT_XVYU16161616:
1227 drm_dbg_kms(&dev_priv->drm,
1228 "Unsupported pixel format %p4cc for 90/270!\n",
1229 &fb->format->format);
1230 return -EINVAL;
1231 default:
1232 break;
1233 }
1234 }
1235
1236 /* Y-tiling is not supported in IF-ID Interlace mode */
1237 if (crtc_state->hw.enable &&
1238 crtc_state->hw.adjusted_mode.flags & DRM_MODE_FLAG_INTERLACE &&
1239 (fb->modifier == I915_FORMAT_MOD_Y_TILED ||
1240 fb->modifier == I915_FORMAT_MOD_Yf_TILED ||
1241 fb->modifier == I915_FORMAT_MOD_Y_TILED_CCS ||
1242 fb->modifier == I915_FORMAT_MOD_Yf_TILED_CCS ||
1243 fb->modifier == I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS ||
1244 fb->modifier == I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS ||
1245 fb->modifier == I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC)) {
1246 drm_dbg_kms(&dev_priv->drm,
1247 "Y/Yf tiling not supported in IF-ID mode\n");
1248 return -EINVAL;
1249 }
1250
1251 /* Wa_1606054188:tgl,adl-s */
1252 if ((IS_ALDERLAKE_S(dev_priv) || IS_TIGERLAKE(dev_priv)) &&
1253 plane_state->ckey.flags & I915_SET_COLORKEY_SOURCE &&
1254 intel_format_is_p01x(fb->format->format)) {
1255 drm_dbg_kms(&dev_priv->drm,
1256 "Source color keying not supported with P01x formats\n");
1257 return -EINVAL;
1258 }
1259
1260 return 0;
1261}
1262
1263static int skl_plane_check_dst_coordinates(const struct intel_crtc_state *crtc_state,
1264 const struct intel_plane_state *plane_state)
1265{
1266 struct drm_i915_private *dev_priv =
1267 to_i915(plane_state->uapi.plane->dev);
1268 int crtc_x = plane_state->uapi.dst.x1;
1269 int crtc_w = drm_rect_width(&plane_state->uapi.dst);
1270 int pipe_src_w = crtc_state->pipe_src_w;
1271
1272 /*
1273 * Display WA #1175: cnl,glk
1274 * Planes other than the cursor may cause FIFO underflow and display
1275 * corruption if starting less than 4 pixels from the right edge of
1276 * the screen.
1277 * Besides the above WA fix the similar problem, where planes other
1278 * than the cursor ending less than 4 pixels from the left edge of the
1279 * screen may cause FIFO underflow and display corruption.
1280 */
1281 if (DISPLAY_VER(dev_priv) == 10 &&
1282 (crtc_x + crtc_w < 4 || crtc_x > pipe_src_w - 4)) {
1283 drm_dbg_kms(&dev_priv->drm,
1284 "requested plane X %s position %d invalid (valid range %d-%d)\n",
1285 crtc_x + crtc_w < 4 ? "end" : "start",
1286 crtc_x + crtc_w < 4 ? crtc_x + crtc_w : crtc_x,
1287 4, pipe_src_w - 4);
1288 return -ERANGE;
1289 }
1290
1291 return 0;
1292}
1293
1294static int skl_plane_check_nv12_rotation(const struct intel_plane_state *plane_state)
1295{
1296 const struct drm_framebuffer *fb = plane_state->hw.fb;
1297 unsigned int rotation = plane_state->hw.rotation;
1298 int src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1299
1300 /* Display WA #1106 */
1301 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier) &&
1302 src_w & 3 &&
1303 (rotation == DRM_MODE_ROTATE_270 ||
1304 rotation == (DRM_MODE_REFLECT_X | DRM_MODE_ROTATE_90))) {
1305 DRM_DEBUG_KMS("src width must be multiple of 4 for rotated planar YUV\n");
1306 return -EINVAL;
1307 }
1308
1309 return 0;
1310}
1311
1312static int skl_plane_max_scale(struct drm_i915_private *dev_priv,
1313 const struct drm_framebuffer *fb)
1314{
1315 /*
1316 * We don't yet know the final source width nor
1317 * whether we can use the HQ scaler mode. Assume
1318 * the best case.
1319 * FIXME need to properly check this later.
1320 */
1321 if (DISPLAY_VER(dev_priv) >= 10 ||
1322 !intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier))
1323 return 0x30000 - 1;
1324 else
1325 return 0x20000 - 1;
1326}
1327
1328static int intel_plane_min_width(struct intel_plane *plane,
1329 const struct drm_framebuffer *fb,
1330 int color_plane,
1331 unsigned int rotation)
1332{
1333 if (plane->min_width)
1334 return plane->min_width(fb, color_plane, rotation);
1335 else
1336 return 1;
1337}
1338
1339static int intel_plane_max_width(struct intel_plane *plane,
1340 const struct drm_framebuffer *fb,
1341 int color_plane,
1342 unsigned int rotation)
1343{
1344 if (plane->max_width)
1345 return plane->max_width(fb, color_plane, rotation);
1346 else
1347 return INT_MAX;
1348}
1349
1350static int intel_plane_max_height(struct intel_plane *plane,
1351 const struct drm_framebuffer *fb,
1352 int color_plane,
1353 unsigned int rotation)
1354{
1355 if (plane->max_height)
1356 return plane->max_height(fb, color_plane, rotation);
1357 else
1358 return INT_MAX;
1359}
1360
1361static bool
1362skl_check_main_ccs_coordinates(struct intel_plane_state *plane_state,
1363 int main_x, int main_y, u32 main_offset,
1364 int ccs_plane)
1365{
1366 const struct drm_framebuffer *fb = plane_state->hw.fb;
1367 int aux_x = plane_state->view.color_plane[ccs_plane].x;
1368 int aux_y = plane_state->view.color_plane[ccs_plane].y;
1369 u32 aux_offset = plane_state->view.color_plane[ccs_plane].offset;
1370 u32 alignment = intel_surf_alignment(fb, ccs_plane);
1371 int hsub;
1372 int vsub;
1373
1374 intel_fb_plane_get_subsampling(&hsub, &vsub, fb, ccs_plane);
1375 while (aux_offset >= main_offset && aux_y <= main_y) {
1376 int x, y;
1377
1378 if (aux_x == main_x && aux_y == main_y)
1379 break;
1380
1381 if (aux_offset == 0)
1382 break;
1383
1384 x = aux_x / hsub;
1385 y = aux_y / vsub;
1386 aux_offset = intel_plane_adjust_aligned_offset(&x, &y,
1387 plane_state,
1388 ccs_plane,
1389 aux_offset,
1390 aux_offset -
1391 alignment);
1392 aux_x = x * hsub + aux_x % hsub;
1393 aux_y = y * vsub + aux_y % vsub;
1394 }
1395
1396 if (aux_x != main_x || aux_y != main_y)
1397 return false;
1398
1399 plane_state->view.color_plane[ccs_plane].offset = aux_offset;
1400 plane_state->view.color_plane[ccs_plane].x = aux_x;
1401 plane_state->view.color_plane[ccs_plane].y = aux_y;
1402
1403 return true;
1404}
1405
1406
1407int skl_calc_main_surface_offset(const struct intel_plane_state *plane_state,
1408 int *x, int *y, u32 *offset)
1409{
1410 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1411 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1412 const struct drm_framebuffer *fb = plane_state->hw.fb;
1413 const int aux_plane = skl_main_to_aux_plane(fb, 0);
1414 const u32 aux_offset = plane_state->view.color_plane[aux_plane].offset;
1415 const u32 alignment = intel_surf_alignment(fb, 0);
1416 const int w = drm_rect_width(&plane_state->uapi.src) >> 16;
1417
1418 intel_add_fb_offsets(x, y, plane_state, 0);
1419 *offset = intel_plane_compute_aligned_offset(x, y, plane_state, 0);
1420 if (drm_WARN_ON(&dev_priv->drm, alignment && !is_power_of_2(alignment)))
1421 return -EINVAL;
1422
1423 /*
1424 * AUX surface offset is specified as the distance from the
1425 * main surface offset, and it must be non-negative. Make
1426 * sure that is what we will get.
1427 */
1428 if (aux_plane && *offset > aux_offset)
1429 *offset = intel_plane_adjust_aligned_offset(x, y, plane_state, 0,
1430 *offset,
1431 aux_offset & ~(alignment - 1));
1432
1433 /*
1434 * When using an X-tiled surface, the plane blows up
1435 * if the x offset + width exceed the stride.
1436 *
1437 * TODO: linear and Y-tiled seem fine, Yf untested,
1438 */
1439 if (fb->modifier == I915_FORMAT_MOD_X_TILED) {
1440 int cpp = fb->format->cpp[0];
1441
1442 while ((*x + w) * cpp > plane_state->view.color_plane[0].stride) {
1443 if (*offset == 0) {
1444 drm_dbg_kms(&dev_priv->drm,
1445 "Unable to find suitable display surface offset due to X-tiling\n");
1446 return -EINVAL;
1447 }
1448
1449 *offset = intel_plane_adjust_aligned_offset(x, y, plane_state, 0,
1450 *offset,
1451 *offset - alignment);
1452 }
1453 }
1454
1455 return 0;
1456}
1457
1458static int skl_check_main_surface(struct intel_plane_state *plane_state)
1459{
1460 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1461 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1462 const struct drm_framebuffer *fb = plane_state->hw.fb;
1463 const unsigned int rotation = plane_state->hw.rotation;
1464 int x = plane_state->uapi.src.x1 >> 16;
1465 int y = plane_state->uapi.src.y1 >> 16;
1466 const int w = drm_rect_width(&plane_state->uapi.src) >> 16;
1467 const int h = drm_rect_height(&plane_state->uapi.src) >> 16;
1468 const int min_width = intel_plane_min_width(plane, fb, 0, rotation);
1469 const int max_width = intel_plane_max_width(plane, fb, 0, rotation);
1470 const int max_height = intel_plane_max_height(plane, fb, 0, rotation);
1471 const int aux_plane = skl_main_to_aux_plane(fb, 0);
1472 const u32 alignment = intel_surf_alignment(fb, 0);
1473 u32 offset;
1474 int ret;
1475
1476 if (w > max_width || w < min_width || h > max_height) {
1477 drm_dbg_kms(&dev_priv->drm,
1478 "requested Y/RGB source size %dx%d outside limits (min: %dx1 max: %dx%d)\n",
1479 w, h, min_width, max_width, max_height);
1480 return -EINVAL;
1481 }
1482
1483 ret = skl_calc_main_surface_offset(plane_state, &x, &y, &offset);
1484 if (ret)
1485 return ret;
1486
1487 /*
1488 * CCS AUX surface doesn't have its own x/y offsets, we must make sure
1489 * they match with the main surface x/y offsets.
1490 */
1491 if (is_ccs_modifier(fb->modifier)) {
1492 while (!skl_check_main_ccs_coordinates(plane_state, x, y,
1493 offset, aux_plane)) {
1494 if (offset == 0)
1495 break;
1496
1497 offset = intel_plane_adjust_aligned_offset(&x, &y, plane_state, 0,
1498 offset, offset - alignment);
1499 }
1500
1501 if (x != plane_state->view.color_plane[aux_plane].x ||
1502 y != plane_state->view.color_plane[aux_plane].y) {
1503 drm_dbg_kms(&dev_priv->drm,
1504 "Unable to find suitable display surface offset due to CCS\n");
1505 return -EINVAL;
1506 }
1507 }
1508
1509 if (DISPLAY_VER(dev_priv) >= 13)
1510 drm_WARN_ON(&dev_priv->drm, x > 65535 || y > 65535);
1511 else
1512 drm_WARN_ON(&dev_priv->drm, x > 8191 || y > 8191);
1513
1514 plane_state->view.color_plane[0].offset = offset;
1515 plane_state->view.color_plane[0].x = x;
1516 plane_state->view.color_plane[0].y = y;
1517
1518 /*
1519 * Put the final coordinates back so that the src
1520 * coordinate checks will see the right values.
1521 */
1522 drm_rect_translate_to(&plane_state->uapi.src,
1523 x << 16, y << 16);
1524
1525 return 0;
1526}
1527
1528static int skl_check_nv12_aux_surface(struct intel_plane_state *plane_state)
1529{
1530 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1531 struct drm_i915_private *i915 = to_i915(plane->base.dev);
1532 const struct drm_framebuffer *fb = plane_state->hw.fb;
1533 unsigned int rotation = plane_state->hw.rotation;
1534 int uv_plane = 1;
1535 int max_width = intel_plane_max_width(plane, fb, uv_plane, rotation);
1536 int max_height = intel_plane_max_height(plane, fb, uv_plane, rotation);
1537 int x = plane_state->uapi.src.x1 >> 17;
1538 int y = plane_state->uapi.src.y1 >> 17;
1539 int w = drm_rect_width(&plane_state->uapi.src) >> 17;
1540 int h = drm_rect_height(&plane_state->uapi.src) >> 17;
1541 u32 offset;
1542
1543 /* FIXME not quite sure how/if these apply to the chroma plane */
1544 if (w > max_width || h > max_height) {
1545 drm_dbg_kms(&i915->drm,
1546 "CbCr source size %dx%d too big (limit %dx%d)\n",
1547 w, h, max_width, max_height);
1548 return -EINVAL;
1549 }
1550
1551 intel_add_fb_offsets(&x, &y, plane_state, uv_plane);
1552 offset = intel_plane_compute_aligned_offset(&x, &y,
1553 plane_state, uv_plane);
1554
1555 if (is_ccs_modifier(fb->modifier)) {
1556 int ccs_plane = main_to_ccs_plane(fb, uv_plane);
1557 u32 aux_offset = plane_state->view.color_plane[ccs_plane].offset;
1558 u32 alignment = intel_surf_alignment(fb, uv_plane);
1559
1560 if (offset > aux_offset)
1561 offset = intel_plane_adjust_aligned_offset(&x, &y,
1562 plane_state,
1563 uv_plane,
1564 offset,
1565 aux_offset & ~(alignment - 1));
1566
1567 while (!skl_check_main_ccs_coordinates(plane_state, x, y,
1568 offset, ccs_plane)) {
1569 if (offset == 0)
1570 break;
1571
1572 offset = intel_plane_adjust_aligned_offset(&x, &y,
1573 plane_state,
1574 uv_plane,
1575 offset, offset - alignment);
1576 }
1577
1578 if (x != plane_state->view.color_plane[ccs_plane].x ||
1579 y != plane_state->view.color_plane[ccs_plane].y) {
1580 drm_dbg_kms(&i915->drm,
1581 "Unable to find suitable display surface offset due to CCS\n");
1582 return -EINVAL;
1583 }
1584 }
1585
1586 if (DISPLAY_VER(i915) >= 13)
1587 drm_WARN_ON(&i915->drm, x > 65535 || y > 65535);
1588 else
1589 drm_WARN_ON(&i915->drm, x > 8191 || y > 8191);
1590
1591 plane_state->view.color_plane[uv_plane].offset = offset;
1592 plane_state->view.color_plane[uv_plane].x = x;
1593 plane_state->view.color_plane[uv_plane].y = y;
1594
1595 return 0;
1596}
1597
1598static int skl_check_ccs_aux_surface(struct intel_plane_state *plane_state)
1599{
1600 const struct drm_framebuffer *fb = plane_state->hw.fb;
1601 int src_x = plane_state->uapi.src.x1 >> 16;
1602 int src_y = plane_state->uapi.src.y1 >> 16;
1603 u32 offset;
1604 int ccs_plane;
1605
1606 for (ccs_plane = 0; ccs_plane < fb->format->num_planes; ccs_plane++) {
1607 int main_hsub, main_vsub;
1608 int hsub, vsub;
1609 int x, y;
1610
1611 if (!is_ccs_plane(fb, ccs_plane) ||
1612 is_gen12_ccs_cc_plane(fb, ccs_plane))
1613 continue;
1614
1615 intel_fb_plane_get_subsampling(&main_hsub, &main_vsub, fb,
1616 skl_ccs_to_main_plane(fb, ccs_plane));
1617 intel_fb_plane_get_subsampling(&hsub, &vsub, fb, ccs_plane);
1618
1619 hsub *= main_hsub;
1620 vsub *= main_vsub;
1621 x = src_x / hsub;
1622 y = src_y / vsub;
1623
1624 intel_add_fb_offsets(&x, &y, plane_state, ccs_plane);
1625
1626 offset = intel_plane_compute_aligned_offset(&x, &y,
1627 plane_state,
1628 ccs_plane);
1629
1630 plane_state->view.color_plane[ccs_plane].offset = offset;
1631 plane_state->view.color_plane[ccs_plane].x = (x * hsub + src_x % hsub) / main_hsub;
1632 plane_state->view.color_plane[ccs_plane].y = (y * vsub + src_y % vsub) / main_vsub;
1633 }
1634
1635 return 0;
1636}
1637
1638static int skl_check_plane_surface(struct intel_plane_state *plane_state)
1639{
1640 const struct drm_framebuffer *fb = plane_state->hw.fb;
1641 int ret;
1642
1643 ret = intel_plane_compute_gtt(plane_state);
1644 if (ret)
1645 return ret;
1646
1647 if (!plane_state->uapi.visible)
1648 return 0;
1649
1650 /*
1651 * Handle the AUX surface first since the main surface setup depends on
1652 * it.
1653 */
1654 if (is_ccs_modifier(fb->modifier)) {
1655 ret = skl_check_ccs_aux_surface(plane_state);
1656 if (ret)
1657 return ret;
1658 }
1659
1660 if (intel_format_info_is_yuv_semiplanar(fb->format,
1661 fb->modifier)) {
1662 ret = skl_check_nv12_aux_surface(plane_state);
1663 if (ret)
1664 return ret;
1665 }
1666
1667 ret = skl_check_main_surface(plane_state);
1668 if (ret)
1669 return ret;
1670
1671 return 0;
1672}
1673
1674static bool skl_fb_scalable(const struct drm_framebuffer *fb)
1675{
1676 if (!fb)
1677 return false;
1678
1679 switch (fb->format->format) {
1680 case DRM_FORMAT_C8:
1681 return false;
1682 case DRM_FORMAT_XRGB16161616F:
1683 case DRM_FORMAT_ARGB16161616F:
1684 case DRM_FORMAT_XBGR16161616F:
1685 case DRM_FORMAT_ABGR16161616F:
1686 return DISPLAY_VER(to_i915(fb->dev)) >= 11;
1687 default:
1688 return true;
1689 }
1690}
1691
1692static int skl_plane_check(struct intel_crtc_state *crtc_state,
1693 struct intel_plane_state *plane_state)
1694{
1695 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1696 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1697 const struct drm_framebuffer *fb = plane_state->hw.fb;
1698 int min_scale = DRM_PLANE_HELPER_NO_SCALING;
1699 int max_scale = DRM_PLANE_HELPER_NO_SCALING;
1700 int ret;
1701
1702 ret = skl_plane_check_fb(crtc_state, plane_state);
1703 if (ret)
1704 return ret;
1705
1706 /* use scaler when colorkey is not required */
1707 if (!plane_state->ckey.flags && skl_fb_scalable(fb)) {
1708 min_scale = 1;
1709 max_scale = skl_plane_max_scale(dev_priv, fb);
1710 }
1711
1712 ret = intel_atomic_plane_check_clipping(plane_state, crtc_state,
1713 min_scale, max_scale, true);
1714 if (ret)
1715 return ret;
1716
1717 ret = skl_check_plane_surface(plane_state);
1718 if (ret)
1719 return ret;
1720
1721 if (!plane_state->uapi.visible)
1722 return 0;
1723
1724 ret = skl_plane_check_dst_coordinates(crtc_state, plane_state);
1725 if (ret)
1726 return ret;
1727
1728 ret = intel_plane_check_src_coordinates(plane_state);
1729 if (ret)
1730 return ret;
1731
1732 ret = skl_plane_check_nv12_rotation(plane_state);
1733 if (ret)
1734 return ret;
1735
1736 /* HW only has 8 bits pixel precision, disable plane if invisible */
1737 if (!(plane_state->hw.alpha >> 8))
1738 plane_state->uapi.visible = false;
1739
1740 plane_state->ctl = skl_plane_ctl(crtc_state, plane_state);
1741
1742 if (DISPLAY_VER(dev_priv) >= 10)
1743 plane_state->color_ctl = glk_plane_color_ctl(crtc_state,
1744 plane_state);
1745
1746 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier) &&
1747 icl_is_hdr_plane(dev_priv, plane->id))
1748 /* Enable and use MPEG-2 chroma siting */
1749 plane_state->cus_ctl = PLANE_CUS_ENABLE |
1750 PLANE_CUS_HPHASE_0 |
1751 PLANE_CUS_VPHASE_SIGN_NEGATIVE | PLANE_CUS_VPHASE_0_25;
1752 else
1753 plane_state->cus_ctl = 0;
1754
1755 return 0;
1756}
1757
1758static bool skl_plane_has_fbc(struct drm_i915_private *dev_priv,
1759 enum pipe pipe, enum plane_id plane_id)
1760{
1761 if (!HAS_FBC(dev_priv))
1762 return false;
1763
1764 return pipe == PIPE_A && plane_id == PLANE_PRIMARY;
1765}
1766
1767static bool skl_plane_has_planar(struct drm_i915_private *dev_priv,
1768 enum pipe pipe, enum plane_id plane_id)
1769{
1770 /* Display WA #0870: skl, bxt */
1771 if (IS_SKYLAKE(dev_priv) || IS_BROXTON(dev_priv))
1772 return false;
1773
1774 if (DISPLAY_VER(dev_priv) == 9 && pipe == PIPE_C)
1775 return false;
1776
1777 if (plane_id != PLANE_PRIMARY && plane_id != PLANE_SPRITE0)
1778 return false;
1779
1780 return true;
1781}
1782
1783static const u32 *skl_get_plane_formats(struct drm_i915_private *dev_priv,
1784 enum pipe pipe, enum plane_id plane_id,
1785 int *num_formats)
1786{
1787 if (skl_plane_has_planar(dev_priv, pipe, plane_id)) {
1788 *num_formats = ARRAY_SIZE(skl_planar_formats);
1789 return skl_planar_formats;
1790 } else {
1791 *num_formats = ARRAY_SIZE(skl_plane_formats);
1792 return skl_plane_formats;
1793 }
1794}
1795
1796static const u32 *glk_get_plane_formats(struct drm_i915_private *dev_priv,
1797 enum pipe pipe, enum plane_id plane_id,
1798 int *num_formats)
1799{
1800 if (skl_plane_has_planar(dev_priv, pipe, plane_id)) {
1801 *num_formats = ARRAY_SIZE(glk_planar_formats);
1802 return glk_planar_formats;
1803 } else {
1804 *num_formats = ARRAY_SIZE(skl_plane_formats);
1805 return skl_plane_formats;
1806 }
1807}
1808
1809static const u32 *icl_get_plane_formats(struct drm_i915_private *dev_priv,
1810 enum pipe pipe, enum plane_id plane_id,
1811 int *num_formats)
1812{
1813 if (icl_is_hdr_plane(dev_priv, plane_id)) {
1814 *num_formats = ARRAY_SIZE(icl_hdr_plane_formats);
1815 return icl_hdr_plane_formats;
1816 } else if (icl_is_nv12_y_plane(dev_priv, plane_id)) {
1817 *num_formats = ARRAY_SIZE(icl_sdr_y_plane_formats);
1818 return icl_sdr_y_plane_formats;
1819 } else {
1820 *num_formats = ARRAY_SIZE(icl_sdr_uv_plane_formats);
1821 return icl_sdr_uv_plane_formats;
1822 }
1823}
1824
1825static bool skl_plane_has_ccs(struct drm_i915_private *dev_priv,
1826 enum pipe pipe, enum plane_id plane_id)
1827{
1828 if (plane_id == PLANE_CURSOR)
1829 return false;
1830
1831 if (DISPLAY_VER(dev_priv) >= 11 || IS_CANNONLAKE(dev_priv))
1832 return true;
1833
1834 if (IS_GEMINILAKE(dev_priv))
1835 return pipe != PIPE_C;
1836
1837 return pipe != PIPE_C &&
1838 (plane_id == PLANE_PRIMARY ||
1839 plane_id == PLANE_SPRITE0);
1840}
1841
1842static bool skl_plane_format_mod_supported(struct drm_plane *_plane,
1843 u32 format, u64 modifier)
1844{
1845 struct intel_plane *plane = to_intel_plane(_plane);
1846
1847 switch (modifier) {
1848 case DRM_FORMAT_MOD_LINEAR:
1849 case I915_FORMAT_MOD_X_TILED:
1850 case I915_FORMAT_MOD_Y_TILED:
1851 case I915_FORMAT_MOD_Yf_TILED:
1852 break;
1853 case I915_FORMAT_MOD_Y_TILED_CCS:
1854 case I915_FORMAT_MOD_Yf_TILED_CCS:
1855 if (!plane->has_ccs)
1856 return false;
1857 break;
1858 default:
1859 return false;
1860 }
1861
1862 switch (format) {
1863 case DRM_FORMAT_XRGB8888:
1864 case DRM_FORMAT_XBGR8888:
1865 case DRM_FORMAT_ARGB8888:
1866 case DRM_FORMAT_ABGR8888:
1867 if (is_ccs_modifier(modifier))
1868 return true;
1869 fallthrough;
1870 case DRM_FORMAT_RGB565:
1871 case DRM_FORMAT_XRGB2101010:
1872 case DRM_FORMAT_XBGR2101010:
1873 case DRM_FORMAT_ARGB2101010:
1874 case DRM_FORMAT_ABGR2101010:
1875 case DRM_FORMAT_YUYV:
1876 case DRM_FORMAT_YVYU:
1877 case DRM_FORMAT_UYVY:
1878 case DRM_FORMAT_VYUY:
1879 case DRM_FORMAT_NV12:
1880 case DRM_FORMAT_XYUV8888:
1881 case DRM_FORMAT_P010:
1882 case DRM_FORMAT_P012:
1883 case DRM_FORMAT_P016:
1884 case DRM_FORMAT_XVYU2101010:
1885 if (modifier == I915_FORMAT_MOD_Yf_TILED)
1886 return true;
1887 fallthrough;
1888 case DRM_FORMAT_C8:
1889 case DRM_FORMAT_XBGR16161616F:
1890 case DRM_FORMAT_ABGR16161616F:
1891 case DRM_FORMAT_XRGB16161616F:
1892 case DRM_FORMAT_ARGB16161616F:
1893 case DRM_FORMAT_Y210:
1894 case DRM_FORMAT_Y212:
1895 case DRM_FORMAT_Y216:
1896 case DRM_FORMAT_XVYU12_16161616:
1897 case DRM_FORMAT_XVYU16161616:
1898 if (modifier == DRM_FORMAT_MOD_LINEAR ||
1899 modifier == I915_FORMAT_MOD_X_TILED ||
1900 modifier == I915_FORMAT_MOD_Y_TILED)
1901 return true;
1902 fallthrough;
1903 default:
1904 return false;
1905 }
1906}
1907
1908static bool gen12_plane_supports_mc_ccs(struct drm_i915_private *dev_priv,
1909 enum plane_id plane_id)
1910{
1911 /* Wa_14010477008:tgl[a0..c0],rkl[all],dg1[all] */
1912 if (IS_DG1(dev_priv) || IS_ROCKETLAKE(dev_priv) ||
1913 IS_TGL_DISPLAY_STEP(dev_priv, STEP_A0, STEP_C0))
1914 return false;
1915
1916 /* Wa_22011186057 */
1917 if (IS_ADLP_DISPLAY_STEP(dev_priv, STEP_A0, STEP_A0))
1918 return false;
1919
1920 return plane_id < PLANE_SPRITE4;
1921}
1922
1923static bool gen12_plane_format_mod_supported(struct drm_plane *_plane,
1924 u32 format, u64 modifier)
1925{
1926 struct drm_i915_private *dev_priv = to_i915(_plane->dev);
1927 struct intel_plane *plane = to_intel_plane(_plane);
1928
1929 switch (modifier) {
1930 case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
1931 if (!gen12_plane_supports_mc_ccs(dev_priv, plane->id))
1932 return false;
1933 fallthrough;
1934 case DRM_FORMAT_MOD_LINEAR:
1935 case I915_FORMAT_MOD_X_TILED:
1936 case I915_FORMAT_MOD_Y_TILED:
1937 break;
1938 case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS:
1939 case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC:
1940 /* Wa_22011186057 */
1941 if (IS_ADLP_DISPLAY_STEP(dev_priv, STEP_A0, STEP_A0))
1942 return false;
1943 break;
1944 default:
1945 return false;
1946 }
1947
1948 switch (format) {
1949 case DRM_FORMAT_XRGB8888:
1950 case DRM_FORMAT_XBGR8888:
1951 case DRM_FORMAT_ARGB8888:
1952 case DRM_FORMAT_ABGR8888:
1953 if (is_ccs_modifier(modifier))
1954 return true;
1955 fallthrough;
1956 case DRM_FORMAT_YUYV:
1957 case DRM_FORMAT_YVYU:
1958 case DRM_FORMAT_UYVY:
1959 case DRM_FORMAT_VYUY:
1960 case DRM_FORMAT_NV12:
1961 case DRM_FORMAT_XYUV8888:
1962 case DRM_FORMAT_P010:
1963 case DRM_FORMAT_P012:
1964 case DRM_FORMAT_P016:
1965 if (modifier == I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS)
1966 return true;
1967 fallthrough;
1968 case DRM_FORMAT_RGB565:
1969 case DRM_FORMAT_XRGB2101010:
1970 case DRM_FORMAT_XBGR2101010:
1971 case DRM_FORMAT_ARGB2101010:
1972 case DRM_FORMAT_ABGR2101010:
1973 case DRM_FORMAT_XVYU2101010:
1974 case DRM_FORMAT_C8:
1975 case DRM_FORMAT_XBGR16161616F:
1976 case DRM_FORMAT_ABGR16161616F:
1977 case DRM_FORMAT_XRGB16161616F:
1978 case DRM_FORMAT_ARGB16161616F:
1979 case DRM_FORMAT_Y210:
1980 case DRM_FORMAT_Y212:
1981 case DRM_FORMAT_Y216:
1982 case DRM_FORMAT_XVYU12_16161616:
1983 case DRM_FORMAT_XVYU16161616:
1984 if (modifier == DRM_FORMAT_MOD_LINEAR ||
1985 modifier == I915_FORMAT_MOD_X_TILED ||
1986 modifier == I915_FORMAT_MOD_Y_TILED)
1987 return true;
1988 fallthrough;
1989 default:
1990 return false;
1991 }
1992}
1993
1994static const u64 *gen12_get_plane_modifiers(struct drm_i915_private *dev_priv,
1995 enum plane_id plane_id)
1996{
1997 /* Wa_22011186057 */
1998 if (IS_ADLP_DISPLAY_STEP(dev_priv, STEP_A0, STEP_A0))
1999 return adlp_step_a_plane_format_modifiers;
2000 else if (gen12_plane_supports_mc_ccs(dev_priv, plane_id))
2001 return gen12_plane_format_modifiers_mc_ccs;
2002 else
2003 return gen12_plane_format_modifiers_rc_ccs;
2004}
2005
2006static const struct drm_plane_funcs skl_plane_funcs = {
2007 .update_plane = drm_atomic_helper_update_plane,
2008 .disable_plane = drm_atomic_helper_disable_plane,
2009 .destroy = intel_plane_destroy,
2010 .atomic_duplicate_state = intel_plane_duplicate_state,
2011 .atomic_destroy_state = intel_plane_destroy_state,
2012 .format_mod_supported = skl_plane_format_mod_supported,
2013};
2014
2015static const struct drm_plane_funcs gen12_plane_funcs = {
2016 .update_plane = drm_atomic_helper_update_plane,
2017 .disable_plane = drm_atomic_helper_disable_plane,
2018 .destroy = intel_plane_destroy,
2019 .atomic_duplicate_state = intel_plane_duplicate_state,
2020 .atomic_destroy_state = intel_plane_destroy_state,
2021 .format_mod_supported = gen12_plane_format_mod_supported,
2022};
2023
2024static void
2025skl_plane_enable_flip_done(struct intel_plane *plane)
2026{
2027 struct drm_i915_private *i915 = to_i915(plane->base.dev);
2028 enum pipe pipe = plane->pipe;
2029
2030 spin_lock_irq(&i915->irq_lock);
2031 bdw_enable_pipe_irq(i915, pipe, GEN9_PIPE_PLANE_FLIP_DONE(plane->id));
2032 spin_unlock_irq(&i915->irq_lock);
2033}
2034
2035static void
2036skl_plane_disable_flip_done(struct intel_plane *plane)
2037{
2038 struct drm_i915_private *i915 = to_i915(plane->base.dev);
2039 enum pipe pipe = plane->pipe;
2040
2041 spin_lock_irq(&i915->irq_lock);
2042 bdw_disable_pipe_irq(i915, pipe, GEN9_PIPE_PLANE_FLIP_DONE(plane->id));
2043 spin_unlock_irq(&i915->irq_lock);
2044}
2045
2046struct intel_plane *
2047skl_universal_plane_create(struct drm_i915_private *dev_priv,
2048 enum pipe pipe, enum plane_id plane_id)
2049{
2050 const struct drm_plane_funcs *plane_funcs;
2051 struct intel_plane *plane;
2052 enum drm_plane_type plane_type;
2053 unsigned int supported_rotations;
2054 unsigned int supported_csc;
2055 const u64 *modifiers;
2056 const u32 *formats;
2057 int num_formats;
2058 int ret;
2059
2060 plane = intel_plane_alloc();
2061 if (IS_ERR(plane))
2062 return plane;
2063
2064 plane->pipe = pipe;
2065 plane->id = plane_id;
2066 plane->frontbuffer_bit = INTEL_FRONTBUFFER(pipe, plane_id);
2067
2068 plane->has_fbc = skl_plane_has_fbc(dev_priv, pipe, plane_id);
2069 if (plane->has_fbc) {
2070 struct intel_fbc *fbc = &dev_priv->fbc;
2071
2072 fbc->possible_framebuffer_bits |= plane->frontbuffer_bit;
2073 }
2074
2075 if (DISPLAY_VER(dev_priv) >= 11) {
2076 plane->min_width = icl_plane_min_width;
2077 plane->max_width = icl_plane_max_width;
2078 plane->max_height = icl_plane_max_height;
2079 plane->min_cdclk = icl_plane_min_cdclk;
2080 } else if (DISPLAY_VER(dev_priv) >= 10) {
2081 plane->max_width = glk_plane_max_width;
2082 plane->max_height = skl_plane_max_height;
2083 plane->min_cdclk = glk_plane_min_cdclk;
2084 } else {
2085 plane->max_width = skl_plane_max_width;
2086 plane->max_height = skl_plane_max_height;
2087 plane->min_cdclk = skl_plane_min_cdclk;
2088 }
2089
2090 plane->max_stride = skl_plane_max_stride;
2091 plane->update_plane = skl_update_plane;
2092 plane->disable_plane = skl_disable_plane;
2093 plane->get_hw_state = skl_plane_get_hw_state;
2094 plane->check_plane = skl_plane_check;
2095
2096 if (plane_id == PLANE_PRIMARY) {
2097 plane->need_async_flip_disable_wa = IS_DISPLAY_VER(dev_priv,
2098 9, 10);
2099 plane->async_flip = skl_plane_async_flip;
2100 plane->enable_flip_done = skl_plane_enable_flip_done;
2101 plane->disable_flip_done = skl_plane_disable_flip_done;
2102 }
2103
2104 if (DISPLAY_VER(dev_priv) >= 11)
2105 formats = icl_get_plane_formats(dev_priv, pipe,
2106 plane_id, &num_formats);
2107 else if (DISPLAY_VER(dev_priv) >= 10)
2108 formats = glk_get_plane_formats(dev_priv, pipe,
2109 plane_id, &num_formats);
2110 else
2111 formats = skl_get_plane_formats(dev_priv, pipe,
2112 plane_id, &num_formats);
2113
2114 plane->has_ccs = skl_plane_has_ccs(dev_priv, pipe, plane_id);
2115 if (DISPLAY_VER(dev_priv) >= 12) {
2116 modifiers = gen12_get_plane_modifiers(dev_priv, plane_id);
2117 plane_funcs = &gen12_plane_funcs;
2118 } else {
2119 if (plane->has_ccs)
2120 modifiers = skl_plane_format_modifiers_ccs;
2121 else
2122 modifiers = skl_plane_format_modifiers_noccs;
2123 plane_funcs = &skl_plane_funcs;
2124 }
2125
2126 if (plane_id == PLANE_PRIMARY)
2127 plane_type = DRM_PLANE_TYPE_PRIMARY;
2128 else
2129 plane_type = DRM_PLANE_TYPE_OVERLAY;
2130
2131 ret = drm_universal_plane_init(&dev_priv->drm, &plane->base,
2132 0, plane_funcs,
2133 formats, num_formats, modifiers,
2134 plane_type,
2135 "plane %d%c", plane_id + 1,
2136 pipe_name(pipe));
2137 if (ret)
2138 goto fail;
2139
2140 if (DISPLAY_VER(dev_priv) >= 13)
2141 supported_rotations = DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_180;
2142 else
2143 supported_rotations =
2144 DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 |
2145 DRM_MODE_ROTATE_180 | DRM_MODE_ROTATE_270;
2146
2147 if (DISPLAY_VER(dev_priv) >= 11 || IS_CANNONLAKE(dev_priv))
2148 supported_rotations |= DRM_MODE_REFLECT_X;
2149
2150 drm_plane_create_rotation_property(&plane->base,
2151 DRM_MODE_ROTATE_0,
2152 supported_rotations);
2153
2154 supported_csc = BIT(DRM_COLOR_YCBCR_BT601) | BIT(DRM_COLOR_YCBCR_BT709);
2155
2156 if (DISPLAY_VER(dev_priv) >= 10)
2157 supported_csc |= BIT(DRM_COLOR_YCBCR_BT2020);
2158
2159 drm_plane_create_color_properties(&plane->base,
2160 supported_csc,
2161 BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) |
2162 BIT(DRM_COLOR_YCBCR_FULL_RANGE),
2163 DRM_COLOR_YCBCR_BT709,
2164 DRM_COLOR_YCBCR_LIMITED_RANGE);
2165
2166 drm_plane_create_alpha_property(&plane->base);
2167 drm_plane_create_blend_mode_property(&plane->base,
2168 BIT(DRM_MODE_BLEND_PIXEL_NONE) |
2169 BIT(DRM_MODE_BLEND_PREMULTI) |
2170 BIT(DRM_MODE_BLEND_COVERAGE));
2171
2172 drm_plane_create_zpos_immutable_property(&plane->base, plane_id);
2173
2174 if (DISPLAY_VER(dev_priv) >= 12)
2175 drm_plane_enable_fb_damage_clips(&plane->base);
2176
2177 if (DISPLAY_VER(dev_priv) >= 11 || IS_CANNONLAKE(dev_priv))
2178 drm_plane_create_scaling_filter_property(&plane->base,
2179 BIT(DRM_SCALING_FILTER_DEFAULT) |
2180 BIT(DRM_SCALING_FILTER_NEAREST_NEIGHBOR));
2181
2182 drm_plane_helper_add(&plane->base, &intel_plane_helper_funcs);
2183
2184 return plane;
2185
2186fail:
2187 intel_plane_free(plane);
2188
2189 return ERR_PTR(ret);
2190}
2191
2192void
2193skl_get_initial_plane_config(struct intel_crtc *crtc,
2194 struct intel_initial_plane_config *plane_config)
2195{
2196 struct intel_crtc_state *crtc_state = to_intel_crtc_state(crtc->base.state);
2197 struct drm_device *dev = crtc->base.dev;
2198 struct drm_i915_private *dev_priv = to_i915(dev);
2199 struct intel_plane *plane = to_intel_plane(crtc->base.primary);
2200 enum plane_id plane_id = plane->id;
2201 enum pipe pipe;
2202 u32 val, base, offset, stride_mult, tiling, alpha;
2203 int fourcc, pixel_format;
2204 unsigned int aligned_height;
2205 struct drm_framebuffer *fb;
2206 struct intel_framebuffer *intel_fb;
2207
2208 if (!plane->get_hw_state(plane, &pipe))
2209 return;
2210
2211 drm_WARN_ON(dev, pipe != crtc->pipe);
2212
2213 if (crtc_state->bigjoiner) {
2214 drm_dbg_kms(&dev_priv->drm,
2215 "Unsupported bigjoiner configuration for initial FB\n");
2216 return;
2217 }
2218
2219 intel_fb = kzalloc(sizeof(*intel_fb), GFP_KERNEL);
2220 if (!intel_fb) {
2221 drm_dbg_kms(&dev_priv->drm, "failed to alloc fb\n");
2222 return;
2223 }
2224
2225 fb = &intel_fb->base;
2226
2227 fb->dev = dev;
2228
2229 val = intel_de_read(dev_priv, PLANE_CTL(pipe, plane_id));
2230
2231 if (DISPLAY_VER(dev_priv) >= 11)
2232 pixel_format = val & ICL_PLANE_CTL_FORMAT_MASK;
2233 else
2234 pixel_format = val & PLANE_CTL_FORMAT_MASK;
2235
2236 if (DISPLAY_VER(dev_priv) >= 10) {
2237 alpha = intel_de_read(dev_priv,
2238 PLANE_COLOR_CTL(pipe, plane_id));
2239 alpha &= PLANE_COLOR_ALPHA_MASK;
2240 } else {
2241 alpha = val & PLANE_CTL_ALPHA_MASK;
2242 }
2243
2244 fourcc = skl_format_to_fourcc(pixel_format,
2245 val & PLANE_CTL_ORDER_RGBX, alpha);
2246 fb->format = drm_format_info(fourcc);
2247
2248 tiling = val & PLANE_CTL_TILED_MASK;
2249 switch (tiling) {
2250 case PLANE_CTL_TILED_LINEAR:
2251 fb->modifier = DRM_FORMAT_MOD_LINEAR;
2252 break;
2253 case PLANE_CTL_TILED_X:
2254 plane_config->tiling = I915_TILING_X;
2255 fb->modifier = I915_FORMAT_MOD_X_TILED;
2256 break;
2257 case PLANE_CTL_TILED_Y:
2258 plane_config->tiling = I915_TILING_Y;
2259 if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2260 fb->modifier = DISPLAY_VER(dev_priv) >= 12 ?
2261 I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS :
2262 I915_FORMAT_MOD_Y_TILED_CCS;
2263 else if (val & PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE)
2264 fb->modifier = I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS;
2265 else
2266 fb->modifier = I915_FORMAT_MOD_Y_TILED;
2267 break;
2268 case PLANE_CTL_TILED_YF:
2269 if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2270 fb->modifier = I915_FORMAT_MOD_Yf_TILED_CCS;
2271 else
2272 fb->modifier = I915_FORMAT_MOD_Yf_TILED;
2273 break;
2274 default:
2275 MISSING_CASE(tiling);
2276 goto error;
2277 }
2278
2279 /*
2280 * DRM_MODE_ROTATE_ is counter clockwise to stay compatible with Xrandr
2281 * while i915 HW rotation is clockwise, thats why this swapping.
2282 */
2283 switch (val & PLANE_CTL_ROTATE_MASK) {
2284 case PLANE_CTL_ROTATE_0:
2285 plane_config->rotation = DRM_MODE_ROTATE_0;
2286 break;
2287 case PLANE_CTL_ROTATE_90:
2288 plane_config->rotation = DRM_MODE_ROTATE_270;
2289 break;
2290 case PLANE_CTL_ROTATE_180:
2291 plane_config->rotation = DRM_MODE_ROTATE_180;
2292 break;
2293 case PLANE_CTL_ROTATE_270:
2294 plane_config->rotation = DRM_MODE_ROTATE_90;
2295 break;
2296 }
2297
2298 if ((DISPLAY_VER(dev_priv) >= 11 || IS_CANNONLAKE(dev_priv)) && val & PLANE_CTL_FLIP_HORIZONTAL)
2299 plane_config->rotation |= DRM_MODE_REFLECT_X;
2300
2301 /* 90/270 degree rotation would require extra work */
2302 if (drm_rotation_90_or_270(plane_config->rotation))
2303 goto error;
2304
2305 base = intel_de_read(dev_priv, PLANE_SURF(pipe, plane_id)) & 0xfffff000;
2306 plane_config->base = base;
2307
2308 offset = intel_de_read(dev_priv, PLANE_OFFSET(pipe, plane_id));
2309
2310 val = intel_de_read(dev_priv, PLANE_SIZE(pipe, plane_id));
2311 fb->height = ((val >> 16) & 0xffff) + 1;
2312 fb->width = ((val >> 0) & 0xffff) + 1;
2313
2314 val = intel_de_read(dev_priv, PLANE_STRIDE(pipe, plane_id));
2315 stride_mult = skl_plane_stride_mult(fb, 0, DRM_MODE_ROTATE_0);
2316
2317 if (DISPLAY_VER(dev_priv) >= 13)
2318 fb->pitches[0] = (val & PLANE_STRIDE_MASK_XELPD) * stride_mult;
2319 else
2320 fb->pitches[0] = (val & PLANE_STRIDE_MASK) * stride_mult;
2321
2322 aligned_height = intel_fb_align_height(fb, 0, fb->height);
2323
2324 plane_config->size = fb->pitches[0] * aligned_height;
2325
2326 drm_dbg_kms(&dev_priv->drm,
2327 "%s/%s with fb: size=%dx%d@%d, offset=%x, pitch %d, size 0x%x\n",
2328 crtc->base.name, plane->base.name, fb->width, fb->height,
2329 fb->format->cpp[0] * 8, base, fb->pitches[0],
2330 plane_config->size);
2331
2332 plane_config->fb = intel_fb;
2333 return;
2334
2335error:
2336 kfree(intel_fb);
2337}
1// SPDX-License-Identifier: MIT
2/*
3 * Copyright © 2020 Intel Corporation
4 */
5
6#include <drm/drm_atomic_helper.h>
7#include <drm/drm_blend.h>
8#include <drm/drm_damage_helper.h>
9#include <drm/drm_fourcc.h>
10
11#include "i915_drv.h"
12#include "i915_reg.h"
13#include "intel_atomic_plane.h"
14#include "intel_de.h"
15#include "intel_display_irq.h"
16#include "intel_display_types.h"
17#include "intel_fb.h"
18#include "intel_fbc.h"
19#include "intel_frontbuffer.h"
20#include "intel_psr.h"
21#include "intel_psr_regs.h"
22#include "skl_scaler.h"
23#include "skl_universal_plane.h"
24#include "skl_watermark.h"
25#include "pxp/intel_pxp.h"
26
27static const u32 skl_plane_formats[] = {
28 DRM_FORMAT_C8,
29 DRM_FORMAT_RGB565,
30 DRM_FORMAT_XRGB8888,
31 DRM_FORMAT_XBGR8888,
32 DRM_FORMAT_ARGB8888,
33 DRM_FORMAT_ABGR8888,
34 DRM_FORMAT_XRGB2101010,
35 DRM_FORMAT_XBGR2101010,
36 DRM_FORMAT_XRGB16161616F,
37 DRM_FORMAT_XBGR16161616F,
38 DRM_FORMAT_YUYV,
39 DRM_FORMAT_YVYU,
40 DRM_FORMAT_UYVY,
41 DRM_FORMAT_VYUY,
42 DRM_FORMAT_XYUV8888,
43};
44
45static const u32 skl_planar_formats[] = {
46 DRM_FORMAT_C8,
47 DRM_FORMAT_RGB565,
48 DRM_FORMAT_XRGB8888,
49 DRM_FORMAT_XBGR8888,
50 DRM_FORMAT_ARGB8888,
51 DRM_FORMAT_ABGR8888,
52 DRM_FORMAT_XRGB2101010,
53 DRM_FORMAT_XBGR2101010,
54 DRM_FORMAT_XRGB16161616F,
55 DRM_FORMAT_XBGR16161616F,
56 DRM_FORMAT_YUYV,
57 DRM_FORMAT_YVYU,
58 DRM_FORMAT_UYVY,
59 DRM_FORMAT_VYUY,
60 DRM_FORMAT_NV12,
61 DRM_FORMAT_XYUV8888,
62};
63
64static const u32 glk_planar_formats[] = {
65 DRM_FORMAT_C8,
66 DRM_FORMAT_RGB565,
67 DRM_FORMAT_XRGB8888,
68 DRM_FORMAT_XBGR8888,
69 DRM_FORMAT_ARGB8888,
70 DRM_FORMAT_ABGR8888,
71 DRM_FORMAT_XRGB2101010,
72 DRM_FORMAT_XBGR2101010,
73 DRM_FORMAT_XRGB16161616F,
74 DRM_FORMAT_XBGR16161616F,
75 DRM_FORMAT_YUYV,
76 DRM_FORMAT_YVYU,
77 DRM_FORMAT_UYVY,
78 DRM_FORMAT_VYUY,
79 DRM_FORMAT_NV12,
80 DRM_FORMAT_XYUV8888,
81 DRM_FORMAT_P010,
82 DRM_FORMAT_P012,
83 DRM_FORMAT_P016,
84};
85
86static const u32 icl_sdr_y_plane_formats[] = {
87 DRM_FORMAT_C8,
88 DRM_FORMAT_RGB565,
89 DRM_FORMAT_XRGB8888,
90 DRM_FORMAT_XBGR8888,
91 DRM_FORMAT_ARGB8888,
92 DRM_FORMAT_ABGR8888,
93 DRM_FORMAT_XRGB2101010,
94 DRM_FORMAT_XBGR2101010,
95 DRM_FORMAT_ARGB2101010,
96 DRM_FORMAT_ABGR2101010,
97 DRM_FORMAT_YUYV,
98 DRM_FORMAT_YVYU,
99 DRM_FORMAT_UYVY,
100 DRM_FORMAT_VYUY,
101 DRM_FORMAT_Y210,
102 DRM_FORMAT_Y212,
103 DRM_FORMAT_Y216,
104 DRM_FORMAT_XYUV8888,
105 DRM_FORMAT_XVYU2101010,
106 DRM_FORMAT_XVYU12_16161616,
107 DRM_FORMAT_XVYU16161616,
108};
109
110static const u32 icl_sdr_uv_plane_formats[] = {
111 DRM_FORMAT_C8,
112 DRM_FORMAT_RGB565,
113 DRM_FORMAT_XRGB8888,
114 DRM_FORMAT_XBGR8888,
115 DRM_FORMAT_ARGB8888,
116 DRM_FORMAT_ABGR8888,
117 DRM_FORMAT_XRGB2101010,
118 DRM_FORMAT_XBGR2101010,
119 DRM_FORMAT_ARGB2101010,
120 DRM_FORMAT_ABGR2101010,
121 DRM_FORMAT_YUYV,
122 DRM_FORMAT_YVYU,
123 DRM_FORMAT_UYVY,
124 DRM_FORMAT_VYUY,
125 DRM_FORMAT_NV12,
126 DRM_FORMAT_P010,
127 DRM_FORMAT_P012,
128 DRM_FORMAT_P016,
129 DRM_FORMAT_Y210,
130 DRM_FORMAT_Y212,
131 DRM_FORMAT_Y216,
132 DRM_FORMAT_XYUV8888,
133 DRM_FORMAT_XVYU2101010,
134 DRM_FORMAT_XVYU12_16161616,
135 DRM_FORMAT_XVYU16161616,
136};
137
138static const u32 icl_hdr_plane_formats[] = {
139 DRM_FORMAT_C8,
140 DRM_FORMAT_RGB565,
141 DRM_FORMAT_XRGB8888,
142 DRM_FORMAT_XBGR8888,
143 DRM_FORMAT_ARGB8888,
144 DRM_FORMAT_ABGR8888,
145 DRM_FORMAT_XRGB2101010,
146 DRM_FORMAT_XBGR2101010,
147 DRM_FORMAT_ARGB2101010,
148 DRM_FORMAT_ABGR2101010,
149 DRM_FORMAT_XRGB16161616F,
150 DRM_FORMAT_XBGR16161616F,
151 DRM_FORMAT_ARGB16161616F,
152 DRM_FORMAT_ABGR16161616F,
153 DRM_FORMAT_YUYV,
154 DRM_FORMAT_YVYU,
155 DRM_FORMAT_UYVY,
156 DRM_FORMAT_VYUY,
157 DRM_FORMAT_NV12,
158 DRM_FORMAT_P010,
159 DRM_FORMAT_P012,
160 DRM_FORMAT_P016,
161 DRM_FORMAT_Y210,
162 DRM_FORMAT_Y212,
163 DRM_FORMAT_Y216,
164 DRM_FORMAT_XYUV8888,
165 DRM_FORMAT_XVYU2101010,
166 DRM_FORMAT_XVYU12_16161616,
167 DRM_FORMAT_XVYU16161616,
168};
169
170int skl_format_to_fourcc(int format, bool rgb_order, bool alpha)
171{
172 switch (format) {
173 case PLANE_CTL_FORMAT_RGB_565:
174 return DRM_FORMAT_RGB565;
175 case PLANE_CTL_FORMAT_NV12:
176 return DRM_FORMAT_NV12;
177 case PLANE_CTL_FORMAT_XYUV:
178 return DRM_FORMAT_XYUV8888;
179 case PLANE_CTL_FORMAT_P010:
180 return DRM_FORMAT_P010;
181 case PLANE_CTL_FORMAT_P012:
182 return DRM_FORMAT_P012;
183 case PLANE_CTL_FORMAT_P016:
184 return DRM_FORMAT_P016;
185 case PLANE_CTL_FORMAT_Y210:
186 return DRM_FORMAT_Y210;
187 case PLANE_CTL_FORMAT_Y212:
188 return DRM_FORMAT_Y212;
189 case PLANE_CTL_FORMAT_Y216:
190 return DRM_FORMAT_Y216;
191 case PLANE_CTL_FORMAT_Y410:
192 return DRM_FORMAT_XVYU2101010;
193 case PLANE_CTL_FORMAT_Y412:
194 return DRM_FORMAT_XVYU12_16161616;
195 case PLANE_CTL_FORMAT_Y416:
196 return DRM_FORMAT_XVYU16161616;
197 default:
198 case PLANE_CTL_FORMAT_XRGB_8888:
199 if (rgb_order) {
200 if (alpha)
201 return DRM_FORMAT_ABGR8888;
202 else
203 return DRM_FORMAT_XBGR8888;
204 } else {
205 if (alpha)
206 return DRM_FORMAT_ARGB8888;
207 else
208 return DRM_FORMAT_XRGB8888;
209 }
210 case PLANE_CTL_FORMAT_XRGB_2101010:
211 if (rgb_order) {
212 if (alpha)
213 return DRM_FORMAT_ABGR2101010;
214 else
215 return DRM_FORMAT_XBGR2101010;
216 } else {
217 if (alpha)
218 return DRM_FORMAT_ARGB2101010;
219 else
220 return DRM_FORMAT_XRGB2101010;
221 }
222 case PLANE_CTL_FORMAT_XRGB_16161616F:
223 if (rgb_order) {
224 if (alpha)
225 return DRM_FORMAT_ABGR16161616F;
226 else
227 return DRM_FORMAT_XBGR16161616F;
228 } else {
229 if (alpha)
230 return DRM_FORMAT_ARGB16161616F;
231 else
232 return DRM_FORMAT_XRGB16161616F;
233 }
234 }
235}
236
237static u8 icl_nv12_y_plane_mask(struct drm_i915_private *i915)
238{
239 if (DISPLAY_VER(i915) >= 13 || HAS_D12_PLANE_MINIMIZATION(i915))
240 return BIT(PLANE_SPRITE2) | BIT(PLANE_SPRITE3);
241 else
242 return BIT(PLANE_SPRITE4) | BIT(PLANE_SPRITE5);
243}
244
245bool icl_is_nv12_y_plane(struct drm_i915_private *dev_priv,
246 enum plane_id plane_id)
247{
248 return DISPLAY_VER(dev_priv) >= 11 &&
249 icl_nv12_y_plane_mask(dev_priv) & BIT(plane_id);
250}
251
252u8 icl_hdr_plane_mask(void)
253{
254 return BIT(PLANE_PRIMARY) | BIT(PLANE_SPRITE0) | BIT(PLANE_SPRITE1);
255}
256
257bool icl_is_hdr_plane(struct drm_i915_private *dev_priv, enum plane_id plane_id)
258{
259 return DISPLAY_VER(dev_priv) >= 11 &&
260 icl_hdr_plane_mask() & BIT(plane_id);
261}
262
263static int icl_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
264 const struct intel_plane_state *plane_state)
265{
266 unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
267
268 /* two pixels per clock */
269 return DIV_ROUND_UP(pixel_rate, 2);
270}
271
272static void
273glk_plane_ratio(const struct intel_plane_state *plane_state,
274 unsigned int *num, unsigned int *den)
275{
276 const struct drm_framebuffer *fb = plane_state->hw.fb;
277
278 if (fb->format->cpp[0] == 8) {
279 *num = 10;
280 *den = 8;
281 } else {
282 *num = 1;
283 *den = 1;
284 }
285}
286
287static int glk_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
288 const struct intel_plane_state *plane_state)
289{
290 unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
291 unsigned int num, den;
292
293 glk_plane_ratio(plane_state, &num, &den);
294
295 /* two pixels per clock */
296 return DIV_ROUND_UP(pixel_rate * num, 2 * den);
297}
298
299static void
300skl_plane_ratio(const struct intel_plane_state *plane_state,
301 unsigned int *num, unsigned int *den)
302{
303 const struct drm_framebuffer *fb = plane_state->hw.fb;
304
305 if (fb->format->cpp[0] == 8) {
306 *num = 9;
307 *den = 8;
308 } else {
309 *num = 1;
310 *den = 1;
311 }
312}
313
314static int skl_plane_min_cdclk(const struct intel_crtc_state *crtc_state,
315 const struct intel_plane_state *plane_state)
316{
317 unsigned int pixel_rate = intel_plane_pixel_rate(crtc_state, plane_state);
318 unsigned int num, den;
319
320 skl_plane_ratio(plane_state, &num, &den);
321
322 return DIV_ROUND_UP(pixel_rate * num, den);
323}
324
325static int skl_plane_max_width(const struct drm_framebuffer *fb,
326 int color_plane,
327 unsigned int rotation)
328{
329 int cpp = fb->format->cpp[color_plane];
330
331 switch (fb->modifier) {
332 case DRM_FORMAT_MOD_LINEAR:
333 case I915_FORMAT_MOD_X_TILED:
334 /*
335 * Validated limit is 4k, but has 5k should
336 * work apart from the following features:
337 * - Ytile (already limited to 4k)
338 * - FP16 (already limited to 4k)
339 * - render compression (already limited to 4k)
340 * - KVMR sprite and cursor (don't care)
341 * - horizontal panning (TODO verify this)
342 * - pipe and plane scaling (TODO verify this)
343 */
344 if (cpp == 8)
345 return 4096;
346 else
347 return 5120;
348 case I915_FORMAT_MOD_Y_TILED_CCS:
349 case I915_FORMAT_MOD_Yf_TILED_CCS:
350 case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
351 /* FIXME AUX plane? */
352 case I915_FORMAT_MOD_Y_TILED:
353 case I915_FORMAT_MOD_Yf_TILED:
354 if (cpp == 8)
355 return 2048;
356 else
357 return 4096;
358 default:
359 MISSING_CASE(fb->modifier);
360 return 2048;
361 }
362}
363
364static int glk_plane_max_width(const struct drm_framebuffer *fb,
365 int color_plane,
366 unsigned int rotation)
367{
368 int cpp = fb->format->cpp[color_plane];
369
370 switch (fb->modifier) {
371 case DRM_FORMAT_MOD_LINEAR:
372 case I915_FORMAT_MOD_X_TILED:
373 if (cpp == 8)
374 return 4096;
375 else
376 return 5120;
377 case I915_FORMAT_MOD_Y_TILED_CCS:
378 case I915_FORMAT_MOD_Yf_TILED_CCS:
379 /* FIXME AUX plane? */
380 case I915_FORMAT_MOD_Y_TILED:
381 case I915_FORMAT_MOD_Yf_TILED:
382 if (cpp == 8)
383 return 2048;
384 else
385 return 5120;
386 default:
387 MISSING_CASE(fb->modifier);
388 return 2048;
389 }
390}
391
392static int icl_plane_min_width(const struct drm_framebuffer *fb,
393 int color_plane,
394 unsigned int rotation)
395{
396 /* Wa_14011264657, Wa_14011050563: gen11+ */
397 switch (fb->format->format) {
398 case DRM_FORMAT_C8:
399 return 18;
400 case DRM_FORMAT_RGB565:
401 return 10;
402 case DRM_FORMAT_XRGB8888:
403 case DRM_FORMAT_XBGR8888:
404 case DRM_FORMAT_ARGB8888:
405 case DRM_FORMAT_ABGR8888:
406 case DRM_FORMAT_XRGB2101010:
407 case DRM_FORMAT_XBGR2101010:
408 case DRM_FORMAT_ARGB2101010:
409 case DRM_FORMAT_ABGR2101010:
410 case DRM_FORMAT_XVYU2101010:
411 case DRM_FORMAT_Y212:
412 case DRM_FORMAT_Y216:
413 return 6;
414 case DRM_FORMAT_NV12:
415 return 20;
416 case DRM_FORMAT_P010:
417 case DRM_FORMAT_P012:
418 case DRM_FORMAT_P016:
419 return 12;
420 case DRM_FORMAT_XRGB16161616F:
421 case DRM_FORMAT_XBGR16161616F:
422 case DRM_FORMAT_ARGB16161616F:
423 case DRM_FORMAT_ABGR16161616F:
424 case DRM_FORMAT_XVYU12_16161616:
425 case DRM_FORMAT_XVYU16161616:
426 return 4;
427 default:
428 return 1;
429 }
430}
431
432static int icl_hdr_plane_max_width(const struct drm_framebuffer *fb,
433 int color_plane,
434 unsigned int rotation)
435{
436 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier))
437 return 4096;
438 else
439 return 5120;
440}
441
442static int icl_sdr_plane_max_width(const struct drm_framebuffer *fb,
443 int color_plane,
444 unsigned int rotation)
445{
446 return 5120;
447}
448
449static int skl_plane_max_height(const struct drm_framebuffer *fb,
450 int color_plane,
451 unsigned int rotation)
452{
453 return 4096;
454}
455
456static int icl_plane_max_height(const struct drm_framebuffer *fb,
457 int color_plane,
458 unsigned int rotation)
459{
460 return 4320;
461}
462
463static unsigned int
464skl_plane_max_stride(struct intel_plane *plane,
465 u32 pixel_format, u64 modifier,
466 unsigned int rotation)
467{
468 struct drm_i915_private *i915 = to_i915(plane->base.dev);
469 const struct drm_format_info *info = drm_format_info(pixel_format);
470 int cpp = info->cpp[0];
471 int max_horizontal_pixels = 8192;
472 int max_stride_bytes;
473
474 if (DISPLAY_VER(i915) >= 13) {
475 /*
476 * The stride in bytes must not exceed of the size
477 * of 128K bytes. For pixel formats of 64bpp will allow
478 * for a 16K pixel surface.
479 */
480 max_stride_bytes = 131072;
481 if (cpp == 8)
482 max_horizontal_pixels = 16384;
483 else
484 max_horizontal_pixels = 65536;
485 } else {
486 /*
487 * "The stride in bytes must not exceed the
488 * of the size of 8K pixels and 32K bytes."
489 */
490 max_stride_bytes = 32768;
491 }
492
493 if (drm_rotation_90_or_270(rotation))
494 return min(max_horizontal_pixels, max_stride_bytes / cpp);
495 else
496 return min(max_horizontal_pixels * cpp, max_stride_bytes);
497}
498
499
500/* Preoffset values for YUV to RGB Conversion */
501#define PREOFF_YUV_TO_RGB_HI 0x1800
502#define PREOFF_YUV_TO_RGB_ME 0x0000
503#define PREOFF_YUV_TO_RGB_LO 0x1800
504
505#define ROFF(x) (((x) & 0xffff) << 16)
506#define GOFF(x) (((x) & 0xffff) << 0)
507#define BOFF(x) (((x) & 0xffff) << 16)
508
509/*
510 * Programs the input color space conversion stage for ICL HDR planes.
511 * Note that it is assumed that this stage always happens after YUV
512 * range correction. Thus, the input to this stage is assumed to be
513 * in full-range YCbCr.
514 */
515static void
516icl_program_input_csc(struct intel_plane *plane,
517 const struct intel_crtc_state *crtc_state,
518 const struct intel_plane_state *plane_state)
519{
520 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
521 enum pipe pipe = plane->pipe;
522 enum plane_id plane_id = plane->id;
523
524 static const u16 input_csc_matrix[][9] = {
525 /*
526 * BT.601 full range YCbCr -> full range RGB
527 * The matrix required is :
528 * [1.000, 0.000, 1.371,
529 * 1.000, -0.336, -0.698,
530 * 1.000, 1.732, 0.0000]
531 */
532 [DRM_COLOR_YCBCR_BT601] = {
533 0x7AF8, 0x7800, 0x0,
534 0x8B28, 0x7800, 0x9AC0,
535 0x0, 0x7800, 0x7DD8,
536 },
537 /*
538 * BT.709 full range YCbCr -> full range RGB
539 * The matrix required is :
540 * [1.000, 0.000, 1.574,
541 * 1.000, -0.187, -0.468,
542 * 1.000, 1.855, 0.0000]
543 */
544 [DRM_COLOR_YCBCR_BT709] = {
545 0x7C98, 0x7800, 0x0,
546 0x9EF8, 0x7800, 0xAC00,
547 0x0, 0x7800, 0x7ED8,
548 },
549 /*
550 * BT.2020 full range YCbCr -> full range RGB
551 * The matrix required is :
552 * [1.000, 0.000, 1.474,
553 * 1.000, -0.1645, -0.5713,
554 * 1.000, 1.8814, 0.0000]
555 */
556 [DRM_COLOR_YCBCR_BT2020] = {
557 0x7BC8, 0x7800, 0x0,
558 0x8928, 0x7800, 0xAA88,
559 0x0, 0x7800, 0x7F10,
560 },
561 };
562 const u16 *csc = input_csc_matrix[plane_state->hw.color_encoding];
563
564 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 0),
565 ROFF(csc[0]) | GOFF(csc[1]));
566 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 1),
567 BOFF(csc[2]));
568 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 2),
569 ROFF(csc[3]) | GOFF(csc[4]));
570 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 3),
571 BOFF(csc[5]));
572 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 4),
573 ROFF(csc[6]) | GOFF(csc[7]));
574 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_COEFF(pipe, plane_id, 5),
575 BOFF(csc[8]));
576
577 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 0),
578 PREOFF_YUV_TO_RGB_HI);
579 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 1),
580 PREOFF_YUV_TO_RGB_ME);
581 intel_de_write_fw(dev_priv, PLANE_INPUT_CSC_PREOFF(pipe, plane_id, 2),
582 PREOFF_YUV_TO_RGB_LO);
583 intel_de_write_fw(dev_priv,
584 PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 0), 0x0);
585 intel_de_write_fw(dev_priv,
586 PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 1), 0x0);
587 intel_de_write_fw(dev_priv,
588 PLANE_INPUT_CSC_POSTOFF(pipe, plane_id, 2), 0x0);
589}
590
591static unsigned int skl_plane_stride_mult(const struct drm_framebuffer *fb,
592 int color_plane, unsigned int rotation)
593{
594 /*
595 * The stride is either expressed as a multiple of 64 bytes chunks for
596 * linear buffers or in number of tiles for tiled buffers.
597 */
598 if (is_surface_linear(fb, color_plane))
599 return 64;
600 else if (drm_rotation_90_or_270(rotation))
601 return intel_tile_height(fb, color_plane);
602 else
603 return intel_tile_width_bytes(fb, color_plane);
604}
605
606static u32 skl_plane_stride(const struct intel_plane_state *plane_state,
607 int color_plane)
608{
609 const struct drm_framebuffer *fb = plane_state->hw.fb;
610 unsigned int rotation = plane_state->hw.rotation;
611 u32 stride = plane_state->view.color_plane[color_plane].scanout_stride;
612
613 if (color_plane >= fb->format->num_planes)
614 return 0;
615
616 return stride / skl_plane_stride_mult(fb, color_plane, rotation);
617}
618
619static void
620skl_plane_disable_arm(struct intel_plane *plane,
621 const struct intel_crtc_state *crtc_state)
622{
623 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
624 enum plane_id plane_id = plane->id;
625 enum pipe pipe = plane->pipe;
626
627 skl_write_plane_wm(plane, crtc_state);
628
629 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), 0);
630 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id), 0);
631}
632
633static void icl_plane_disable_sel_fetch_arm(struct intel_plane *plane,
634 const struct intel_crtc_state *crtc_state)
635{
636 struct drm_i915_private *i915 = to_i915(plane->base.dev);
637 enum pipe pipe = plane->pipe;
638
639 if (!crtc_state->enable_psr2_sel_fetch)
640 return;
641
642 intel_de_write_fw(i915, PLANE_SEL_FETCH_CTL(pipe, plane->id), 0);
643}
644
645static void
646icl_plane_disable_arm(struct intel_plane *plane,
647 const struct intel_crtc_state *crtc_state)
648{
649 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
650 enum plane_id plane_id = plane->id;
651 enum pipe pipe = plane->pipe;
652
653 if (icl_is_hdr_plane(dev_priv, plane_id))
654 intel_de_write_fw(dev_priv, PLANE_CUS_CTL(pipe, plane_id), 0);
655
656 skl_write_plane_wm(plane, crtc_state);
657
658 icl_plane_disable_sel_fetch_arm(plane, crtc_state);
659 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), 0);
660 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id), 0);
661}
662
663static bool
664skl_plane_get_hw_state(struct intel_plane *plane,
665 enum pipe *pipe)
666{
667 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
668 enum intel_display_power_domain power_domain;
669 enum plane_id plane_id = plane->id;
670 intel_wakeref_t wakeref;
671 bool ret;
672
673 power_domain = POWER_DOMAIN_PIPE(plane->pipe);
674 wakeref = intel_display_power_get_if_enabled(dev_priv, power_domain);
675 if (!wakeref)
676 return false;
677
678 ret = intel_de_read(dev_priv, PLANE_CTL(plane->pipe, plane_id)) & PLANE_CTL_ENABLE;
679
680 *pipe = plane->pipe;
681
682 intel_display_power_put(dev_priv, power_domain, wakeref);
683
684 return ret;
685}
686
687static u32 skl_plane_ctl_format(u32 pixel_format)
688{
689 switch (pixel_format) {
690 case DRM_FORMAT_C8:
691 return PLANE_CTL_FORMAT_INDEXED;
692 case DRM_FORMAT_RGB565:
693 return PLANE_CTL_FORMAT_RGB_565;
694 case DRM_FORMAT_XBGR8888:
695 case DRM_FORMAT_ABGR8888:
696 return PLANE_CTL_FORMAT_XRGB_8888 | PLANE_CTL_ORDER_RGBX;
697 case DRM_FORMAT_XRGB8888:
698 case DRM_FORMAT_ARGB8888:
699 return PLANE_CTL_FORMAT_XRGB_8888;
700 case DRM_FORMAT_XBGR2101010:
701 case DRM_FORMAT_ABGR2101010:
702 return PLANE_CTL_FORMAT_XRGB_2101010 | PLANE_CTL_ORDER_RGBX;
703 case DRM_FORMAT_XRGB2101010:
704 case DRM_FORMAT_ARGB2101010:
705 return PLANE_CTL_FORMAT_XRGB_2101010;
706 case DRM_FORMAT_XBGR16161616F:
707 case DRM_FORMAT_ABGR16161616F:
708 return PLANE_CTL_FORMAT_XRGB_16161616F | PLANE_CTL_ORDER_RGBX;
709 case DRM_FORMAT_XRGB16161616F:
710 case DRM_FORMAT_ARGB16161616F:
711 return PLANE_CTL_FORMAT_XRGB_16161616F;
712 case DRM_FORMAT_XYUV8888:
713 return PLANE_CTL_FORMAT_XYUV;
714 case DRM_FORMAT_YUYV:
715 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_YUYV;
716 case DRM_FORMAT_YVYU:
717 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_YVYU;
718 case DRM_FORMAT_UYVY:
719 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_UYVY;
720 case DRM_FORMAT_VYUY:
721 return PLANE_CTL_FORMAT_YUV422 | PLANE_CTL_YUV422_ORDER_VYUY;
722 case DRM_FORMAT_NV12:
723 return PLANE_CTL_FORMAT_NV12;
724 case DRM_FORMAT_P010:
725 return PLANE_CTL_FORMAT_P010;
726 case DRM_FORMAT_P012:
727 return PLANE_CTL_FORMAT_P012;
728 case DRM_FORMAT_P016:
729 return PLANE_CTL_FORMAT_P016;
730 case DRM_FORMAT_Y210:
731 return PLANE_CTL_FORMAT_Y210;
732 case DRM_FORMAT_Y212:
733 return PLANE_CTL_FORMAT_Y212;
734 case DRM_FORMAT_Y216:
735 return PLANE_CTL_FORMAT_Y216;
736 case DRM_FORMAT_XVYU2101010:
737 return PLANE_CTL_FORMAT_Y410;
738 case DRM_FORMAT_XVYU12_16161616:
739 return PLANE_CTL_FORMAT_Y412;
740 case DRM_FORMAT_XVYU16161616:
741 return PLANE_CTL_FORMAT_Y416;
742 default:
743 MISSING_CASE(pixel_format);
744 }
745
746 return 0;
747}
748
749static u32 skl_plane_ctl_alpha(const struct intel_plane_state *plane_state)
750{
751 if (!plane_state->hw.fb->format->has_alpha)
752 return PLANE_CTL_ALPHA_DISABLE;
753
754 switch (plane_state->hw.pixel_blend_mode) {
755 case DRM_MODE_BLEND_PIXEL_NONE:
756 return PLANE_CTL_ALPHA_DISABLE;
757 case DRM_MODE_BLEND_PREMULTI:
758 return PLANE_CTL_ALPHA_SW_PREMULTIPLY;
759 case DRM_MODE_BLEND_COVERAGE:
760 return PLANE_CTL_ALPHA_HW_PREMULTIPLY;
761 default:
762 MISSING_CASE(plane_state->hw.pixel_blend_mode);
763 return PLANE_CTL_ALPHA_DISABLE;
764 }
765}
766
767static u32 glk_plane_color_ctl_alpha(const struct intel_plane_state *plane_state)
768{
769 if (!plane_state->hw.fb->format->has_alpha)
770 return PLANE_COLOR_ALPHA_DISABLE;
771
772 switch (plane_state->hw.pixel_blend_mode) {
773 case DRM_MODE_BLEND_PIXEL_NONE:
774 return PLANE_COLOR_ALPHA_DISABLE;
775 case DRM_MODE_BLEND_PREMULTI:
776 return PLANE_COLOR_ALPHA_SW_PREMULTIPLY;
777 case DRM_MODE_BLEND_COVERAGE:
778 return PLANE_COLOR_ALPHA_HW_PREMULTIPLY;
779 default:
780 MISSING_CASE(plane_state->hw.pixel_blend_mode);
781 return PLANE_COLOR_ALPHA_DISABLE;
782 }
783}
784
785static u32 skl_plane_ctl_tiling(u64 fb_modifier)
786{
787 switch (fb_modifier) {
788 case DRM_FORMAT_MOD_LINEAR:
789 break;
790 case I915_FORMAT_MOD_X_TILED:
791 return PLANE_CTL_TILED_X;
792 case I915_FORMAT_MOD_Y_TILED:
793 return PLANE_CTL_TILED_Y;
794 case I915_FORMAT_MOD_4_TILED:
795 return PLANE_CTL_TILED_4;
796 case I915_FORMAT_MOD_4_TILED_DG2_RC_CCS:
797 return PLANE_CTL_TILED_4 |
798 PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
799 PLANE_CTL_CLEAR_COLOR_DISABLE;
800 case I915_FORMAT_MOD_4_TILED_DG2_MC_CCS:
801 return PLANE_CTL_TILED_4 |
802 PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE |
803 PLANE_CTL_CLEAR_COLOR_DISABLE;
804 case I915_FORMAT_MOD_4_TILED_DG2_RC_CCS_CC:
805 return PLANE_CTL_TILED_4 | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
806 case I915_FORMAT_MOD_4_TILED_MTL_RC_CCS:
807 return PLANE_CTL_TILED_4 |
808 PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
809 PLANE_CTL_CLEAR_COLOR_DISABLE;
810 case I915_FORMAT_MOD_4_TILED_MTL_RC_CCS_CC:
811 return PLANE_CTL_TILED_4 | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
812 case I915_FORMAT_MOD_4_TILED_MTL_MC_CCS:
813 return PLANE_CTL_TILED_4 | PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE;
814 case I915_FORMAT_MOD_Y_TILED_CCS:
815 case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC:
816 return PLANE_CTL_TILED_Y | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
817 case I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS:
818 return PLANE_CTL_TILED_Y |
819 PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
820 PLANE_CTL_CLEAR_COLOR_DISABLE;
821 case I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS:
822 return PLANE_CTL_TILED_Y | PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE;
823 case I915_FORMAT_MOD_Yf_TILED:
824 return PLANE_CTL_TILED_YF;
825 case I915_FORMAT_MOD_Yf_TILED_CCS:
826 return PLANE_CTL_TILED_YF | PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
827 default:
828 MISSING_CASE(fb_modifier);
829 }
830
831 return 0;
832}
833
834static u32 skl_plane_ctl_rotate(unsigned int rotate)
835{
836 switch (rotate) {
837 case DRM_MODE_ROTATE_0:
838 break;
839 /*
840 * DRM_MODE_ROTATE_ is counter clockwise to stay compatible with Xrandr
841 * while i915 HW rotation is clockwise, thats why this swapping.
842 */
843 case DRM_MODE_ROTATE_90:
844 return PLANE_CTL_ROTATE_270;
845 case DRM_MODE_ROTATE_180:
846 return PLANE_CTL_ROTATE_180;
847 case DRM_MODE_ROTATE_270:
848 return PLANE_CTL_ROTATE_90;
849 default:
850 MISSING_CASE(rotate);
851 }
852
853 return 0;
854}
855
856static u32 icl_plane_ctl_flip(unsigned int reflect)
857{
858 switch (reflect) {
859 case 0:
860 break;
861 case DRM_MODE_REFLECT_X:
862 return PLANE_CTL_FLIP_HORIZONTAL;
863 case DRM_MODE_REFLECT_Y:
864 default:
865 MISSING_CASE(reflect);
866 }
867
868 return 0;
869}
870
871static u32 adlp_plane_ctl_arb_slots(const struct intel_plane_state *plane_state)
872{
873 const struct drm_framebuffer *fb = plane_state->hw.fb;
874
875 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier)) {
876 switch (fb->format->cpp[0]) {
877 case 2:
878 return PLANE_CTL_ARB_SLOTS(1);
879 default:
880 return PLANE_CTL_ARB_SLOTS(0);
881 }
882 } else {
883 switch (fb->format->cpp[0]) {
884 case 8:
885 return PLANE_CTL_ARB_SLOTS(3);
886 case 4:
887 return PLANE_CTL_ARB_SLOTS(1);
888 default:
889 return PLANE_CTL_ARB_SLOTS(0);
890 }
891 }
892}
893
894static u32 skl_plane_ctl_crtc(const struct intel_crtc_state *crtc_state)
895{
896 struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
897 u32 plane_ctl = 0;
898
899 if (DISPLAY_VER(dev_priv) >= 10)
900 return plane_ctl;
901
902 if (crtc_state->gamma_enable)
903 plane_ctl |= PLANE_CTL_PIPE_GAMMA_ENABLE;
904
905 if (crtc_state->csc_enable)
906 plane_ctl |= PLANE_CTL_PIPE_CSC_ENABLE;
907
908 return plane_ctl;
909}
910
911static u32 skl_plane_ctl(const struct intel_crtc_state *crtc_state,
912 const struct intel_plane_state *plane_state)
913{
914 struct drm_i915_private *dev_priv =
915 to_i915(plane_state->uapi.plane->dev);
916 const struct drm_framebuffer *fb = plane_state->hw.fb;
917 unsigned int rotation = plane_state->hw.rotation;
918 const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
919 u32 plane_ctl;
920
921 plane_ctl = PLANE_CTL_ENABLE;
922
923 if (DISPLAY_VER(dev_priv) < 10) {
924 plane_ctl |= skl_plane_ctl_alpha(plane_state);
925 plane_ctl |= PLANE_CTL_PLANE_GAMMA_DISABLE;
926
927 if (plane_state->hw.color_encoding == DRM_COLOR_YCBCR_BT709)
928 plane_ctl |= PLANE_CTL_YUV_TO_RGB_CSC_FORMAT_BT709;
929
930 if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
931 plane_ctl |= PLANE_CTL_YUV_RANGE_CORRECTION_DISABLE;
932 }
933
934 plane_ctl |= skl_plane_ctl_format(fb->format->format);
935 plane_ctl |= skl_plane_ctl_tiling(fb->modifier);
936 plane_ctl |= skl_plane_ctl_rotate(rotation & DRM_MODE_ROTATE_MASK);
937
938 if (DISPLAY_VER(dev_priv) >= 11)
939 plane_ctl |= icl_plane_ctl_flip(rotation &
940 DRM_MODE_REFLECT_MASK);
941
942 if (key->flags & I915_SET_COLORKEY_DESTINATION)
943 plane_ctl |= PLANE_CTL_KEY_ENABLE_DESTINATION;
944 else if (key->flags & I915_SET_COLORKEY_SOURCE)
945 plane_ctl |= PLANE_CTL_KEY_ENABLE_SOURCE;
946
947 /* Wa_22012358565:adl-p */
948 if (DISPLAY_VER(dev_priv) == 13)
949 plane_ctl |= adlp_plane_ctl_arb_slots(plane_state);
950
951 if (GRAPHICS_VER(dev_priv) >= 20 &&
952 fb->modifier == I915_FORMAT_MOD_4_TILED) {
953 plane_ctl |= PLANE_CTL_RENDER_DECOMPRESSION_ENABLE;
954 }
955
956 return plane_ctl;
957}
958
959static u32 glk_plane_color_ctl_crtc(const struct intel_crtc_state *crtc_state)
960{
961 struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);
962 u32 plane_color_ctl = 0;
963
964 if (DISPLAY_VER(dev_priv) >= 11)
965 return plane_color_ctl;
966
967 if (crtc_state->gamma_enable)
968 plane_color_ctl |= PLANE_COLOR_PIPE_GAMMA_ENABLE;
969
970 if (crtc_state->csc_enable)
971 plane_color_ctl |= PLANE_COLOR_PIPE_CSC_ENABLE;
972
973 return plane_color_ctl;
974}
975
976static u32 glk_plane_color_ctl(const struct intel_crtc_state *crtc_state,
977 const struct intel_plane_state *plane_state)
978{
979 struct drm_i915_private *dev_priv =
980 to_i915(plane_state->uapi.plane->dev);
981 const struct drm_framebuffer *fb = plane_state->hw.fb;
982 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
983 u32 plane_color_ctl = 0;
984
985 plane_color_ctl |= PLANE_COLOR_PLANE_GAMMA_DISABLE;
986 plane_color_ctl |= glk_plane_color_ctl_alpha(plane_state);
987
988 if (fb->format->is_yuv && !icl_is_hdr_plane(dev_priv, plane->id)) {
989 switch (plane_state->hw.color_encoding) {
990 case DRM_COLOR_YCBCR_BT709:
991 plane_color_ctl |= PLANE_COLOR_CSC_MODE_YUV709_TO_RGB709;
992 break;
993 case DRM_COLOR_YCBCR_BT2020:
994 plane_color_ctl |=
995 PLANE_COLOR_CSC_MODE_YUV2020_TO_RGB2020;
996 break;
997 default:
998 plane_color_ctl |=
999 PLANE_COLOR_CSC_MODE_YUV601_TO_RGB601;
1000 }
1001 if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
1002 plane_color_ctl |= PLANE_COLOR_YUV_RANGE_CORRECTION_DISABLE;
1003 } else if (fb->format->is_yuv) {
1004 plane_color_ctl |= PLANE_COLOR_INPUT_CSC_ENABLE;
1005 if (plane_state->hw.color_range == DRM_COLOR_YCBCR_FULL_RANGE)
1006 plane_color_ctl |= PLANE_COLOR_YUV_RANGE_CORRECTION_DISABLE;
1007 }
1008
1009 if (plane_state->force_black)
1010 plane_color_ctl |= PLANE_COLOR_PLANE_CSC_ENABLE;
1011
1012 return plane_color_ctl;
1013}
1014
1015static u32 skl_surf_address(const struct intel_plane_state *plane_state,
1016 int color_plane)
1017{
1018 struct drm_i915_private *i915 = to_i915(plane_state->uapi.plane->dev);
1019 const struct drm_framebuffer *fb = plane_state->hw.fb;
1020 u32 offset = plane_state->view.color_plane[color_plane].offset;
1021
1022 if (intel_fb_uses_dpt(fb)) {
1023 /*
1024 * The DPT object contains only one vma, so the VMA's offset
1025 * within the DPT is always 0.
1026 */
1027 drm_WARN_ON(&i915->drm, plane_state->dpt_vma &&
1028 plane_state->dpt_vma->node.start);
1029 drm_WARN_ON(&i915->drm, offset & 0x1fffff);
1030 return offset >> 9;
1031 } else {
1032 drm_WARN_ON(&i915->drm, offset & 0xfff);
1033 return offset;
1034 }
1035}
1036
1037static u32 skl_plane_surf(const struct intel_plane_state *plane_state,
1038 int color_plane)
1039{
1040 u32 plane_surf;
1041
1042 plane_surf = intel_plane_ggtt_offset(plane_state) +
1043 skl_surf_address(plane_state, color_plane);
1044
1045 if (plane_state->decrypt)
1046 plane_surf |= PLANE_SURF_DECRYPT;
1047
1048 return plane_surf;
1049}
1050
1051static u32 skl_plane_aux_dist(const struct intel_plane_state *plane_state,
1052 int color_plane)
1053{
1054 struct drm_i915_private *i915 = to_i915(plane_state->uapi.plane->dev);
1055 const struct drm_framebuffer *fb = plane_state->hw.fb;
1056 int aux_plane = skl_main_to_aux_plane(fb, color_plane);
1057 u32 aux_dist;
1058
1059 if (!aux_plane)
1060 return 0;
1061
1062 aux_dist = skl_surf_address(plane_state, aux_plane) -
1063 skl_surf_address(plane_state, color_plane);
1064
1065 if (DISPLAY_VER(i915) < 12)
1066 aux_dist |= PLANE_AUX_STRIDE(skl_plane_stride(plane_state, aux_plane));
1067
1068 return aux_dist;
1069}
1070
1071static u32 skl_plane_keyval(const struct intel_plane_state *plane_state)
1072{
1073 const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1074
1075 return key->min_value;
1076}
1077
1078static u32 skl_plane_keymax(const struct intel_plane_state *plane_state)
1079{
1080 const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1081 u8 alpha = plane_state->hw.alpha >> 8;
1082
1083 return (key->max_value & 0xffffff) | PLANE_KEYMAX_ALPHA(alpha);
1084}
1085
1086static u32 skl_plane_keymsk(const struct intel_plane_state *plane_state)
1087{
1088 const struct drm_intel_sprite_colorkey *key = &plane_state->ckey;
1089 u8 alpha = plane_state->hw.alpha >> 8;
1090 u32 keymsk;
1091
1092 keymsk = key->channel_mask & 0x7ffffff;
1093 if (alpha < 0xff)
1094 keymsk |= PLANE_KEYMSK_ALPHA_ENABLE;
1095
1096 return keymsk;
1097}
1098
1099static void icl_plane_csc_load_black(struct intel_plane *plane)
1100{
1101 struct drm_i915_private *i915 = to_i915(plane->base.dev);
1102 enum plane_id plane_id = plane->id;
1103 enum pipe pipe = plane->pipe;
1104
1105 intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 0), 0);
1106 intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 1), 0);
1107
1108 intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 2), 0);
1109 intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 3), 0);
1110
1111 intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 4), 0);
1112 intel_de_write_fw(i915, PLANE_CSC_COEFF(pipe, plane_id, 5), 0);
1113
1114 intel_de_write_fw(i915, PLANE_CSC_PREOFF(pipe, plane_id, 0), 0);
1115 intel_de_write_fw(i915, PLANE_CSC_PREOFF(pipe, plane_id, 1), 0);
1116 intel_de_write_fw(i915, PLANE_CSC_PREOFF(pipe, plane_id, 2), 0);
1117
1118 intel_de_write_fw(i915, PLANE_CSC_POSTOFF(pipe, plane_id, 0), 0);
1119 intel_de_write_fw(i915, PLANE_CSC_POSTOFF(pipe, plane_id, 1), 0);
1120 intel_de_write_fw(i915, PLANE_CSC_POSTOFF(pipe, plane_id, 2), 0);
1121}
1122
1123static int icl_plane_color_plane(const struct intel_plane_state *plane_state)
1124{
1125 /* Program the UV plane on planar master */
1126 if (plane_state->planar_linked_plane && !plane_state->planar_slave)
1127 return 1;
1128 else
1129 return 0;
1130}
1131
1132static void
1133skl_plane_update_noarm(struct intel_plane *plane,
1134 const struct intel_crtc_state *crtc_state,
1135 const struct intel_plane_state *plane_state)
1136{
1137 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1138 enum plane_id plane_id = plane->id;
1139 enum pipe pipe = plane->pipe;
1140 u32 stride = skl_plane_stride(plane_state, 0);
1141 int crtc_x = plane_state->uapi.dst.x1;
1142 int crtc_y = plane_state->uapi.dst.y1;
1143 u32 src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1144 u32 src_h = drm_rect_height(&plane_state->uapi.src) >> 16;
1145
1146 /* The scaler will handle the output position */
1147 if (plane_state->scaler_id >= 0) {
1148 crtc_x = 0;
1149 crtc_y = 0;
1150 }
1151
1152 intel_de_write_fw(dev_priv, PLANE_STRIDE(pipe, plane_id),
1153 PLANE_STRIDE_(stride));
1154 intel_de_write_fw(dev_priv, PLANE_POS(pipe, plane_id),
1155 PLANE_POS_Y(crtc_y) | PLANE_POS_X(crtc_x));
1156 intel_de_write_fw(dev_priv, PLANE_SIZE(pipe, plane_id),
1157 PLANE_HEIGHT(src_h - 1) | PLANE_WIDTH(src_w - 1));
1158
1159 skl_write_plane_wm(plane, crtc_state);
1160}
1161
1162static void
1163skl_plane_update_arm(struct intel_plane *plane,
1164 const struct intel_crtc_state *crtc_state,
1165 const struct intel_plane_state *plane_state)
1166{
1167 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1168 enum plane_id plane_id = plane->id;
1169 enum pipe pipe = plane->pipe;
1170 u32 x = plane_state->view.color_plane[0].x;
1171 u32 y = plane_state->view.color_plane[0].y;
1172 u32 plane_ctl, plane_color_ctl = 0;
1173
1174 plane_ctl = plane_state->ctl |
1175 skl_plane_ctl_crtc(crtc_state);
1176
1177 if (DISPLAY_VER(dev_priv) >= 10)
1178 plane_color_ctl = plane_state->color_ctl |
1179 glk_plane_color_ctl_crtc(crtc_state);
1180
1181 intel_de_write_fw(dev_priv, PLANE_KEYVAL(pipe, plane_id), skl_plane_keyval(plane_state));
1182 intel_de_write_fw(dev_priv, PLANE_KEYMSK(pipe, plane_id), skl_plane_keymsk(plane_state));
1183 intel_de_write_fw(dev_priv, PLANE_KEYMAX(pipe, plane_id), skl_plane_keymax(plane_state));
1184
1185 intel_de_write_fw(dev_priv, PLANE_OFFSET(pipe, plane_id),
1186 PLANE_OFFSET_Y(y) | PLANE_OFFSET_X(x));
1187
1188 intel_de_write_fw(dev_priv, PLANE_AUX_DIST(pipe, plane_id),
1189 skl_plane_aux_dist(plane_state, 0));
1190
1191 intel_de_write_fw(dev_priv, PLANE_AUX_OFFSET(pipe, plane_id),
1192 PLANE_OFFSET_Y(plane_state->view.color_plane[1].y) |
1193 PLANE_OFFSET_X(plane_state->view.color_plane[1].x));
1194
1195 if (DISPLAY_VER(dev_priv) >= 10)
1196 intel_de_write_fw(dev_priv, PLANE_COLOR_CTL(pipe, plane_id), plane_color_ctl);
1197
1198 /*
1199 * Enable the scaler before the plane so that we don't
1200 * get a catastrophic underrun even if the two operations
1201 * end up happening in two different frames.
1202 *
1203 * TODO: split into noarm+arm pair
1204 */
1205 if (plane_state->scaler_id >= 0)
1206 skl_program_plane_scaler(plane, crtc_state, plane_state);
1207
1208 /*
1209 * The control register self-arms if the plane was previously
1210 * disabled. Try to make the plane enable atomic by writing
1211 * the control register just before the surface register.
1212 */
1213 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1214 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1215 skl_plane_surf(plane_state, 0));
1216}
1217
1218static void icl_plane_update_sel_fetch_noarm(struct intel_plane *plane,
1219 const struct intel_crtc_state *crtc_state,
1220 const struct intel_plane_state *plane_state,
1221 int color_plane)
1222{
1223 struct drm_i915_private *i915 = to_i915(plane->base.dev);
1224 enum pipe pipe = plane->pipe;
1225 const struct drm_rect *clip;
1226 u32 val;
1227 int x, y;
1228
1229 if (!crtc_state->enable_psr2_sel_fetch)
1230 return;
1231
1232 clip = &plane_state->psr2_sel_fetch_area;
1233
1234 val = (clip->y1 + plane_state->uapi.dst.y1) << 16;
1235 val |= plane_state->uapi.dst.x1;
1236 intel_de_write_fw(i915, PLANE_SEL_FETCH_POS(pipe, plane->id), val);
1237
1238 x = plane_state->view.color_plane[color_plane].x;
1239
1240 /*
1241 * From Bspec: UV surface Start Y Position = half of Y plane Y
1242 * start position.
1243 */
1244 if (!color_plane)
1245 y = plane_state->view.color_plane[color_plane].y + clip->y1;
1246 else
1247 y = plane_state->view.color_plane[color_plane].y + clip->y1 / 2;
1248
1249 val = y << 16 | x;
1250
1251 intel_de_write_fw(i915, PLANE_SEL_FETCH_OFFSET(pipe, plane->id),
1252 val);
1253
1254 /* Sizes are 0 based */
1255 val = (drm_rect_height(clip) - 1) << 16;
1256 val |= (drm_rect_width(&plane_state->uapi.src) >> 16) - 1;
1257 intel_de_write_fw(i915, PLANE_SEL_FETCH_SIZE(pipe, plane->id), val);
1258}
1259
1260static void
1261icl_plane_update_noarm(struct intel_plane *plane,
1262 const struct intel_crtc_state *crtc_state,
1263 const struct intel_plane_state *plane_state)
1264{
1265 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1266 enum plane_id plane_id = plane->id;
1267 enum pipe pipe = plane->pipe;
1268 int color_plane = icl_plane_color_plane(plane_state);
1269 u32 stride = skl_plane_stride(plane_state, color_plane);
1270 const struct drm_framebuffer *fb = plane_state->hw.fb;
1271 int crtc_x = plane_state->uapi.dst.x1;
1272 int crtc_y = plane_state->uapi.dst.y1;
1273 int x = plane_state->view.color_plane[color_plane].x;
1274 int y = plane_state->view.color_plane[color_plane].y;
1275 int src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1276 int src_h = drm_rect_height(&plane_state->uapi.src) >> 16;
1277 u32 plane_color_ctl;
1278
1279 plane_color_ctl = plane_state->color_ctl |
1280 glk_plane_color_ctl_crtc(crtc_state);
1281
1282 /* The scaler will handle the output position */
1283 if (plane_state->scaler_id >= 0) {
1284 crtc_x = 0;
1285 crtc_y = 0;
1286 }
1287
1288 intel_de_write_fw(dev_priv, PLANE_STRIDE(pipe, plane_id),
1289 PLANE_STRIDE_(stride));
1290 intel_de_write_fw(dev_priv, PLANE_POS(pipe, plane_id),
1291 PLANE_POS_Y(crtc_y) | PLANE_POS_X(crtc_x));
1292 intel_de_write_fw(dev_priv, PLANE_SIZE(pipe, plane_id),
1293 PLANE_HEIGHT(src_h - 1) | PLANE_WIDTH(src_w - 1));
1294
1295 intel_de_write_fw(dev_priv, PLANE_KEYVAL(pipe, plane_id), skl_plane_keyval(plane_state));
1296 intel_de_write_fw(dev_priv, PLANE_KEYMSK(pipe, plane_id), skl_plane_keymsk(plane_state));
1297 intel_de_write_fw(dev_priv, PLANE_KEYMAX(pipe, plane_id), skl_plane_keymax(plane_state));
1298
1299 intel_de_write_fw(dev_priv, PLANE_OFFSET(pipe, plane_id),
1300 PLANE_OFFSET_Y(y) | PLANE_OFFSET_X(x));
1301
1302 if (intel_fb_is_rc_ccs_cc_modifier(fb->modifier)) {
1303 intel_de_write_fw(dev_priv, PLANE_CC_VAL(pipe, plane_id, 0),
1304 lower_32_bits(plane_state->ccval));
1305 intel_de_write_fw(dev_priv, PLANE_CC_VAL(pipe, plane_id, 1),
1306 upper_32_bits(plane_state->ccval));
1307 }
1308
1309 /* FLAT CCS doesn't need to program AUX_DIST */
1310 if (!HAS_FLAT_CCS(dev_priv) && DISPLAY_VER(dev_priv) < 20)
1311 intel_de_write_fw(dev_priv, PLANE_AUX_DIST(pipe, plane_id),
1312 skl_plane_aux_dist(plane_state, color_plane));
1313
1314 if (icl_is_hdr_plane(dev_priv, plane_id))
1315 intel_de_write_fw(dev_priv, PLANE_CUS_CTL(pipe, plane_id),
1316 plane_state->cus_ctl);
1317
1318 intel_de_write_fw(dev_priv, PLANE_COLOR_CTL(pipe, plane_id), plane_color_ctl);
1319
1320 if (fb->format->is_yuv && icl_is_hdr_plane(dev_priv, plane_id))
1321 icl_program_input_csc(plane, crtc_state, plane_state);
1322
1323 skl_write_plane_wm(plane, crtc_state);
1324
1325 /*
1326 * FIXME: pxp session invalidation can hit any time even at time of commit
1327 * or after the commit, display content will be garbage.
1328 */
1329 if (plane_state->force_black)
1330 icl_plane_csc_load_black(plane);
1331
1332 icl_plane_update_sel_fetch_noarm(plane, crtc_state, plane_state, color_plane);
1333}
1334
1335static void icl_plane_update_sel_fetch_arm(struct intel_plane *plane,
1336 const struct intel_crtc_state *crtc_state,
1337 const struct intel_plane_state *plane_state)
1338{
1339 struct drm_i915_private *i915 = to_i915(plane->base.dev);
1340 enum pipe pipe = plane->pipe;
1341
1342 if (!crtc_state->enable_psr2_sel_fetch)
1343 return;
1344
1345 if (drm_rect_height(&plane_state->psr2_sel_fetch_area) > 0)
1346 intel_de_write_fw(i915, PLANE_SEL_FETCH_CTL(pipe, plane->id),
1347 PLANE_SEL_FETCH_CTL_ENABLE);
1348 else
1349 icl_plane_disable_sel_fetch_arm(plane, crtc_state);
1350}
1351
1352static void
1353icl_plane_update_arm(struct intel_plane *plane,
1354 const struct intel_crtc_state *crtc_state,
1355 const struct intel_plane_state *plane_state)
1356{
1357 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1358 enum plane_id plane_id = plane->id;
1359 enum pipe pipe = plane->pipe;
1360 int color_plane = icl_plane_color_plane(plane_state);
1361 u32 plane_ctl;
1362
1363 plane_ctl = plane_state->ctl |
1364 skl_plane_ctl_crtc(crtc_state);
1365
1366 /*
1367 * Enable the scaler before the plane so that we don't
1368 * get a catastrophic underrun even if the two operations
1369 * end up happening in two different frames.
1370 *
1371 * TODO: split into noarm+arm pair
1372 */
1373 if (plane_state->scaler_id >= 0)
1374 skl_program_plane_scaler(plane, crtc_state, plane_state);
1375
1376 icl_plane_update_sel_fetch_arm(plane, crtc_state, plane_state);
1377
1378 /*
1379 * The control register self-arms if the plane was previously
1380 * disabled. Try to make the plane enable atomic by writing
1381 * the control register just before the surface register.
1382 */
1383 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1384 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1385 skl_plane_surf(plane_state, color_plane));
1386}
1387
1388static void
1389skl_plane_async_flip(struct intel_plane *plane,
1390 const struct intel_crtc_state *crtc_state,
1391 const struct intel_plane_state *plane_state,
1392 bool async_flip)
1393{
1394 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1395 enum plane_id plane_id = plane->id;
1396 enum pipe pipe = plane->pipe;
1397 u32 plane_ctl = plane_state->ctl;
1398
1399 plane_ctl |= skl_plane_ctl_crtc(crtc_state);
1400
1401 if (async_flip)
1402 plane_ctl |= PLANE_CTL_ASYNC_FLIP;
1403
1404 intel_de_write_fw(dev_priv, PLANE_CTL(pipe, plane_id), plane_ctl);
1405 intel_de_write_fw(dev_priv, PLANE_SURF(pipe, plane_id),
1406 skl_plane_surf(plane_state, 0));
1407}
1408
1409static bool intel_format_is_p01x(u32 format)
1410{
1411 switch (format) {
1412 case DRM_FORMAT_P010:
1413 case DRM_FORMAT_P012:
1414 case DRM_FORMAT_P016:
1415 return true;
1416 default:
1417 return false;
1418 }
1419}
1420
1421static int skl_plane_check_fb(const struct intel_crtc_state *crtc_state,
1422 const struct intel_plane_state *plane_state)
1423{
1424 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1425 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1426 const struct drm_framebuffer *fb = plane_state->hw.fb;
1427 unsigned int rotation = plane_state->hw.rotation;
1428
1429 if (!fb)
1430 return 0;
1431
1432 if (rotation & ~(DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_180) &&
1433 intel_fb_is_ccs_modifier(fb->modifier)) {
1434 drm_dbg_kms(&dev_priv->drm,
1435 "RC support only with 0/180 degree rotation (%x)\n",
1436 rotation);
1437 return -EINVAL;
1438 }
1439
1440 if (rotation & DRM_MODE_REFLECT_X &&
1441 fb->modifier == DRM_FORMAT_MOD_LINEAR) {
1442 drm_dbg_kms(&dev_priv->drm,
1443 "horizontal flip is not supported with linear surface formats\n");
1444 return -EINVAL;
1445 }
1446
1447 if (drm_rotation_90_or_270(rotation)) {
1448 if (!intel_fb_supports_90_270_rotation(to_intel_framebuffer(fb))) {
1449 drm_dbg_kms(&dev_priv->drm,
1450 "Y/Yf tiling required for 90/270!\n");
1451 return -EINVAL;
1452 }
1453
1454 /*
1455 * 90/270 is not allowed with RGB64 16:16:16:16 and
1456 * Indexed 8-bit. RGB 16-bit 5:6:5 is allowed gen11 onwards.
1457 */
1458 switch (fb->format->format) {
1459 case DRM_FORMAT_RGB565:
1460 if (DISPLAY_VER(dev_priv) >= 11)
1461 break;
1462 fallthrough;
1463 case DRM_FORMAT_C8:
1464 case DRM_FORMAT_XRGB16161616F:
1465 case DRM_FORMAT_XBGR16161616F:
1466 case DRM_FORMAT_ARGB16161616F:
1467 case DRM_FORMAT_ABGR16161616F:
1468 case DRM_FORMAT_Y210:
1469 case DRM_FORMAT_Y212:
1470 case DRM_FORMAT_Y216:
1471 case DRM_FORMAT_XVYU12_16161616:
1472 case DRM_FORMAT_XVYU16161616:
1473 drm_dbg_kms(&dev_priv->drm,
1474 "Unsupported pixel format %p4cc for 90/270!\n",
1475 &fb->format->format);
1476 return -EINVAL;
1477 default:
1478 break;
1479 }
1480 }
1481
1482 /* Y-tiling is not supported in IF-ID Interlace mode */
1483 if (crtc_state->hw.enable &&
1484 crtc_state->hw.adjusted_mode.flags & DRM_MODE_FLAG_INTERLACE &&
1485 fb->modifier != DRM_FORMAT_MOD_LINEAR &&
1486 fb->modifier != I915_FORMAT_MOD_X_TILED) {
1487 drm_dbg_kms(&dev_priv->drm,
1488 "Y/Yf tiling not supported in IF-ID mode\n");
1489 return -EINVAL;
1490 }
1491
1492 /* Wa_1606054188:tgl,adl-s */
1493 if ((IS_ALDERLAKE_S(dev_priv) || IS_TIGERLAKE(dev_priv)) &&
1494 plane_state->ckey.flags & I915_SET_COLORKEY_SOURCE &&
1495 intel_format_is_p01x(fb->format->format)) {
1496 drm_dbg_kms(&dev_priv->drm,
1497 "Source color keying not supported with P01x formats\n");
1498 return -EINVAL;
1499 }
1500
1501 return 0;
1502}
1503
1504static int skl_plane_check_dst_coordinates(const struct intel_crtc_state *crtc_state,
1505 const struct intel_plane_state *plane_state)
1506{
1507 struct drm_i915_private *dev_priv =
1508 to_i915(plane_state->uapi.plane->dev);
1509 int crtc_x = plane_state->uapi.dst.x1;
1510 int crtc_w = drm_rect_width(&plane_state->uapi.dst);
1511 int pipe_src_w = drm_rect_width(&crtc_state->pipe_src);
1512
1513 /*
1514 * Display WA #1175: glk
1515 * Planes other than the cursor may cause FIFO underflow and display
1516 * corruption if starting less than 4 pixels from the right edge of
1517 * the screen.
1518 * Besides the above WA fix the similar problem, where planes other
1519 * than the cursor ending less than 4 pixels from the left edge of the
1520 * screen may cause FIFO underflow and display corruption.
1521 */
1522 if (DISPLAY_VER(dev_priv) == 10 &&
1523 (crtc_x + crtc_w < 4 || crtc_x > pipe_src_w - 4)) {
1524 drm_dbg_kms(&dev_priv->drm,
1525 "requested plane X %s position %d invalid (valid range %d-%d)\n",
1526 crtc_x + crtc_w < 4 ? "end" : "start",
1527 crtc_x + crtc_w < 4 ? crtc_x + crtc_w : crtc_x,
1528 4, pipe_src_w - 4);
1529 return -ERANGE;
1530 }
1531
1532 return 0;
1533}
1534
1535static int skl_plane_check_nv12_rotation(const struct intel_plane_state *plane_state)
1536{
1537 struct drm_i915_private *i915 = to_i915(plane_state->uapi.plane->dev);
1538 const struct drm_framebuffer *fb = plane_state->hw.fb;
1539 unsigned int rotation = plane_state->hw.rotation;
1540 int src_w = drm_rect_width(&plane_state->uapi.src) >> 16;
1541
1542 /* Display WA #1106 */
1543 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier) &&
1544 src_w & 3 &&
1545 (rotation == DRM_MODE_ROTATE_270 ||
1546 rotation == (DRM_MODE_REFLECT_X | DRM_MODE_ROTATE_90))) {
1547 drm_dbg_kms(&i915->drm, "src width must be multiple of 4 for rotated planar YUV\n");
1548 return -EINVAL;
1549 }
1550
1551 return 0;
1552}
1553
1554static int skl_plane_max_scale(struct drm_i915_private *dev_priv,
1555 const struct drm_framebuffer *fb)
1556{
1557 /*
1558 * We don't yet know the final source width nor
1559 * whether we can use the HQ scaler mode. Assume
1560 * the best case.
1561 * FIXME need to properly check this later.
1562 */
1563 if (DISPLAY_VER(dev_priv) >= 10 ||
1564 !intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier))
1565 return 0x30000 - 1;
1566 else
1567 return 0x20000 - 1;
1568}
1569
1570static int intel_plane_min_width(struct intel_plane *plane,
1571 const struct drm_framebuffer *fb,
1572 int color_plane,
1573 unsigned int rotation)
1574{
1575 if (plane->min_width)
1576 return plane->min_width(fb, color_plane, rotation);
1577 else
1578 return 1;
1579}
1580
1581static int intel_plane_max_width(struct intel_plane *plane,
1582 const struct drm_framebuffer *fb,
1583 int color_plane,
1584 unsigned int rotation)
1585{
1586 if (plane->max_width)
1587 return plane->max_width(fb, color_plane, rotation);
1588 else
1589 return INT_MAX;
1590}
1591
1592static int intel_plane_max_height(struct intel_plane *plane,
1593 const struct drm_framebuffer *fb,
1594 int color_plane,
1595 unsigned int rotation)
1596{
1597 if (plane->max_height)
1598 return plane->max_height(fb, color_plane, rotation);
1599 else
1600 return INT_MAX;
1601}
1602
1603static bool
1604skl_check_main_ccs_coordinates(struct intel_plane_state *plane_state,
1605 int main_x, int main_y, u32 main_offset,
1606 int ccs_plane)
1607{
1608 const struct drm_framebuffer *fb = plane_state->hw.fb;
1609 int aux_x = plane_state->view.color_plane[ccs_plane].x;
1610 int aux_y = plane_state->view.color_plane[ccs_plane].y;
1611 u32 aux_offset = plane_state->view.color_plane[ccs_plane].offset;
1612 u32 alignment = intel_surf_alignment(fb, ccs_plane);
1613 int hsub;
1614 int vsub;
1615
1616 intel_fb_plane_get_subsampling(&hsub, &vsub, fb, ccs_plane);
1617 while (aux_offset >= main_offset && aux_y <= main_y) {
1618 int x, y;
1619
1620 if (aux_x == main_x && aux_y == main_y)
1621 break;
1622
1623 if (aux_offset == 0)
1624 break;
1625
1626 x = aux_x / hsub;
1627 y = aux_y / vsub;
1628 aux_offset = intel_plane_adjust_aligned_offset(&x, &y,
1629 plane_state,
1630 ccs_plane,
1631 aux_offset,
1632 aux_offset -
1633 alignment);
1634 aux_x = x * hsub + aux_x % hsub;
1635 aux_y = y * vsub + aux_y % vsub;
1636 }
1637
1638 if (aux_x != main_x || aux_y != main_y)
1639 return false;
1640
1641 plane_state->view.color_plane[ccs_plane].offset = aux_offset;
1642 plane_state->view.color_plane[ccs_plane].x = aux_x;
1643 plane_state->view.color_plane[ccs_plane].y = aux_y;
1644
1645 return true;
1646}
1647
1648
1649int skl_calc_main_surface_offset(const struct intel_plane_state *plane_state,
1650 int *x, int *y, u32 *offset)
1651{
1652 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1653 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1654 const struct drm_framebuffer *fb = plane_state->hw.fb;
1655 const int aux_plane = skl_main_to_aux_plane(fb, 0);
1656 const u32 aux_offset = plane_state->view.color_plane[aux_plane].offset;
1657 const u32 alignment = intel_surf_alignment(fb, 0);
1658 const int w = drm_rect_width(&plane_state->uapi.src) >> 16;
1659
1660 intel_add_fb_offsets(x, y, plane_state, 0);
1661 *offset = intel_plane_compute_aligned_offset(x, y, plane_state, 0);
1662 if (drm_WARN_ON(&dev_priv->drm, alignment && !is_power_of_2(alignment)))
1663 return -EINVAL;
1664
1665 /*
1666 * AUX surface offset is specified as the distance from the
1667 * main surface offset, and it must be non-negative. Make
1668 * sure that is what we will get.
1669 */
1670 if (aux_plane && *offset > aux_offset)
1671 *offset = intel_plane_adjust_aligned_offset(x, y, plane_state, 0,
1672 *offset,
1673 aux_offset & ~(alignment - 1));
1674
1675 /*
1676 * When using an X-tiled surface, the plane blows up
1677 * if the x offset + width exceed the stride.
1678 *
1679 * TODO: linear and Y-tiled seem fine, Yf untested,
1680 */
1681 if (fb->modifier == I915_FORMAT_MOD_X_TILED) {
1682 int cpp = fb->format->cpp[0];
1683
1684 while ((*x + w) * cpp > plane_state->view.color_plane[0].mapping_stride) {
1685 if (*offset == 0) {
1686 drm_dbg_kms(&dev_priv->drm,
1687 "Unable to find suitable display surface offset due to X-tiling\n");
1688 return -EINVAL;
1689 }
1690
1691 *offset = intel_plane_adjust_aligned_offset(x, y, plane_state, 0,
1692 *offset,
1693 *offset - alignment);
1694 }
1695 }
1696
1697 return 0;
1698}
1699
1700static int skl_check_main_surface(struct intel_plane_state *plane_state)
1701{
1702 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1703 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1704 const struct drm_framebuffer *fb = plane_state->hw.fb;
1705 const unsigned int rotation = plane_state->hw.rotation;
1706 int x = plane_state->uapi.src.x1 >> 16;
1707 int y = plane_state->uapi.src.y1 >> 16;
1708 const int w = drm_rect_width(&plane_state->uapi.src) >> 16;
1709 const int h = drm_rect_height(&plane_state->uapi.src) >> 16;
1710 const int min_width = intel_plane_min_width(plane, fb, 0, rotation);
1711 const int max_width = intel_plane_max_width(plane, fb, 0, rotation);
1712 const int max_height = intel_plane_max_height(plane, fb, 0, rotation);
1713 const int aux_plane = skl_main_to_aux_plane(fb, 0);
1714 const u32 alignment = intel_surf_alignment(fb, 0);
1715 u32 offset;
1716 int ret;
1717
1718 if (w > max_width || w < min_width || h > max_height || h < 1) {
1719 drm_dbg_kms(&dev_priv->drm,
1720 "requested Y/RGB source size %dx%d outside limits (min: %dx1 max: %dx%d)\n",
1721 w, h, min_width, max_width, max_height);
1722 return -EINVAL;
1723 }
1724
1725 ret = skl_calc_main_surface_offset(plane_state, &x, &y, &offset);
1726 if (ret)
1727 return ret;
1728
1729 /*
1730 * CCS AUX surface doesn't have its own x/y offsets, we must make sure
1731 * they match with the main surface x/y offsets. On DG2
1732 * there's no aux plane on fb so skip this checking.
1733 */
1734 if (intel_fb_is_ccs_modifier(fb->modifier) && aux_plane) {
1735 while (!skl_check_main_ccs_coordinates(plane_state, x, y,
1736 offset, aux_plane)) {
1737 if (offset == 0)
1738 break;
1739
1740 offset = intel_plane_adjust_aligned_offset(&x, &y, plane_state, 0,
1741 offset, offset - alignment);
1742 }
1743
1744 if (x != plane_state->view.color_plane[aux_plane].x ||
1745 y != plane_state->view.color_plane[aux_plane].y) {
1746 drm_dbg_kms(&dev_priv->drm,
1747 "Unable to find suitable display surface offset due to CCS\n");
1748 return -EINVAL;
1749 }
1750 }
1751
1752 if (DISPLAY_VER(dev_priv) >= 13)
1753 drm_WARN_ON(&dev_priv->drm, x > 65535 || y > 65535);
1754 else
1755 drm_WARN_ON(&dev_priv->drm, x > 8191 || y > 8191);
1756
1757 plane_state->view.color_plane[0].offset = offset;
1758 plane_state->view.color_plane[0].x = x;
1759 plane_state->view.color_plane[0].y = y;
1760
1761 /*
1762 * Put the final coordinates back so that the src
1763 * coordinate checks will see the right values.
1764 */
1765 drm_rect_translate_to(&plane_state->uapi.src,
1766 x << 16, y << 16);
1767
1768 return 0;
1769}
1770
1771static int skl_check_nv12_aux_surface(struct intel_plane_state *plane_state)
1772{
1773 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1774 struct drm_i915_private *i915 = to_i915(plane->base.dev);
1775 const struct drm_framebuffer *fb = plane_state->hw.fb;
1776 unsigned int rotation = plane_state->hw.rotation;
1777 int uv_plane = 1;
1778 int ccs_plane = intel_fb_is_ccs_modifier(fb->modifier) ?
1779 skl_main_to_aux_plane(fb, uv_plane) : 0;
1780 int max_width = intel_plane_max_width(plane, fb, uv_plane, rotation);
1781 int max_height = intel_plane_max_height(plane, fb, uv_plane, rotation);
1782 int x = plane_state->uapi.src.x1 >> 17;
1783 int y = plane_state->uapi.src.y1 >> 17;
1784 int w = drm_rect_width(&plane_state->uapi.src) >> 17;
1785 int h = drm_rect_height(&plane_state->uapi.src) >> 17;
1786 u32 offset;
1787
1788 /* FIXME not quite sure how/if these apply to the chroma plane */
1789 if (w > max_width || h > max_height) {
1790 drm_dbg_kms(&i915->drm,
1791 "CbCr source size %dx%d too big (limit %dx%d)\n",
1792 w, h, max_width, max_height);
1793 return -EINVAL;
1794 }
1795
1796 intel_add_fb_offsets(&x, &y, plane_state, uv_plane);
1797 offset = intel_plane_compute_aligned_offset(&x, &y,
1798 plane_state, uv_plane);
1799
1800 if (ccs_plane) {
1801 u32 aux_offset = plane_state->view.color_plane[ccs_plane].offset;
1802 u32 alignment = intel_surf_alignment(fb, uv_plane);
1803
1804 if (offset > aux_offset)
1805 offset = intel_plane_adjust_aligned_offset(&x, &y,
1806 plane_state,
1807 uv_plane,
1808 offset,
1809 aux_offset & ~(alignment - 1));
1810
1811 while (!skl_check_main_ccs_coordinates(plane_state, x, y,
1812 offset, ccs_plane)) {
1813 if (offset == 0)
1814 break;
1815
1816 offset = intel_plane_adjust_aligned_offset(&x, &y,
1817 plane_state,
1818 uv_plane,
1819 offset, offset - alignment);
1820 }
1821
1822 if (x != plane_state->view.color_plane[ccs_plane].x ||
1823 y != plane_state->view.color_plane[ccs_plane].y) {
1824 drm_dbg_kms(&i915->drm,
1825 "Unable to find suitable display surface offset due to CCS\n");
1826 return -EINVAL;
1827 }
1828 }
1829
1830 if (DISPLAY_VER(i915) >= 13)
1831 drm_WARN_ON(&i915->drm, x > 65535 || y > 65535);
1832 else
1833 drm_WARN_ON(&i915->drm, x > 8191 || y > 8191);
1834
1835 plane_state->view.color_plane[uv_plane].offset = offset;
1836 plane_state->view.color_plane[uv_plane].x = x;
1837 plane_state->view.color_plane[uv_plane].y = y;
1838
1839 return 0;
1840}
1841
1842static int skl_check_ccs_aux_surface(struct intel_plane_state *plane_state)
1843{
1844 const struct drm_framebuffer *fb = plane_state->hw.fb;
1845 int src_x = plane_state->uapi.src.x1 >> 16;
1846 int src_y = plane_state->uapi.src.y1 >> 16;
1847 u32 offset;
1848 int ccs_plane;
1849
1850 for (ccs_plane = 0; ccs_plane < fb->format->num_planes; ccs_plane++) {
1851 int main_hsub, main_vsub;
1852 int hsub, vsub;
1853 int x, y;
1854
1855 if (!intel_fb_is_ccs_aux_plane(fb, ccs_plane))
1856 continue;
1857
1858 intel_fb_plane_get_subsampling(&main_hsub, &main_vsub, fb,
1859 skl_ccs_to_main_plane(fb, ccs_plane));
1860 intel_fb_plane_get_subsampling(&hsub, &vsub, fb, ccs_plane);
1861
1862 hsub *= main_hsub;
1863 vsub *= main_vsub;
1864 x = src_x / hsub;
1865 y = src_y / vsub;
1866
1867 intel_add_fb_offsets(&x, &y, plane_state, ccs_plane);
1868
1869 offset = intel_plane_compute_aligned_offset(&x, &y,
1870 plane_state,
1871 ccs_plane);
1872
1873 plane_state->view.color_plane[ccs_plane].offset = offset;
1874 plane_state->view.color_plane[ccs_plane].x = (x * hsub + src_x % hsub) / main_hsub;
1875 plane_state->view.color_plane[ccs_plane].y = (y * vsub + src_y % vsub) / main_vsub;
1876 }
1877
1878 return 0;
1879}
1880
1881static int skl_check_plane_surface(struct intel_plane_state *plane_state)
1882{
1883 const struct drm_framebuffer *fb = plane_state->hw.fb;
1884 int ret;
1885
1886 ret = intel_plane_compute_gtt(plane_state);
1887 if (ret)
1888 return ret;
1889
1890 if (!plane_state->uapi.visible)
1891 return 0;
1892
1893 /*
1894 * Handle the AUX surface first since the main surface setup depends on
1895 * it.
1896 */
1897 if (intel_fb_is_ccs_modifier(fb->modifier)) {
1898 ret = skl_check_ccs_aux_surface(plane_state);
1899 if (ret)
1900 return ret;
1901 }
1902
1903 if (intel_format_info_is_yuv_semiplanar(fb->format,
1904 fb->modifier)) {
1905 ret = skl_check_nv12_aux_surface(plane_state);
1906 if (ret)
1907 return ret;
1908 }
1909
1910 ret = skl_check_main_surface(plane_state);
1911 if (ret)
1912 return ret;
1913
1914 return 0;
1915}
1916
1917static bool skl_fb_scalable(const struct drm_framebuffer *fb)
1918{
1919 if (!fb)
1920 return false;
1921
1922 switch (fb->format->format) {
1923 case DRM_FORMAT_C8:
1924 return false;
1925 case DRM_FORMAT_XRGB16161616F:
1926 case DRM_FORMAT_ARGB16161616F:
1927 case DRM_FORMAT_XBGR16161616F:
1928 case DRM_FORMAT_ABGR16161616F:
1929 return DISPLAY_VER(to_i915(fb->dev)) >= 11;
1930 default:
1931 return true;
1932 }
1933}
1934
1935static void check_protection(struct intel_plane_state *plane_state)
1936{
1937 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1938 struct drm_i915_private *i915 = to_i915(plane->base.dev);
1939 const struct drm_framebuffer *fb = plane_state->hw.fb;
1940 struct drm_i915_gem_object *obj = intel_fb_obj(fb);
1941
1942 if (DISPLAY_VER(i915) < 11)
1943 return;
1944
1945 plane_state->decrypt = intel_pxp_key_check(i915->pxp, obj, false) == 0;
1946 plane_state->force_black = i915_gem_object_is_protected(obj) &&
1947 !plane_state->decrypt;
1948}
1949
1950static int skl_plane_check(struct intel_crtc_state *crtc_state,
1951 struct intel_plane_state *plane_state)
1952{
1953 struct intel_plane *plane = to_intel_plane(plane_state->uapi.plane);
1954 struct drm_i915_private *dev_priv = to_i915(plane->base.dev);
1955 const struct drm_framebuffer *fb = plane_state->hw.fb;
1956 int min_scale = DRM_PLANE_NO_SCALING;
1957 int max_scale = DRM_PLANE_NO_SCALING;
1958 int ret;
1959
1960 ret = skl_plane_check_fb(crtc_state, plane_state);
1961 if (ret)
1962 return ret;
1963
1964 /* use scaler when colorkey is not required */
1965 if (!plane_state->ckey.flags && skl_fb_scalable(fb)) {
1966 min_scale = 1;
1967 max_scale = skl_plane_max_scale(dev_priv, fb);
1968 }
1969
1970 ret = intel_atomic_plane_check_clipping(plane_state, crtc_state,
1971 min_scale, max_scale, true);
1972 if (ret)
1973 return ret;
1974
1975 ret = skl_check_plane_surface(plane_state);
1976 if (ret)
1977 return ret;
1978
1979 if (!plane_state->uapi.visible)
1980 return 0;
1981
1982 ret = skl_plane_check_dst_coordinates(crtc_state, plane_state);
1983 if (ret)
1984 return ret;
1985
1986 ret = intel_plane_check_src_coordinates(plane_state);
1987 if (ret)
1988 return ret;
1989
1990 ret = skl_plane_check_nv12_rotation(plane_state);
1991 if (ret)
1992 return ret;
1993
1994 check_protection(plane_state);
1995
1996 /* HW only has 8 bits pixel precision, disable plane if invisible */
1997 if (!(plane_state->hw.alpha >> 8))
1998 plane_state->uapi.visible = false;
1999
2000 plane_state->ctl = skl_plane_ctl(crtc_state, plane_state);
2001
2002 if (DISPLAY_VER(dev_priv) >= 10)
2003 plane_state->color_ctl = glk_plane_color_ctl(crtc_state,
2004 plane_state);
2005
2006 if (intel_format_info_is_yuv_semiplanar(fb->format, fb->modifier) &&
2007 icl_is_hdr_plane(dev_priv, plane->id))
2008 /* Enable and use MPEG-2 chroma siting */
2009 plane_state->cus_ctl = PLANE_CUS_ENABLE |
2010 PLANE_CUS_HPHASE_0 |
2011 PLANE_CUS_VPHASE_SIGN_NEGATIVE | PLANE_CUS_VPHASE_0_25;
2012 else
2013 plane_state->cus_ctl = 0;
2014
2015 return 0;
2016}
2017
2018static enum intel_fbc_id skl_fbc_id_for_pipe(enum pipe pipe)
2019{
2020 return pipe - PIPE_A + INTEL_FBC_A;
2021}
2022
2023static bool skl_plane_has_fbc(struct drm_i915_private *i915,
2024 enum intel_fbc_id fbc_id, enum plane_id plane_id)
2025{
2026 if ((DISPLAY_RUNTIME_INFO(i915)->fbc_mask & BIT(fbc_id)) == 0)
2027 return false;
2028
2029 if (DISPLAY_VER(i915) >= 20)
2030 return icl_is_hdr_plane(i915, plane_id);
2031 else
2032 return plane_id == PLANE_PRIMARY;
2033}
2034
2035static struct intel_fbc *skl_plane_fbc(struct drm_i915_private *dev_priv,
2036 enum pipe pipe, enum plane_id plane_id)
2037{
2038 enum intel_fbc_id fbc_id = skl_fbc_id_for_pipe(pipe);
2039
2040 if (skl_plane_has_fbc(dev_priv, fbc_id, plane_id))
2041 return dev_priv->display.fbc[fbc_id];
2042 else
2043 return NULL;
2044}
2045
2046static bool skl_plane_has_planar(struct drm_i915_private *dev_priv,
2047 enum pipe pipe, enum plane_id plane_id)
2048{
2049 /* Display WA #0870: skl, bxt */
2050 if (IS_SKYLAKE(dev_priv) || IS_BROXTON(dev_priv))
2051 return false;
2052
2053 if (DISPLAY_VER(dev_priv) == 9 && pipe == PIPE_C)
2054 return false;
2055
2056 if (plane_id != PLANE_PRIMARY && plane_id != PLANE_SPRITE0)
2057 return false;
2058
2059 return true;
2060}
2061
2062static const u32 *skl_get_plane_formats(struct drm_i915_private *dev_priv,
2063 enum pipe pipe, enum plane_id plane_id,
2064 int *num_formats)
2065{
2066 if (skl_plane_has_planar(dev_priv, pipe, plane_id)) {
2067 *num_formats = ARRAY_SIZE(skl_planar_formats);
2068 return skl_planar_formats;
2069 } else {
2070 *num_formats = ARRAY_SIZE(skl_plane_formats);
2071 return skl_plane_formats;
2072 }
2073}
2074
2075static const u32 *glk_get_plane_formats(struct drm_i915_private *dev_priv,
2076 enum pipe pipe, enum plane_id plane_id,
2077 int *num_formats)
2078{
2079 if (skl_plane_has_planar(dev_priv, pipe, plane_id)) {
2080 *num_formats = ARRAY_SIZE(glk_planar_formats);
2081 return glk_planar_formats;
2082 } else {
2083 *num_formats = ARRAY_SIZE(skl_plane_formats);
2084 return skl_plane_formats;
2085 }
2086}
2087
2088static const u32 *icl_get_plane_formats(struct drm_i915_private *dev_priv,
2089 enum pipe pipe, enum plane_id plane_id,
2090 int *num_formats)
2091{
2092 if (icl_is_hdr_plane(dev_priv, plane_id)) {
2093 *num_formats = ARRAY_SIZE(icl_hdr_plane_formats);
2094 return icl_hdr_plane_formats;
2095 } else if (icl_is_nv12_y_plane(dev_priv, plane_id)) {
2096 *num_formats = ARRAY_SIZE(icl_sdr_y_plane_formats);
2097 return icl_sdr_y_plane_formats;
2098 } else {
2099 *num_formats = ARRAY_SIZE(icl_sdr_uv_plane_formats);
2100 return icl_sdr_uv_plane_formats;
2101 }
2102}
2103
2104static bool skl_plane_format_mod_supported(struct drm_plane *_plane,
2105 u32 format, u64 modifier)
2106{
2107 struct intel_plane *plane = to_intel_plane(_plane);
2108
2109 if (!intel_fb_plane_supports_modifier(plane, modifier))
2110 return false;
2111
2112 switch (format) {
2113 case DRM_FORMAT_XRGB8888:
2114 case DRM_FORMAT_XBGR8888:
2115 case DRM_FORMAT_ARGB8888:
2116 case DRM_FORMAT_ABGR8888:
2117 if (intel_fb_is_ccs_modifier(modifier))
2118 return true;
2119 fallthrough;
2120 case DRM_FORMAT_RGB565:
2121 case DRM_FORMAT_XRGB2101010:
2122 case DRM_FORMAT_XBGR2101010:
2123 case DRM_FORMAT_ARGB2101010:
2124 case DRM_FORMAT_ABGR2101010:
2125 case DRM_FORMAT_YUYV:
2126 case DRM_FORMAT_YVYU:
2127 case DRM_FORMAT_UYVY:
2128 case DRM_FORMAT_VYUY:
2129 case DRM_FORMAT_NV12:
2130 case DRM_FORMAT_XYUV8888:
2131 case DRM_FORMAT_P010:
2132 case DRM_FORMAT_P012:
2133 case DRM_FORMAT_P016:
2134 case DRM_FORMAT_XVYU2101010:
2135 if (modifier == I915_FORMAT_MOD_Yf_TILED)
2136 return true;
2137 fallthrough;
2138 case DRM_FORMAT_C8:
2139 case DRM_FORMAT_XBGR16161616F:
2140 case DRM_FORMAT_ABGR16161616F:
2141 case DRM_FORMAT_XRGB16161616F:
2142 case DRM_FORMAT_ARGB16161616F:
2143 case DRM_FORMAT_Y210:
2144 case DRM_FORMAT_Y212:
2145 case DRM_FORMAT_Y216:
2146 case DRM_FORMAT_XVYU12_16161616:
2147 case DRM_FORMAT_XVYU16161616:
2148 if (modifier == DRM_FORMAT_MOD_LINEAR ||
2149 modifier == I915_FORMAT_MOD_X_TILED ||
2150 modifier == I915_FORMAT_MOD_Y_TILED)
2151 return true;
2152 fallthrough;
2153 default:
2154 return false;
2155 }
2156}
2157
2158static bool gen12_plane_format_mod_supported(struct drm_plane *_plane,
2159 u32 format, u64 modifier)
2160{
2161 struct intel_plane *plane = to_intel_plane(_plane);
2162
2163 if (!intel_fb_plane_supports_modifier(plane, modifier))
2164 return false;
2165
2166 switch (format) {
2167 case DRM_FORMAT_XRGB8888:
2168 case DRM_FORMAT_XBGR8888:
2169 case DRM_FORMAT_ARGB8888:
2170 case DRM_FORMAT_ABGR8888:
2171 if (intel_fb_is_ccs_modifier(modifier))
2172 return true;
2173 fallthrough;
2174 case DRM_FORMAT_YUYV:
2175 case DRM_FORMAT_YVYU:
2176 case DRM_FORMAT_UYVY:
2177 case DRM_FORMAT_VYUY:
2178 case DRM_FORMAT_NV12:
2179 case DRM_FORMAT_XYUV8888:
2180 case DRM_FORMAT_P010:
2181 case DRM_FORMAT_P012:
2182 case DRM_FORMAT_P016:
2183 if (intel_fb_is_mc_ccs_modifier(modifier))
2184 return true;
2185 fallthrough;
2186 case DRM_FORMAT_RGB565:
2187 case DRM_FORMAT_XRGB2101010:
2188 case DRM_FORMAT_XBGR2101010:
2189 case DRM_FORMAT_ARGB2101010:
2190 case DRM_FORMAT_ABGR2101010:
2191 case DRM_FORMAT_XVYU2101010:
2192 case DRM_FORMAT_C8:
2193 case DRM_FORMAT_XBGR16161616F:
2194 case DRM_FORMAT_ABGR16161616F:
2195 case DRM_FORMAT_XRGB16161616F:
2196 case DRM_FORMAT_ARGB16161616F:
2197 case DRM_FORMAT_Y210:
2198 case DRM_FORMAT_Y212:
2199 case DRM_FORMAT_Y216:
2200 case DRM_FORMAT_XVYU12_16161616:
2201 case DRM_FORMAT_XVYU16161616:
2202 if (!intel_fb_is_ccs_modifier(modifier))
2203 return true;
2204 fallthrough;
2205 default:
2206 return false;
2207 }
2208}
2209
2210static const struct drm_plane_funcs skl_plane_funcs = {
2211 .update_plane = drm_atomic_helper_update_plane,
2212 .disable_plane = drm_atomic_helper_disable_plane,
2213 .destroy = intel_plane_destroy,
2214 .atomic_duplicate_state = intel_plane_duplicate_state,
2215 .atomic_destroy_state = intel_plane_destroy_state,
2216 .format_mod_supported = skl_plane_format_mod_supported,
2217};
2218
2219static const struct drm_plane_funcs gen12_plane_funcs = {
2220 .update_plane = drm_atomic_helper_update_plane,
2221 .disable_plane = drm_atomic_helper_disable_plane,
2222 .destroy = intel_plane_destroy,
2223 .atomic_duplicate_state = intel_plane_duplicate_state,
2224 .atomic_destroy_state = intel_plane_destroy_state,
2225 .format_mod_supported = gen12_plane_format_mod_supported,
2226};
2227
2228static void
2229skl_plane_enable_flip_done(struct intel_plane *plane)
2230{
2231 struct drm_i915_private *i915 = to_i915(plane->base.dev);
2232 enum pipe pipe = plane->pipe;
2233
2234 spin_lock_irq(&i915->irq_lock);
2235 bdw_enable_pipe_irq(i915, pipe, GEN9_PIPE_PLANE_FLIP_DONE(plane->id));
2236 spin_unlock_irq(&i915->irq_lock);
2237}
2238
2239static void
2240skl_plane_disable_flip_done(struct intel_plane *plane)
2241{
2242 struct drm_i915_private *i915 = to_i915(plane->base.dev);
2243 enum pipe pipe = plane->pipe;
2244
2245 spin_lock_irq(&i915->irq_lock);
2246 bdw_disable_pipe_irq(i915, pipe, GEN9_PIPE_PLANE_FLIP_DONE(plane->id));
2247 spin_unlock_irq(&i915->irq_lock);
2248}
2249
2250static bool skl_plane_has_rc_ccs(struct drm_i915_private *i915,
2251 enum pipe pipe, enum plane_id plane_id)
2252{
2253 /* Wa_22011186057 */
2254 if (IS_ALDERLAKE_P(i915) && IS_DISPLAY_STEP(i915, STEP_A0, STEP_B0))
2255 return false;
2256
2257 if (DISPLAY_VER(i915) >= 11)
2258 return true;
2259
2260 if (IS_GEMINILAKE(i915))
2261 return pipe != PIPE_C;
2262
2263 return pipe != PIPE_C &&
2264 (plane_id == PLANE_PRIMARY ||
2265 plane_id == PLANE_SPRITE0);
2266}
2267
2268static bool gen12_plane_has_mc_ccs(struct drm_i915_private *i915,
2269 enum plane_id plane_id)
2270{
2271 if (DISPLAY_VER(i915) < 12)
2272 return false;
2273
2274 /* Wa_14010477008 */
2275 if (IS_DG1(i915) || IS_ROCKETLAKE(i915) ||
2276 (IS_TIGERLAKE(i915) && IS_DISPLAY_STEP(i915, STEP_A0, STEP_D0)))
2277 return false;
2278
2279 /* Wa_22011186057 */
2280 if (IS_ALDERLAKE_P(i915) && IS_DISPLAY_STEP(i915, STEP_A0, STEP_B0))
2281 return false;
2282
2283 return plane_id < PLANE_SPRITE4;
2284}
2285
2286static u8 skl_get_plane_caps(struct drm_i915_private *i915,
2287 enum pipe pipe, enum plane_id plane_id)
2288{
2289 u8 caps = INTEL_PLANE_CAP_TILING_X;
2290
2291 if (DISPLAY_VER(i915) < 13 || IS_ALDERLAKE_P(i915))
2292 caps |= INTEL_PLANE_CAP_TILING_Y;
2293 if (DISPLAY_VER(i915) < 12)
2294 caps |= INTEL_PLANE_CAP_TILING_Yf;
2295 if (HAS_4TILE(i915))
2296 caps |= INTEL_PLANE_CAP_TILING_4;
2297
2298 if (!IS_ENABLED(I915) && !HAS_FLAT_CCS(i915))
2299 return caps;
2300
2301 if (skl_plane_has_rc_ccs(i915, pipe, plane_id)) {
2302 caps |= INTEL_PLANE_CAP_CCS_RC;
2303 if (DISPLAY_VER(i915) >= 12)
2304 caps |= INTEL_PLANE_CAP_CCS_RC_CC;
2305 }
2306
2307 if (gen12_plane_has_mc_ccs(i915, plane_id))
2308 caps |= INTEL_PLANE_CAP_CCS_MC;
2309
2310 return caps;
2311}
2312
2313struct intel_plane *
2314skl_universal_plane_create(struct drm_i915_private *dev_priv,
2315 enum pipe pipe, enum plane_id plane_id)
2316{
2317 const struct drm_plane_funcs *plane_funcs;
2318 struct intel_plane *plane;
2319 enum drm_plane_type plane_type;
2320 unsigned int supported_rotations;
2321 unsigned int supported_csc;
2322 const u64 *modifiers;
2323 const u32 *formats;
2324 int num_formats;
2325 int ret;
2326
2327 plane = intel_plane_alloc();
2328 if (IS_ERR(plane))
2329 return plane;
2330
2331 plane->pipe = pipe;
2332 plane->id = plane_id;
2333 plane->frontbuffer_bit = INTEL_FRONTBUFFER(pipe, plane_id);
2334
2335 intel_fbc_add_plane(skl_plane_fbc(dev_priv, pipe, plane_id), plane);
2336
2337 if (DISPLAY_VER(dev_priv) >= 11) {
2338 plane->min_width = icl_plane_min_width;
2339 if (icl_is_hdr_plane(dev_priv, plane_id))
2340 plane->max_width = icl_hdr_plane_max_width;
2341 else
2342 plane->max_width = icl_sdr_plane_max_width;
2343 plane->max_height = icl_plane_max_height;
2344 plane->min_cdclk = icl_plane_min_cdclk;
2345 } else if (DISPLAY_VER(dev_priv) >= 10) {
2346 plane->max_width = glk_plane_max_width;
2347 plane->max_height = skl_plane_max_height;
2348 plane->min_cdclk = glk_plane_min_cdclk;
2349 } else {
2350 plane->max_width = skl_plane_max_width;
2351 plane->max_height = skl_plane_max_height;
2352 plane->min_cdclk = skl_plane_min_cdclk;
2353 }
2354
2355 plane->max_stride = skl_plane_max_stride;
2356 if (DISPLAY_VER(dev_priv) >= 11) {
2357 plane->update_noarm = icl_plane_update_noarm;
2358 plane->update_arm = icl_plane_update_arm;
2359 plane->disable_arm = icl_plane_disable_arm;
2360 } else {
2361 plane->update_noarm = skl_plane_update_noarm;
2362 plane->update_arm = skl_plane_update_arm;
2363 plane->disable_arm = skl_plane_disable_arm;
2364 }
2365 plane->get_hw_state = skl_plane_get_hw_state;
2366 plane->check_plane = skl_plane_check;
2367
2368 if (plane_id == PLANE_PRIMARY) {
2369 plane->need_async_flip_disable_wa = IS_DISPLAY_VER(dev_priv,
2370 9, 10);
2371 plane->async_flip = skl_plane_async_flip;
2372 plane->enable_flip_done = skl_plane_enable_flip_done;
2373 plane->disable_flip_done = skl_plane_disable_flip_done;
2374 }
2375
2376 if (DISPLAY_VER(dev_priv) >= 11)
2377 formats = icl_get_plane_formats(dev_priv, pipe,
2378 plane_id, &num_formats);
2379 else if (DISPLAY_VER(dev_priv) >= 10)
2380 formats = glk_get_plane_formats(dev_priv, pipe,
2381 plane_id, &num_formats);
2382 else
2383 formats = skl_get_plane_formats(dev_priv, pipe,
2384 plane_id, &num_formats);
2385
2386 if (DISPLAY_VER(dev_priv) >= 12)
2387 plane_funcs = &gen12_plane_funcs;
2388 else
2389 plane_funcs = &skl_plane_funcs;
2390
2391 if (plane_id == PLANE_PRIMARY)
2392 plane_type = DRM_PLANE_TYPE_PRIMARY;
2393 else
2394 plane_type = DRM_PLANE_TYPE_OVERLAY;
2395
2396 modifiers = intel_fb_plane_get_modifiers(dev_priv,
2397 skl_get_plane_caps(dev_priv, pipe, plane_id));
2398
2399 ret = drm_universal_plane_init(&dev_priv->drm, &plane->base,
2400 0, plane_funcs,
2401 formats, num_formats, modifiers,
2402 plane_type,
2403 "plane %d%c", plane_id + 1,
2404 pipe_name(pipe));
2405
2406 kfree(modifiers);
2407
2408 if (ret)
2409 goto fail;
2410
2411 if (DISPLAY_VER(dev_priv) >= 13)
2412 supported_rotations = DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_180;
2413 else
2414 supported_rotations =
2415 DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 |
2416 DRM_MODE_ROTATE_180 | DRM_MODE_ROTATE_270;
2417
2418 if (DISPLAY_VER(dev_priv) >= 11)
2419 supported_rotations |= DRM_MODE_REFLECT_X;
2420
2421 drm_plane_create_rotation_property(&plane->base,
2422 DRM_MODE_ROTATE_0,
2423 supported_rotations);
2424
2425 supported_csc = BIT(DRM_COLOR_YCBCR_BT601) | BIT(DRM_COLOR_YCBCR_BT709);
2426
2427 if (DISPLAY_VER(dev_priv) >= 10)
2428 supported_csc |= BIT(DRM_COLOR_YCBCR_BT2020);
2429
2430 drm_plane_create_color_properties(&plane->base,
2431 supported_csc,
2432 BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) |
2433 BIT(DRM_COLOR_YCBCR_FULL_RANGE),
2434 DRM_COLOR_YCBCR_BT709,
2435 DRM_COLOR_YCBCR_LIMITED_RANGE);
2436
2437 drm_plane_create_alpha_property(&plane->base);
2438 drm_plane_create_blend_mode_property(&plane->base,
2439 BIT(DRM_MODE_BLEND_PIXEL_NONE) |
2440 BIT(DRM_MODE_BLEND_PREMULTI) |
2441 BIT(DRM_MODE_BLEND_COVERAGE));
2442
2443 drm_plane_create_zpos_immutable_property(&plane->base, plane_id);
2444
2445 if (DISPLAY_VER(dev_priv) >= 12)
2446 drm_plane_enable_fb_damage_clips(&plane->base);
2447
2448 if (DISPLAY_VER(dev_priv) >= 11)
2449 drm_plane_create_scaling_filter_property(&plane->base,
2450 BIT(DRM_SCALING_FILTER_DEFAULT) |
2451 BIT(DRM_SCALING_FILTER_NEAREST_NEIGHBOR));
2452
2453 intel_plane_helper_add(plane);
2454
2455 return plane;
2456
2457fail:
2458 intel_plane_free(plane);
2459
2460 return ERR_PTR(ret);
2461}
2462
2463void
2464skl_get_initial_plane_config(struct intel_crtc *crtc,
2465 struct intel_initial_plane_config *plane_config)
2466{
2467 struct intel_crtc_state *crtc_state = to_intel_crtc_state(crtc->base.state);
2468 struct drm_device *dev = crtc->base.dev;
2469 struct drm_i915_private *dev_priv = to_i915(dev);
2470 struct intel_plane *plane = to_intel_plane(crtc->base.primary);
2471 enum plane_id plane_id = plane->id;
2472 enum pipe pipe;
2473 u32 val, base, offset, stride_mult, tiling, alpha;
2474 int fourcc, pixel_format;
2475 unsigned int aligned_height;
2476 struct drm_framebuffer *fb;
2477 struct intel_framebuffer *intel_fb;
2478 static_assert(PLANE_CTL_TILED_YF == PLANE_CTL_TILED_4);
2479
2480 if (!plane->get_hw_state(plane, &pipe))
2481 return;
2482
2483 drm_WARN_ON(dev, pipe != crtc->pipe);
2484
2485 if (crtc_state->bigjoiner_pipes) {
2486 drm_dbg_kms(&dev_priv->drm,
2487 "Unsupported bigjoiner configuration for initial FB\n");
2488 return;
2489 }
2490
2491 intel_fb = kzalloc(sizeof(*intel_fb), GFP_KERNEL);
2492 if (!intel_fb) {
2493 drm_dbg_kms(&dev_priv->drm, "failed to alloc fb\n");
2494 return;
2495 }
2496
2497 fb = &intel_fb->base;
2498
2499 fb->dev = dev;
2500
2501 val = intel_de_read(dev_priv, PLANE_CTL(pipe, plane_id));
2502
2503 if (DISPLAY_VER(dev_priv) >= 11)
2504 pixel_format = val & PLANE_CTL_FORMAT_MASK_ICL;
2505 else
2506 pixel_format = val & PLANE_CTL_FORMAT_MASK_SKL;
2507
2508 if (DISPLAY_VER(dev_priv) >= 10) {
2509 u32 color_ctl;
2510
2511 color_ctl = intel_de_read(dev_priv, PLANE_COLOR_CTL(pipe, plane_id));
2512 alpha = REG_FIELD_GET(PLANE_COLOR_ALPHA_MASK, color_ctl);
2513 } else {
2514 alpha = REG_FIELD_GET(PLANE_CTL_ALPHA_MASK, val);
2515 }
2516
2517 fourcc = skl_format_to_fourcc(pixel_format,
2518 val & PLANE_CTL_ORDER_RGBX, alpha);
2519 fb->format = drm_format_info(fourcc);
2520
2521 tiling = val & PLANE_CTL_TILED_MASK;
2522 switch (tiling) {
2523 case PLANE_CTL_TILED_LINEAR:
2524 fb->modifier = DRM_FORMAT_MOD_LINEAR;
2525 break;
2526 case PLANE_CTL_TILED_X:
2527 plane_config->tiling = I915_TILING_X;
2528 fb->modifier = I915_FORMAT_MOD_X_TILED;
2529 break;
2530 case PLANE_CTL_TILED_Y:
2531 plane_config->tiling = I915_TILING_Y;
2532 if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2533 if (DISPLAY_VER(dev_priv) >= 14)
2534 fb->modifier = I915_FORMAT_MOD_4_TILED_MTL_RC_CCS;
2535 else if (DISPLAY_VER(dev_priv) >= 12)
2536 fb->modifier = I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS;
2537 else
2538 fb->modifier = I915_FORMAT_MOD_Y_TILED_CCS;
2539 else if (val & PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE)
2540 if (DISPLAY_VER(dev_priv) >= 14)
2541 fb->modifier = I915_FORMAT_MOD_4_TILED_MTL_MC_CCS;
2542 else
2543 fb->modifier = I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS;
2544 else
2545 fb->modifier = I915_FORMAT_MOD_Y_TILED;
2546 break;
2547 case PLANE_CTL_TILED_YF: /* aka PLANE_CTL_TILED_4 on XE_LPD+ */
2548 if (HAS_4TILE(dev_priv)) {
2549 u32 rc_mask = PLANE_CTL_RENDER_DECOMPRESSION_ENABLE |
2550 PLANE_CTL_CLEAR_COLOR_DISABLE;
2551
2552 if ((val & rc_mask) == rc_mask)
2553 fb->modifier = I915_FORMAT_MOD_4_TILED_DG2_RC_CCS;
2554 else if (val & PLANE_CTL_MEDIA_DECOMPRESSION_ENABLE)
2555 fb->modifier = I915_FORMAT_MOD_4_TILED_DG2_MC_CCS;
2556 else if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2557 fb->modifier = I915_FORMAT_MOD_4_TILED_DG2_RC_CCS_CC;
2558 else
2559 fb->modifier = I915_FORMAT_MOD_4_TILED;
2560 } else {
2561 if (val & PLANE_CTL_RENDER_DECOMPRESSION_ENABLE)
2562 fb->modifier = I915_FORMAT_MOD_Yf_TILED_CCS;
2563 else
2564 fb->modifier = I915_FORMAT_MOD_Yf_TILED;
2565 }
2566 break;
2567 default:
2568 MISSING_CASE(tiling);
2569 goto error;
2570 }
2571
2572 if (!dev_priv->display.params.enable_dpt &&
2573 intel_fb_modifier_uses_dpt(dev_priv, fb->modifier)) {
2574 drm_dbg_kms(&dev_priv->drm, "DPT disabled, skipping initial FB\n");
2575 goto error;
2576 }
2577
2578 /*
2579 * DRM_MODE_ROTATE_ is counter clockwise to stay compatible with Xrandr
2580 * while i915 HW rotation is clockwise, thats why this swapping.
2581 */
2582 switch (val & PLANE_CTL_ROTATE_MASK) {
2583 case PLANE_CTL_ROTATE_0:
2584 plane_config->rotation = DRM_MODE_ROTATE_0;
2585 break;
2586 case PLANE_CTL_ROTATE_90:
2587 plane_config->rotation = DRM_MODE_ROTATE_270;
2588 break;
2589 case PLANE_CTL_ROTATE_180:
2590 plane_config->rotation = DRM_MODE_ROTATE_180;
2591 break;
2592 case PLANE_CTL_ROTATE_270:
2593 plane_config->rotation = DRM_MODE_ROTATE_90;
2594 break;
2595 }
2596
2597 if (DISPLAY_VER(dev_priv) >= 11 && val & PLANE_CTL_FLIP_HORIZONTAL)
2598 plane_config->rotation |= DRM_MODE_REFLECT_X;
2599
2600 /* 90/270 degree rotation would require extra work */
2601 if (drm_rotation_90_or_270(plane_config->rotation))
2602 goto error;
2603
2604 base = intel_de_read(dev_priv, PLANE_SURF(pipe, plane_id)) & PLANE_SURF_ADDR_MASK;
2605 plane_config->base = base;
2606
2607 offset = intel_de_read(dev_priv, PLANE_OFFSET(pipe, plane_id));
2608 drm_WARN_ON(&dev_priv->drm, offset != 0);
2609
2610 val = intel_de_read(dev_priv, PLANE_SIZE(pipe, plane_id));
2611 fb->height = REG_FIELD_GET(PLANE_HEIGHT_MASK, val) + 1;
2612 fb->width = REG_FIELD_GET(PLANE_WIDTH_MASK, val) + 1;
2613
2614 val = intel_de_read(dev_priv, PLANE_STRIDE(pipe, plane_id));
2615 stride_mult = skl_plane_stride_mult(fb, 0, DRM_MODE_ROTATE_0);
2616
2617 fb->pitches[0] = REG_FIELD_GET(PLANE_STRIDE__MASK, val) * stride_mult;
2618
2619 aligned_height = intel_fb_align_height(fb, 0, fb->height);
2620
2621 plane_config->size = fb->pitches[0] * aligned_height;
2622
2623 drm_dbg_kms(&dev_priv->drm,
2624 "%s/%s with fb: size=%dx%d@%d, offset=%x, pitch %d, size 0x%x\n",
2625 crtc->base.name, plane->base.name, fb->width, fb->height,
2626 fb->format->cpp[0] * 8, base, fb->pitches[0],
2627 plane_config->size);
2628
2629 plane_config->fb = intel_fb;
2630 return;
2631
2632error:
2633 kfree(intel_fb);
2634}
2635
2636bool skl_fixup_initial_plane_config(struct intel_crtc *crtc,
2637 const struct intel_initial_plane_config *plane_config)
2638{
2639 struct drm_i915_private *i915 = to_i915(crtc->base.dev);
2640 struct intel_plane *plane = to_intel_plane(crtc->base.primary);
2641 const struct intel_plane_state *plane_state =
2642 to_intel_plane_state(plane->base.state);
2643 enum plane_id plane_id = plane->id;
2644 enum pipe pipe = crtc->pipe;
2645 u32 base;
2646
2647 if (!plane_state->uapi.visible)
2648 return false;
2649
2650 base = intel_plane_ggtt_offset(plane_state);
2651
2652 /*
2653 * We may have moved the surface to a different
2654 * part of ggtt, make the plane aware of that.
2655 */
2656 if (plane_config->base == base)
2657 return false;
2658
2659 intel_de_write(i915, PLANE_SURF(pipe, plane_id), base);
2660
2661 return true;
2662}