Loading...
1/*
2 * i.MX IPUv3 DP Overlay Planes
3 *
4 * Copyright (C) 2013 Philipp Zabel, Pengutronix
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version 2
9 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 */
15
16#include <drm/drmP.h>
17#include <drm/drm_atomic.h>
18#include <drm/drm_atomic_helper.h>
19#include <drm/drm_fb_cma_helper.h>
20#include <drm/drm_gem_cma_helper.h>
21#include <drm/drm_gem_framebuffer_helper.h>
22#include <drm/drm_plane_helper.h>
23
24#include "video/imx-ipu-v3.h"
25#include "imx-drm.h"
26#include "ipuv3-plane.h"
27
28struct ipu_plane_state {
29 struct drm_plane_state base;
30 bool use_pre;
31};
32
33static inline struct ipu_plane_state *
34to_ipu_plane_state(struct drm_plane_state *p)
35{
36 return container_of(p, struct ipu_plane_state, base);
37}
38
39static inline struct ipu_plane *to_ipu_plane(struct drm_plane *p)
40{
41 return container_of(p, struct ipu_plane, base);
42}
43
44static const uint32_t ipu_plane_formats[] = {
45 DRM_FORMAT_ARGB1555,
46 DRM_FORMAT_XRGB1555,
47 DRM_FORMAT_ABGR1555,
48 DRM_FORMAT_XBGR1555,
49 DRM_FORMAT_RGBA5551,
50 DRM_FORMAT_BGRA5551,
51 DRM_FORMAT_ARGB4444,
52 DRM_FORMAT_ARGB8888,
53 DRM_FORMAT_XRGB8888,
54 DRM_FORMAT_ABGR8888,
55 DRM_FORMAT_XBGR8888,
56 DRM_FORMAT_RGBA8888,
57 DRM_FORMAT_RGBX8888,
58 DRM_FORMAT_BGRA8888,
59 DRM_FORMAT_BGRX8888,
60 DRM_FORMAT_UYVY,
61 DRM_FORMAT_VYUY,
62 DRM_FORMAT_YUYV,
63 DRM_FORMAT_YVYU,
64 DRM_FORMAT_YUV420,
65 DRM_FORMAT_YVU420,
66 DRM_FORMAT_YUV422,
67 DRM_FORMAT_YVU422,
68 DRM_FORMAT_YUV444,
69 DRM_FORMAT_YVU444,
70 DRM_FORMAT_NV12,
71 DRM_FORMAT_NV16,
72 DRM_FORMAT_RGB565,
73 DRM_FORMAT_RGB565_A8,
74 DRM_FORMAT_BGR565_A8,
75 DRM_FORMAT_RGB888_A8,
76 DRM_FORMAT_BGR888_A8,
77 DRM_FORMAT_RGBX8888_A8,
78 DRM_FORMAT_BGRX8888_A8,
79};
80
81static const uint64_t ipu_format_modifiers[] = {
82 DRM_FORMAT_MOD_LINEAR,
83 DRM_FORMAT_MOD_INVALID
84};
85
86static const uint64_t pre_format_modifiers[] = {
87 DRM_FORMAT_MOD_LINEAR,
88 DRM_FORMAT_MOD_VIVANTE_TILED,
89 DRM_FORMAT_MOD_VIVANTE_SUPER_TILED,
90 DRM_FORMAT_MOD_INVALID
91};
92
93int ipu_plane_irq(struct ipu_plane *ipu_plane)
94{
95 return ipu_idmac_channel_irq(ipu_plane->ipu, ipu_plane->ipu_ch,
96 IPU_IRQ_EOF);
97}
98
99static inline unsigned long
100drm_plane_state_to_eba(struct drm_plane_state *state, int plane)
101{
102 struct drm_framebuffer *fb = state->fb;
103 struct drm_gem_cma_object *cma_obj;
104 int x = state->src.x1 >> 16;
105 int y = state->src.y1 >> 16;
106
107 cma_obj = drm_fb_cma_get_gem_obj(fb, plane);
108 BUG_ON(!cma_obj);
109
110 return cma_obj->paddr + fb->offsets[plane] + fb->pitches[plane] * y +
111 fb->format->cpp[plane] * x;
112}
113
114static inline unsigned long
115drm_plane_state_to_ubo(struct drm_plane_state *state)
116{
117 struct drm_framebuffer *fb = state->fb;
118 struct drm_gem_cma_object *cma_obj;
119 unsigned long eba = drm_plane_state_to_eba(state, 0);
120 int x = state->src.x1 >> 16;
121 int y = state->src.y1 >> 16;
122
123 cma_obj = drm_fb_cma_get_gem_obj(fb, 1);
124 BUG_ON(!cma_obj);
125
126 x /= drm_format_horz_chroma_subsampling(fb->format->format);
127 y /= drm_format_vert_chroma_subsampling(fb->format->format);
128
129 return cma_obj->paddr + fb->offsets[1] + fb->pitches[1] * y +
130 fb->format->cpp[1] * x - eba;
131}
132
133static inline unsigned long
134drm_plane_state_to_vbo(struct drm_plane_state *state)
135{
136 struct drm_framebuffer *fb = state->fb;
137 struct drm_gem_cma_object *cma_obj;
138 unsigned long eba = drm_plane_state_to_eba(state, 0);
139 int x = state->src.x1 >> 16;
140 int y = state->src.y1 >> 16;
141
142 cma_obj = drm_fb_cma_get_gem_obj(fb, 2);
143 BUG_ON(!cma_obj);
144
145 x /= drm_format_horz_chroma_subsampling(fb->format->format);
146 y /= drm_format_vert_chroma_subsampling(fb->format->format);
147
148 return cma_obj->paddr + fb->offsets[2] + fb->pitches[2] * y +
149 fb->format->cpp[2] * x - eba;
150}
151
152void ipu_plane_put_resources(struct ipu_plane *ipu_plane)
153{
154 if (!IS_ERR_OR_NULL(ipu_plane->dp))
155 ipu_dp_put(ipu_plane->dp);
156 if (!IS_ERR_OR_NULL(ipu_plane->dmfc))
157 ipu_dmfc_put(ipu_plane->dmfc);
158 if (!IS_ERR_OR_NULL(ipu_plane->ipu_ch))
159 ipu_idmac_put(ipu_plane->ipu_ch);
160 if (!IS_ERR_OR_NULL(ipu_plane->alpha_ch))
161 ipu_idmac_put(ipu_plane->alpha_ch);
162}
163
164int ipu_plane_get_resources(struct ipu_plane *ipu_plane)
165{
166 int ret;
167 int alpha_ch;
168
169 ipu_plane->ipu_ch = ipu_idmac_get(ipu_plane->ipu, ipu_plane->dma);
170 if (IS_ERR(ipu_plane->ipu_ch)) {
171 ret = PTR_ERR(ipu_plane->ipu_ch);
172 DRM_ERROR("failed to get idmac channel: %d\n", ret);
173 return ret;
174 }
175
176 alpha_ch = ipu_channel_alpha_channel(ipu_plane->dma);
177 if (alpha_ch >= 0) {
178 ipu_plane->alpha_ch = ipu_idmac_get(ipu_plane->ipu, alpha_ch);
179 if (IS_ERR(ipu_plane->alpha_ch)) {
180 ret = PTR_ERR(ipu_plane->alpha_ch);
181 DRM_ERROR("failed to get alpha idmac channel %d: %d\n",
182 alpha_ch, ret);
183 return ret;
184 }
185 }
186
187 ipu_plane->dmfc = ipu_dmfc_get(ipu_plane->ipu, ipu_plane->dma);
188 if (IS_ERR(ipu_plane->dmfc)) {
189 ret = PTR_ERR(ipu_plane->dmfc);
190 DRM_ERROR("failed to get dmfc: ret %d\n", ret);
191 goto err_out;
192 }
193
194 if (ipu_plane->dp_flow >= 0) {
195 ipu_plane->dp = ipu_dp_get(ipu_plane->ipu, ipu_plane->dp_flow);
196 if (IS_ERR(ipu_plane->dp)) {
197 ret = PTR_ERR(ipu_plane->dp);
198 DRM_ERROR("failed to get dp flow: %d\n", ret);
199 goto err_out;
200 }
201 }
202
203 return 0;
204err_out:
205 ipu_plane_put_resources(ipu_plane);
206
207 return ret;
208}
209
210static bool ipu_plane_separate_alpha(struct ipu_plane *ipu_plane)
211{
212 switch (ipu_plane->base.state->fb->format->format) {
213 case DRM_FORMAT_RGB565_A8:
214 case DRM_FORMAT_BGR565_A8:
215 case DRM_FORMAT_RGB888_A8:
216 case DRM_FORMAT_BGR888_A8:
217 case DRM_FORMAT_RGBX8888_A8:
218 case DRM_FORMAT_BGRX8888_A8:
219 return true;
220 default:
221 return false;
222 }
223}
224
225static void ipu_plane_enable(struct ipu_plane *ipu_plane)
226{
227 if (ipu_plane->dp)
228 ipu_dp_enable(ipu_plane->ipu);
229 ipu_dmfc_enable_channel(ipu_plane->dmfc);
230 ipu_idmac_enable_channel(ipu_plane->ipu_ch);
231 if (ipu_plane_separate_alpha(ipu_plane))
232 ipu_idmac_enable_channel(ipu_plane->alpha_ch);
233 if (ipu_plane->dp)
234 ipu_dp_enable_channel(ipu_plane->dp);
235}
236
237void ipu_plane_disable(struct ipu_plane *ipu_plane, bool disable_dp_channel)
238{
239 DRM_DEBUG_KMS("[%d] %s\n", __LINE__, __func__);
240
241 ipu_idmac_wait_busy(ipu_plane->ipu_ch, 50);
242
243 if (ipu_plane->dp && disable_dp_channel)
244 ipu_dp_disable_channel(ipu_plane->dp, false);
245 ipu_idmac_disable_channel(ipu_plane->ipu_ch);
246 if (ipu_plane->alpha_ch)
247 ipu_idmac_disable_channel(ipu_plane->alpha_ch);
248 ipu_dmfc_disable_channel(ipu_plane->dmfc);
249 if (ipu_plane->dp)
250 ipu_dp_disable(ipu_plane->ipu);
251 if (ipu_prg_present(ipu_plane->ipu))
252 ipu_prg_channel_disable(ipu_plane->ipu_ch);
253}
254
255void ipu_plane_disable_deferred(struct drm_plane *plane)
256{
257 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
258
259 if (ipu_plane->disabling) {
260 ipu_plane->disabling = false;
261 ipu_plane_disable(ipu_plane, false);
262 }
263}
264EXPORT_SYMBOL_GPL(ipu_plane_disable_deferred);
265
266static void ipu_plane_destroy(struct drm_plane *plane)
267{
268 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
269
270 DRM_DEBUG_KMS("[%d] %s\n", __LINE__, __func__);
271
272 drm_plane_cleanup(plane);
273 kfree(ipu_plane);
274}
275
276static void ipu_plane_state_reset(struct drm_plane *plane)
277{
278 struct ipu_plane_state *ipu_state;
279
280 if (plane->state) {
281 ipu_state = to_ipu_plane_state(plane->state);
282 __drm_atomic_helper_plane_destroy_state(plane->state);
283 kfree(ipu_state);
284 }
285
286 ipu_state = kzalloc(sizeof(*ipu_state), GFP_KERNEL);
287
288 if (ipu_state) {
289 ipu_state->base.plane = plane;
290 ipu_state->base.rotation = DRM_MODE_ROTATE_0;
291 }
292
293 plane->state = &ipu_state->base;
294}
295
296static struct drm_plane_state *
297ipu_plane_duplicate_state(struct drm_plane *plane)
298{
299 struct ipu_plane_state *state;
300
301 if (WARN_ON(!plane->state))
302 return NULL;
303
304 state = kmalloc(sizeof(*state), GFP_KERNEL);
305 if (state)
306 __drm_atomic_helper_plane_duplicate_state(plane, &state->base);
307
308 return &state->base;
309}
310
311static void ipu_plane_destroy_state(struct drm_plane *plane,
312 struct drm_plane_state *state)
313{
314 struct ipu_plane_state *ipu_state = to_ipu_plane_state(state);
315
316 __drm_atomic_helper_plane_destroy_state(state);
317 kfree(ipu_state);
318}
319
320static bool ipu_plane_format_mod_supported(struct drm_plane *plane,
321 uint32_t format, uint64_t modifier)
322{
323 struct ipu_soc *ipu = to_ipu_plane(plane)->ipu;
324
325 /* linear is supported for all planes and formats */
326 if (modifier == DRM_FORMAT_MOD_LINEAR)
327 return true;
328
329 /* without a PRG there are no supported modifiers */
330 if (!ipu_prg_present(ipu))
331 return false;
332
333 return ipu_prg_format_supported(ipu, format, modifier);
334}
335
336static const struct drm_plane_funcs ipu_plane_funcs = {
337 .update_plane = drm_atomic_helper_update_plane,
338 .disable_plane = drm_atomic_helper_disable_plane,
339 .destroy = ipu_plane_destroy,
340 .reset = ipu_plane_state_reset,
341 .atomic_duplicate_state = ipu_plane_duplicate_state,
342 .atomic_destroy_state = ipu_plane_destroy_state,
343 .format_mod_supported = ipu_plane_format_mod_supported,
344};
345
346static int ipu_plane_atomic_check(struct drm_plane *plane,
347 struct drm_plane_state *state)
348{
349 struct drm_plane_state *old_state = plane->state;
350 struct drm_crtc_state *crtc_state;
351 struct device *dev = plane->dev->dev;
352 struct drm_framebuffer *fb = state->fb;
353 struct drm_framebuffer *old_fb = old_state->fb;
354 unsigned long eba, ubo, vbo, old_ubo, old_vbo, alpha_eba;
355 bool can_position = (plane->type == DRM_PLANE_TYPE_OVERLAY);
356 int hsub, vsub;
357 int ret;
358
359 /* Ok to disable */
360 if (!fb)
361 return 0;
362
363 if (!state->crtc)
364 return -EINVAL;
365
366 crtc_state =
367 drm_atomic_get_existing_crtc_state(state->state, state->crtc);
368 if (WARN_ON(!crtc_state))
369 return -EINVAL;
370
371 ret = drm_atomic_helper_check_plane_state(state, crtc_state,
372 DRM_PLANE_HELPER_NO_SCALING,
373 DRM_PLANE_HELPER_NO_SCALING,
374 can_position, true);
375 if (ret)
376 return ret;
377
378 /* CRTC should be enabled */
379 if (!crtc_state->enable)
380 return -EINVAL;
381
382 switch (plane->type) {
383 case DRM_PLANE_TYPE_PRIMARY:
384 /* full plane minimum width is 13 pixels */
385 if (drm_rect_width(&state->dst) < 13)
386 return -EINVAL;
387 break;
388 case DRM_PLANE_TYPE_OVERLAY:
389 break;
390 default:
391 dev_warn(dev, "Unsupported plane type %d\n", plane->type);
392 return -EINVAL;
393 }
394
395 if (drm_rect_height(&state->dst) < 2)
396 return -EINVAL;
397
398 /*
399 * We support resizing active plane or changing its format by
400 * forcing CRTC mode change in plane's ->atomic_check callback
401 * and disabling all affected active planes in CRTC's ->atomic_disable
402 * callback. The planes will be reenabled in plane's ->atomic_update
403 * callback.
404 */
405 if (old_fb &&
406 (drm_rect_width(&state->dst) != drm_rect_width(&old_state->dst) ||
407 drm_rect_height(&state->dst) != drm_rect_height(&old_state->dst) ||
408 fb->format != old_fb->format))
409 crtc_state->mode_changed = true;
410
411 eba = drm_plane_state_to_eba(state, 0);
412
413 if (eba & 0x7)
414 return -EINVAL;
415
416 if (fb->pitches[0] < 1 || fb->pitches[0] > 16384)
417 return -EINVAL;
418
419 if (old_fb && fb->pitches[0] != old_fb->pitches[0])
420 crtc_state->mode_changed = true;
421
422 switch (fb->format->format) {
423 case DRM_FORMAT_YUV420:
424 case DRM_FORMAT_YVU420:
425 case DRM_FORMAT_YUV422:
426 case DRM_FORMAT_YVU422:
427 case DRM_FORMAT_YUV444:
428 case DRM_FORMAT_YVU444:
429 /*
430 * Multiplanar formats have to meet the following restrictions:
431 * - The (up to) three plane addresses are EBA, EBA+UBO, EBA+VBO
432 * - EBA, UBO and VBO are a multiple of 8
433 * - UBO and VBO are unsigned and not larger than 0xfffff8
434 * - Only EBA may be changed while scanout is active
435 * - The strides of U and V planes must be identical.
436 */
437 vbo = drm_plane_state_to_vbo(state);
438
439 if (vbo & 0x7 || vbo > 0xfffff8)
440 return -EINVAL;
441
442 if (old_fb && (fb->format == old_fb->format)) {
443 old_vbo = drm_plane_state_to_vbo(old_state);
444 if (vbo != old_vbo)
445 crtc_state->mode_changed = true;
446 }
447
448 if (fb->pitches[1] != fb->pitches[2])
449 return -EINVAL;
450
451 /* fall-through */
452 case DRM_FORMAT_NV12:
453 case DRM_FORMAT_NV16:
454 ubo = drm_plane_state_to_ubo(state);
455
456 if (ubo & 0x7 || ubo > 0xfffff8)
457 return -EINVAL;
458
459 if (old_fb && (fb->format == old_fb->format)) {
460 old_ubo = drm_plane_state_to_ubo(old_state);
461 if (ubo != old_ubo)
462 crtc_state->mode_changed = true;
463 }
464
465 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384)
466 return -EINVAL;
467
468 if (old_fb && old_fb->pitches[1] != fb->pitches[1])
469 crtc_state->mode_changed = true;
470
471 /*
472 * The x/y offsets must be even in case of horizontal/vertical
473 * chroma subsampling.
474 */
475 hsub = drm_format_horz_chroma_subsampling(fb->format->format);
476 vsub = drm_format_vert_chroma_subsampling(fb->format->format);
477 if (((state->src.x1 >> 16) & (hsub - 1)) ||
478 ((state->src.y1 >> 16) & (vsub - 1)))
479 return -EINVAL;
480 break;
481 case DRM_FORMAT_RGB565_A8:
482 case DRM_FORMAT_BGR565_A8:
483 case DRM_FORMAT_RGB888_A8:
484 case DRM_FORMAT_BGR888_A8:
485 case DRM_FORMAT_RGBX8888_A8:
486 case DRM_FORMAT_BGRX8888_A8:
487 alpha_eba = drm_plane_state_to_eba(state, 1);
488 if (alpha_eba & 0x7)
489 return -EINVAL;
490
491 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384)
492 return -EINVAL;
493
494 if (old_fb && old_fb->pitches[1] != fb->pitches[1])
495 crtc_state->mode_changed = true;
496 break;
497 }
498
499 return 0;
500}
501
502static void ipu_plane_atomic_disable(struct drm_plane *plane,
503 struct drm_plane_state *old_state)
504{
505 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
506
507 if (ipu_plane->dp)
508 ipu_dp_disable_channel(ipu_plane->dp, true);
509 ipu_plane->disabling = true;
510}
511
512static int ipu_chan_assign_axi_id(int ipu_chan)
513{
514 switch (ipu_chan) {
515 case IPUV3_CHANNEL_MEM_BG_SYNC:
516 return 1;
517 case IPUV3_CHANNEL_MEM_FG_SYNC:
518 return 2;
519 case IPUV3_CHANNEL_MEM_DC_SYNC:
520 return 3;
521 default:
522 return 0;
523 }
524}
525
526static void ipu_calculate_bursts(u32 width, u32 cpp, u32 stride,
527 u8 *burstsize, u8 *num_bursts)
528{
529 const unsigned int width_bytes = width * cpp;
530 unsigned int npb, bursts;
531
532 /* Maximum number of pixels per burst without overshooting stride */
533 for (npb = 64 / cpp; npb > 0; --npb) {
534 if (round_up(width_bytes, npb * cpp) <= stride)
535 break;
536 }
537 *burstsize = npb;
538
539 /* Maximum number of consecutive bursts without overshooting stride */
540 for (bursts = 8; bursts > 1; bursts /= 2) {
541 if (round_up(width_bytes, npb * cpp * bursts) <= stride)
542 break;
543 }
544 *num_bursts = bursts;
545}
546
547static void ipu_plane_atomic_update(struct drm_plane *plane,
548 struct drm_plane_state *old_state)
549{
550 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
551 struct drm_plane_state *state = plane->state;
552 struct ipu_plane_state *ipu_state = to_ipu_plane_state(state);
553 struct drm_crtc_state *crtc_state = state->crtc->state;
554 struct drm_framebuffer *fb = state->fb;
555 struct drm_rect *dst = &state->dst;
556 unsigned long eba, ubo, vbo;
557 unsigned long alpha_eba = 0;
558 enum ipu_color_space ics;
559 unsigned int axi_id = 0;
560 const struct drm_format_info *info;
561 u8 burstsize, num_bursts;
562 u32 width, height;
563 int active;
564
565 if (ipu_plane->dp_flow == IPU_DP_FLOW_SYNC_FG)
566 ipu_dp_set_window_pos(ipu_plane->dp, dst->x1, dst->y1);
567
568 eba = drm_plane_state_to_eba(state, 0);
569
570 /*
571 * Configure PRG channel and attached PRE, this changes the EBA to an
572 * internal SRAM location.
573 */
574 if (ipu_state->use_pre) {
575 axi_id = ipu_chan_assign_axi_id(ipu_plane->dma);
576 ipu_prg_channel_configure(ipu_plane->ipu_ch, axi_id,
577 drm_rect_width(&state->src) >> 16,
578 drm_rect_height(&state->src) >> 16,
579 fb->pitches[0], fb->format->format,
580 fb->modifier, &eba);
581 }
582
583 if (old_state->fb && !drm_atomic_crtc_needs_modeset(crtc_state)) {
584 /* nothing to do if PRE is used */
585 if (ipu_state->use_pre)
586 return;
587 active = ipu_idmac_get_current_buffer(ipu_plane->ipu_ch);
588 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, !active, eba);
589 ipu_idmac_select_buffer(ipu_plane->ipu_ch, !active);
590 if (ipu_plane_separate_alpha(ipu_plane)) {
591 active = ipu_idmac_get_current_buffer(ipu_plane->alpha_ch);
592 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, !active,
593 alpha_eba);
594 ipu_idmac_select_buffer(ipu_plane->alpha_ch, !active);
595 }
596 return;
597 }
598
599 ics = ipu_drm_fourcc_to_colorspace(fb->format->format);
600 switch (ipu_plane->dp_flow) {
601 case IPU_DP_FLOW_SYNC_BG:
602 ipu_dp_setup_channel(ipu_plane->dp, ics, IPUV3_COLORSPACE_RGB);
603 ipu_dp_set_global_alpha(ipu_plane->dp, true, 0, true);
604 break;
605 case IPU_DP_FLOW_SYNC_FG:
606 ipu_dp_setup_channel(ipu_plane->dp, ics,
607 IPUV3_COLORSPACE_UNKNOWN);
608 /* Enable local alpha on partial plane */
609 switch (fb->format->format) {
610 case DRM_FORMAT_ARGB1555:
611 case DRM_FORMAT_ABGR1555:
612 case DRM_FORMAT_RGBA5551:
613 case DRM_FORMAT_BGRA5551:
614 case DRM_FORMAT_ARGB4444:
615 case DRM_FORMAT_ARGB8888:
616 case DRM_FORMAT_ABGR8888:
617 case DRM_FORMAT_RGBA8888:
618 case DRM_FORMAT_BGRA8888:
619 case DRM_FORMAT_RGB565_A8:
620 case DRM_FORMAT_BGR565_A8:
621 case DRM_FORMAT_RGB888_A8:
622 case DRM_FORMAT_BGR888_A8:
623 case DRM_FORMAT_RGBX8888_A8:
624 case DRM_FORMAT_BGRX8888_A8:
625 ipu_dp_set_global_alpha(ipu_plane->dp, false, 0, false);
626 break;
627 default:
628 ipu_dp_set_global_alpha(ipu_plane->dp, true, 0, true);
629 break;
630 }
631 }
632
633 ipu_dmfc_config_wait4eot(ipu_plane->dmfc, drm_rect_width(dst));
634
635 width = drm_rect_width(&state->src) >> 16;
636 height = drm_rect_height(&state->src) >> 16;
637 info = drm_format_info(fb->format->format);
638 ipu_calculate_bursts(width, info->cpp[0], fb->pitches[0],
639 &burstsize, &num_bursts);
640
641 ipu_cpmem_zero(ipu_plane->ipu_ch);
642 ipu_cpmem_set_resolution(ipu_plane->ipu_ch, width, height);
643 ipu_cpmem_set_fmt(ipu_plane->ipu_ch, fb->format->format);
644 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, burstsize);
645 ipu_cpmem_set_high_priority(ipu_plane->ipu_ch);
646 ipu_idmac_set_double_buffer(ipu_plane->ipu_ch, 1);
647 ipu_cpmem_set_stride(ipu_plane->ipu_ch, fb->pitches[0]);
648 ipu_cpmem_set_axi_id(ipu_plane->ipu_ch, axi_id);
649
650 switch (fb->format->format) {
651 case DRM_FORMAT_YUV420:
652 case DRM_FORMAT_YVU420:
653 case DRM_FORMAT_YUV422:
654 case DRM_FORMAT_YVU422:
655 case DRM_FORMAT_YUV444:
656 case DRM_FORMAT_YVU444:
657 ubo = drm_plane_state_to_ubo(state);
658 vbo = drm_plane_state_to_vbo(state);
659 if (fb->format->format == DRM_FORMAT_YVU420 ||
660 fb->format->format == DRM_FORMAT_YVU422 ||
661 fb->format->format == DRM_FORMAT_YVU444)
662 swap(ubo, vbo);
663
664 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch,
665 fb->pitches[1], ubo, vbo);
666
667 dev_dbg(ipu_plane->base.dev->dev,
668 "phy = %lu %lu %lu, x = %d, y = %d", eba, ubo, vbo,
669 state->src.x1 >> 16, state->src.y1 >> 16);
670 break;
671 case DRM_FORMAT_NV12:
672 case DRM_FORMAT_NV16:
673 ubo = drm_plane_state_to_ubo(state);
674
675 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch,
676 fb->pitches[1], ubo, ubo);
677
678 dev_dbg(ipu_plane->base.dev->dev,
679 "phy = %lu %lu, x = %d, y = %d", eba, ubo,
680 state->src.x1 >> 16, state->src.y1 >> 16);
681 break;
682 case DRM_FORMAT_RGB565_A8:
683 case DRM_FORMAT_BGR565_A8:
684 case DRM_FORMAT_RGB888_A8:
685 case DRM_FORMAT_BGR888_A8:
686 case DRM_FORMAT_RGBX8888_A8:
687 case DRM_FORMAT_BGRX8888_A8:
688 alpha_eba = drm_plane_state_to_eba(state, 1);
689 num_bursts = 0;
690
691 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu %lu, x = %d, y = %d",
692 eba, alpha_eba, state->src.x1 >> 16, state->src.y1 >> 16);
693
694 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, 16);
695
696 ipu_cpmem_zero(ipu_plane->alpha_ch);
697 ipu_cpmem_set_resolution(ipu_plane->alpha_ch,
698 drm_rect_width(&state->src) >> 16,
699 drm_rect_height(&state->src) >> 16);
700 ipu_cpmem_set_format_passthrough(ipu_plane->alpha_ch, 8);
701 ipu_cpmem_set_high_priority(ipu_plane->alpha_ch);
702 ipu_idmac_set_double_buffer(ipu_plane->alpha_ch, 1);
703 ipu_cpmem_set_stride(ipu_plane->alpha_ch, fb->pitches[1]);
704 ipu_cpmem_set_burstsize(ipu_plane->alpha_ch, 16);
705 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 0, alpha_eba);
706 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 1, alpha_eba);
707 break;
708 default:
709 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu, x = %d, y = %d",
710 eba, state->src.x1 >> 16, state->src.y1 >> 16);
711 break;
712 }
713 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 0, eba);
714 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 1, eba);
715 ipu_idmac_lock_enable(ipu_plane->ipu_ch, num_bursts);
716 ipu_plane_enable(ipu_plane);
717}
718
719static const struct drm_plane_helper_funcs ipu_plane_helper_funcs = {
720 .prepare_fb = drm_gem_fb_prepare_fb,
721 .atomic_check = ipu_plane_atomic_check,
722 .atomic_disable = ipu_plane_atomic_disable,
723 .atomic_update = ipu_plane_atomic_update,
724};
725
726int ipu_planes_assign_pre(struct drm_device *dev,
727 struct drm_atomic_state *state)
728{
729 struct drm_crtc_state *old_crtc_state, *crtc_state;
730 struct drm_plane_state *plane_state;
731 struct ipu_plane_state *ipu_state;
732 struct ipu_plane *ipu_plane;
733 struct drm_plane *plane;
734 struct drm_crtc *crtc;
735 int available_pres = ipu_prg_max_active_channels();
736 int ret, i;
737
738 for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, crtc_state, i) {
739 ret = drm_atomic_add_affected_planes(state, crtc);
740 if (ret)
741 return ret;
742 }
743
744 /*
745 * We are going over the planes in 2 passes: first we assign PREs to
746 * planes with a tiling modifier, which need the PREs to resolve into
747 * linear. Any failure to assign a PRE there is fatal. In the second
748 * pass we try to assign PREs to linear FBs, to improve memory access
749 * patterns for them. Failure at this point is non-fatal, as we can
750 * scan out linear FBs without a PRE.
751 */
752 for_each_new_plane_in_state(state, plane, plane_state, i) {
753 ipu_state = to_ipu_plane_state(plane_state);
754 ipu_plane = to_ipu_plane(plane);
755
756 if (!plane_state->fb) {
757 ipu_state->use_pre = false;
758 continue;
759 }
760
761 if (!(plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) ||
762 plane_state->fb->modifier == DRM_FORMAT_MOD_LINEAR)
763 continue;
764
765 if (!ipu_prg_present(ipu_plane->ipu) || !available_pres)
766 return -EINVAL;
767
768 if (!ipu_prg_format_supported(ipu_plane->ipu,
769 plane_state->fb->format->format,
770 plane_state->fb->modifier))
771 return -EINVAL;
772
773 ipu_state->use_pre = true;
774 available_pres--;
775 }
776
777 for_each_new_plane_in_state(state, plane, plane_state, i) {
778 ipu_state = to_ipu_plane_state(plane_state);
779 ipu_plane = to_ipu_plane(plane);
780
781 if (!plane_state->fb) {
782 ipu_state->use_pre = false;
783 continue;
784 }
785
786 if ((plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) &&
787 plane_state->fb->modifier != DRM_FORMAT_MOD_LINEAR)
788 continue;
789
790 /* make sure that modifier is initialized */
791 plane_state->fb->modifier = DRM_FORMAT_MOD_LINEAR;
792
793 if (ipu_prg_present(ipu_plane->ipu) && available_pres &&
794 ipu_prg_format_supported(ipu_plane->ipu,
795 plane_state->fb->format->format,
796 plane_state->fb->modifier)) {
797 ipu_state->use_pre = true;
798 available_pres--;
799 } else {
800 ipu_state->use_pre = false;
801 }
802 }
803
804 return 0;
805}
806EXPORT_SYMBOL_GPL(ipu_planes_assign_pre);
807
808struct ipu_plane *ipu_plane_init(struct drm_device *dev, struct ipu_soc *ipu,
809 int dma, int dp, unsigned int possible_crtcs,
810 enum drm_plane_type type)
811{
812 struct ipu_plane *ipu_plane;
813 const uint64_t *modifiers = ipu_format_modifiers;
814 int ret;
815
816 DRM_DEBUG_KMS("channel %d, dp flow %d, possible_crtcs=0x%x\n",
817 dma, dp, possible_crtcs);
818
819 ipu_plane = kzalloc(sizeof(*ipu_plane), GFP_KERNEL);
820 if (!ipu_plane) {
821 DRM_ERROR("failed to allocate plane\n");
822 return ERR_PTR(-ENOMEM);
823 }
824
825 ipu_plane->ipu = ipu;
826 ipu_plane->dma = dma;
827 ipu_plane->dp_flow = dp;
828
829 if (ipu_prg_present(ipu))
830 modifiers = pre_format_modifiers;
831
832 ret = drm_universal_plane_init(dev, &ipu_plane->base, possible_crtcs,
833 &ipu_plane_funcs, ipu_plane_formats,
834 ARRAY_SIZE(ipu_plane_formats),
835 modifiers, type, NULL);
836 if (ret) {
837 DRM_ERROR("failed to initialize plane\n");
838 kfree(ipu_plane);
839 return ERR_PTR(ret);
840 }
841
842 drm_plane_helper_add(&ipu_plane->base, &ipu_plane_helper_funcs);
843
844 return ipu_plane;
845}
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * i.MX IPUv3 DP Overlay Planes
4 *
5 * Copyright (C) 2013 Philipp Zabel, Pengutronix
6 */
7
8#include <drm/drm_atomic.h>
9#include <drm/drm_atomic_helper.h>
10#include <drm/drm_fb_cma_helper.h>
11#include <drm/drm_fourcc.h>
12#include <drm/drm_gem_atomic_helper.h>
13#include <drm/drm_gem_cma_helper.h>
14#include <drm/drm_managed.h>
15#include <drm/drm_plane_helper.h>
16
17#include <video/imx-ipu-v3.h>
18
19#include "imx-drm.h"
20#include "ipuv3-plane.h"
21
22struct ipu_plane_state {
23 struct drm_plane_state base;
24 bool use_pre;
25};
26
27static inline struct ipu_plane_state *
28to_ipu_plane_state(struct drm_plane_state *p)
29{
30 return container_of(p, struct ipu_plane_state, base);
31}
32
33static unsigned int ipu_src_rect_width(const struct drm_plane_state *state)
34{
35 return ALIGN(drm_rect_width(&state->src) >> 16, 8);
36}
37
38static inline struct ipu_plane *to_ipu_plane(struct drm_plane *p)
39{
40 return container_of(p, struct ipu_plane, base);
41}
42
43static const uint32_t ipu_plane_all_formats[] = {
44 DRM_FORMAT_ARGB1555,
45 DRM_FORMAT_XRGB1555,
46 DRM_FORMAT_ABGR1555,
47 DRM_FORMAT_XBGR1555,
48 DRM_FORMAT_RGBA5551,
49 DRM_FORMAT_BGRA5551,
50 DRM_FORMAT_ARGB4444,
51 DRM_FORMAT_ARGB8888,
52 DRM_FORMAT_XRGB8888,
53 DRM_FORMAT_ABGR8888,
54 DRM_FORMAT_XBGR8888,
55 DRM_FORMAT_RGBA8888,
56 DRM_FORMAT_RGBX8888,
57 DRM_FORMAT_BGRA8888,
58 DRM_FORMAT_BGRX8888,
59 DRM_FORMAT_UYVY,
60 DRM_FORMAT_VYUY,
61 DRM_FORMAT_YUYV,
62 DRM_FORMAT_YVYU,
63 DRM_FORMAT_YUV420,
64 DRM_FORMAT_YVU420,
65 DRM_FORMAT_YUV422,
66 DRM_FORMAT_YVU422,
67 DRM_FORMAT_YUV444,
68 DRM_FORMAT_YVU444,
69 DRM_FORMAT_NV12,
70 DRM_FORMAT_NV16,
71 DRM_FORMAT_RGB565,
72 DRM_FORMAT_RGB565_A8,
73 DRM_FORMAT_BGR565_A8,
74 DRM_FORMAT_RGB888_A8,
75 DRM_FORMAT_BGR888_A8,
76 DRM_FORMAT_RGBX8888_A8,
77 DRM_FORMAT_BGRX8888_A8,
78};
79
80static const uint32_t ipu_plane_rgb_formats[] = {
81 DRM_FORMAT_ARGB1555,
82 DRM_FORMAT_XRGB1555,
83 DRM_FORMAT_ABGR1555,
84 DRM_FORMAT_XBGR1555,
85 DRM_FORMAT_RGBA5551,
86 DRM_FORMAT_BGRA5551,
87 DRM_FORMAT_ARGB4444,
88 DRM_FORMAT_ARGB8888,
89 DRM_FORMAT_XRGB8888,
90 DRM_FORMAT_ABGR8888,
91 DRM_FORMAT_XBGR8888,
92 DRM_FORMAT_RGBA8888,
93 DRM_FORMAT_RGBX8888,
94 DRM_FORMAT_BGRA8888,
95 DRM_FORMAT_BGRX8888,
96 DRM_FORMAT_RGB565,
97 DRM_FORMAT_RGB565_A8,
98 DRM_FORMAT_BGR565_A8,
99 DRM_FORMAT_RGB888_A8,
100 DRM_FORMAT_BGR888_A8,
101 DRM_FORMAT_RGBX8888_A8,
102 DRM_FORMAT_BGRX8888_A8,
103};
104
105static const uint64_t ipu_format_modifiers[] = {
106 DRM_FORMAT_MOD_LINEAR,
107 DRM_FORMAT_MOD_INVALID
108};
109
110static const uint64_t pre_format_modifiers[] = {
111 DRM_FORMAT_MOD_LINEAR,
112 DRM_FORMAT_MOD_VIVANTE_TILED,
113 DRM_FORMAT_MOD_VIVANTE_SUPER_TILED,
114 DRM_FORMAT_MOD_INVALID
115};
116
117int ipu_plane_irq(struct ipu_plane *ipu_plane)
118{
119 return ipu_idmac_channel_irq(ipu_plane->ipu, ipu_plane->ipu_ch,
120 IPU_IRQ_EOF);
121}
122
123static inline unsigned long
124drm_plane_state_to_eba(struct drm_plane_state *state, int plane)
125{
126 struct drm_framebuffer *fb = state->fb;
127 struct drm_gem_cma_object *cma_obj;
128 int x = state->src.x1 >> 16;
129 int y = state->src.y1 >> 16;
130
131 cma_obj = drm_fb_cma_get_gem_obj(fb, plane);
132 BUG_ON(!cma_obj);
133
134 return cma_obj->paddr + fb->offsets[plane] + fb->pitches[plane] * y +
135 fb->format->cpp[plane] * x;
136}
137
138static inline unsigned long
139drm_plane_state_to_ubo(struct drm_plane_state *state)
140{
141 struct drm_framebuffer *fb = state->fb;
142 struct drm_gem_cma_object *cma_obj;
143 unsigned long eba = drm_plane_state_to_eba(state, 0);
144 int x = state->src.x1 >> 16;
145 int y = state->src.y1 >> 16;
146
147 cma_obj = drm_fb_cma_get_gem_obj(fb, 1);
148 BUG_ON(!cma_obj);
149
150 x /= fb->format->hsub;
151 y /= fb->format->vsub;
152
153 return cma_obj->paddr + fb->offsets[1] + fb->pitches[1] * y +
154 fb->format->cpp[1] * x - eba;
155}
156
157static inline unsigned long
158drm_plane_state_to_vbo(struct drm_plane_state *state)
159{
160 struct drm_framebuffer *fb = state->fb;
161 struct drm_gem_cma_object *cma_obj;
162 unsigned long eba = drm_plane_state_to_eba(state, 0);
163 int x = state->src.x1 >> 16;
164 int y = state->src.y1 >> 16;
165
166 cma_obj = drm_fb_cma_get_gem_obj(fb, 2);
167 BUG_ON(!cma_obj);
168
169 x /= fb->format->hsub;
170 y /= fb->format->vsub;
171
172 return cma_obj->paddr + fb->offsets[2] + fb->pitches[2] * y +
173 fb->format->cpp[2] * x - eba;
174}
175
176static void ipu_plane_put_resources(struct drm_device *dev, void *ptr)
177{
178 struct ipu_plane *ipu_plane = ptr;
179
180 if (!IS_ERR_OR_NULL(ipu_plane->dp))
181 ipu_dp_put(ipu_plane->dp);
182 if (!IS_ERR_OR_NULL(ipu_plane->dmfc))
183 ipu_dmfc_put(ipu_plane->dmfc);
184 if (!IS_ERR_OR_NULL(ipu_plane->ipu_ch))
185 ipu_idmac_put(ipu_plane->ipu_ch);
186 if (!IS_ERR_OR_NULL(ipu_plane->alpha_ch))
187 ipu_idmac_put(ipu_plane->alpha_ch);
188}
189
190static int ipu_plane_get_resources(struct drm_device *dev,
191 struct ipu_plane *ipu_plane)
192{
193 int ret;
194 int alpha_ch;
195
196 ipu_plane->ipu_ch = ipu_idmac_get(ipu_plane->ipu, ipu_plane->dma);
197 if (IS_ERR(ipu_plane->ipu_ch)) {
198 ret = PTR_ERR(ipu_plane->ipu_ch);
199 DRM_ERROR("failed to get idmac channel: %d\n", ret);
200 return ret;
201 }
202
203 ret = drmm_add_action_or_reset(dev, ipu_plane_put_resources, ipu_plane);
204 if (ret)
205 return ret;
206
207 alpha_ch = ipu_channel_alpha_channel(ipu_plane->dma);
208 if (alpha_ch >= 0) {
209 ipu_plane->alpha_ch = ipu_idmac_get(ipu_plane->ipu, alpha_ch);
210 if (IS_ERR(ipu_plane->alpha_ch)) {
211 ret = PTR_ERR(ipu_plane->alpha_ch);
212 DRM_ERROR("failed to get alpha idmac channel %d: %d\n",
213 alpha_ch, ret);
214 return ret;
215 }
216 }
217
218 ipu_plane->dmfc = ipu_dmfc_get(ipu_plane->ipu, ipu_plane->dma);
219 if (IS_ERR(ipu_plane->dmfc)) {
220 ret = PTR_ERR(ipu_plane->dmfc);
221 DRM_ERROR("failed to get dmfc: ret %d\n", ret);
222 return ret;
223 }
224
225 if (ipu_plane->dp_flow >= 0) {
226 ipu_plane->dp = ipu_dp_get(ipu_plane->ipu, ipu_plane->dp_flow);
227 if (IS_ERR(ipu_plane->dp)) {
228 ret = PTR_ERR(ipu_plane->dp);
229 DRM_ERROR("failed to get dp flow: %d\n", ret);
230 return ret;
231 }
232 }
233
234 return 0;
235}
236
237static bool ipu_plane_separate_alpha(struct ipu_plane *ipu_plane)
238{
239 switch (ipu_plane->base.state->fb->format->format) {
240 case DRM_FORMAT_RGB565_A8:
241 case DRM_FORMAT_BGR565_A8:
242 case DRM_FORMAT_RGB888_A8:
243 case DRM_FORMAT_BGR888_A8:
244 case DRM_FORMAT_RGBX8888_A8:
245 case DRM_FORMAT_BGRX8888_A8:
246 return true;
247 default:
248 return false;
249 }
250}
251
252static void ipu_plane_enable(struct ipu_plane *ipu_plane)
253{
254 if (ipu_plane->dp)
255 ipu_dp_enable(ipu_plane->ipu);
256 ipu_dmfc_enable_channel(ipu_plane->dmfc);
257 ipu_idmac_enable_channel(ipu_plane->ipu_ch);
258 if (ipu_plane_separate_alpha(ipu_plane))
259 ipu_idmac_enable_channel(ipu_plane->alpha_ch);
260 if (ipu_plane->dp)
261 ipu_dp_enable_channel(ipu_plane->dp);
262}
263
264void ipu_plane_disable(struct ipu_plane *ipu_plane, bool disable_dp_channel)
265{
266 int ret;
267
268 DRM_DEBUG_KMS("[%d] %s\n", __LINE__, __func__);
269
270 ret = ipu_idmac_wait_busy(ipu_plane->ipu_ch, 50);
271 if (ret == -ETIMEDOUT) {
272 DRM_ERROR("[PLANE:%d] IDMAC timeout\n",
273 ipu_plane->base.base.id);
274 }
275
276 if (ipu_plane->dp && disable_dp_channel)
277 ipu_dp_disable_channel(ipu_plane->dp, false);
278 ipu_idmac_disable_channel(ipu_plane->ipu_ch);
279 if (ipu_plane->alpha_ch)
280 ipu_idmac_disable_channel(ipu_plane->alpha_ch);
281 ipu_dmfc_disable_channel(ipu_plane->dmfc);
282 if (ipu_plane->dp)
283 ipu_dp_disable(ipu_plane->ipu);
284 if (ipu_prg_present(ipu_plane->ipu))
285 ipu_prg_channel_disable(ipu_plane->ipu_ch);
286}
287
288void ipu_plane_disable_deferred(struct drm_plane *plane)
289{
290 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
291
292 if (ipu_plane->disabling) {
293 ipu_plane->disabling = false;
294 ipu_plane_disable(ipu_plane, false);
295 }
296}
297
298static void ipu_plane_state_reset(struct drm_plane *plane)
299{
300 unsigned int zpos = (plane->type == DRM_PLANE_TYPE_PRIMARY) ? 0 : 1;
301 struct ipu_plane_state *ipu_state;
302
303 if (plane->state) {
304 ipu_state = to_ipu_plane_state(plane->state);
305 __drm_atomic_helper_plane_destroy_state(plane->state);
306 kfree(ipu_state);
307 plane->state = NULL;
308 }
309
310 ipu_state = kzalloc(sizeof(*ipu_state), GFP_KERNEL);
311
312 if (ipu_state) {
313 __drm_atomic_helper_plane_reset(plane, &ipu_state->base);
314 ipu_state->base.zpos = zpos;
315 ipu_state->base.normalized_zpos = zpos;
316 ipu_state->base.color_encoding = DRM_COLOR_YCBCR_BT601;
317 ipu_state->base.color_range = DRM_COLOR_YCBCR_LIMITED_RANGE;
318 }
319}
320
321static struct drm_plane_state *
322ipu_plane_duplicate_state(struct drm_plane *plane)
323{
324 struct ipu_plane_state *state;
325
326 if (WARN_ON(!plane->state))
327 return NULL;
328
329 state = kmalloc(sizeof(*state), GFP_KERNEL);
330 if (state)
331 __drm_atomic_helper_plane_duplicate_state(plane, &state->base);
332
333 return &state->base;
334}
335
336static void ipu_plane_destroy_state(struct drm_plane *plane,
337 struct drm_plane_state *state)
338{
339 struct ipu_plane_state *ipu_state = to_ipu_plane_state(state);
340
341 __drm_atomic_helper_plane_destroy_state(state);
342 kfree(ipu_state);
343}
344
345static bool ipu_plane_format_mod_supported(struct drm_plane *plane,
346 uint32_t format, uint64_t modifier)
347{
348 struct ipu_soc *ipu = to_ipu_plane(plane)->ipu;
349
350 /* linear is supported for all planes and formats */
351 if (modifier == DRM_FORMAT_MOD_LINEAR)
352 return true;
353
354 /*
355 * Without a PRG the possible modifiers list only includes the linear
356 * modifier, so we always take the early return from this function and
357 * only end up here if the PRG is present.
358 */
359 return ipu_prg_format_supported(ipu, format, modifier);
360}
361
362static const struct drm_plane_funcs ipu_plane_funcs = {
363 .update_plane = drm_atomic_helper_update_plane,
364 .disable_plane = drm_atomic_helper_disable_plane,
365 .reset = ipu_plane_state_reset,
366 .atomic_duplicate_state = ipu_plane_duplicate_state,
367 .atomic_destroy_state = ipu_plane_destroy_state,
368 .format_mod_supported = ipu_plane_format_mod_supported,
369};
370
371static int ipu_plane_atomic_check(struct drm_plane *plane,
372 struct drm_atomic_state *state)
373{
374 struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state,
375 plane);
376 struct drm_plane_state *old_state = drm_atomic_get_old_plane_state(state,
377 plane);
378 struct drm_crtc_state *crtc_state;
379 struct device *dev = plane->dev->dev;
380 struct drm_framebuffer *fb = new_state->fb;
381 struct drm_framebuffer *old_fb = old_state->fb;
382 unsigned long eba, ubo, vbo, old_ubo, old_vbo, alpha_eba;
383 bool can_position = (plane->type == DRM_PLANE_TYPE_OVERLAY);
384 int ret;
385
386 /* Ok to disable */
387 if (!fb)
388 return 0;
389
390 if (WARN_ON(!new_state->crtc))
391 return -EINVAL;
392
393 crtc_state =
394 drm_atomic_get_existing_crtc_state(state,
395 new_state->crtc);
396 if (WARN_ON(!crtc_state))
397 return -EINVAL;
398
399 ret = drm_atomic_helper_check_plane_state(new_state, crtc_state,
400 DRM_PLANE_HELPER_NO_SCALING,
401 DRM_PLANE_HELPER_NO_SCALING,
402 can_position, true);
403 if (ret)
404 return ret;
405
406 /* nothing to check when disabling or disabled */
407 if (!crtc_state->enable)
408 return 0;
409
410 switch (plane->type) {
411 case DRM_PLANE_TYPE_PRIMARY:
412 /* full plane minimum width is 13 pixels */
413 if (drm_rect_width(&new_state->dst) < 13)
414 return -EINVAL;
415 break;
416 case DRM_PLANE_TYPE_OVERLAY:
417 break;
418 default:
419 dev_warn(dev, "Unsupported plane type %d\n", plane->type);
420 return -EINVAL;
421 }
422
423 if (drm_rect_height(&new_state->dst) < 2)
424 return -EINVAL;
425
426 /*
427 * We support resizing active plane or changing its format by
428 * forcing CRTC mode change in plane's ->atomic_check callback
429 * and disabling all affected active planes in CRTC's ->atomic_disable
430 * callback. The planes will be reenabled in plane's ->atomic_update
431 * callback.
432 */
433 if (old_fb &&
434 (drm_rect_width(&new_state->dst) != drm_rect_width(&old_state->dst) ||
435 drm_rect_height(&new_state->dst) != drm_rect_height(&old_state->dst) ||
436 fb->format != old_fb->format))
437 crtc_state->mode_changed = true;
438
439 eba = drm_plane_state_to_eba(new_state, 0);
440
441 if (eba & 0x7)
442 return -EINVAL;
443
444 if (fb->pitches[0] < 1 || fb->pitches[0] > 16384)
445 return -EINVAL;
446
447 if (old_fb && fb->pitches[0] != old_fb->pitches[0])
448 crtc_state->mode_changed = true;
449
450 if (ALIGN(fb->width, 8) * fb->format->cpp[0] >
451 fb->pitches[0] + fb->offsets[0]) {
452 dev_warn(dev, "pitch is not big enough for 8 pixels alignment");
453 return -EINVAL;
454 }
455
456 switch (fb->format->format) {
457 case DRM_FORMAT_YUV420:
458 case DRM_FORMAT_YVU420:
459 case DRM_FORMAT_YUV422:
460 case DRM_FORMAT_YVU422:
461 case DRM_FORMAT_YUV444:
462 case DRM_FORMAT_YVU444:
463 /*
464 * Multiplanar formats have to meet the following restrictions:
465 * - The (up to) three plane addresses are EBA, EBA+UBO, EBA+VBO
466 * - EBA, UBO and VBO are a multiple of 8
467 * - UBO and VBO are unsigned and not larger than 0xfffff8
468 * - Only EBA may be changed while scanout is active
469 * - The strides of U and V planes must be identical.
470 */
471 vbo = drm_plane_state_to_vbo(new_state);
472
473 if (vbo & 0x7 || vbo > 0xfffff8)
474 return -EINVAL;
475
476 if (old_fb && (fb->format == old_fb->format)) {
477 old_vbo = drm_plane_state_to_vbo(old_state);
478 if (vbo != old_vbo)
479 crtc_state->mode_changed = true;
480 }
481
482 if (fb->pitches[1] != fb->pitches[2])
483 return -EINVAL;
484
485 fallthrough;
486 case DRM_FORMAT_NV12:
487 case DRM_FORMAT_NV16:
488 ubo = drm_plane_state_to_ubo(new_state);
489
490 if (ubo & 0x7 || ubo > 0xfffff8)
491 return -EINVAL;
492
493 if (old_fb && (fb->format == old_fb->format)) {
494 old_ubo = drm_plane_state_to_ubo(old_state);
495 if (ubo != old_ubo)
496 crtc_state->mode_changed = true;
497 }
498
499 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384)
500 return -EINVAL;
501
502 if (old_fb && old_fb->pitches[1] != fb->pitches[1])
503 crtc_state->mode_changed = true;
504
505 /*
506 * The x/y offsets must be even in case of horizontal/vertical
507 * chroma subsampling.
508 */
509 if (((new_state->src.x1 >> 16) & (fb->format->hsub - 1)) ||
510 ((new_state->src.y1 >> 16) & (fb->format->vsub - 1)))
511 return -EINVAL;
512 break;
513 case DRM_FORMAT_RGB565_A8:
514 case DRM_FORMAT_BGR565_A8:
515 case DRM_FORMAT_RGB888_A8:
516 case DRM_FORMAT_BGR888_A8:
517 case DRM_FORMAT_RGBX8888_A8:
518 case DRM_FORMAT_BGRX8888_A8:
519 alpha_eba = drm_plane_state_to_eba(new_state, 1);
520 if (alpha_eba & 0x7)
521 return -EINVAL;
522
523 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384)
524 return -EINVAL;
525
526 if (old_fb && old_fb->pitches[1] != fb->pitches[1])
527 crtc_state->mode_changed = true;
528 break;
529 }
530
531 return 0;
532}
533
534static void ipu_plane_atomic_disable(struct drm_plane *plane,
535 struct drm_atomic_state *state)
536{
537 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
538
539 if (ipu_plane->dp)
540 ipu_dp_disable_channel(ipu_plane->dp, true);
541 ipu_plane->disabling = true;
542}
543
544static int ipu_chan_assign_axi_id(int ipu_chan)
545{
546 switch (ipu_chan) {
547 case IPUV3_CHANNEL_MEM_BG_SYNC:
548 return 1;
549 case IPUV3_CHANNEL_MEM_FG_SYNC:
550 return 2;
551 case IPUV3_CHANNEL_MEM_DC_SYNC:
552 return 3;
553 default:
554 return 0;
555 }
556}
557
558static void ipu_calculate_bursts(u32 width, u32 cpp, u32 stride,
559 u8 *burstsize, u8 *num_bursts)
560{
561 const unsigned int width_bytes = width * cpp;
562 unsigned int npb, bursts;
563
564 /* Maximum number of pixels per burst without overshooting stride */
565 for (npb = 64 / cpp; npb > 0; --npb) {
566 if (round_up(width_bytes, npb * cpp) <= stride)
567 break;
568 }
569 *burstsize = npb;
570
571 /* Maximum number of consecutive bursts without overshooting stride */
572 for (bursts = 8; bursts > 1; bursts /= 2) {
573 if (round_up(width_bytes, npb * cpp * bursts) <= stride)
574 break;
575 }
576 *num_bursts = bursts;
577}
578
579static void ipu_plane_atomic_update(struct drm_plane *plane,
580 struct drm_atomic_state *state)
581{
582 struct drm_plane_state *old_state = drm_atomic_get_old_plane_state(state,
583 plane);
584 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
585 struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state,
586 plane);
587 struct ipu_plane_state *ipu_state = to_ipu_plane_state(new_state);
588 struct drm_crtc_state *crtc_state = new_state->crtc->state;
589 struct drm_framebuffer *fb = new_state->fb;
590 struct drm_rect *dst = &new_state->dst;
591 unsigned long eba, ubo, vbo;
592 unsigned long alpha_eba = 0;
593 enum ipu_color_space ics;
594 unsigned int axi_id = 0;
595 const struct drm_format_info *info;
596 u8 burstsize, num_bursts;
597 u32 width, height;
598 int active;
599
600 if (ipu_plane->dp_flow == IPU_DP_FLOW_SYNC_FG)
601 ipu_dp_set_window_pos(ipu_plane->dp, dst->x1, dst->y1);
602
603 switch (ipu_plane->dp_flow) {
604 case IPU_DP_FLOW_SYNC_BG:
605 if (new_state->normalized_zpos == 1) {
606 ipu_dp_set_global_alpha(ipu_plane->dp,
607 !fb->format->has_alpha, 0xff,
608 true);
609 } else {
610 ipu_dp_set_global_alpha(ipu_plane->dp, true, 0, true);
611 }
612 break;
613 case IPU_DP_FLOW_SYNC_FG:
614 if (new_state->normalized_zpos == 1) {
615 ipu_dp_set_global_alpha(ipu_plane->dp,
616 !fb->format->has_alpha, 0xff,
617 false);
618 }
619 break;
620 }
621
622 eba = drm_plane_state_to_eba(new_state, 0);
623
624 /*
625 * Configure PRG channel and attached PRE, this changes the EBA to an
626 * internal SRAM location.
627 */
628 if (ipu_state->use_pre) {
629 axi_id = ipu_chan_assign_axi_id(ipu_plane->dma);
630 ipu_prg_channel_configure(ipu_plane->ipu_ch, axi_id,
631 ipu_src_rect_width(new_state),
632 drm_rect_height(&new_state->src) >> 16,
633 fb->pitches[0], fb->format->format,
634 fb->modifier, &eba);
635 }
636
637 if (!old_state->fb ||
638 old_state->fb->format->format != fb->format->format ||
639 old_state->color_encoding != new_state->color_encoding ||
640 old_state->color_range != new_state->color_range) {
641 ics = ipu_drm_fourcc_to_colorspace(fb->format->format);
642 switch (ipu_plane->dp_flow) {
643 case IPU_DP_FLOW_SYNC_BG:
644 ipu_dp_setup_channel(ipu_plane->dp, new_state->color_encoding,
645 new_state->color_range, ics,
646 IPUV3_COLORSPACE_RGB);
647 break;
648 case IPU_DP_FLOW_SYNC_FG:
649 ipu_dp_setup_channel(ipu_plane->dp, new_state->color_encoding,
650 new_state->color_range, ics,
651 IPUV3_COLORSPACE_UNKNOWN);
652 break;
653 }
654 }
655
656 if (old_state->fb && !drm_atomic_crtc_needs_modeset(crtc_state)) {
657 /* nothing to do if PRE is used */
658 if (ipu_state->use_pre)
659 return;
660 active = ipu_idmac_get_current_buffer(ipu_plane->ipu_ch);
661 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, !active, eba);
662 ipu_idmac_select_buffer(ipu_plane->ipu_ch, !active);
663 if (ipu_plane_separate_alpha(ipu_plane)) {
664 active = ipu_idmac_get_current_buffer(ipu_plane->alpha_ch);
665 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, !active,
666 alpha_eba);
667 ipu_idmac_select_buffer(ipu_plane->alpha_ch, !active);
668 }
669 return;
670 }
671
672 ics = ipu_drm_fourcc_to_colorspace(fb->format->format);
673 switch (ipu_plane->dp_flow) {
674 case IPU_DP_FLOW_SYNC_BG:
675 ipu_dp_setup_channel(ipu_plane->dp, DRM_COLOR_YCBCR_BT601,
676 DRM_COLOR_YCBCR_LIMITED_RANGE, ics,
677 IPUV3_COLORSPACE_RGB);
678 break;
679 case IPU_DP_FLOW_SYNC_FG:
680 ipu_dp_setup_channel(ipu_plane->dp, DRM_COLOR_YCBCR_BT601,
681 DRM_COLOR_YCBCR_LIMITED_RANGE, ics,
682 IPUV3_COLORSPACE_UNKNOWN);
683 break;
684 }
685
686 ipu_dmfc_config_wait4eot(ipu_plane->dmfc, ALIGN(drm_rect_width(dst), 8));
687
688 width = ipu_src_rect_width(new_state);
689 height = drm_rect_height(&new_state->src) >> 16;
690 info = drm_format_info(fb->format->format);
691 ipu_calculate_bursts(width, info->cpp[0], fb->pitches[0],
692 &burstsize, &num_bursts);
693
694 ipu_cpmem_zero(ipu_plane->ipu_ch);
695 ipu_cpmem_set_resolution(ipu_plane->ipu_ch, width, height);
696 ipu_cpmem_set_fmt(ipu_plane->ipu_ch, fb->format->format);
697 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, burstsize);
698 ipu_cpmem_set_high_priority(ipu_plane->ipu_ch);
699 ipu_idmac_enable_watermark(ipu_plane->ipu_ch, true);
700 ipu_idmac_set_double_buffer(ipu_plane->ipu_ch, 1);
701 ipu_cpmem_set_stride(ipu_plane->ipu_ch, fb->pitches[0]);
702 ipu_cpmem_set_axi_id(ipu_plane->ipu_ch, axi_id);
703
704 switch (fb->format->format) {
705 case DRM_FORMAT_YUV420:
706 case DRM_FORMAT_YVU420:
707 case DRM_FORMAT_YUV422:
708 case DRM_FORMAT_YVU422:
709 case DRM_FORMAT_YUV444:
710 case DRM_FORMAT_YVU444:
711 ubo = drm_plane_state_to_ubo(new_state);
712 vbo = drm_plane_state_to_vbo(new_state);
713 if (fb->format->format == DRM_FORMAT_YVU420 ||
714 fb->format->format == DRM_FORMAT_YVU422 ||
715 fb->format->format == DRM_FORMAT_YVU444)
716 swap(ubo, vbo);
717
718 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch,
719 fb->pitches[1], ubo, vbo);
720
721 dev_dbg(ipu_plane->base.dev->dev,
722 "phy = %lu %lu %lu, x = %d, y = %d", eba, ubo, vbo,
723 new_state->src.x1 >> 16, new_state->src.y1 >> 16);
724 break;
725 case DRM_FORMAT_NV12:
726 case DRM_FORMAT_NV16:
727 ubo = drm_plane_state_to_ubo(new_state);
728
729 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch,
730 fb->pitches[1], ubo, ubo);
731
732 dev_dbg(ipu_plane->base.dev->dev,
733 "phy = %lu %lu, x = %d, y = %d", eba, ubo,
734 new_state->src.x1 >> 16, new_state->src.y1 >> 16);
735 break;
736 case DRM_FORMAT_RGB565_A8:
737 case DRM_FORMAT_BGR565_A8:
738 case DRM_FORMAT_RGB888_A8:
739 case DRM_FORMAT_BGR888_A8:
740 case DRM_FORMAT_RGBX8888_A8:
741 case DRM_FORMAT_BGRX8888_A8:
742 alpha_eba = drm_plane_state_to_eba(new_state, 1);
743 num_bursts = 0;
744
745 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu %lu, x = %d, y = %d",
746 eba, alpha_eba, new_state->src.x1 >> 16,
747 new_state->src.y1 >> 16);
748
749 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, 16);
750
751 ipu_cpmem_zero(ipu_plane->alpha_ch);
752 ipu_cpmem_set_resolution(ipu_plane->alpha_ch,
753 ipu_src_rect_width(new_state),
754 drm_rect_height(&new_state->src) >> 16);
755 ipu_cpmem_set_format_passthrough(ipu_plane->alpha_ch, 8);
756 ipu_cpmem_set_high_priority(ipu_plane->alpha_ch);
757 ipu_idmac_set_double_buffer(ipu_plane->alpha_ch, 1);
758 ipu_cpmem_set_stride(ipu_plane->alpha_ch, fb->pitches[1]);
759 ipu_cpmem_set_burstsize(ipu_plane->alpha_ch, 16);
760 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 0, alpha_eba);
761 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 1, alpha_eba);
762 break;
763 default:
764 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu, x = %d, y = %d",
765 eba, new_state->src.x1 >> 16, new_state->src.y1 >> 16);
766 break;
767 }
768 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 0, eba);
769 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 1, eba);
770 ipu_idmac_lock_enable(ipu_plane->ipu_ch, num_bursts);
771 ipu_plane_enable(ipu_plane);
772}
773
774static const struct drm_plane_helper_funcs ipu_plane_helper_funcs = {
775 .prepare_fb = drm_gem_plane_helper_prepare_fb,
776 .atomic_check = ipu_plane_atomic_check,
777 .atomic_disable = ipu_plane_atomic_disable,
778 .atomic_update = ipu_plane_atomic_update,
779};
780
781bool ipu_plane_atomic_update_pending(struct drm_plane *plane)
782{
783 struct ipu_plane *ipu_plane = to_ipu_plane(plane);
784 struct drm_plane_state *state = plane->state;
785 struct ipu_plane_state *ipu_state = to_ipu_plane_state(state);
786
787 /* disabled crtcs must not block the update */
788 if (!state->crtc)
789 return false;
790
791 if (ipu_state->use_pre)
792 return ipu_prg_channel_configure_pending(ipu_plane->ipu_ch);
793
794 /*
795 * Pretend no update is pending in the non-PRE/PRG case. For this to
796 * happen, an atomic update would have to be deferred until after the
797 * start of the next frame and simultaneously interrupt latency would
798 * have to be high enough to let the atomic update finish and issue an
799 * event before the previous end of frame interrupt handler can be
800 * executed.
801 */
802 return false;
803}
804int ipu_planes_assign_pre(struct drm_device *dev,
805 struct drm_atomic_state *state)
806{
807 struct drm_crtc_state *old_crtc_state, *crtc_state;
808 struct drm_plane_state *plane_state;
809 struct ipu_plane_state *ipu_state;
810 struct ipu_plane *ipu_plane;
811 struct drm_plane *plane;
812 struct drm_crtc *crtc;
813 int available_pres = ipu_prg_max_active_channels();
814 int ret, i;
815
816 for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, crtc_state, i) {
817 ret = drm_atomic_add_affected_planes(state, crtc);
818 if (ret)
819 return ret;
820 }
821
822 /*
823 * We are going over the planes in 2 passes: first we assign PREs to
824 * planes with a tiling modifier, which need the PREs to resolve into
825 * linear. Any failure to assign a PRE there is fatal. In the second
826 * pass we try to assign PREs to linear FBs, to improve memory access
827 * patterns for them. Failure at this point is non-fatal, as we can
828 * scan out linear FBs without a PRE.
829 */
830 for_each_new_plane_in_state(state, plane, plane_state, i) {
831 ipu_state = to_ipu_plane_state(plane_state);
832 ipu_plane = to_ipu_plane(plane);
833
834 if (!plane_state->fb) {
835 ipu_state->use_pre = false;
836 continue;
837 }
838
839 if (!(plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) ||
840 plane_state->fb->modifier == DRM_FORMAT_MOD_LINEAR)
841 continue;
842
843 if (!ipu_prg_present(ipu_plane->ipu) || !available_pres)
844 return -EINVAL;
845
846 if (!ipu_prg_format_supported(ipu_plane->ipu,
847 plane_state->fb->format->format,
848 plane_state->fb->modifier))
849 return -EINVAL;
850
851 ipu_state->use_pre = true;
852 available_pres--;
853 }
854
855 for_each_new_plane_in_state(state, plane, plane_state, i) {
856 ipu_state = to_ipu_plane_state(plane_state);
857 ipu_plane = to_ipu_plane(plane);
858
859 if (!plane_state->fb) {
860 ipu_state->use_pre = false;
861 continue;
862 }
863
864 if ((plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) &&
865 plane_state->fb->modifier != DRM_FORMAT_MOD_LINEAR)
866 continue;
867
868 /* make sure that modifier is initialized */
869 plane_state->fb->modifier = DRM_FORMAT_MOD_LINEAR;
870
871 if (ipu_prg_present(ipu_plane->ipu) && available_pres &&
872 ipu_prg_format_supported(ipu_plane->ipu,
873 plane_state->fb->format->format,
874 plane_state->fb->modifier)) {
875 ipu_state->use_pre = true;
876 available_pres--;
877 } else {
878 ipu_state->use_pre = false;
879 }
880 }
881
882 return 0;
883}
884
885struct ipu_plane *ipu_plane_init(struct drm_device *dev, struct ipu_soc *ipu,
886 int dma, int dp, unsigned int possible_crtcs,
887 enum drm_plane_type type)
888{
889 struct ipu_plane *ipu_plane;
890 const uint64_t *modifiers = ipu_format_modifiers;
891 unsigned int zpos = (type == DRM_PLANE_TYPE_PRIMARY) ? 0 : 1;
892 unsigned int format_count;
893 const uint32_t *formats;
894 int ret;
895
896 DRM_DEBUG_KMS("channel %d, dp flow %d, possible_crtcs=0x%x\n",
897 dma, dp, possible_crtcs);
898
899 if (dp == IPU_DP_FLOW_SYNC_BG || dp == IPU_DP_FLOW_SYNC_FG) {
900 formats = ipu_plane_all_formats;
901 format_count = ARRAY_SIZE(ipu_plane_all_formats);
902 } else {
903 formats = ipu_plane_rgb_formats;
904 format_count = ARRAY_SIZE(ipu_plane_rgb_formats);
905 }
906
907 if (ipu_prg_present(ipu))
908 modifiers = pre_format_modifiers;
909
910 ipu_plane = drmm_universal_plane_alloc(dev, struct ipu_plane, base,
911 possible_crtcs, &ipu_plane_funcs,
912 formats, format_count, modifiers,
913 type, NULL);
914 if (IS_ERR(ipu_plane)) {
915 DRM_ERROR("failed to allocate and initialize %s plane\n",
916 zpos ? "overlay" : "primary");
917 return ipu_plane;
918 }
919
920 ipu_plane->ipu = ipu;
921 ipu_plane->dma = dma;
922 ipu_plane->dp_flow = dp;
923
924 drm_plane_helper_add(&ipu_plane->base, &ipu_plane_helper_funcs);
925
926 if (dp == IPU_DP_FLOW_SYNC_BG || dp == IPU_DP_FLOW_SYNC_FG)
927 ret = drm_plane_create_zpos_property(&ipu_plane->base, zpos, 0,
928 1);
929 else
930 ret = drm_plane_create_zpos_immutable_property(&ipu_plane->base,
931 0);
932 if (ret)
933 return ERR_PTR(ret);
934
935 ret = drm_plane_create_color_properties(&ipu_plane->base,
936 BIT(DRM_COLOR_YCBCR_BT601) |
937 BIT(DRM_COLOR_YCBCR_BT709),
938 BIT(DRM_COLOR_YCBCR_LIMITED_RANGE),
939 DRM_COLOR_YCBCR_BT601,
940 DRM_COLOR_YCBCR_LIMITED_RANGE);
941 if (ret)
942 return ERR_PTR(ret);
943
944 ret = ipu_plane_get_resources(dev, ipu_plane);
945 if (ret) {
946 DRM_ERROR("failed to get %s plane resources: %pe\n",
947 zpos ? "overlay" : "primary", &ret);
948 return ERR_PTR(ret);
949 }
950
951 return ipu_plane;
952}