Loading...
Note: File does not exist in v3.1.
1/*
2 * Copyright (C) 2012 Avionic Design GmbH
3 * Copyright (C) 2012 NVIDIA CORPORATION. All rights reserved.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation.
8 */
9
10#include <linux/clk.h>
11#include <linux/debugfs.h>
12#include <linux/iommu.h>
13#include <linux/pm_runtime.h>
14#include <linux/reset.h>
15
16#include <soc/tegra/pmc.h>
17
18#include "dc.h"
19#include "drm.h"
20#include "gem.h"
21
22#include <drm/drm_atomic.h>
23#include <drm/drm_atomic_helper.h>
24#include <drm/drm_plane_helper.h>
25
26struct tegra_dc_soc_info {
27 bool supports_border_color;
28 bool supports_interlacing;
29 bool supports_cursor;
30 bool supports_block_linear;
31 unsigned int pitch_align;
32 bool has_powergate;
33};
34
35struct tegra_plane {
36 struct drm_plane base;
37 unsigned int index;
38};
39
40static inline struct tegra_plane *to_tegra_plane(struct drm_plane *plane)
41{
42 return container_of(plane, struct tegra_plane, base);
43}
44
45struct tegra_dc_state {
46 struct drm_crtc_state base;
47
48 struct clk *clk;
49 unsigned long pclk;
50 unsigned int div;
51
52 u32 planes;
53};
54
55static inline struct tegra_dc_state *to_dc_state(struct drm_crtc_state *state)
56{
57 if (state)
58 return container_of(state, struct tegra_dc_state, base);
59
60 return NULL;
61}
62
63struct tegra_plane_state {
64 struct drm_plane_state base;
65
66 struct tegra_bo_tiling tiling;
67 u32 format;
68 u32 swap;
69};
70
71static inline struct tegra_plane_state *
72to_tegra_plane_state(struct drm_plane_state *state)
73{
74 if (state)
75 return container_of(state, struct tegra_plane_state, base);
76
77 return NULL;
78}
79
80static void tegra_dc_stats_reset(struct tegra_dc_stats *stats)
81{
82 stats->frames = 0;
83 stats->vblank = 0;
84 stats->underflow = 0;
85 stats->overflow = 0;
86}
87
88/*
89 * Reads the active copy of a register. This takes the dc->lock spinlock to
90 * prevent races with the VBLANK processing which also needs access to the
91 * active copy of some registers.
92 */
93static u32 tegra_dc_readl_active(struct tegra_dc *dc, unsigned long offset)
94{
95 unsigned long flags;
96 u32 value;
97
98 spin_lock_irqsave(&dc->lock, flags);
99
100 tegra_dc_writel(dc, READ_MUX, DC_CMD_STATE_ACCESS);
101 value = tegra_dc_readl(dc, offset);
102 tegra_dc_writel(dc, 0, DC_CMD_STATE_ACCESS);
103
104 spin_unlock_irqrestore(&dc->lock, flags);
105 return value;
106}
107
108/*
109 * Double-buffered registers have two copies: ASSEMBLY and ACTIVE. When the
110 * *_ACT_REQ bits are set the ASSEMBLY copy is latched into the ACTIVE copy.
111 * Latching happens mmediately if the display controller is in STOP mode or
112 * on the next frame boundary otherwise.
113 *
114 * Triple-buffered registers have three copies: ASSEMBLY, ARM and ACTIVE. The
115 * ASSEMBLY copy is latched into the ARM copy immediately after *_UPDATE bits
116 * are written. When the *_ACT_REQ bits are written, the ARM copy is latched
117 * into the ACTIVE copy, either immediately if the display controller is in
118 * STOP mode, or at the next frame boundary otherwise.
119 */
120void tegra_dc_commit(struct tegra_dc *dc)
121{
122 tegra_dc_writel(dc, GENERAL_ACT_REQ << 8, DC_CMD_STATE_CONTROL);
123 tegra_dc_writel(dc, GENERAL_ACT_REQ, DC_CMD_STATE_CONTROL);
124}
125
126static int tegra_dc_format(u32 fourcc, u32 *format, u32 *swap)
127{
128 /* assume no swapping of fetched data */
129 if (swap)
130 *swap = BYTE_SWAP_NOSWAP;
131
132 switch (fourcc) {
133 case DRM_FORMAT_XBGR8888:
134 *format = WIN_COLOR_DEPTH_R8G8B8A8;
135 break;
136
137 case DRM_FORMAT_XRGB8888:
138 *format = WIN_COLOR_DEPTH_B8G8R8A8;
139 break;
140
141 case DRM_FORMAT_RGB565:
142 *format = WIN_COLOR_DEPTH_B5G6R5;
143 break;
144
145 case DRM_FORMAT_UYVY:
146 *format = WIN_COLOR_DEPTH_YCbCr422;
147 break;
148
149 case DRM_FORMAT_YUYV:
150 if (swap)
151 *swap = BYTE_SWAP_SWAP2;
152
153 *format = WIN_COLOR_DEPTH_YCbCr422;
154 break;
155
156 case DRM_FORMAT_YUV420:
157 *format = WIN_COLOR_DEPTH_YCbCr420P;
158 break;
159
160 case DRM_FORMAT_YUV422:
161 *format = WIN_COLOR_DEPTH_YCbCr422P;
162 break;
163
164 default:
165 return -EINVAL;
166 }
167
168 return 0;
169}
170
171static bool tegra_dc_format_is_yuv(unsigned int format, bool *planar)
172{
173 switch (format) {
174 case WIN_COLOR_DEPTH_YCbCr422:
175 case WIN_COLOR_DEPTH_YUV422:
176 if (planar)
177 *planar = false;
178
179 return true;
180
181 case WIN_COLOR_DEPTH_YCbCr420P:
182 case WIN_COLOR_DEPTH_YUV420P:
183 case WIN_COLOR_DEPTH_YCbCr422P:
184 case WIN_COLOR_DEPTH_YUV422P:
185 case WIN_COLOR_DEPTH_YCbCr422R:
186 case WIN_COLOR_DEPTH_YUV422R:
187 case WIN_COLOR_DEPTH_YCbCr422RA:
188 case WIN_COLOR_DEPTH_YUV422RA:
189 if (planar)
190 *planar = true;
191
192 return true;
193 }
194
195 if (planar)
196 *planar = false;
197
198 return false;
199}
200
201static inline u32 compute_dda_inc(unsigned int in, unsigned int out, bool v,
202 unsigned int bpp)
203{
204 fixed20_12 outf = dfixed_init(out);
205 fixed20_12 inf = dfixed_init(in);
206 u32 dda_inc;
207 int max;
208
209 if (v)
210 max = 15;
211 else {
212 switch (bpp) {
213 case 2:
214 max = 8;
215 break;
216
217 default:
218 WARN_ON_ONCE(1);
219 /* fallthrough */
220 case 4:
221 max = 4;
222 break;
223 }
224 }
225
226 outf.full = max_t(u32, outf.full - dfixed_const(1), dfixed_const(1));
227 inf.full -= dfixed_const(1);
228
229 dda_inc = dfixed_div(inf, outf);
230 dda_inc = min_t(u32, dda_inc, dfixed_const(max));
231
232 return dda_inc;
233}
234
235static inline u32 compute_initial_dda(unsigned int in)
236{
237 fixed20_12 inf = dfixed_init(in);
238 return dfixed_frac(inf);
239}
240
241static void tegra_dc_setup_window(struct tegra_dc *dc, unsigned int index,
242 const struct tegra_dc_window *window)
243{
244 unsigned h_offset, v_offset, h_size, v_size, h_dda, v_dda, bpp;
245 unsigned long value, flags;
246 bool yuv, planar;
247
248 /*
249 * For YUV planar modes, the number of bytes per pixel takes into
250 * account only the luma component and therefore is 1.
251 */
252 yuv = tegra_dc_format_is_yuv(window->format, &planar);
253 if (!yuv)
254 bpp = window->bits_per_pixel / 8;
255 else
256 bpp = planar ? 1 : 2;
257
258 spin_lock_irqsave(&dc->lock, flags);
259
260 value = WINDOW_A_SELECT << index;
261 tegra_dc_writel(dc, value, DC_CMD_DISPLAY_WINDOW_HEADER);
262
263 tegra_dc_writel(dc, window->format, DC_WIN_COLOR_DEPTH);
264 tegra_dc_writel(dc, window->swap, DC_WIN_BYTE_SWAP);
265
266 value = V_POSITION(window->dst.y) | H_POSITION(window->dst.x);
267 tegra_dc_writel(dc, value, DC_WIN_POSITION);
268
269 value = V_SIZE(window->dst.h) | H_SIZE(window->dst.w);
270 tegra_dc_writel(dc, value, DC_WIN_SIZE);
271
272 h_offset = window->src.x * bpp;
273 v_offset = window->src.y;
274 h_size = window->src.w * bpp;
275 v_size = window->src.h;
276
277 value = V_PRESCALED_SIZE(v_size) | H_PRESCALED_SIZE(h_size);
278 tegra_dc_writel(dc, value, DC_WIN_PRESCALED_SIZE);
279
280 /*
281 * For DDA computations the number of bytes per pixel for YUV planar
282 * modes needs to take into account all Y, U and V components.
283 */
284 if (yuv && planar)
285 bpp = 2;
286
287 h_dda = compute_dda_inc(window->src.w, window->dst.w, false, bpp);
288 v_dda = compute_dda_inc(window->src.h, window->dst.h, true, bpp);
289
290 value = V_DDA_INC(v_dda) | H_DDA_INC(h_dda);
291 tegra_dc_writel(dc, value, DC_WIN_DDA_INC);
292
293 h_dda = compute_initial_dda(window->src.x);
294 v_dda = compute_initial_dda(window->src.y);
295
296 tegra_dc_writel(dc, h_dda, DC_WIN_H_INITIAL_DDA);
297 tegra_dc_writel(dc, v_dda, DC_WIN_V_INITIAL_DDA);
298
299 tegra_dc_writel(dc, 0, DC_WIN_UV_BUF_STRIDE);
300 tegra_dc_writel(dc, 0, DC_WIN_BUF_STRIDE);
301
302 tegra_dc_writel(dc, window->base[0], DC_WINBUF_START_ADDR);
303
304 if (yuv && planar) {
305 tegra_dc_writel(dc, window->base[1], DC_WINBUF_START_ADDR_U);
306 tegra_dc_writel(dc, window->base[2], DC_WINBUF_START_ADDR_V);
307 value = window->stride[1] << 16 | window->stride[0];
308 tegra_dc_writel(dc, value, DC_WIN_LINE_STRIDE);
309 } else {
310 tegra_dc_writel(dc, window->stride[0], DC_WIN_LINE_STRIDE);
311 }
312
313 if (window->bottom_up)
314 v_offset += window->src.h - 1;
315
316 tegra_dc_writel(dc, h_offset, DC_WINBUF_ADDR_H_OFFSET);
317 tegra_dc_writel(dc, v_offset, DC_WINBUF_ADDR_V_OFFSET);
318
319 if (dc->soc->supports_block_linear) {
320 unsigned long height = window->tiling.value;
321
322 switch (window->tiling.mode) {
323 case TEGRA_BO_TILING_MODE_PITCH:
324 value = DC_WINBUF_SURFACE_KIND_PITCH;
325 break;
326
327 case TEGRA_BO_TILING_MODE_TILED:
328 value = DC_WINBUF_SURFACE_KIND_TILED;
329 break;
330
331 case TEGRA_BO_TILING_MODE_BLOCK:
332 value = DC_WINBUF_SURFACE_KIND_BLOCK_HEIGHT(height) |
333 DC_WINBUF_SURFACE_KIND_BLOCK;
334 break;
335 }
336
337 tegra_dc_writel(dc, value, DC_WINBUF_SURFACE_KIND);
338 } else {
339 switch (window->tiling.mode) {
340 case TEGRA_BO_TILING_MODE_PITCH:
341 value = DC_WIN_BUFFER_ADDR_MODE_LINEAR_UV |
342 DC_WIN_BUFFER_ADDR_MODE_LINEAR;
343 break;
344
345 case TEGRA_BO_TILING_MODE_TILED:
346 value = DC_WIN_BUFFER_ADDR_MODE_TILE_UV |
347 DC_WIN_BUFFER_ADDR_MODE_TILE;
348 break;
349
350 case TEGRA_BO_TILING_MODE_BLOCK:
351 /*
352 * No need to handle this here because ->atomic_check
353 * will already have filtered it out.
354 */
355 break;
356 }
357
358 tegra_dc_writel(dc, value, DC_WIN_BUFFER_ADDR_MODE);
359 }
360
361 value = WIN_ENABLE;
362
363 if (yuv) {
364 /* setup default colorspace conversion coefficients */
365 tegra_dc_writel(dc, 0x00f0, DC_WIN_CSC_YOF);
366 tegra_dc_writel(dc, 0x012a, DC_WIN_CSC_KYRGB);
367 tegra_dc_writel(dc, 0x0000, DC_WIN_CSC_KUR);
368 tegra_dc_writel(dc, 0x0198, DC_WIN_CSC_KVR);
369 tegra_dc_writel(dc, 0x039b, DC_WIN_CSC_KUG);
370 tegra_dc_writel(dc, 0x032f, DC_WIN_CSC_KVG);
371 tegra_dc_writel(dc, 0x0204, DC_WIN_CSC_KUB);
372 tegra_dc_writel(dc, 0x0000, DC_WIN_CSC_KVB);
373
374 value |= CSC_ENABLE;
375 } else if (window->bits_per_pixel < 24) {
376 value |= COLOR_EXPAND;
377 }
378
379 if (window->bottom_up)
380 value |= V_DIRECTION;
381
382 tegra_dc_writel(dc, value, DC_WIN_WIN_OPTIONS);
383
384 /*
385 * Disable blending and assume Window A is the bottom-most window,
386 * Window C is the top-most window and Window B is in the middle.
387 */
388 tegra_dc_writel(dc, 0xffff00, DC_WIN_BLEND_NOKEY);
389 tegra_dc_writel(dc, 0xffff00, DC_WIN_BLEND_1WIN);
390
391 switch (index) {
392 case 0:
393 tegra_dc_writel(dc, 0x000000, DC_WIN_BLEND_2WIN_X);
394 tegra_dc_writel(dc, 0x000000, DC_WIN_BLEND_2WIN_Y);
395 tegra_dc_writel(dc, 0x000000, DC_WIN_BLEND_3WIN_XY);
396 break;
397
398 case 1:
399 tegra_dc_writel(dc, 0xffff00, DC_WIN_BLEND_2WIN_X);
400 tegra_dc_writel(dc, 0x000000, DC_WIN_BLEND_2WIN_Y);
401 tegra_dc_writel(dc, 0x000000, DC_WIN_BLEND_3WIN_XY);
402 break;
403
404 case 2:
405 tegra_dc_writel(dc, 0xffff00, DC_WIN_BLEND_2WIN_X);
406 tegra_dc_writel(dc, 0xffff00, DC_WIN_BLEND_2WIN_Y);
407 tegra_dc_writel(dc, 0xffff00, DC_WIN_BLEND_3WIN_XY);
408 break;
409 }
410
411 spin_unlock_irqrestore(&dc->lock, flags);
412}
413
414static void tegra_plane_destroy(struct drm_plane *plane)
415{
416 struct tegra_plane *p = to_tegra_plane(plane);
417
418 drm_plane_cleanup(plane);
419 kfree(p);
420}
421
422static const u32 tegra_primary_plane_formats[] = {
423 DRM_FORMAT_XBGR8888,
424 DRM_FORMAT_XRGB8888,
425 DRM_FORMAT_RGB565,
426};
427
428static void tegra_primary_plane_destroy(struct drm_plane *plane)
429{
430 tegra_plane_destroy(plane);
431}
432
433static void tegra_plane_reset(struct drm_plane *plane)
434{
435 struct tegra_plane_state *state;
436
437 if (plane->state)
438 __drm_atomic_helper_plane_destroy_state(plane->state);
439
440 kfree(plane->state);
441 plane->state = NULL;
442
443 state = kzalloc(sizeof(*state), GFP_KERNEL);
444 if (state) {
445 plane->state = &state->base;
446 plane->state->plane = plane;
447 }
448}
449
450static struct drm_plane_state *tegra_plane_atomic_duplicate_state(struct drm_plane *plane)
451{
452 struct tegra_plane_state *state = to_tegra_plane_state(plane->state);
453 struct tegra_plane_state *copy;
454
455 copy = kmalloc(sizeof(*copy), GFP_KERNEL);
456 if (!copy)
457 return NULL;
458
459 __drm_atomic_helper_plane_duplicate_state(plane, ©->base);
460 copy->tiling = state->tiling;
461 copy->format = state->format;
462 copy->swap = state->swap;
463
464 return ©->base;
465}
466
467static void tegra_plane_atomic_destroy_state(struct drm_plane *plane,
468 struct drm_plane_state *state)
469{
470 __drm_atomic_helper_plane_destroy_state(state);
471 kfree(state);
472}
473
474static const struct drm_plane_funcs tegra_primary_plane_funcs = {
475 .update_plane = drm_atomic_helper_update_plane,
476 .disable_plane = drm_atomic_helper_disable_plane,
477 .destroy = tegra_primary_plane_destroy,
478 .reset = tegra_plane_reset,
479 .atomic_duplicate_state = tegra_plane_atomic_duplicate_state,
480 .atomic_destroy_state = tegra_plane_atomic_destroy_state,
481};
482
483static int tegra_plane_state_add(struct tegra_plane *plane,
484 struct drm_plane_state *state)
485{
486 struct drm_crtc_state *crtc_state;
487 struct tegra_dc_state *tegra;
488
489 /* Propagate errors from allocation or locking failures. */
490 crtc_state = drm_atomic_get_crtc_state(state->state, state->crtc);
491 if (IS_ERR(crtc_state))
492 return PTR_ERR(crtc_state);
493
494 tegra = to_dc_state(crtc_state);
495
496 tegra->planes |= WIN_A_ACT_REQ << plane->index;
497
498 return 0;
499}
500
501static int tegra_plane_atomic_check(struct drm_plane *plane,
502 struct drm_plane_state *state)
503{
504 struct tegra_plane_state *plane_state = to_tegra_plane_state(state);
505 struct tegra_bo_tiling *tiling = &plane_state->tiling;
506 struct tegra_plane *tegra = to_tegra_plane(plane);
507 struct tegra_dc *dc = to_tegra_dc(state->crtc);
508 int err;
509
510 /* no need for further checks if the plane is being disabled */
511 if (!state->crtc)
512 return 0;
513
514 err = tegra_dc_format(state->fb->pixel_format, &plane_state->format,
515 &plane_state->swap);
516 if (err < 0)
517 return err;
518
519 err = tegra_fb_get_tiling(state->fb, tiling);
520 if (err < 0)
521 return err;
522
523 if (tiling->mode == TEGRA_BO_TILING_MODE_BLOCK &&
524 !dc->soc->supports_block_linear) {
525 DRM_ERROR("hardware doesn't support block linear mode\n");
526 return -EINVAL;
527 }
528
529 /*
530 * Tegra doesn't support different strides for U and V planes so we
531 * error out if the user tries to display a framebuffer with such a
532 * configuration.
533 */
534 if (drm_format_num_planes(state->fb->pixel_format) > 2) {
535 if (state->fb->pitches[2] != state->fb->pitches[1]) {
536 DRM_ERROR("unsupported UV-plane configuration\n");
537 return -EINVAL;
538 }
539 }
540
541 err = tegra_plane_state_add(tegra, state);
542 if (err < 0)
543 return err;
544
545 return 0;
546}
547
548static void tegra_plane_atomic_update(struct drm_plane *plane,
549 struct drm_plane_state *old_state)
550{
551 struct tegra_plane_state *state = to_tegra_plane_state(plane->state);
552 struct tegra_dc *dc = to_tegra_dc(plane->state->crtc);
553 struct drm_framebuffer *fb = plane->state->fb;
554 struct tegra_plane *p = to_tegra_plane(plane);
555 struct tegra_dc_window window;
556 unsigned int i;
557
558 /* rien ne va plus */
559 if (!plane->state->crtc || !plane->state->fb)
560 return;
561
562 memset(&window, 0, sizeof(window));
563 window.src.x = plane->state->src_x >> 16;
564 window.src.y = plane->state->src_y >> 16;
565 window.src.w = plane->state->src_w >> 16;
566 window.src.h = plane->state->src_h >> 16;
567 window.dst.x = plane->state->crtc_x;
568 window.dst.y = plane->state->crtc_y;
569 window.dst.w = plane->state->crtc_w;
570 window.dst.h = plane->state->crtc_h;
571 window.bits_per_pixel = fb->bits_per_pixel;
572 window.bottom_up = tegra_fb_is_bottom_up(fb);
573
574 /* copy from state */
575 window.tiling = state->tiling;
576 window.format = state->format;
577 window.swap = state->swap;
578
579 for (i = 0; i < drm_format_num_planes(fb->pixel_format); i++) {
580 struct tegra_bo *bo = tegra_fb_get_plane(fb, i);
581
582 window.base[i] = bo->paddr + fb->offsets[i];
583
584 /*
585 * Tegra uses a shared stride for UV planes. Framebuffers are
586 * already checked for this in the tegra_plane_atomic_check()
587 * function, so it's safe to ignore the V-plane pitch here.
588 */
589 if (i < 2)
590 window.stride[i] = fb->pitches[i];
591 }
592
593 tegra_dc_setup_window(dc, p->index, &window);
594}
595
596static void tegra_plane_atomic_disable(struct drm_plane *plane,
597 struct drm_plane_state *old_state)
598{
599 struct tegra_plane *p = to_tegra_plane(plane);
600 struct tegra_dc *dc;
601 unsigned long flags;
602 u32 value;
603
604 /* rien ne va plus */
605 if (!old_state || !old_state->crtc)
606 return;
607
608 dc = to_tegra_dc(old_state->crtc);
609
610 spin_lock_irqsave(&dc->lock, flags);
611
612 value = WINDOW_A_SELECT << p->index;
613 tegra_dc_writel(dc, value, DC_CMD_DISPLAY_WINDOW_HEADER);
614
615 value = tegra_dc_readl(dc, DC_WIN_WIN_OPTIONS);
616 value &= ~WIN_ENABLE;
617 tegra_dc_writel(dc, value, DC_WIN_WIN_OPTIONS);
618
619 spin_unlock_irqrestore(&dc->lock, flags);
620}
621
622static const struct drm_plane_helper_funcs tegra_primary_plane_helper_funcs = {
623 .atomic_check = tegra_plane_atomic_check,
624 .atomic_update = tegra_plane_atomic_update,
625 .atomic_disable = tegra_plane_atomic_disable,
626};
627
628static struct drm_plane *tegra_dc_primary_plane_create(struct drm_device *drm,
629 struct tegra_dc *dc)
630{
631 /*
632 * Ideally this would use drm_crtc_mask(), but that would require the
633 * CRTC to already be in the mode_config's list of CRTCs. However, it
634 * will only be added to that list in the drm_crtc_init_with_planes()
635 * (in tegra_dc_init()), which in turn requires registration of these
636 * planes. So we have ourselves a nice little chicken and egg problem
637 * here.
638 *
639 * We work around this by manually creating the mask from the number
640 * of CRTCs that have been registered, and should therefore always be
641 * the same as drm_crtc_index() after registration.
642 */
643 unsigned long possible_crtcs = 1 << drm->mode_config.num_crtc;
644 struct tegra_plane *plane;
645 unsigned int num_formats;
646 const u32 *formats;
647 int err;
648
649 plane = kzalloc(sizeof(*plane), GFP_KERNEL);
650 if (!plane)
651 return ERR_PTR(-ENOMEM);
652
653 num_formats = ARRAY_SIZE(tegra_primary_plane_formats);
654 formats = tegra_primary_plane_formats;
655
656 err = drm_universal_plane_init(drm, &plane->base, possible_crtcs,
657 &tegra_primary_plane_funcs, formats,
658 num_formats, DRM_PLANE_TYPE_PRIMARY,
659 NULL);
660 if (err < 0) {
661 kfree(plane);
662 return ERR_PTR(err);
663 }
664
665 drm_plane_helper_add(&plane->base, &tegra_primary_plane_helper_funcs);
666
667 return &plane->base;
668}
669
670static const u32 tegra_cursor_plane_formats[] = {
671 DRM_FORMAT_RGBA8888,
672};
673
674static int tegra_cursor_atomic_check(struct drm_plane *plane,
675 struct drm_plane_state *state)
676{
677 struct tegra_plane *tegra = to_tegra_plane(plane);
678 int err;
679
680 /* no need for further checks if the plane is being disabled */
681 if (!state->crtc)
682 return 0;
683
684 /* scaling not supported for cursor */
685 if ((state->src_w >> 16 != state->crtc_w) ||
686 (state->src_h >> 16 != state->crtc_h))
687 return -EINVAL;
688
689 /* only square cursors supported */
690 if (state->src_w != state->src_h)
691 return -EINVAL;
692
693 if (state->crtc_w != 32 && state->crtc_w != 64 &&
694 state->crtc_w != 128 && state->crtc_w != 256)
695 return -EINVAL;
696
697 err = tegra_plane_state_add(tegra, state);
698 if (err < 0)
699 return err;
700
701 return 0;
702}
703
704static void tegra_cursor_atomic_update(struct drm_plane *plane,
705 struct drm_plane_state *old_state)
706{
707 struct tegra_bo *bo = tegra_fb_get_plane(plane->state->fb, 0);
708 struct tegra_dc *dc = to_tegra_dc(plane->state->crtc);
709 struct drm_plane_state *state = plane->state;
710 u32 value = CURSOR_CLIP_DISPLAY;
711
712 /* rien ne va plus */
713 if (!plane->state->crtc || !plane->state->fb)
714 return;
715
716 switch (state->crtc_w) {
717 case 32:
718 value |= CURSOR_SIZE_32x32;
719 break;
720
721 case 64:
722 value |= CURSOR_SIZE_64x64;
723 break;
724
725 case 128:
726 value |= CURSOR_SIZE_128x128;
727 break;
728
729 case 256:
730 value |= CURSOR_SIZE_256x256;
731 break;
732
733 default:
734 WARN(1, "cursor size %ux%u not supported\n", state->crtc_w,
735 state->crtc_h);
736 return;
737 }
738
739 value |= (bo->paddr >> 10) & 0x3fffff;
740 tegra_dc_writel(dc, value, DC_DISP_CURSOR_START_ADDR);
741
742#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
743 value = (bo->paddr >> 32) & 0x3;
744 tegra_dc_writel(dc, value, DC_DISP_CURSOR_START_ADDR_HI);
745#endif
746
747 /* enable cursor and set blend mode */
748 value = tegra_dc_readl(dc, DC_DISP_DISP_WIN_OPTIONS);
749 value |= CURSOR_ENABLE;
750 tegra_dc_writel(dc, value, DC_DISP_DISP_WIN_OPTIONS);
751
752 value = tegra_dc_readl(dc, DC_DISP_BLEND_CURSOR_CONTROL);
753 value &= ~CURSOR_DST_BLEND_MASK;
754 value &= ~CURSOR_SRC_BLEND_MASK;
755 value |= CURSOR_MODE_NORMAL;
756 value |= CURSOR_DST_BLEND_NEG_K1_TIMES_SRC;
757 value |= CURSOR_SRC_BLEND_K1_TIMES_SRC;
758 value |= CURSOR_ALPHA;
759 tegra_dc_writel(dc, value, DC_DISP_BLEND_CURSOR_CONTROL);
760
761 /* position the cursor */
762 value = (state->crtc_y & 0x3fff) << 16 | (state->crtc_x & 0x3fff);
763 tegra_dc_writel(dc, value, DC_DISP_CURSOR_POSITION);
764}
765
766static void tegra_cursor_atomic_disable(struct drm_plane *plane,
767 struct drm_plane_state *old_state)
768{
769 struct tegra_dc *dc;
770 u32 value;
771
772 /* rien ne va plus */
773 if (!old_state || !old_state->crtc)
774 return;
775
776 dc = to_tegra_dc(old_state->crtc);
777
778 value = tegra_dc_readl(dc, DC_DISP_DISP_WIN_OPTIONS);
779 value &= ~CURSOR_ENABLE;
780 tegra_dc_writel(dc, value, DC_DISP_DISP_WIN_OPTIONS);
781}
782
783static const struct drm_plane_funcs tegra_cursor_plane_funcs = {
784 .update_plane = drm_atomic_helper_update_plane,
785 .disable_plane = drm_atomic_helper_disable_plane,
786 .destroy = tegra_plane_destroy,
787 .reset = tegra_plane_reset,
788 .atomic_duplicate_state = tegra_plane_atomic_duplicate_state,
789 .atomic_destroy_state = tegra_plane_atomic_destroy_state,
790};
791
792static const struct drm_plane_helper_funcs tegra_cursor_plane_helper_funcs = {
793 .atomic_check = tegra_cursor_atomic_check,
794 .atomic_update = tegra_cursor_atomic_update,
795 .atomic_disable = tegra_cursor_atomic_disable,
796};
797
798static struct drm_plane *tegra_dc_cursor_plane_create(struct drm_device *drm,
799 struct tegra_dc *dc)
800{
801 struct tegra_plane *plane;
802 unsigned int num_formats;
803 const u32 *formats;
804 int err;
805
806 plane = kzalloc(sizeof(*plane), GFP_KERNEL);
807 if (!plane)
808 return ERR_PTR(-ENOMEM);
809
810 /*
811 * This index is kind of fake. The cursor isn't a regular plane, but
812 * its update and activation request bits in DC_CMD_STATE_CONTROL do
813 * use the same programming. Setting this fake index here allows the
814 * code in tegra_add_plane_state() to do the right thing without the
815 * need to special-casing the cursor plane.
816 */
817 plane->index = 6;
818
819 num_formats = ARRAY_SIZE(tegra_cursor_plane_formats);
820 formats = tegra_cursor_plane_formats;
821
822 err = drm_universal_plane_init(drm, &plane->base, 1 << dc->pipe,
823 &tegra_cursor_plane_funcs, formats,
824 num_formats, DRM_PLANE_TYPE_CURSOR,
825 NULL);
826 if (err < 0) {
827 kfree(plane);
828 return ERR_PTR(err);
829 }
830
831 drm_plane_helper_add(&plane->base, &tegra_cursor_plane_helper_funcs);
832
833 return &plane->base;
834}
835
836static void tegra_overlay_plane_destroy(struct drm_plane *plane)
837{
838 tegra_plane_destroy(plane);
839}
840
841static const struct drm_plane_funcs tegra_overlay_plane_funcs = {
842 .update_plane = drm_atomic_helper_update_plane,
843 .disable_plane = drm_atomic_helper_disable_plane,
844 .destroy = tegra_overlay_plane_destroy,
845 .reset = tegra_plane_reset,
846 .atomic_duplicate_state = tegra_plane_atomic_duplicate_state,
847 .atomic_destroy_state = tegra_plane_atomic_destroy_state,
848};
849
850static const uint32_t tegra_overlay_plane_formats[] = {
851 DRM_FORMAT_XBGR8888,
852 DRM_FORMAT_XRGB8888,
853 DRM_FORMAT_RGB565,
854 DRM_FORMAT_UYVY,
855 DRM_FORMAT_YUYV,
856 DRM_FORMAT_YUV420,
857 DRM_FORMAT_YUV422,
858};
859
860static const struct drm_plane_helper_funcs tegra_overlay_plane_helper_funcs = {
861 .atomic_check = tegra_plane_atomic_check,
862 .atomic_update = tegra_plane_atomic_update,
863 .atomic_disable = tegra_plane_atomic_disable,
864};
865
866static struct drm_plane *tegra_dc_overlay_plane_create(struct drm_device *drm,
867 struct tegra_dc *dc,
868 unsigned int index)
869{
870 struct tegra_plane *plane;
871 unsigned int num_formats;
872 const u32 *formats;
873 int err;
874
875 plane = kzalloc(sizeof(*plane), GFP_KERNEL);
876 if (!plane)
877 return ERR_PTR(-ENOMEM);
878
879 plane->index = index;
880
881 num_formats = ARRAY_SIZE(tegra_overlay_plane_formats);
882 formats = tegra_overlay_plane_formats;
883
884 err = drm_universal_plane_init(drm, &plane->base, 1 << dc->pipe,
885 &tegra_overlay_plane_funcs, formats,
886 num_formats, DRM_PLANE_TYPE_OVERLAY,
887 NULL);
888 if (err < 0) {
889 kfree(plane);
890 return ERR_PTR(err);
891 }
892
893 drm_plane_helper_add(&plane->base, &tegra_overlay_plane_helper_funcs);
894
895 return &plane->base;
896}
897
898static int tegra_dc_add_planes(struct drm_device *drm, struct tegra_dc *dc)
899{
900 struct drm_plane *plane;
901 unsigned int i;
902
903 for (i = 0; i < 2; i++) {
904 plane = tegra_dc_overlay_plane_create(drm, dc, 1 + i);
905 if (IS_ERR(plane))
906 return PTR_ERR(plane);
907 }
908
909 return 0;
910}
911
912u32 tegra_dc_get_vblank_counter(struct tegra_dc *dc)
913{
914 if (dc->syncpt)
915 return host1x_syncpt_read(dc->syncpt);
916
917 /* fallback to software emulated VBLANK counter */
918 return drm_crtc_vblank_count(&dc->base);
919}
920
921void tegra_dc_enable_vblank(struct tegra_dc *dc)
922{
923 unsigned long value, flags;
924
925 spin_lock_irqsave(&dc->lock, flags);
926
927 value = tegra_dc_readl(dc, DC_CMD_INT_MASK);
928 value |= VBLANK_INT;
929 tegra_dc_writel(dc, value, DC_CMD_INT_MASK);
930
931 spin_unlock_irqrestore(&dc->lock, flags);
932}
933
934void tegra_dc_disable_vblank(struct tegra_dc *dc)
935{
936 unsigned long value, flags;
937
938 spin_lock_irqsave(&dc->lock, flags);
939
940 value = tegra_dc_readl(dc, DC_CMD_INT_MASK);
941 value &= ~VBLANK_INT;
942 tegra_dc_writel(dc, value, DC_CMD_INT_MASK);
943
944 spin_unlock_irqrestore(&dc->lock, flags);
945}
946
947static void tegra_dc_finish_page_flip(struct tegra_dc *dc)
948{
949 struct drm_device *drm = dc->base.dev;
950 struct drm_crtc *crtc = &dc->base;
951 unsigned long flags, base;
952 struct tegra_bo *bo;
953
954 spin_lock_irqsave(&drm->event_lock, flags);
955
956 if (!dc->event) {
957 spin_unlock_irqrestore(&drm->event_lock, flags);
958 return;
959 }
960
961 bo = tegra_fb_get_plane(crtc->primary->fb, 0);
962
963 spin_lock(&dc->lock);
964
965 /* check if new start address has been latched */
966 tegra_dc_writel(dc, WINDOW_A_SELECT, DC_CMD_DISPLAY_WINDOW_HEADER);
967 tegra_dc_writel(dc, READ_MUX, DC_CMD_STATE_ACCESS);
968 base = tegra_dc_readl(dc, DC_WINBUF_START_ADDR);
969 tegra_dc_writel(dc, 0, DC_CMD_STATE_ACCESS);
970
971 spin_unlock(&dc->lock);
972
973 if (base == bo->paddr + crtc->primary->fb->offsets[0]) {
974 drm_crtc_send_vblank_event(crtc, dc->event);
975 drm_crtc_vblank_put(crtc);
976 dc->event = NULL;
977 }
978
979 spin_unlock_irqrestore(&drm->event_lock, flags);
980}
981
982static void tegra_dc_destroy(struct drm_crtc *crtc)
983{
984 drm_crtc_cleanup(crtc);
985}
986
987static void tegra_crtc_reset(struct drm_crtc *crtc)
988{
989 struct tegra_dc_state *state;
990
991 if (crtc->state)
992 __drm_atomic_helper_crtc_destroy_state(crtc->state);
993
994 kfree(crtc->state);
995 crtc->state = NULL;
996
997 state = kzalloc(sizeof(*state), GFP_KERNEL);
998 if (state) {
999 crtc->state = &state->base;
1000 crtc->state->crtc = crtc;
1001 }
1002
1003 drm_crtc_vblank_reset(crtc);
1004}
1005
1006static struct drm_crtc_state *
1007tegra_crtc_atomic_duplicate_state(struct drm_crtc *crtc)
1008{
1009 struct tegra_dc_state *state = to_dc_state(crtc->state);
1010 struct tegra_dc_state *copy;
1011
1012 copy = kmalloc(sizeof(*copy), GFP_KERNEL);
1013 if (!copy)
1014 return NULL;
1015
1016 __drm_atomic_helper_crtc_duplicate_state(crtc, ©->base);
1017 copy->clk = state->clk;
1018 copy->pclk = state->pclk;
1019 copy->div = state->div;
1020 copy->planes = state->planes;
1021
1022 return ©->base;
1023}
1024
1025static void tegra_crtc_atomic_destroy_state(struct drm_crtc *crtc,
1026 struct drm_crtc_state *state)
1027{
1028 __drm_atomic_helper_crtc_destroy_state(state);
1029 kfree(state);
1030}
1031
1032static const struct drm_crtc_funcs tegra_crtc_funcs = {
1033 .page_flip = drm_atomic_helper_page_flip,
1034 .set_config = drm_atomic_helper_set_config,
1035 .destroy = tegra_dc_destroy,
1036 .reset = tegra_crtc_reset,
1037 .atomic_duplicate_state = tegra_crtc_atomic_duplicate_state,
1038 .atomic_destroy_state = tegra_crtc_atomic_destroy_state,
1039};
1040
1041static int tegra_dc_set_timings(struct tegra_dc *dc,
1042 struct drm_display_mode *mode)
1043{
1044 unsigned int h_ref_to_sync = 1;
1045 unsigned int v_ref_to_sync = 1;
1046 unsigned long value;
1047
1048 tegra_dc_writel(dc, 0x0, DC_DISP_DISP_TIMING_OPTIONS);
1049
1050 value = (v_ref_to_sync << 16) | h_ref_to_sync;
1051 tegra_dc_writel(dc, value, DC_DISP_REF_TO_SYNC);
1052
1053 value = ((mode->vsync_end - mode->vsync_start) << 16) |
1054 ((mode->hsync_end - mode->hsync_start) << 0);
1055 tegra_dc_writel(dc, value, DC_DISP_SYNC_WIDTH);
1056
1057 value = ((mode->vtotal - mode->vsync_end) << 16) |
1058 ((mode->htotal - mode->hsync_end) << 0);
1059 tegra_dc_writel(dc, value, DC_DISP_BACK_PORCH);
1060
1061 value = ((mode->vsync_start - mode->vdisplay) << 16) |
1062 ((mode->hsync_start - mode->hdisplay) << 0);
1063 tegra_dc_writel(dc, value, DC_DISP_FRONT_PORCH);
1064
1065 value = (mode->vdisplay << 16) | mode->hdisplay;
1066 tegra_dc_writel(dc, value, DC_DISP_ACTIVE);
1067
1068 return 0;
1069}
1070
1071/**
1072 * tegra_dc_state_setup_clock - check clock settings and store them in atomic
1073 * state
1074 * @dc: display controller
1075 * @crtc_state: CRTC atomic state
1076 * @clk: parent clock for display controller
1077 * @pclk: pixel clock
1078 * @div: shift clock divider
1079 *
1080 * Returns:
1081 * 0 on success or a negative error-code on failure.
1082 */
1083int tegra_dc_state_setup_clock(struct tegra_dc *dc,
1084 struct drm_crtc_state *crtc_state,
1085 struct clk *clk, unsigned long pclk,
1086 unsigned int div)
1087{
1088 struct tegra_dc_state *state = to_dc_state(crtc_state);
1089
1090 if (!clk_has_parent(dc->clk, clk))
1091 return -EINVAL;
1092
1093 state->clk = clk;
1094 state->pclk = pclk;
1095 state->div = div;
1096
1097 return 0;
1098}
1099
1100static void tegra_dc_commit_state(struct tegra_dc *dc,
1101 struct tegra_dc_state *state)
1102{
1103 u32 value;
1104 int err;
1105
1106 err = clk_set_parent(dc->clk, state->clk);
1107 if (err < 0)
1108 dev_err(dc->dev, "failed to set parent clock: %d\n", err);
1109
1110 /*
1111 * Outputs may not want to change the parent clock rate. This is only
1112 * relevant to Tegra20 where only a single display PLL is available.
1113 * Since that PLL would typically be used for HDMI, an internal LVDS
1114 * panel would need to be driven by some other clock such as PLL_P
1115 * which is shared with other peripherals. Changing the clock rate
1116 * should therefore be avoided.
1117 */
1118 if (state->pclk > 0) {
1119 err = clk_set_rate(state->clk, state->pclk);
1120 if (err < 0)
1121 dev_err(dc->dev,
1122 "failed to set clock rate to %lu Hz\n",
1123 state->pclk);
1124 }
1125
1126 DRM_DEBUG_KMS("rate: %lu, div: %u\n", clk_get_rate(dc->clk),
1127 state->div);
1128 DRM_DEBUG_KMS("pclk: %lu\n", state->pclk);
1129
1130 value = SHIFT_CLK_DIVIDER(state->div) | PIXEL_CLK_DIVIDER_PCD1;
1131 tegra_dc_writel(dc, value, DC_DISP_DISP_CLOCK_CONTROL);
1132}
1133
1134static void tegra_dc_stop(struct tegra_dc *dc)
1135{
1136 u32 value;
1137
1138 /* stop the display controller */
1139 value = tegra_dc_readl(dc, DC_CMD_DISPLAY_COMMAND);
1140 value &= ~DISP_CTRL_MODE_MASK;
1141 tegra_dc_writel(dc, value, DC_CMD_DISPLAY_COMMAND);
1142
1143 tegra_dc_commit(dc);
1144}
1145
1146static bool tegra_dc_idle(struct tegra_dc *dc)
1147{
1148 u32 value;
1149
1150 value = tegra_dc_readl_active(dc, DC_CMD_DISPLAY_COMMAND);
1151
1152 return (value & DISP_CTRL_MODE_MASK) == 0;
1153}
1154
1155static int tegra_dc_wait_idle(struct tegra_dc *dc, unsigned long timeout)
1156{
1157 timeout = jiffies + msecs_to_jiffies(timeout);
1158
1159 while (time_before(jiffies, timeout)) {
1160 if (tegra_dc_idle(dc))
1161 return 0;
1162
1163 usleep_range(1000, 2000);
1164 }
1165
1166 dev_dbg(dc->dev, "timeout waiting for DC to become idle\n");
1167 return -ETIMEDOUT;
1168}
1169
1170static void tegra_crtc_disable(struct drm_crtc *crtc)
1171{
1172 struct tegra_dc *dc = to_tegra_dc(crtc);
1173 u32 value;
1174
1175 if (!tegra_dc_idle(dc)) {
1176 tegra_dc_stop(dc);
1177
1178 /*
1179 * Ignore the return value, there isn't anything useful to do
1180 * in case this fails.
1181 */
1182 tegra_dc_wait_idle(dc, 100);
1183 }
1184
1185 /*
1186 * This should really be part of the RGB encoder driver, but clearing
1187 * these bits has the side-effect of stopping the display controller.
1188 * When that happens no VBLANK interrupts will be raised. At the same
1189 * time the encoder is disabled before the display controller, so the
1190 * above code is always going to timeout waiting for the controller
1191 * to go idle.
1192 *
1193 * Given the close coupling between the RGB encoder and the display
1194 * controller doing it here is still kind of okay. None of the other
1195 * encoder drivers require these bits to be cleared.
1196 *
1197 * XXX: Perhaps given that the display controller is switched off at
1198 * this point anyway maybe clearing these bits isn't even useful for
1199 * the RGB encoder?
1200 */
1201 if (dc->rgb) {
1202 value = tegra_dc_readl(dc, DC_CMD_DISPLAY_POWER_CONTROL);
1203 value &= ~(PW0_ENABLE | PW1_ENABLE | PW2_ENABLE | PW3_ENABLE |
1204 PW4_ENABLE | PM0_ENABLE | PM1_ENABLE);
1205 tegra_dc_writel(dc, value, DC_CMD_DISPLAY_POWER_CONTROL);
1206 }
1207
1208 tegra_dc_stats_reset(&dc->stats);
1209 drm_crtc_vblank_off(crtc);
1210
1211 pm_runtime_put_sync(dc->dev);
1212}
1213
1214static void tegra_crtc_enable(struct drm_crtc *crtc)
1215{
1216 struct drm_display_mode *mode = &crtc->state->adjusted_mode;
1217 struct tegra_dc_state *state = to_dc_state(crtc->state);
1218 struct tegra_dc *dc = to_tegra_dc(crtc);
1219 u32 value;
1220
1221 pm_runtime_get_sync(dc->dev);
1222
1223 /* initialize display controller */
1224 if (dc->syncpt) {
1225 u32 syncpt = host1x_syncpt_id(dc->syncpt);
1226
1227 value = SYNCPT_CNTRL_NO_STALL;
1228 tegra_dc_writel(dc, value, DC_CMD_GENERAL_INCR_SYNCPT_CNTRL);
1229
1230 value = SYNCPT_VSYNC_ENABLE | syncpt;
1231 tegra_dc_writel(dc, value, DC_CMD_CONT_SYNCPT_VSYNC);
1232 }
1233
1234 value = WIN_A_UF_INT | WIN_B_UF_INT | WIN_C_UF_INT |
1235 WIN_A_OF_INT | WIN_B_OF_INT | WIN_C_OF_INT;
1236 tegra_dc_writel(dc, value, DC_CMD_INT_TYPE);
1237
1238 value = WIN_A_UF_INT | WIN_B_UF_INT | WIN_C_UF_INT |
1239 WIN_A_OF_INT | WIN_B_OF_INT | WIN_C_OF_INT;
1240 tegra_dc_writel(dc, value, DC_CMD_INT_POLARITY);
1241
1242 /* initialize timer */
1243 value = CURSOR_THRESHOLD(0) | WINDOW_A_THRESHOLD(0x20) |
1244 WINDOW_B_THRESHOLD(0x20) | WINDOW_C_THRESHOLD(0x20);
1245 tegra_dc_writel(dc, value, DC_DISP_DISP_MEM_HIGH_PRIORITY);
1246
1247 value = CURSOR_THRESHOLD(0) | WINDOW_A_THRESHOLD(1) |
1248 WINDOW_B_THRESHOLD(1) | WINDOW_C_THRESHOLD(1);
1249 tegra_dc_writel(dc, value, DC_DISP_DISP_MEM_HIGH_PRIORITY_TIMER);
1250
1251 value = VBLANK_INT | WIN_A_UF_INT | WIN_B_UF_INT | WIN_C_UF_INT |
1252 WIN_A_OF_INT | WIN_B_OF_INT | WIN_C_OF_INT;
1253 tegra_dc_writel(dc, value, DC_CMD_INT_ENABLE);
1254
1255 value = WIN_A_UF_INT | WIN_B_UF_INT | WIN_C_UF_INT |
1256 WIN_A_OF_INT | WIN_B_OF_INT | WIN_C_OF_INT;
1257 tegra_dc_writel(dc, value, DC_CMD_INT_MASK);
1258
1259 if (dc->soc->supports_border_color)
1260 tegra_dc_writel(dc, 0, DC_DISP_BORDER_COLOR);
1261
1262 /* apply PLL and pixel clock changes */
1263 tegra_dc_commit_state(dc, state);
1264
1265 /* program display mode */
1266 tegra_dc_set_timings(dc, mode);
1267
1268 /* interlacing isn't supported yet, so disable it */
1269 if (dc->soc->supports_interlacing) {
1270 value = tegra_dc_readl(dc, DC_DISP_INTERLACE_CONTROL);
1271 value &= ~INTERLACE_ENABLE;
1272 tegra_dc_writel(dc, value, DC_DISP_INTERLACE_CONTROL);
1273 }
1274
1275 value = tegra_dc_readl(dc, DC_CMD_DISPLAY_COMMAND);
1276 value &= ~DISP_CTRL_MODE_MASK;
1277 value |= DISP_CTRL_MODE_C_DISPLAY;
1278 tegra_dc_writel(dc, value, DC_CMD_DISPLAY_COMMAND);
1279
1280 value = tegra_dc_readl(dc, DC_CMD_DISPLAY_POWER_CONTROL);
1281 value |= PW0_ENABLE | PW1_ENABLE | PW2_ENABLE | PW3_ENABLE |
1282 PW4_ENABLE | PM0_ENABLE | PM1_ENABLE;
1283 tegra_dc_writel(dc, value, DC_CMD_DISPLAY_POWER_CONTROL);
1284
1285 tegra_dc_commit(dc);
1286
1287 drm_crtc_vblank_on(crtc);
1288}
1289
1290static int tegra_crtc_atomic_check(struct drm_crtc *crtc,
1291 struct drm_crtc_state *state)
1292{
1293 return 0;
1294}
1295
1296static void tegra_crtc_atomic_begin(struct drm_crtc *crtc,
1297 struct drm_crtc_state *old_crtc_state)
1298{
1299 struct tegra_dc *dc = to_tegra_dc(crtc);
1300
1301 if (crtc->state->event) {
1302 crtc->state->event->pipe = drm_crtc_index(crtc);
1303
1304 WARN_ON(drm_crtc_vblank_get(crtc) != 0);
1305
1306 dc->event = crtc->state->event;
1307 crtc->state->event = NULL;
1308 }
1309}
1310
1311static void tegra_crtc_atomic_flush(struct drm_crtc *crtc,
1312 struct drm_crtc_state *old_crtc_state)
1313{
1314 struct tegra_dc_state *state = to_dc_state(crtc->state);
1315 struct tegra_dc *dc = to_tegra_dc(crtc);
1316
1317 tegra_dc_writel(dc, state->planes << 8, DC_CMD_STATE_CONTROL);
1318 tegra_dc_writel(dc, state->planes, DC_CMD_STATE_CONTROL);
1319}
1320
1321static const struct drm_crtc_helper_funcs tegra_crtc_helper_funcs = {
1322 .disable = tegra_crtc_disable,
1323 .enable = tegra_crtc_enable,
1324 .atomic_check = tegra_crtc_atomic_check,
1325 .atomic_begin = tegra_crtc_atomic_begin,
1326 .atomic_flush = tegra_crtc_atomic_flush,
1327};
1328
1329static irqreturn_t tegra_dc_irq(int irq, void *data)
1330{
1331 struct tegra_dc *dc = data;
1332 unsigned long status;
1333
1334 status = tegra_dc_readl(dc, DC_CMD_INT_STATUS);
1335 tegra_dc_writel(dc, status, DC_CMD_INT_STATUS);
1336
1337 if (status & FRAME_END_INT) {
1338 /*
1339 dev_dbg(dc->dev, "%s(): frame end\n", __func__);
1340 */
1341 dc->stats.frames++;
1342 }
1343
1344 if (status & VBLANK_INT) {
1345 /*
1346 dev_dbg(dc->dev, "%s(): vertical blank\n", __func__);
1347 */
1348 drm_crtc_handle_vblank(&dc->base);
1349 tegra_dc_finish_page_flip(dc);
1350 dc->stats.vblank++;
1351 }
1352
1353 if (status & (WIN_A_UF_INT | WIN_B_UF_INT | WIN_C_UF_INT)) {
1354 /*
1355 dev_dbg(dc->dev, "%s(): underflow\n", __func__);
1356 */
1357 dc->stats.underflow++;
1358 }
1359
1360 if (status & (WIN_A_OF_INT | WIN_B_OF_INT | WIN_C_OF_INT)) {
1361 /*
1362 dev_dbg(dc->dev, "%s(): overflow\n", __func__);
1363 */
1364 dc->stats.overflow++;
1365 }
1366
1367 return IRQ_HANDLED;
1368}
1369
1370static int tegra_dc_show_regs(struct seq_file *s, void *data)
1371{
1372 struct drm_info_node *node = s->private;
1373 struct tegra_dc *dc = node->info_ent->data;
1374 int err = 0;
1375
1376 drm_modeset_lock_crtc(&dc->base, NULL);
1377
1378 if (!dc->base.state->active) {
1379 err = -EBUSY;
1380 goto unlock;
1381 }
1382
1383#define DUMP_REG(name) \
1384 seq_printf(s, "%-40s %#05x %08x\n", #name, name, \
1385 tegra_dc_readl(dc, name))
1386
1387 DUMP_REG(DC_CMD_GENERAL_INCR_SYNCPT);
1388 DUMP_REG(DC_CMD_GENERAL_INCR_SYNCPT_CNTRL);
1389 DUMP_REG(DC_CMD_GENERAL_INCR_SYNCPT_ERROR);
1390 DUMP_REG(DC_CMD_WIN_A_INCR_SYNCPT);
1391 DUMP_REG(DC_CMD_WIN_A_INCR_SYNCPT_CNTRL);
1392 DUMP_REG(DC_CMD_WIN_A_INCR_SYNCPT_ERROR);
1393 DUMP_REG(DC_CMD_WIN_B_INCR_SYNCPT);
1394 DUMP_REG(DC_CMD_WIN_B_INCR_SYNCPT_CNTRL);
1395 DUMP_REG(DC_CMD_WIN_B_INCR_SYNCPT_ERROR);
1396 DUMP_REG(DC_CMD_WIN_C_INCR_SYNCPT);
1397 DUMP_REG(DC_CMD_WIN_C_INCR_SYNCPT_CNTRL);
1398 DUMP_REG(DC_CMD_WIN_C_INCR_SYNCPT_ERROR);
1399 DUMP_REG(DC_CMD_CONT_SYNCPT_VSYNC);
1400 DUMP_REG(DC_CMD_DISPLAY_COMMAND_OPTION0);
1401 DUMP_REG(DC_CMD_DISPLAY_COMMAND);
1402 DUMP_REG(DC_CMD_SIGNAL_RAISE);
1403 DUMP_REG(DC_CMD_DISPLAY_POWER_CONTROL);
1404 DUMP_REG(DC_CMD_INT_STATUS);
1405 DUMP_REG(DC_CMD_INT_MASK);
1406 DUMP_REG(DC_CMD_INT_ENABLE);
1407 DUMP_REG(DC_CMD_INT_TYPE);
1408 DUMP_REG(DC_CMD_INT_POLARITY);
1409 DUMP_REG(DC_CMD_SIGNAL_RAISE1);
1410 DUMP_REG(DC_CMD_SIGNAL_RAISE2);
1411 DUMP_REG(DC_CMD_SIGNAL_RAISE3);
1412 DUMP_REG(DC_CMD_STATE_ACCESS);
1413 DUMP_REG(DC_CMD_STATE_CONTROL);
1414 DUMP_REG(DC_CMD_DISPLAY_WINDOW_HEADER);
1415 DUMP_REG(DC_CMD_REG_ACT_CONTROL);
1416 DUMP_REG(DC_COM_CRC_CONTROL);
1417 DUMP_REG(DC_COM_CRC_CHECKSUM);
1418 DUMP_REG(DC_COM_PIN_OUTPUT_ENABLE(0));
1419 DUMP_REG(DC_COM_PIN_OUTPUT_ENABLE(1));
1420 DUMP_REG(DC_COM_PIN_OUTPUT_ENABLE(2));
1421 DUMP_REG(DC_COM_PIN_OUTPUT_ENABLE(3));
1422 DUMP_REG(DC_COM_PIN_OUTPUT_POLARITY(0));
1423 DUMP_REG(DC_COM_PIN_OUTPUT_POLARITY(1));
1424 DUMP_REG(DC_COM_PIN_OUTPUT_POLARITY(2));
1425 DUMP_REG(DC_COM_PIN_OUTPUT_POLARITY(3));
1426 DUMP_REG(DC_COM_PIN_OUTPUT_DATA(0));
1427 DUMP_REG(DC_COM_PIN_OUTPUT_DATA(1));
1428 DUMP_REG(DC_COM_PIN_OUTPUT_DATA(2));
1429 DUMP_REG(DC_COM_PIN_OUTPUT_DATA(3));
1430 DUMP_REG(DC_COM_PIN_INPUT_ENABLE(0));
1431 DUMP_REG(DC_COM_PIN_INPUT_ENABLE(1));
1432 DUMP_REG(DC_COM_PIN_INPUT_ENABLE(2));
1433 DUMP_REG(DC_COM_PIN_INPUT_ENABLE(3));
1434 DUMP_REG(DC_COM_PIN_INPUT_DATA(0));
1435 DUMP_REG(DC_COM_PIN_INPUT_DATA(1));
1436 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(0));
1437 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(1));
1438 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(2));
1439 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(3));
1440 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(4));
1441 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(5));
1442 DUMP_REG(DC_COM_PIN_OUTPUT_SELECT(6));
1443 DUMP_REG(DC_COM_PIN_MISC_CONTROL);
1444 DUMP_REG(DC_COM_PIN_PM0_CONTROL);
1445 DUMP_REG(DC_COM_PIN_PM0_DUTY_CYCLE);
1446 DUMP_REG(DC_COM_PIN_PM1_CONTROL);
1447 DUMP_REG(DC_COM_PIN_PM1_DUTY_CYCLE);
1448 DUMP_REG(DC_COM_SPI_CONTROL);
1449 DUMP_REG(DC_COM_SPI_START_BYTE);
1450 DUMP_REG(DC_COM_HSPI_WRITE_DATA_AB);
1451 DUMP_REG(DC_COM_HSPI_WRITE_DATA_CD);
1452 DUMP_REG(DC_COM_HSPI_CS_DC);
1453 DUMP_REG(DC_COM_SCRATCH_REGISTER_A);
1454 DUMP_REG(DC_COM_SCRATCH_REGISTER_B);
1455 DUMP_REG(DC_COM_GPIO_CTRL);
1456 DUMP_REG(DC_COM_GPIO_DEBOUNCE_COUNTER);
1457 DUMP_REG(DC_COM_CRC_CHECKSUM_LATCHED);
1458 DUMP_REG(DC_DISP_DISP_SIGNAL_OPTIONS0);
1459 DUMP_REG(DC_DISP_DISP_SIGNAL_OPTIONS1);
1460 DUMP_REG(DC_DISP_DISP_WIN_OPTIONS);
1461 DUMP_REG(DC_DISP_DISP_MEM_HIGH_PRIORITY);
1462 DUMP_REG(DC_DISP_DISP_MEM_HIGH_PRIORITY_TIMER);
1463 DUMP_REG(DC_DISP_DISP_TIMING_OPTIONS);
1464 DUMP_REG(DC_DISP_REF_TO_SYNC);
1465 DUMP_REG(DC_DISP_SYNC_WIDTH);
1466 DUMP_REG(DC_DISP_BACK_PORCH);
1467 DUMP_REG(DC_DISP_ACTIVE);
1468 DUMP_REG(DC_DISP_FRONT_PORCH);
1469 DUMP_REG(DC_DISP_H_PULSE0_CONTROL);
1470 DUMP_REG(DC_DISP_H_PULSE0_POSITION_A);
1471 DUMP_REG(DC_DISP_H_PULSE0_POSITION_B);
1472 DUMP_REG(DC_DISP_H_PULSE0_POSITION_C);
1473 DUMP_REG(DC_DISP_H_PULSE0_POSITION_D);
1474 DUMP_REG(DC_DISP_H_PULSE1_CONTROL);
1475 DUMP_REG(DC_DISP_H_PULSE1_POSITION_A);
1476 DUMP_REG(DC_DISP_H_PULSE1_POSITION_B);
1477 DUMP_REG(DC_DISP_H_PULSE1_POSITION_C);
1478 DUMP_REG(DC_DISP_H_PULSE1_POSITION_D);
1479 DUMP_REG(DC_DISP_H_PULSE2_CONTROL);
1480 DUMP_REG(DC_DISP_H_PULSE2_POSITION_A);
1481 DUMP_REG(DC_DISP_H_PULSE2_POSITION_B);
1482 DUMP_REG(DC_DISP_H_PULSE2_POSITION_C);
1483 DUMP_REG(DC_DISP_H_PULSE2_POSITION_D);
1484 DUMP_REG(DC_DISP_V_PULSE0_CONTROL);
1485 DUMP_REG(DC_DISP_V_PULSE0_POSITION_A);
1486 DUMP_REG(DC_DISP_V_PULSE0_POSITION_B);
1487 DUMP_REG(DC_DISP_V_PULSE0_POSITION_C);
1488 DUMP_REG(DC_DISP_V_PULSE1_CONTROL);
1489 DUMP_REG(DC_DISP_V_PULSE1_POSITION_A);
1490 DUMP_REG(DC_DISP_V_PULSE1_POSITION_B);
1491 DUMP_REG(DC_DISP_V_PULSE1_POSITION_C);
1492 DUMP_REG(DC_DISP_V_PULSE2_CONTROL);
1493 DUMP_REG(DC_DISP_V_PULSE2_POSITION_A);
1494 DUMP_REG(DC_DISP_V_PULSE3_CONTROL);
1495 DUMP_REG(DC_DISP_V_PULSE3_POSITION_A);
1496 DUMP_REG(DC_DISP_M0_CONTROL);
1497 DUMP_REG(DC_DISP_M1_CONTROL);
1498 DUMP_REG(DC_DISP_DI_CONTROL);
1499 DUMP_REG(DC_DISP_PP_CONTROL);
1500 DUMP_REG(DC_DISP_PP_SELECT_A);
1501 DUMP_REG(DC_DISP_PP_SELECT_B);
1502 DUMP_REG(DC_DISP_PP_SELECT_C);
1503 DUMP_REG(DC_DISP_PP_SELECT_D);
1504 DUMP_REG(DC_DISP_DISP_CLOCK_CONTROL);
1505 DUMP_REG(DC_DISP_DISP_INTERFACE_CONTROL);
1506 DUMP_REG(DC_DISP_DISP_COLOR_CONTROL);
1507 DUMP_REG(DC_DISP_SHIFT_CLOCK_OPTIONS);
1508 DUMP_REG(DC_DISP_DATA_ENABLE_OPTIONS);
1509 DUMP_REG(DC_DISP_SERIAL_INTERFACE_OPTIONS);
1510 DUMP_REG(DC_DISP_LCD_SPI_OPTIONS);
1511 DUMP_REG(DC_DISP_BORDER_COLOR);
1512 DUMP_REG(DC_DISP_COLOR_KEY0_LOWER);
1513 DUMP_REG(DC_DISP_COLOR_KEY0_UPPER);
1514 DUMP_REG(DC_DISP_COLOR_KEY1_LOWER);
1515 DUMP_REG(DC_DISP_COLOR_KEY1_UPPER);
1516 DUMP_REG(DC_DISP_CURSOR_FOREGROUND);
1517 DUMP_REG(DC_DISP_CURSOR_BACKGROUND);
1518 DUMP_REG(DC_DISP_CURSOR_START_ADDR);
1519 DUMP_REG(DC_DISP_CURSOR_START_ADDR_NS);
1520 DUMP_REG(DC_DISP_CURSOR_POSITION);
1521 DUMP_REG(DC_DISP_CURSOR_POSITION_NS);
1522 DUMP_REG(DC_DISP_INIT_SEQ_CONTROL);
1523 DUMP_REG(DC_DISP_SPI_INIT_SEQ_DATA_A);
1524 DUMP_REG(DC_DISP_SPI_INIT_SEQ_DATA_B);
1525 DUMP_REG(DC_DISP_SPI_INIT_SEQ_DATA_C);
1526 DUMP_REG(DC_DISP_SPI_INIT_SEQ_DATA_D);
1527 DUMP_REG(DC_DISP_DC_MCCIF_FIFOCTRL);
1528 DUMP_REG(DC_DISP_MCCIF_DISPLAY0A_HYST);
1529 DUMP_REG(DC_DISP_MCCIF_DISPLAY0B_HYST);
1530 DUMP_REG(DC_DISP_MCCIF_DISPLAY1A_HYST);
1531 DUMP_REG(DC_DISP_MCCIF_DISPLAY1B_HYST);
1532 DUMP_REG(DC_DISP_DAC_CRT_CTRL);
1533 DUMP_REG(DC_DISP_DISP_MISC_CONTROL);
1534 DUMP_REG(DC_DISP_SD_CONTROL);
1535 DUMP_REG(DC_DISP_SD_CSC_COEFF);
1536 DUMP_REG(DC_DISP_SD_LUT(0));
1537 DUMP_REG(DC_DISP_SD_LUT(1));
1538 DUMP_REG(DC_DISP_SD_LUT(2));
1539 DUMP_REG(DC_DISP_SD_LUT(3));
1540 DUMP_REG(DC_DISP_SD_LUT(4));
1541 DUMP_REG(DC_DISP_SD_LUT(5));
1542 DUMP_REG(DC_DISP_SD_LUT(6));
1543 DUMP_REG(DC_DISP_SD_LUT(7));
1544 DUMP_REG(DC_DISP_SD_LUT(8));
1545 DUMP_REG(DC_DISP_SD_FLICKER_CONTROL);
1546 DUMP_REG(DC_DISP_DC_PIXEL_COUNT);
1547 DUMP_REG(DC_DISP_SD_HISTOGRAM(0));
1548 DUMP_REG(DC_DISP_SD_HISTOGRAM(1));
1549 DUMP_REG(DC_DISP_SD_HISTOGRAM(2));
1550 DUMP_REG(DC_DISP_SD_HISTOGRAM(3));
1551 DUMP_REG(DC_DISP_SD_HISTOGRAM(4));
1552 DUMP_REG(DC_DISP_SD_HISTOGRAM(5));
1553 DUMP_REG(DC_DISP_SD_HISTOGRAM(6));
1554 DUMP_REG(DC_DISP_SD_HISTOGRAM(7));
1555 DUMP_REG(DC_DISP_SD_BL_TF(0));
1556 DUMP_REG(DC_DISP_SD_BL_TF(1));
1557 DUMP_REG(DC_DISP_SD_BL_TF(2));
1558 DUMP_REG(DC_DISP_SD_BL_TF(3));
1559 DUMP_REG(DC_DISP_SD_BL_CONTROL);
1560 DUMP_REG(DC_DISP_SD_HW_K_VALUES);
1561 DUMP_REG(DC_DISP_SD_MAN_K_VALUES);
1562 DUMP_REG(DC_DISP_CURSOR_START_ADDR_HI);
1563 DUMP_REG(DC_DISP_BLEND_CURSOR_CONTROL);
1564 DUMP_REG(DC_WIN_WIN_OPTIONS);
1565 DUMP_REG(DC_WIN_BYTE_SWAP);
1566 DUMP_REG(DC_WIN_BUFFER_CONTROL);
1567 DUMP_REG(DC_WIN_COLOR_DEPTH);
1568 DUMP_REG(DC_WIN_POSITION);
1569 DUMP_REG(DC_WIN_SIZE);
1570 DUMP_REG(DC_WIN_PRESCALED_SIZE);
1571 DUMP_REG(DC_WIN_H_INITIAL_DDA);
1572 DUMP_REG(DC_WIN_V_INITIAL_DDA);
1573 DUMP_REG(DC_WIN_DDA_INC);
1574 DUMP_REG(DC_WIN_LINE_STRIDE);
1575 DUMP_REG(DC_WIN_BUF_STRIDE);
1576 DUMP_REG(DC_WIN_UV_BUF_STRIDE);
1577 DUMP_REG(DC_WIN_BUFFER_ADDR_MODE);
1578 DUMP_REG(DC_WIN_DV_CONTROL);
1579 DUMP_REG(DC_WIN_BLEND_NOKEY);
1580 DUMP_REG(DC_WIN_BLEND_1WIN);
1581 DUMP_REG(DC_WIN_BLEND_2WIN_X);
1582 DUMP_REG(DC_WIN_BLEND_2WIN_Y);
1583 DUMP_REG(DC_WIN_BLEND_3WIN_XY);
1584 DUMP_REG(DC_WIN_HP_FETCH_CONTROL);
1585 DUMP_REG(DC_WINBUF_START_ADDR);
1586 DUMP_REG(DC_WINBUF_START_ADDR_NS);
1587 DUMP_REG(DC_WINBUF_START_ADDR_U);
1588 DUMP_REG(DC_WINBUF_START_ADDR_U_NS);
1589 DUMP_REG(DC_WINBUF_START_ADDR_V);
1590 DUMP_REG(DC_WINBUF_START_ADDR_V_NS);
1591 DUMP_REG(DC_WINBUF_ADDR_H_OFFSET);
1592 DUMP_REG(DC_WINBUF_ADDR_H_OFFSET_NS);
1593 DUMP_REG(DC_WINBUF_ADDR_V_OFFSET);
1594 DUMP_REG(DC_WINBUF_ADDR_V_OFFSET_NS);
1595 DUMP_REG(DC_WINBUF_UFLOW_STATUS);
1596 DUMP_REG(DC_WINBUF_AD_UFLOW_STATUS);
1597 DUMP_REG(DC_WINBUF_BD_UFLOW_STATUS);
1598 DUMP_REG(DC_WINBUF_CD_UFLOW_STATUS);
1599
1600#undef DUMP_REG
1601
1602unlock:
1603 drm_modeset_unlock_crtc(&dc->base);
1604 return err;
1605}
1606
1607static int tegra_dc_show_crc(struct seq_file *s, void *data)
1608{
1609 struct drm_info_node *node = s->private;
1610 struct tegra_dc *dc = node->info_ent->data;
1611 int err = 0;
1612 u32 value;
1613
1614 drm_modeset_lock_crtc(&dc->base, NULL);
1615
1616 if (!dc->base.state->active) {
1617 err = -EBUSY;
1618 goto unlock;
1619 }
1620
1621 value = DC_COM_CRC_CONTROL_ACTIVE_DATA | DC_COM_CRC_CONTROL_ENABLE;
1622 tegra_dc_writel(dc, value, DC_COM_CRC_CONTROL);
1623 tegra_dc_commit(dc);
1624
1625 drm_crtc_wait_one_vblank(&dc->base);
1626 drm_crtc_wait_one_vblank(&dc->base);
1627
1628 value = tegra_dc_readl(dc, DC_COM_CRC_CHECKSUM);
1629 seq_printf(s, "%08x\n", value);
1630
1631 tegra_dc_writel(dc, 0, DC_COM_CRC_CONTROL);
1632
1633unlock:
1634 drm_modeset_unlock_crtc(&dc->base);
1635 return err;
1636}
1637
1638static int tegra_dc_show_stats(struct seq_file *s, void *data)
1639{
1640 struct drm_info_node *node = s->private;
1641 struct tegra_dc *dc = node->info_ent->data;
1642
1643 seq_printf(s, "frames: %lu\n", dc->stats.frames);
1644 seq_printf(s, "vblank: %lu\n", dc->stats.vblank);
1645 seq_printf(s, "underflow: %lu\n", dc->stats.underflow);
1646 seq_printf(s, "overflow: %lu\n", dc->stats.overflow);
1647
1648 return 0;
1649}
1650
1651static struct drm_info_list debugfs_files[] = {
1652 { "regs", tegra_dc_show_regs, 0, NULL },
1653 { "crc", tegra_dc_show_crc, 0, NULL },
1654 { "stats", tegra_dc_show_stats, 0, NULL },
1655};
1656
1657static int tegra_dc_debugfs_init(struct tegra_dc *dc, struct drm_minor *minor)
1658{
1659 unsigned int i;
1660 char *name;
1661 int err;
1662
1663 name = kasprintf(GFP_KERNEL, "dc.%d", dc->pipe);
1664 dc->debugfs = debugfs_create_dir(name, minor->debugfs_root);
1665 kfree(name);
1666
1667 if (!dc->debugfs)
1668 return -ENOMEM;
1669
1670 dc->debugfs_files = kmemdup(debugfs_files, sizeof(debugfs_files),
1671 GFP_KERNEL);
1672 if (!dc->debugfs_files) {
1673 err = -ENOMEM;
1674 goto remove;
1675 }
1676
1677 for (i = 0; i < ARRAY_SIZE(debugfs_files); i++)
1678 dc->debugfs_files[i].data = dc;
1679
1680 err = drm_debugfs_create_files(dc->debugfs_files,
1681 ARRAY_SIZE(debugfs_files),
1682 dc->debugfs, minor);
1683 if (err < 0)
1684 goto free;
1685
1686 dc->minor = minor;
1687
1688 return 0;
1689
1690free:
1691 kfree(dc->debugfs_files);
1692 dc->debugfs_files = NULL;
1693remove:
1694 debugfs_remove(dc->debugfs);
1695 dc->debugfs = NULL;
1696
1697 return err;
1698}
1699
1700static int tegra_dc_debugfs_exit(struct tegra_dc *dc)
1701{
1702 drm_debugfs_remove_files(dc->debugfs_files, ARRAY_SIZE(debugfs_files),
1703 dc->minor);
1704 dc->minor = NULL;
1705
1706 kfree(dc->debugfs_files);
1707 dc->debugfs_files = NULL;
1708
1709 debugfs_remove(dc->debugfs);
1710 dc->debugfs = NULL;
1711
1712 return 0;
1713}
1714
1715static int tegra_dc_init(struct host1x_client *client)
1716{
1717 struct drm_device *drm = dev_get_drvdata(client->parent);
1718 unsigned long flags = HOST1X_SYNCPT_CLIENT_MANAGED;
1719 struct tegra_dc *dc = host1x_client_to_dc(client);
1720 struct tegra_drm *tegra = drm->dev_private;
1721 struct drm_plane *primary = NULL;
1722 struct drm_plane *cursor = NULL;
1723 int err;
1724
1725 dc->syncpt = host1x_syncpt_request(dc->dev, flags);
1726 if (!dc->syncpt)
1727 dev_warn(dc->dev, "failed to allocate syncpoint\n");
1728
1729 if (tegra->domain) {
1730 err = iommu_attach_device(tegra->domain, dc->dev);
1731 if (err < 0) {
1732 dev_err(dc->dev, "failed to attach to domain: %d\n",
1733 err);
1734 return err;
1735 }
1736
1737 dc->domain = tegra->domain;
1738 }
1739
1740 primary = tegra_dc_primary_plane_create(drm, dc);
1741 if (IS_ERR(primary)) {
1742 err = PTR_ERR(primary);
1743 goto cleanup;
1744 }
1745
1746 if (dc->soc->supports_cursor) {
1747 cursor = tegra_dc_cursor_plane_create(drm, dc);
1748 if (IS_ERR(cursor)) {
1749 err = PTR_ERR(cursor);
1750 goto cleanup;
1751 }
1752 }
1753
1754 err = drm_crtc_init_with_planes(drm, &dc->base, primary, cursor,
1755 &tegra_crtc_funcs, NULL);
1756 if (err < 0)
1757 goto cleanup;
1758
1759 drm_crtc_helper_add(&dc->base, &tegra_crtc_helper_funcs);
1760
1761 /*
1762 * Keep track of the minimum pitch alignment across all display
1763 * controllers.
1764 */
1765 if (dc->soc->pitch_align > tegra->pitch_align)
1766 tegra->pitch_align = dc->soc->pitch_align;
1767
1768 err = tegra_dc_rgb_init(drm, dc);
1769 if (err < 0 && err != -ENODEV) {
1770 dev_err(dc->dev, "failed to initialize RGB output: %d\n", err);
1771 goto cleanup;
1772 }
1773
1774 err = tegra_dc_add_planes(drm, dc);
1775 if (err < 0)
1776 goto cleanup;
1777
1778 if (IS_ENABLED(CONFIG_DEBUG_FS)) {
1779 err = tegra_dc_debugfs_init(dc, drm->primary);
1780 if (err < 0)
1781 dev_err(dc->dev, "debugfs setup failed: %d\n", err);
1782 }
1783
1784 err = devm_request_irq(dc->dev, dc->irq, tegra_dc_irq, 0,
1785 dev_name(dc->dev), dc);
1786 if (err < 0) {
1787 dev_err(dc->dev, "failed to request IRQ#%u: %d\n", dc->irq,
1788 err);
1789 goto cleanup;
1790 }
1791
1792 return 0;
1793
1794cleanup:
1795 if (cursor)
1796 drm_plane_cleanup(cursor);
1797
1798 if (primary)
1799 drm_plane_cleanup(primary);
1800
1801 if (tegra->domain) {
1802 iommu_detach_device(tegra->domain, dc->dev);
1803 dc->domain = NULL;
1804 }
1805
1806 return err;
1807}
1808
1809static int tegra_dc_exit(struct host1x_client *client)
1810{
1811 struct tegra_dc *dc = host1x_client_to_dc(client);
1812 int err;
1813
1814 devm_free_irq(dc->dev, dc->irq, dc);
1815
1816 if (IS_ENABLED(CONFIG_DEBUG_FS)) {
1817 err = tegra_dc_debugfs_exit(dc);
1818 if (err < 0)
1819 dev_err(dc->dev, "debugfs cleanup failed: %d\n", err);
1820 }
1821
1822 err = tegra_dc_rgb_exit(dc);
1823 if (err) {
1824 dev_err(dc->dev, "failed to shutdown RGB output: %d\n", err);
1825 return err;
1826 }
1827
1828 if (dc->domain) {
1829 iommu_detach_device(dc->domain, dc->dev);
1830 dc->domain = NULL;
1831 }
1832
1833 host1x_syncpt_free(dc->syncpt);
1834
1835 return 0;
1836}
1837
1838static const struct host1x_client_ops dc_client_ops = {
1839 .init = tegra_dc_init,
1840 .exit = tegra_dc_exit,
1841};
1842
1843static const struct tegra_dc_soc_info tegra20_dc_soc_info = {
1844 .supports_border_color = true,
1845 .supports_interlacing = false,
1846 .supports_cursor = false,
1847 .supports_block_linear = false,
1848 .pitch_align = 8,
1849 .has_powergate = false,
1850};
1851
1852static const struct tegra_dc_soc_info tegra30_dc_soc_info = {
1853 .supports_border_color = true,
1854 .supports_interlacing = false,
1855 .supports_cursor = false,
1856 .supports_block_linear = false,
1857 .pitch_align = 8,
1858 .has_powergate = false,
1859};
1860
1861static const struct tegra_dc_soc_info tegra114_dc_soc_info = {
1862 .supports_border_color = true,
1863 .supports_interlacing = false,
1864 .supports_cursor = false,
1865 .supports_block_linear = false,
1866 .pitch_align = 64,
1867 .has_powergate = true,
1868};
1869
1870static const struct tegra_dc_soc_info tegra124_dc_soc_info = {
1871 .supports_border_color = false,
1872 .supports_interlacing = true,
1873 .supports_cursor = true,
1874 .supports_block_linear = true,
1875 .pitch_align = 64,
1876 .has_powergate = true,
1877};
1878
1879static const struct tegra_dc_soc_info tegra210_dc_soc_info = {
1880 .supports_border_color = false,
1881 .supports_interlacing = true,
1882 .supports_cursor = true,
1883 .supports_block_linear = true,
1884 .pitch_align = 64,
1885 .has_powergate = true,
1886};
1887
1888static const struct of_device_id tegra_dc_of_match[] = {
1889 {
1890 .compatible = "nvidia,tegra210-dc",
1891 .data = &tegra210_dc_soc_info,
1892 }, {
1893 .compatible = "nvidia,tegra124-dc",
1894 .data = &tegra124_dc_soc_info,
1895 }, {
1896 .compatible = "nvidia,tegra114-dc",
1897 .data = &tegra114_dc_soc_info,
1898 }, {
1899 .compatible = "nvidia,tegra30-dc",
1900 .data = &tegra30_dc_soc_info,
1901 }, {
1902 .compatible = "nvidia,tegra20-dc",
1903 .data = &tegra20_dc_soc_info,
1904 }, {
1905 /* sentinel */
1906 }
1907};
1908MODULE_DEVICE_TABLE(of, tegra_dc_of_match);
1909
1910static int tegra_dc_parse_dt(struct tegra_dc *dc)
1911{
1912 struct device_node *np;
1913 u32 value = 0;
1914 int err;
1915
1916 err = of_property_read_u32(dc->dev->of_node, "nvidia,head", &value);
1917 if (err < 0) {
1918 dev_err(dc->dev, "missing \"nvidia,head\" property\n");
1919
1920 /*
1921 * If the nvidia,head property isn't present, try to find the
1922 * correct head number by looking up the position of this
1923 * display controller's node within the device tree. Assuming
1924 * that the nodes are ordered properly in the DTS file and
1925 * that the translation into a flattened device tree blob
1926 * preserves that ordering this will actually yield the right
1927 * head number.
1928 *
1929 * If those assumptions don't hold, this will still work for
1930 * cases where only a single display controller is used.
1931 */
1932 for_each_matching_node(np, tegra_dc_of_match) {
1933 if (np == dc->dev->of_node) {
1934 of_node_put(np);
1935 break;
1936 }
1937
1938 value++;
1939 }
1940 }
1941
1942 dc->pipe = value;
1943
1944 return 0;
1945}
1946
1947static int tegra_dc_probe(struct platform_device *pdev)
1948{
1949 const struct of_device_id *id;
1950 struct resource *regs;
1951 struct tegra_dc *dc;
1952 int err;
1953
1954 dc = devm_kzalloc(&pdev->dev, sizeof(*dc), GFP_KERNEL);
1955 if (!dc)
1956 return -ENOMEM;
1957
1958 id = of_match_node(tegra_dc_of_match, pdev->dev.of_node);
1959 if (!id)
1960 return -ENODEV;
1961
1962 spin_lock_init(&dc->lock);
1963 INIT_LIST_HEAD(&dc->list);
1964 dc->dev = &pdev->dev;
1965 dc->soc = id->data;
1966
1967 err = tegra_dc_parse_dt(dc);
1968 if (err < 0)
1969 return err;
1970
1971 dc->clk = devm_clk_get(&pdev->dev, NULL);
1972 if (IS_ERR(dc->clk)) {
1973 dev_err(&pdev->dev, "failed to get clock\n");
1974 return PTR_ERR(dc->clk);
1975 }
1976
1977 dc->rst = devm_reset_control_get(&pdev->dev, "dc");
1978 if (IS_ERR(dc->rst)) {
1979 dev_err(&pdev->dev, "failed to get reset\n");
1980 return PTR_ERR(dc->rst);
1981 }
1982
1983 reset_control_assert(dc->rst);
1984
1985 if (dc->soc->has_powergate) {
1986 if (dc->pipe == 0)
1987 dc->powergate = TEGRA_POWERGATE_DIS;
1988 else
1989 dc->powergate = TEGRA_POWERGATE_DISB;
1990
1991 tegra_powergate_power_off(dc->powergate);
1992 }
1993
1994 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1995 dc->regs = devm_ioremap_resource(&pdev->dev, regs);
1996 if (IS_ERR(dc->regs))
1997 return PTR_ERR(dc->regs);
1998
1999 dc->irq = platform_get_irq(pdev, 0);
2000 if (dc->irq < 0) {
2001 dev_err(&pdev->dev, "failed to get IRQ\n");
2002 return -ENXIO;
2003 }
2004
2005 err = tegra_dc_rgb_probe(dc);
2006 if (err < 0 && err != -ENODEV) {
2007 dev_err(&pdev->dev, "failed to probe RGB output: %d\n", err);
2008 return err;
2009 }
2010
2011 platform_set_drvdata(pdev, dc);
2012 pm_runtime_enable(&pdev->dev);
2013
2014 INIT_LIST_HEAD(&dc->client.list);
2015 dc->client.ops = &dc_client_ops;
2016 dc->client.dev = &pdev->dev;
2017
2018 err = host1x_client_register(&dc->client);
2019 if (err < 0) {
2020 dev_err(&pdev->dev, "failed to register host1x client: %d\n",
2021 err);
2022 return err;
2023 }
2024
2025 return 0;
2026}
2027
2028static int tegra_dc_remove(struct platform_device *pdev)
2029{
2030 struct tegra_dc *dc = platform_get_drvdata(pdev);
2031 int err;
2032
2033 err = host1x_client_unregister(&dc->client);
2034 if (err < 0) {
2035 dev_err(&pdev->dev, "failed to unregister host1x client: %d\n",
2036 err);
2037 return err;
2038 }
2039
2040 err = tegra_dc_rgb_remove(dc);
2041 if (err < 0) {
2042 dev_err(&pdev->dev, "failed to remove RGB output: %d\n", err);
2043 return err;
2044 }
2045
2046 pm_runtime_disable(&pdev->dev);
2047
2048 return 0;
2049}
2050
2051#ifdef CONFIG_PM
2052static int tegra_dc_suspend(struct device *dev)
2053{
2054 struct tegra_dc *dc = dev_get_drvdata(dev);
2055 int err;
2056
2057 err = reset_control_assert(dc->rst);
2058 if (err < 0) {
2059 dev_err(dev, "failed to assert reset: %d\n", err);
2060 return err;
2061 }
2062
2063 if (dc->soc->has_powergate)
2064 tegra_powergate_power_off(dc->powergate);
2065
2066 clk_disable_unprepare(dc->clk);
2067
2068 return 0;
2069}
2070
2071static int tegra_dc_resume(struct device *dev)
2072{
2073 struct tegra_dc *dc = dev_get_drvdata(dev);
2074 int err;
2075
2076 if (dc->soc->has_powergate) {
2077 err = tegra_powergate_sequence_power_up(dc->powergate, dc->clk,
2078 dc->rst);
2079 if (err < 0) {
2080 dev_err(dev, "failed to power partition: %d\n", err);
2081 return err;
2082 }
2083 } else {
2084 err = clk_prepare_enable(dc->clk);
2085 if (err < 0) {
2086 dev_err(dev, "failed to enable clock: %d\n", err);
2087 return err;
2088 }
2089
2090 err = reset_control_deassert(dc->rst);
2091 if (err < 0) {
2092 dev_err(dev, "failed to deassert reset: %d\n", err);
2093 return err;
2094 }
2095 }
2096
2097 return 0;
2098}
2099#endif
2100
2101static const struct dev_pm_ops tegra_dc_pm_ops = {
2102 SET_RUNTIME_PM_OPS(tegra_dc_suspend, tegra_dc_resume, NULL)
2103};
2104
2105struct platform_driver tegra_dc_driver = {
2106 .driver = {
2107 .name = "tegra-dc",
2108 .of_match_table = tegra_dc_of_match,
2109 .pm = &tegra_dc_pm_ops,
2110 },
2111 .probe = tegra_dc_probe,
2112 .remove = tegra_dc_remove,
2113};