Loading...
Note: File does not exist in v6.13.7.
1/*
2 * Copyright © 2007 David Airlie
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 *
23 * Authors:
24 * David Airlie
25 */
26
27#include <linux/async.h>
28#include <linux/module.h>
29#include <linux/kernel.h>
30#include <linux/console.h>
31#include <linux/errno.h>
32#include <linux/string.h>
33#include <linux/mm.h>
34#include <linux/tty.h>
35#include <linux/sysrq.h>
36#include <linux/delay.h>
37#include <linux/init.h>
38#include <linux/vga_switcheroo.h>
39
40#include <drm/drmP.h>
41#include <drm/drm_crtc.h>
42#include <drm/drm_fb_helper.h>
43#include "intel_drv.h"
44#include "intel_frontbuffer.h"
45#include <drm/i915_drm.h>
46#include "i915_drv.h"
47
48static void intel_fbdev_invalidate(struct intel_fbdev *ifbdev)
49{
50 struct drm_i915_gem_object *obj = ifbdev->fb->obj;
51 unsigned int origin =
52 ifbdev->vma_flags & PLANE_HAS_FENCE ? ORIGIN_GTT : ORIGIN_CPU;
53
54 intel_fb_obj_invalidate(obj, origin);
55}
56
57static int intel_fbdev_set_par(struct fb_info *info)
58{
59 struct drm_fb_helper *fb_helper = info->par;
60 struct intel_fbdev *ifbdev =
61 container_of(fb_helper, struct intel_fbdev, helper);
62 int ret;
63
64 ret = drm_fb_helper_set_par(info);
65 if (ret == 0)
66 intel_fbdev_invalidate(ifbdev);
67
68 return ret;
69}
70
71static int intel_fbdev_blank(int blank, struct fb_info *info)
72{
73 struct drm_fb_helper *fb_helper = info->par;
74 struct intel_fbdev *ifbdev =
75 container_of(fb_helper, struct intel_fbdev, helper);
76 int ret;
77
78 ret = drm_fb_helper_blank(blank, info);
79 if (ret == 0)
80 intel_fbdev_invalidate(ifbdev);
81
82 return ret;
83}
84
85static int intel_fbdev_pan_display(struct fb_var_screeninfo *var,
86 struct fb_info *info)
87{
88 struct drm_fb_helper *fb_helper = info->par;
89 struct intel_fbdev *ifbdev =
90 container_of(fb_helper, struct intel_fbdev, helper);
91 int ret;
92
93 ret = drm_fb_helper_pan_display(var, info);
94 if (ret == 0)
95 intel_fbdev_invalidate(ifbdev);
96
97 return ret;
98}
99
100static struct fb_ops intelfb_ops = {
101 .owner = THIS_MODULE,
102 DRM_FB_HELPER_DEFAULT_OPS,
103 .fb_set_par = intel_fbdev_set_par,
104 .fb_fillrect = drm_fb_helper_cfb_fillrect,
105 .fb_copyarea = drm_fb_helper_cfb_copyarea,
106 .fb_imageblit = drm_fb_helper_cfb_imageblit,
107 .fb_pan_display = intel_fbdev_pan_display,
108 .fb_blank = intel_fbdev_blank,
109};
110
111static int intelfb_alloc(struct drm_fb_helper *helper,
112 struct drm_fb_helper_surface_size *sizes)
113{
114 struct intel_fbdev *ifbdev =
115 container_of(helper, struct intel_fbdev, helper);
116 struct drm_framebuffer *fb;
117 struct drm_device *dev = helper->dev;
118 struct drm_i915_private *dev_priv = to_i915(dev);
119 struct drm_mode_fb_cmd2 mode_cmd = {};
120 struct drm_i915_gem_object *obj;
121 int size, ret;
122
123 /* we don't do packed 24bpp */
124 if (sizes->surface_bpp == 24)
125 sizes->surface_bpp = 32;
126
127 mode_cmd.width = sizes->surface_width;
128 mode_cmd.height = sizes->surface_height;
129
130 mode_cmd.pitches[0] = ALIGN(mode_cmd.width *
131 DIV_ROUND_UP(sizes->surface_bpp, 8), 64);
132 mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp,
133 sizes->surface_depth);
134
135 size = mode_cmd.pitches[0] * mode_cmd.height;
136 size = PAGE_ALIGN(size);
137
138 /* If the FB is too big, just don't use it since fbdev is not very
139 * important and we should probably use that space with FBC or other
140 * features. */
141 obj = NULL;
142 if (size * 2 < dev_priv->stolen_usable_size)
143 obj = i915_gem_object_create_stolen(dev_priv, size);
144 if (obj == NULL)
145 obj = i915_gem_object_create(dev_priv, size);
146 if (IS_ERR(obj)) {
147 DRM_ERROR("failed to allocate framebuffer\n");
148 ret = PTR_ERR(obj);
149 goto err;
150 }
151
152 fb = intel_framebuffer_create(obj, &mode_cmd);
153 if (IS_ERR(fb)) {
154 ret = PTR_ERR(fb);
155 goto err_obj;
156 }
157
158 ifbdev->fb = to_intel_framebuffer(fb);
159
160 return 0;
161
162err_obj:
163 i915_gem_object_put(obj);
164err:
165 return ret;
166}
167
168static int intelfb_create(struct drm_fb_helper *helper,
169 struct drm_fb_helper_surface_size *sizes)
170{
171 struct intel_fbdev *ifbdev =
172 container_of(helper, struct intel_fbdev, helper);
173 struct intel_framebuffer *intel_fb = ifbdev->fb;
174 struct drm_device *dev = helper->dev;
175 struct drm_i915_private *dev_priv = to_i915(dev);
176 struct pci_dev *pdev = dev_priv->drm.pdev;
177 struct i915_ggtt *ggtt = &dev_priv->ggtt;
178 struct fb_info *info;
179 struct drm_framebuffer *fb;
180 struct i915_vma *vma;
181 unsigned long flags = 0;
182 bool prealloc = false;
183 void __iomem *vaddr;
184 int ret;
185
186 if (intel_fb &&
187 (sizes->fb_width > intel_fb->base.width ||
188 sizes->fb_height > intel_fb->base.height)) {
189 DRM_DEBUG_KMS("BIOS fb too small (%dx%d), we require (%dx%d),"
190 " releasing it\n",
191 intel_fb->base.width, intel_fb->base.height,
192 sizes->fb_width, sizes->fb_height);
193 drm_framebuffer_put(&intel_fb->base);
194 intel_fb = ifbdev->fb = NULL;
195 }
196 if (!intel_fb || WARN_ON(!intel_fb->obj)) {
197 DRM_DEBUG_KMS("no BIOS fb, allocating a new one\n");
198 ret = intelfb_alloc(helper, sizes);
199 if (ret)
200 return ret;
201 intel_fb = ifbdev->fb;
202 } else {
203 DRM_DEBUG_KMS("re-using BIOS fb\n");
204 prealloc = true;
205 sizes->fb_width = intel_fb->base.width;
206 sizes->fb_height = intel_fb->base.height;
207 }
208
209 mutex_lock(&dev->struct_mutex);
210 intel_runtime_pm_get(dev_priv);
211
212 /* Pin the GGTT vma for our access via info->screen_base.
213 * This also validates that any existing fb inherited from the
214 * BIOS is suitable for own access.
215 */
216 vma = intel_pin_and_fence_fb_obj(&ifbdev->fb->base,
217 DRM_MODE_ROTATE_0,
218 false, &flags);
219 if (IS_ERR(vma)) {
220 ret = PTR_ERR(vma);
221 goto out_unlock;
222 }
223
224 info = drm_fb_helper_alloc_fbi(helper);
225 if (IS_ERR(info)) {
226 DRM_ERROR("Failed to allocate fb_info\n");
227 ret = PTR_ERR(info);
228 goto out_unpin;
229 }
230
231 info->par = helper;
232
233 fb = &ifbdev->fb->base;
234
235 ifbdev->helper.fb = fb;
236
237 strcpy(info->fix.id, "inteldrmfb");
238
239 info->fbops = &intelfb_ops;
240
241 /* setup aperture base/size for vesafb takeover */
242 info->apertures->ranges[0].base = dev->mode_config.fb_base;
243 info->apertures->ranges[0].size = ggtt->mappable_end;
244
245 info->fix.smem_start = dev->mode_config.fb_base + i915_ggtt_offset(vma);
246 info->fix.smem_len = vma->node.size;
247
248 vaddr = i915_vma_pin_iomap(vma);
249 if (IS_ERR(vaddr)) {
250 DRM_ERROR("Failed to remap framebuffer into virtual memory\n");
251 ret = PTR_ERR(vaddr);
252 goto out_unpin;
253 }
254 info->screen_base = vaddr;
255 info->screen_size = vma->node.size;
256
257 /* This driver doesn't need a VT switch to restore the mode on resume */
258 info->skip_vt_switch = true;
259
260 drm_fb_helper_fill_fix(info, fb->pitches[0], fb->format->depth);
261 drm_fb_helper_fill_var(info, &ifbdev->helper, sizes->fb_width, sizes->fb_height);
262
263 /* If the object is shmemfs backed, it will have given us zeroed pages.
264 * If the object is stolen however, it will be full of whatever
265 * garbage was left in there.
266 */
267 if (intel_fb->obj->stolen && !prealloc)
268 memset_io(info->screen_base, 0, info->screen_size);
269
270 /* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */
271
272 DRM_DEBUG_KMS("allocated %dx%d fb: 0x%08x\n",
273 fb->width, fb->height, i915_ggtt_offset(vma));
274 ifbdev->vma = vma;
275 ifbdev->vma_flags = flags;
276
277 intel_runtime_pm_put(dev_priv);
278 mutex_unlock(&dev->struct_mutex);
279 vga_switcheroo_client_fb_set(pdev, info);
280 return 0;
281
282out_unpin:
283 intel_unpin_fb_vma(vma, flags);
284out_unlock:
285 intel_runtime_pm_put(dev_priv);
286 mutex_unlock(&dev->struct_mutex);
287 return ret;
288}
289
290static struct drm_fb_helper_crtc *
291intel_fb_helper_crtc(struct drm_fb_helper *fb_helper, struct drm_crtc *crtc)
292{
293 int i;
294
295 for (i = 0; i < fb_helper->crtc_count; i++)
296 if (fb_helper->crtc_info[i].mode_set.crtc == crtc)
297 return &fb_helper->crtc_info[i];
298
299 return NULL;
300}
301
302/*
303 * Try to read the BIOS display configuration and use it for the initial
304 * fb configuration.
305 *
306 * The BIOS or boot loader will generally create an initial display
307 * configuration for us that includes some set of active pipes and displays.
308 * This routine tries to figure out which pipes and connectors are active
309 * and stuffs them into the crtcs and modes array given to us by the
310 * drm_fb_helper code.
311 *
312 * The overall sequence is:
313 * intel_fbdev_init - from driver load
314 * intel_fbdev_init_bios - initialize the intel_fbdev using BIOS data
315 * drm_fb_helper_init - build fb helper structs
316 * drm_fb_helper_single_add_all_connectors - more fb helper structs
317 * intel_fbdev_initial_config - apply the config
318 * drm_fb_helper_initial_config - call ->probe then register_framebuffer()
319 * drm_setup_crtcs - build crtc config for fbdev
320 * intel_fb_initial_config - find active connectors etc
321 * drm_fb_helper_single_fb_probe - set up fbdev
322 * intelfb_create - re-use or alloc fb, build out fbdev structs
323 *
324 * Note that we don't make special consideration whether we could actually
325 * switch to the selected modes without a full modeset. E.g. when the display
326 * is in VGA mode we need to recalculate watermarks and set a new high-res
327 * framebuffer anyway.
328 */
329static bool intel_fb_initial_config(struct drm_fb_helper *fb_helper,
330 struct drm_fb_helper_crtc **crtcs,
331 struct drm_display_mode **modes,
332 struct drm_fb_offset *offsets,
333 bool *enabled, int width, int height)
334{
335 struct drm_i915_private *dev_priv = to_i915(fb_helper->dev);
336 unsigned long conn_configured, conn_seq, mask;
337 unsigned int count = min(fb_helper->connector_count, BITS_PER_LONG);
338 int i, j;
339 bool *save_enabled;
340 bool fallback = true, ret = true;
341 int num_connectors_enabled = 0;
342 int num_connectors_detected = 0;
343 struct drm_modeset_acquire_ctx ctx;
344
345 save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
346 if (!save_enabled)
347 return false;
348
349 drm_modeset_acquire_init(&ctx, 0);
350
351 while (drm_modeset_lock_all_ctx(fb_helper->dev, &ctx) != 0)
352 drm_modeset_backoff(&ctx);
353
354 memcpy(save_enabled, enabled, count);
355 mask = GENMASK(count - 1, 0);
356 conn_configured = 0;
357retry:
358 conn_seq = conn_configured;
359 for (i = 0; i < count; i++) {
360 struct drm_fb_helper_connector *fb_conn;
361 struct drm_connector *connector;
362 struct drm_encoder *encoder;
363 struct drm_fb_helper_crtc *new_crtc;
364
365 fb_conn = fb_helper->connector_info[i];
366 connector = fb_conn->connector;
367
368 if (conn_configured & BIT(i))
369 continue;
370
371 if (conn_seq == 0 && !connector->has_tile)
372 continue;
373
374 if (connector->status == connector_status_connected)
375 num_connectors_detected++;
376
377 if (!enabled[i]) {
378 DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
379 connector->name);
380 conn_configured |= BIT(i);
381 continue;
382 }
383
384 if (connector->force == DRM_FORCE_OFF) {
385 DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
386 connector->name);
387 enabled[i] = false;
388 continue;
389 }
390
391 encoder = connector->state->best_encoder;
392 if (!encoder || WARN_ON(!connector->state->crtc)) {
393 if (connector->force > DRM_FORCE_OFF)
394 goto bail;
395
396 DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
397 connector->name);
398 enabled[i] = false;
399 conn_configured |= BIT(i);
400 continue;
401 }
402
403 num_connectors_enabled++;
404
405 new_crtc = intel_fb_helper_crtc(fb_helper,
406 connector->state->crtc);
407
408 /*
409 * Make sure we're not trying to drive multiple connectors
410 * with a single CRTC, since our cloning support may not
411 * match the BIOS.
412 */
413 for (j = 0; j < count; j++) {
414 if (crtcs[j] == new_crtc) {
415 DRM_DEBUG_KMS("fallback: cloned configuration\n");
416 goto bail;
417 }
418 }
419
420 DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
421 connector->name);
422
423 /* go for command line mode first */
424 modes[i] = drm_pick_cmdline_mode(fb_conn);
425
426 /* try for preferred next */
427 if (!modes[i]) {
428 DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
429 connector->name, connector->has_tile);
430 modes[i] = drm_has_preferred_mode(fb_conn, width,
431 height);
432 }
433
434 /* No preferred mode marked by the EDID? Are there any modes? */
435 if (!modes[i] && !list_empty(&connector->modes)) {
436 DRM_DEBUG_KMS("using first mode listed on connector %s\n",
437 connector->name);
438 modes[i] = list_first_entry(&connector->modes,
439 struct drm_display_mode,
440 head);
441 }
442
443 /* last resort: use current mode */
444 if (!modes[i]) {
445 /*
446 * IMPORTANT: We want to use the adjusted mode (i.e.
447 * after the panel fitter upscaling) as the initial
448 * config, not the input mode, which is what crtc->mode
449 * usually contains. But since our current
450 * code puts a mode derived from the post-pfit timings
451 * into crtc->mode this works out correctly.
452 *
453 * This is crtc->mode and not crtc->state->mode for the
454 * fastboot check to work correctly. crtc_state->mode has
455 * I915_MODE_FLAG_INHERITED, which we clear to force check
456 * state.
457 */
458 DRM_DEBUG_KMS("looking for current mode on connector %s\n",
459 connector->name);
460 modes[i] = &connector->state->crtc->mode;
461 }
462 crtcs[i] = new_crtc;
463
464 DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
465 connector->name,
466 connector->state->crtc->base.id,
467 connector->state->crtc->name,
468 modes[i]->hdisplay, modes[i]->vdisplay,
469 modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" :"");
470
471 fallback = false;
472 conn_configured |= BIT(i);
473 }
474
475 if ((conn_configured & mask) != mask && conn_configured != conn_seq)
476 goto retry;
477
478 /*
479 * If the BIOS didn't enable everything it could, fall back to have the
480 * same user experiencing of lighting up as much as possible like the
481 * fbdev helper library.
482 */
483 if (num_connectors_enabled != num_connectors_detected &&
484 num_connectors_enabled < INTEL_INFO(dev_priv)->num_pipes) {
485 DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
486 DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
487 num_connectors_detected);
488 fallback = true;
489 }
490
491 if (fallback) {
492bail:
493 DRM_DEBUG_KMS("Not using firmware configuration\n");
494 memcpy(enabled, save_enabled, count);
495 ret = false;
496 }
497
498 drm_modeset_drop_locks(&ctx);
499 drm_modeset_acquire_fini(&ctx);
500
501 kfree(save_enabled);
502 return ret;
503}
504
505static const struct drm_fb_helper_funcs intel_fb_helper_funcs = {
506 .initial_config = intel_fb_initial_config,
507 .fb_probe = intelfb_create,
508};
509
510static void intel_fbdev_destroy(struct intel_fbdev *ifbdev)
511{
512 /* We rely on the object-free to release the VMA pinning for
513 * the info->screen_base mmaping. Leaking the VMA is simpler than
514 * trying to rectify all the possible error paths leading here.
515 */
516
517 drm_fb_helper_fini(&ifbdev->helper);
518
519 if (ifbdev->vma) {
520 mutex_lock(&ifbdev->helper.dev->struct_mutex);
521 intel_unpin_fb_vma(ifbdev->vma, ifbdev->vma_flags);
522 mutex_unlock(&ifbdev->helper.dev->struct_mutex);
523 }
524
525 if (ifbdev->fb)
526 drm_framebuffer_remove(&ifbdev->fb->base);
527
528 kfree(ifbdev);
529}
530
531/*
532 * Build an intel_fbdev struct using a BIOS allocated framebuffer, if possible.
533 * The core display code will have read out the current plane configuration,
534 * so we use that to figure out if there's an object for us to use as the
535 * fb, and if so, we re-use it for the fbdev configuration.
536 *
537 * Note we only support a single fb shared across pipes for boot (mostly for
538 * fbcon), so we just find the biggest and use that.
539 */
540static bool intel_fbdev_init_bios(struct drm_device *dev,
541 struct intel_fbdev *ifbdev)
542{
543 struct intel_framebuffer *fb = NULL;
544 struct drm_crtc *crtc;
545 struct intel_crtc *intel_crtc;
546 unsigned int max_size = 0;
547
548 /* Find the largest fb */
549 for_each_crtc(dev, crtc) {
550 struct drm_i915_gem_object *obj =
551 intel_fb_obj(crtc->primary->state->fb);
552 intel_crtc = to_intel_crtc(crtc);
553
554 if (!crtc->state->active || !obj) {
555 DRM_DEBUG_KMS("pipe %c not active or no fb, skipping\n",
556 pipe_name(intel_crtc->pipe));
557 continue;
558 }
559
560 if (obj->base.size > max_size) {
561 DRM_DEBUG_KMS("found possible fb from plane %c\n",
562 pipe_name(intel_crtc->pipe));
563 fb = to_intel_framebuffer(crtc->primary->state->fb);
564 max_size = obj->base.size;
565 }
566 }
567
568 if (!fb) {
569 DRM_DEBUG_KMS("no active fbs found, not using BIOS config\n");
570 goto out;
571 }
572
573 /* Now make sure all the pipes will fit into it */
574 for_each_crtc(dev, crtc) {
575 unsigned int cur_size;
576
577 intel_crtc = to_intel_crtc(crtc);
578
579 if (!crtc->state->active) {
580 DRM_DEBUG_KMS("pipe %c not active, skipping\n",
581 pipe_name(intel_crtc->pipe));
582 continue;
583 }
584
585 DRM_DEBUG_KMS("checking plane %c for BIOS fb\n",
586 pipe_name(intel_crtc->pipe));
587
588 /*
589 * See if the plane fb we found above will fit on this
590 * pipe. Note we need to use the selected fb's pitch and bpp
591 * rather than the current pipe's, since they differ.
592 */
593 cur_size = intel_crtc->config->base.adjusted_mode.crtc_hdisplay;
594 cur_size = cur_size * fb->base.format->cpp[0];
595 if (fb->base.pitches[0] < cur_size) {
596 DRM_DEBUG_KMS("fb not wide enough for plane %c (%d vs %d)\n",
597 pipe_name(intel_crtc->pipe),
598 cur_size, fb->base.pitches[0]);
599 fb = NULL;
600 break;
601 }
602
603 cur_size = intel_crtc->config->base.adjusted_mode.crtc_vdisplay;
604 cur_size = intel_fb_align_height(&fb->base, 0, cur_size);
605 cur_size *= fb->base.pitches[0];
606 DRM_DEBUG_KMS("pipe %c area: %dx%d, bpp: %d, size: %d\n",
607 pipe_name(intel_crtc->pipe),
608 intel_crtc->config->base.adjusted_mode.crtc_hdisplay,
609 intel_crtc->config->base.adjusted_mode.crtc_vdisplay,
610 fb->base.format->cpp[0] * 8,
611 cur_size);
612
613 if (cur_size > max_size) {
614 DRM_DEBUG_KMS("fb not big enough for plane %c (%d vs %d)\n",
615 pipe_name(intel_crtc->pipe),
616 cur_size, max_size);
617 fb = NULL;
618 break;
619 }
620
621 DRM_DEBUG_KMS("fb big enough for plane %c (%d >= %d)\n",
622 pipe_name(intel_crtc->pipe),
623 max_size, cur_size);
624 }
625
626 if (!fb) {
627 DRM_DEBUG_KMS("BIOS fb not suitable for all pipes, not using\n");
628 goto out;
629 }
630
631 ifbdev->preferred_bpp = fb->base.format->cpp[0] * 8;
632 ifbdev->fb = fb;
633
634 drm_framebuffer_get(&ifbdev->fb->base);
635
636 /* Final pass to check if any active pipes don't have fbs */
637 for_each_crtc(dev, crtc) {
638 intel_crtc = to_intel_crtc(crtc);
639
640 if (!crtc->state->active)
641 continue;
642
643 WARN(!crtc->primary->fb,
644 "re-used BIOS config but lost an fb on crtc %d\n",
645 crtc->base.id);
646 }
647
648
649 DRM_DEBUG_KMS("using BIOS fb for initial console\n");
650 return true;
651
652out:
653
654 return false;
655}
656
657static void intel_fbdev_suspend_worker(struct work_struct *work)
658{
659 intel_fbdev_set_suspend(&container_of(work,
660 struct drm_i915_private,
661 fbdev_suspend_work)->drm,
662 FBINFO_STATE_RUNNING,
663 true);
664}
665
666int intel_fbdev_init(struct drm_device *dev)
667{
668 struct drm_i915_private *dev_priv = to_i915(dev);
669 struct intel_fbdev *ifbdev;
670 int ret;
671
672 if (WARN_ON(INTEL_INFO(dev_priv)->num_pipes == 0))
673 return -ENODEV;
674
675 ifbdev = kzalloc(sizeof(struct intel_fbdev), GFP_KERNEL);
676 if (ifbdev == NULL)
677 return -ENOMEM;
678
679 drm_fb_helper_prepare(dev, &ifbdev->helper, &intel_fb_helper_funcs);
680
681 if (!intel_fbdev_init_bios(dev, ifbdev))
682 ifbdev->preferred_bpp = 32;
683
684 ret = drm_fb_helper_init(dev, &ifbdev->helper, 4);
685 if (ret) {
686 kfree(ifbdev);
687 return ret;
688 }
689
690 dev_priv->fbdev = ifbdev;
691 INIT_WORK(&dev_priv->fbdev_suspend_work, intel_fbdev_suspend_worker);
692
693 drm_fb_helper_single_add_all_connectors(&ifbdev->helper);
694
695 return 0;
696}
697
698static void intel_fbdev_initial_config(void *data, async_cookie_t cookie)
699{
700 struct intel_fbdev *ifbdev = data;
701
702 /* Due to peculiar init order wrt to hpd handling this is separate. */
703 if (drm_fb_helper_initial_config(&ifbdev->helper,
704 ifbdev->preferred_bpp))
705 intel_fbdev_unregister(to_i915(ifbdev->helper.dev));
706}
707
708void intel_fbdev_initial_config_async(struct drm_device *dev)
709{
710 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
711
712 if (!ifbdev)
713 return;
714
715 ifbdev->cookie = async_schedule(intel_fbdev_initial_config, ifbdev);
716}
717
718static void intel_fbdev_sync(struct intel_fbdev *ifbdev)
719{
720 if (!ifbdev->cookie)
721 return;
722
723 /* Only serialises with all preceding async calls, hence +1 */
724 async_synchronize_cookie(ifbdev->cookie + 1);
725 ifbdev->cookie = 0;
726}
727
728void intel_fbdev_unregister(struct drm_i915_private *dev_priv)
729{
730 struct intel_fbdev *ifbdev = dev_priv->fbdev;
731
732 if (!ifbdev)
733 return;
734
735 cancel_work_sync(&dev_priv->fbdev_suspend_work);
736 if (!current_is_async())
737 intel_fbdev_sync(ifbdev);
738
739 drm_fb_helper_unregister_fbi(&ifbdev->helper);
740}
741
742void intel_fbdev_fini(struct drm_i915_private *dev_priv)
743{
744 struct intel_fbdev *ifbdev = fetch_and_zero(&dev_priv->fbdev);
745
746 if (!ifbdev)
747 return;
748
749 intel_fbdev_destroy(ifbdev);
750}
751
752void intel_fbdev_set_suspend(struct drm_device *dev, int state, bool synchronous)
753{
754 struct drm_i915_private *dev_priv = to_i915(dev);
755 struct intel_fbdev *ifbdev = dev_priv->fbdev;
756 struct fb_info *info;
757
758 if (!ifbdev || !ifbdev->vma)
759 return;
760
761 info = ifbdev->helper.fbdev;
762
763 if (synchronous) {
764 /* Flush any pending work to turn the console on, and then
765 * wait to turn it off. It must be synchronous as we are
766 * about to suspend or unload the driver.
767 *
768 * Note that from within the work-handler, we cannot flush
769 * ourselves, so only flush outstanding work upon suspend!
770 */
771 if (state != FBINFO_STATE_RUNNING)
772 flush_work(&dev_priv->fbdev_suspend_work);
773 console_lock();
774 } else {
775 /*
776 * The console lock can be pretty contented on resume due
777 * to all the printk activity. Try to keep it out of the hot
778 * path of resume if possible.
779 */
780 WARN_ON(state != FBINFO_STATE_RUNNING);
781 if (!console_trylock()) {
782 /* Don't block our own workqueue as this can
783 * be run in parallel with other i915.ko tasks.
784 */
785 schedule_work(&dev_priv->fbdev_suspend_work);
786 return;
787 }
788 }
789
790 /* On resume from hibernation: If the object is shmemfs backed, it has
791 * been restored from swap. If the object is stolen however, it will be
792 * full of whatever garbage was left in there.
793 */
794 if (state == FBINFO_STATE_RUNNING && ifbdev->fb->obj->stolen)
795 memset_io(info->screen_base, 0, info->screen_size);
796
797 drm_fb_helper_set_suspend(&ifbdev->helper, state);
798 console_unlock();
799}
800
801void intel_fbdev_output_poll_changed(struct drm_device *dev)
802{
803 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
804
805 if (!ifbdev)
806 return;
807
808 intel_fbdev_sync(ifbdev);
809 if (ifbdev->vma || ifbdev->helper.deferred_setup)
810 drm_fb_helper_hotplug_event(&ifbdev->helper);
811}
812
813void intel_fbdev_restore_mode(struct drm_device *dev)
814{
815 struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
816
817 if (!ifbdev)
818 return;
819
820 intel_fbdev_sync(ifbdev);
821 if (!ifbdev->vma)
822 return;
823
824 if (drm_fb_helper_restore_fbdev_mode_unlocked(&ifbdev->helper) == 0)
825 intel_fbdev_invalidate(ifbdev);
826}