Merge branch 'x86-pti-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[sfrench/cifs-2.6.git] / drivers / gpu / drm / i915 / intel_fbdev.c
1 /*
2  * Copyright © 2007 David Airlie
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21  * DEALINGS IN THE SOFTWARE.
22  *
23  * Authors:
24  *     David Airlie
25  */
26
27 #include <linux/async.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/console.h>
31 #include <linux/errno.h>
32 #include <linux/string.h>
33 #include <linux/mm.h>
34 #include <linux/tty.h>
35 #include <linux/sysrq.h>
36 #include <linux/delay.h>
37 #include <linux/init.h>
38 #include <linux/vga_switcheroo.h>
39
40 #include <drm/drmP.h>
41 #include <drm/drm_crtc.h>
42 #include <drm/drm_fb_helper.h>
43 #include "intel_drv.h"
44 #include "intel_frontbuffer.h"
45 #include <drm/i915_drm.h>
46 #include "i915_drv.h"
47
48 static void intel_fbdev_invalidate(struct intel_fbdev *ifbdev)
49 {
50         struct drm_i915_gem_object *obj = ifbdev->fb->obj;
51         unsigned int origin =
52                 ifbdev->vma_flags & PLANE_HAS_FENCE ? ORIGIN_GTT : ORIGIN_CPU;
53
54         intel_fb_obj_invalidate(obj, origin);
55 }
56
57 static int intel_fbdev_set_par(struct fb_info *info)
58 {
59         struct drm_fb_helper *fb_helper = info->par;
60         struct intel_fbdev *ifbdev =
61                 container_of(fb_helper, struct intel_fbdev, helper);
62         int ret;
63
64         ret = drm_fb_helper_set_par(info);
65         if (ret == 0)
66                 intel_fbdev_invalidate(ifbdev);
67
68         return ret;
69 }
70
71 static int intel_fbdev_blank(int blank, struct fb_info *info)
72 {
73         struct drm_fb_helper *fb_helper = info->par;
74         struct intel_fbdev *ifbdev =
75                 container_of(fb_helper, struct intel_fbdev, helper);
76         int ret;
77
78         ret = drm_fb_helper_blank(blank, info);
79         if (ret == 0)
80                 intel_fbdev_invalidate(ifbdev);
81
82         return ret;
83 }
84
85 static int intel_fbdev_pan_display(struct fb_var_screeninfo *var,
86                                    struct fb_info *info)
87 {
88         struct drm_fb_helper *fb_helper = info->par;
89         struct intel_fbdev *ifbdev =
90                 container_of(fb_helper, struct intel_fbdev, helper);
91         int ret;
92
93         ret = drm_fb_helper_pan_display(var, info);
94         if (ret == 0)
95                 intel_fbdev_invalidate(ifbdev);
96
97         return ret;
98 }
99
100 static struct fb_ops intelfb_ops = {
101         .owner = THIS_MODULE,
102         DRM_FB_HELPER_DEFAULT_OPS,
103         .fb_set_par = intel_fbdev_set_par,
104         .fb_fillrect = drm_fb_helper_cfb_fillrect,
105         .fb_copyarea = drm_fb_helper_cfb_copyarea,
106         .fb_imageblit = drm_fb_helper_cfb_imageblit,
107         .fb_pan_display = intel_fbdev_pan_display,
108         .fb_blank = intel_fbdev_blank,
109 };
110
111 static int intelfb_alloc(struct drm_fb_helper *helper,
112                          struct drm_fb_helper_surface_size *sizes)
113 {
114         struct intel_fbdev *ifbdev =
115                 container_of(helper, struct intel_fbdev, helper);
116         struct drm_framebuffer *fb;
117         struct drm_device *dev = helper->dev;
118         struct drm_i915_private *dev_priv = to_i915(dev);
119         struct drm_mode_fb_cmd2 mode_cmd = {};
120         struct drm_i915_gem_object *obj;
121         int size, ret;
122
123         /* we don't do packed 24bpp */
124         if (sizes->surface_bpp == 24)
125                 sizes->surface_bpp = 32;
126
127         mode_cmd.width = sizes->surface_width;
128         mode_cmd.height = sizes->surface_height;
129
130         mode_cmd.pitches[0] = ALIGN(mode_cmd.width *
131                                     DIV_ROUND_UP(sizes->surface_bpp, 8), 64);
132         mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp,
133                                                           sizes->surface_depth);
134
135         size = mode_cmd.pitches[0] * mode_cmd.height;
136         size = PAGE_ALIGN(size);
137
138         /* If the FB is too big, just don't use it since fbdev is not very
139          * important and we should probably use that space with FBC or other
140          * features. */
141         obj = NULL;
142         if (size * 2 < dev_priv->stolen_usable_size)
143                 obj = i915_gem_object_create_stolen(dev_priv, size);
144         if (obj == NULL)
145                 obj = i915_gem_object_create(dev_priv, size);
146         if (IS_ERR(obj)) {
147                 DRM_ERROR("failed to allocate framebuffer\n");
148                 ret = PTR_ERR(obj);
149                 goto err;
150         }
151
152         fb = intel_framebuffer_create(obj, &mode_cmd);
153         if (IS_ERR(fb)) {
154                 ret = PTR_ERR(fb);
155                 goto err_obj;
156         }
157
158         ifbdev->fb = to_intel_framebuffer(fb);
159
160         return 0;
161
162 err_obj:
163         i915_gem_object_put(obj);
164 err:
165         return ret;
166 }
167
168 static int intelfb_create(struct drm_fb_helper *helper,
169                           struct drm_fb_helper_surface_size *sizes)
170 {
171         struct intel_fbdev *ifbdev =
172                 container_of(helper, struct intel_fbdev, helper);
173         struct intel_framebuffer *intel_fb = ifbdev->fb;
174         struct drm_device *dev = helper->dev;
175         struct drm_i915_private *dev_priv = to_i915(dev);
176         struct pci_dev *pdev = dev_priv->drm.pdev;
177         struct i915_ggtt *ggtt = &dev_priv->ggtt;
178         struct fb_info *info;
179         struct drm_framebuffer *fb;
180         struct i915_vma *vma;
181         unsigned long flags = 0;
182         bool prealloc = false;
183         void __iomem *vaddr;
184         int ret;
185
186         if (intel_fb &&
187             (sizes->fb_width > intel_fb->base.width ||
188              sizes->fb_height > intel_fb->base.height)) {
189                 DRM_DEBUG_KMS("BIOS fb too small (%dx%d), we require (%dx%d),"
190                               " releasing it\n",
191                               intel_fb->base.width, intel_fb->base.height,
192                               sizes->fb_width, sizes->fb_height);
193                 drm_framebuffer_put(&intel_fb->base);
194                 intel_fb = ifbdev->fb = NULL;
195         }
196         if (!intel_fb || WARN_ON(!intel_fb->obj)) {
197                 DRM_DEBUG_KMS("no BIOS fb, allocating a new one\n");
198                 ret = intelfb_alloc(helper, sizes);
199                 if (ret)
200                         return ret;
201                 intel_fb = ifbdev->fb;
202         } else {
203                 DRM_DEBUG_KMS("re-using BIOS fb\n");
204                 prealloc = true;
205                 sizes->fb_width = intel_fb->base.width;
206                 sizes->fb_height = intel_fb->base.height;
207         }
208
209         mutex_lock(&dev->struct_mutex);
210         intel_runtime_pm_get(dev_priv);
211
212         /* Pin the GGTT vma for our access via info->screen_base.
213          * This also validates that any existing fb inherited from the
214          * BIOS is suitable for own access.
215          */
216         vma = intel_pin_and_fence_fb_obj(&ifbdev->fb->base,
217                                          DRM_MODE_ROTATE_0,
218                                          false, &flags);
219         if (IS_ERR(vma)) {
220                 ret = PTR_ERR(vma);
221                 goto out_unlock;
222         }
223
224         info = drm_fb_helper_alloc_fbi(helper);
225         if (IS_ERR(info)) {
226                 DRM_ERROR("Failed to allocate fb_info\n");
227                 ret = PTR_ERR(info);
228                 goto out_unpin;
229         }
230
231         info->par = helper;
232
233         fb = &ifbdev->fb->base;
234
235         ifbdev->helper.fb = fb;
236
237         strcpy(info->fix.id, "inteldrmfb");
238
239         info->fbops = &intelfb_ops;
240
241         /* setup aperture base/size for vesafb takeover */
242         info->apertures->ranges[0].base = dev->mode_config.fb_base;
243         info->apertures->ranges[0].size = ggtt->mappable_end;
244
245         info->fix.smem_start = dev->mode_config.fb_base + i915_ggtt_offset(vma);
246         info->fix.smem_len = vma->node.size;
247
248         vaddr = i915_vma_pin_iomap(vma);
249         if (IS_ERR(vaddr)) {
250                 DRM_ERROR("Failed to remap framebuffer into virtual memory\n");
251                 ret = PTR_ERR(vaddr);
252                 goto out_unpin;
253         }
254         info->screen_base = vaddr;
255         info->screen_size = vma->node.size;
256
257         /* This driver doesn't need a VT switch to restore the mode on resume */
258         info->skip_vt_switch = true;
259
260         drm_fb_helper_fill_fix(info, fb->pitches[0], fb->format->depth);
261         drm_fb_helper_fill_var(info, &ifbdev->helper, sizes->fb_width, sizes->fb_height);
262
263         /* If the object is shmemfs backed, it will have given us zeroed pages.
264          * If the object is stolen however, it will be full of whatever
265          * garbage was left in there.
266          */
267         if (intel_fb->obj->stolen && !prealloc)
268                 memset_io(info->screen_base, 0, info->screen_size);
269
270         /* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */
271
272         DRM_DEBUG_KMS("allocated %dx%d fb: 0x%08x\n",
273                       fb->width, fb->height, i915_ggtt_offset(vma));
274         ifbdev->vma = vma;
275         ifbdev->vma_flags = flags;
276
277         intel_runtime_pm_put(dev_priv);
278         mutex_unlock(&dev->struct_mutex);
279         vga_switcheroo_client_fb_set(pdev, info);
280         return 0;
281
282 out_unpin:
283         intel_unpin_fb_vma(vma, flags);
284 out_unlock:
285         intel_runtime_pm_put(dev_priv);
286         mutex_unlock(&dev->struct_mutex);
287         return ret;
288 }
289
290 static struct drm_fb_helper_crtc *
291 intel_fb_helper_crtc(struct drm_fb_helper *fb_helper, struct drm_crtc *crtc)
292 {
293         int i;
294
295         for (i = 0; i < fb_helper->crtc_count; i++)
296                 if (fb_helper->crtc_info[i].mode_set.crtc == crtc)
297                         return &fb_helper->crtc_info[i];
298
299         return NULL;
300 }
301
302 /*
303  * Try to read the BIOS display configuration and use it for the initial
304  * fb configuration.
305  *
306  * The BIOS or boot loader will generally create an initial display
307  * configuration for us that includes some set of active pipes and displays.
308  * This routine tries to figure out which pipes and connectors are active
309  * and stuffs them into the crtcs and modes array given to us by the
310  * drm_fb_helper code.
311  *
312  * The overall sequence is:
313  *   intel_fbdev_init - from driver load
314  *     intel_fbdev_init_bios - initialize the intel_fbdev using BIOS data
315  *     drm_fb_helper_init - build fb helper structs
316  *     drm_fb_helper_single_add_all_connectors - more fb helper structs
317  *   intel_fbdev_initial_config - apply the config
318  *     drm_fb_helper_initial_config - call ->probe then register_framebuffer()
319  *         drm_setup_crtcs - build crtc config for fbdev
320  *           intel_fb_initial_config - find active connectors etc
321  *         drm_fb_helper_single_fb_probe - set up fbdev
322  *           intelfb_create - re-use or alloc fb, build out fbdev structs
323  *
324  * Note that we don't make special consideration whether we could actually
325  * switch to the selected modes without a full modeset. E.g. when the display
326  * is in VGA mode we need to recalculate watermarks and set a new high-res
327  * framebuffer anyway.
328  */
329 static bool intel_fb_initial_config(struct drm_fb_helper *fb_helper,
330                                     struct drm_fb_helper_crtc **crtcs,
331                                     struct drm_display_mode **modes,
332                                     struct drm_fb_offset *offsets,
333                                     bool *enabled, int width, int height)
334 {
335         struct drm_i915_private *dev_priv = to_i915(fb_helper->dev);
336         unsigned long conn_configured, conn_seq, mask;
337         unsigned int count = min(fb_helper->connector_count, BITS_PER_LONG);
338         int i, j;
339         bool *save_enabled;
340         bool fallback = true, ret = true;
341         int num_connectors_enabled = 0;
342         int num_connectors_detected = 0;
343         struct drm_modeset_acquire_ctx ctx;
344
345         save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
346         if (!save_enabled)
347                 return false;
348
349         drm_modeset_acquire_init(&ctx, 0);
350
351         while (drm_modeset_lock_all_ctx(fb_helper->dev, &ctx) != 0)
352                 drm_modeset_backoff(&ctx);
353
354         memcpy(save_enabled, enabled, count);
355         mask = GENMASK(count - 1, 0);
356         conn_configured = 0;
357 retry:
358         conn_seq = conn_configured;
359         for (i = 0; i < count; i++) {
360                 struct drm_fb_helper_connector *fb_conn;
361                 struct drm_connector *connector;
362                 struct drm_encoder *encoder;
363                 struct drm_fb_helper_crtc *new_crtc;
364
365                 fb_conn = fb_helper->connector_info[i];
366                 connector = fb_conn->connector;
367
368                 if (conn_configured & BIT(i))
369                         continue;
370
371                 if (conn_seq == 0 && !connector->has_tile)
372                         continue;
373
374                 if (connector->status == connector_status_connected)
375                         num_connectors_detected++;
376
377                 if (!enabled[i]) {
378                         DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
379                                       connector->name);
380                         conn_configured |= BIT(i);
381                         continue;
382                 }
383
384                 if (connector->force == DRM_FORCE_OFF) {
385                         DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
386                                       connector->name);
387                         enabled[i] = false;
388                         continue;
389                 }
390
391                 encoder = connector->state->best_encoder;
392                 if (!encoder || WARN_ON(!connector->state->crtc)) {
393                         if (connector->force > DRM_FORCE_OFF)
394                                 goto bail;
395
396                         DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
397                                       connector->name);
398                         enabled[i] = false;
399                         conn_configured |= BIT(i);
400                         continue;
401                 }
402
403                 num_connectors_enabled++;
404
405                 new_crtc = intel_fb_helper_crtc(fb_helper,
406                                                 connector->state->crtc);
407
408                 /*
409                  * Make sure we're not trying to drive multiple connectors
410                  * with a single CRTC, since our cloning support may not
411                  * match the BIOS.
412                  */
413                 for (j = 0; j < count; j++) {
414                         if (crtcs[j] == new_crtc) {
415                                 DRM_DEBUG_KMS("fallback: cloned configuration\n");
416                                 goto bail;
417                         }
418                 }
419
420                 DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
421                               connector->name);
422
423                 /* go for command line mode first */
424                 modes[i] = drm_pick_cmdline_mode(fb_conn);
425
426                 /* try for preferred next */
427                 if (!modes[i]) {
428                         DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
429                                       connector->name, connector->has_tile);
430                         modes[i] = drm_has_preferred_mode(fb_conn, width,
431                                                           height);
432                 }
433
434                 /* No preferred mode marked by the EDID? Are there any modes? */
435                 if (!modes[i] && !list_empty(&connector->modes)) {
436                         DRM_DEBUG_KMS("using first mode listed on connector %s\n",
437                                       connector->name);
438                         modes[i] = list_first_entry(&connector->modes,
439                                                     struct drm_display_mode,
440                                                     head);
441                 }
442
443                 /* last resort: use current mode */
444                 if (!modes[i]) {
445                         /*
446                          * IMPORTANT: We want to use the adjusted mode (i.e.
447                          * after the panel fitter upscaling) as the initial
448                          * config, not the input mode, which is what crtc->mode
449                          * usually contains. But since our current
450                          * code puts a mode derived from the post-pfit timings
451                          * into crtc->mode this works out correctly.
452                          *
453                          * This is crtc->mode and not crtc->state->mode for the
454                          * fastboot check to work correctly. crtc_state->mode has
455                          * I915_MODE_FLAG_INHERITED, which we clear to force check
456                          * state.
457                          */
458                         DRM_DEBUG_KMS("looking for current mode on connector %s\n",
459                                       connector->name);
460                         modes[i] = &connector->state->crtc->mode;
461                 }
462                 crtcs[i] = new_crtc;
463
464                 DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
465                               connector->name,
466                               connector->state->crtc->base.id,
467                               connector->state->crtc->name,
468                               modes[i]->hdisplay, modes[i]->vdisplay,
469                               modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" :"");
470
471                 fallback = false;
472                 conn_configured |= BIT(i);
473         }
474
475         if ((conn_configured & mask) != mask && conn_configured != conn_seq)
476                 goto retry;
477
478         /*
479          * If the BIOS didn't enable everything it could, fall back to have the
480          * same user experiencing of lighting up as much as possible like the
481          * fbdev helper library.
482          */
483         if (num_connectors_enabled != num_connectors_detected &&
484             num_connectors_enabled < INTEL_INFO(dev_priv)->num_pipes) {
485                 DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
486                 DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
487                               num_connectors_detected);
488                 fallback = true;
489         }
490
491         if (fallback) {
492 bail:
493                 DRM_DEBUG_KMS("Not using firmware configuration\n");
494                 memcpy(enabled, save_enabled, count);
495                 ret = false;
496         }
497
498         drm_modeset_drop_locks(&ctx);
499         drm_modeset_acquire_fini(&ctx);
500
501         kfree(save_enabled);
502         return ret;
503 }
504
505 static const struct drm_fb_helper_funcs intel_fb_helper_funcs = {
506         .initial_config = intel_fb_initial_config,
507         .fb_probe = intelfb_create,
508 };
509
510 static void intel_fbdev_destroy(struct intel_fbdev *ifbdev)
511 {
512         /* We rely on the object-free to release the VMA pinning for
513          * the info->screen_base mmaping. Leaking the VMA is simpler than
514          * trying to rectify all the possible error paths leading here.
515          */
516
517         drm_fb_helper_fini(&ifbdev->helper);
518
519         if (ifbdev->vma) {
520                 mutex_lock(&ifbdev->helper.dev->struct_mutex);
521                 intel_unpin_fb_vma(ifbdev->vma, ifbdev->vma_flags);
522                 mutex_unlock(&ifbdev->helper.dev->struct_mutex);
523         }
524
525         if (ifbdev->fb)
526                 drm_framebuffer_remove(&ifbdev->fb->base);
527
528         kfree(ifbdev);
529 }
530
531 /*
532  * Build an intel_fbdev struct using a BIOS allocated framebuffer, if possible.
533  * The core display code will have read out the current plane configuration,
534  * so we use that to figure out if there's an object for us to use as the
535  * fb, and if so, we re-use it for the fbdev configuration.
536  *
537  * Note we only support a single fb shared across pipes for boot (mostly for
538  * fbcon), so we just find the biggest and use that.
539  */
540 static bool intel_fbdev_init_bios(struct drm_device *dev,
541                                  struct intel_fbdev *ifbdev)
542 {
543         struct intel_framebuffer *fb = NULL;
544         struct drm_crtc *crtc;
545         struct intel_crtc *intel_crtc;
546         unsigned int max_size = 0;
547
548         /* Find the largest fb */
549         for_each_crtc(dev, crtc) {
550                 struct drm_i915_gem_object *obj =
551                         intel_fb_obj(crtc->primary->state->fb);
552                 intel_crtc = to_intel_crtc(crtc);
553
554                 if (!crtc->state->active || !obj) {
555                         DRM_DEBUG_KMS("pipe %c not active or no fb, skipping\n",
556                                       pipe_name(intel_crtc->pipe));
557                         continue;
558                 }
559
560                 if (obj->base.size > max_size) {
561                         DRM_DEBUG_KMS("found possible fb from plane %c\n",
562                                       pipe_name(intel_crtc->pipe));
563                         fb = to_intel_framebuffer(crtc->primary->state->fb);
564                         max_size = obj->base.size;
565                 }
566         }
567
568         if (!fb) {
569                 DRM_DEBUG_KMS("no active fbs found, not using BIOS config\n");
570                 goto out;
571         }
572
573         /* Now make sure all the pipes will fit into it */
574         for_each_crtc(dev, crtc) {
575                 unsigned int cur_size;
576
577                 intel_crtc = to_intel_crtc(crtc);
578
579                 if (!crtc->state->active) {
580                         DRM_DEBUG_KMS("pipe %c not active, skipping\n",
581                                       pipe_name(intel_crtc->pipe));
582                         continue;
583                 }
584
585                 DRM_DEBUG_KMS("checking plane %c for BIOS fb\n",
586                               pipe_name(intel_crtc->pipe));
587
588                 /*
589                  * See if the plane fb we found above will fit on this
590                  * pipe.  Note we need to use the selected fb's pitch and bpp
591                  * rather than the current pipe's, since they differ.
592                  */
593                 cur_size = intel_crtc->config->base.adjusted_mode.crtc_hdisplay;
594                 cur_size = cur_size * fb->base.format->cpp[0];
595                 if (fb->base.pitches[0] < cur_size) {
596                         DRM_DEBUG_KMS("fb not wide enough for plane %c (%d vs %d)\n",
597                                       pipe_name(intel_crtc->pipe),
598                                       cur_size, fb->base.pitches[0]);
599                         fb = NULL;
600                         break;
601                 }
602
603                 cur_size = intel_crtc->config->base.adjusted_mode.crtc_vdisplay;
604                 cur_size = intel_fb_align_height(&fb->base, 0, cur_size);
605                 cur_size *= fb->base.pitches[0];
606                 DRM_DEBUG_KMS("pipe %c area: %dx%d, bpp: %d, size: %d\n",
607                               pipe_name(intel_crtc->pipe),
608                               intel_crtc->config->base.adjusted_mode.crtc_hdisplay,
609                               intel_crtc->config->base.adjusted_mode.crtc_vdisplay,
610                               fb->base.format->cpp[0] * 8,
611                               cur_size);
612
613                 if (cur_size > max_size) {
614                         DRM_DEBUG_KMS("fb not big enough for plane %c (%d vs %d)\n",
615                                       pipe_name(intel_crtc->pipe),
616                                       cur_size, max_size);
617                         fb = NULL;
618                         break;
619                 }
620
621                 DRM_DEBUG_KMS("fb big enough for plane %c (%d >= %d)\n",
622                               pipe_name(intel_crtc->pipe),
623                               max_size, cur_size);
624         }
625
626         if (!fb) {
627                 DRM_DEBUG_KMS("BIOS fb not suitable for all pipes, not using\n");
628                 goto out;
629         }
630
631         ifbdev->preferred_bpp = fb->base.format->cpp[0] * 8;
632         ifbdev->fb = fb;
633
634         drm_framebuffer_get(&ifbdev->fb->base);
635
636         /* Final pass to check if any active pipes don't have fbs */
637         for_each_crtc(dev, crtc) {
638                 intel_crtc = to_intel_crtc(crtc);
639
640                 if (!crtc->state->active)
641                         continue;
642
643                 WARN(!crtc->primary->fb,
644                      "re-used BIOS config but lost an fb on crtc %d\n",
645                      crtc->base.id);
646         }
647
648
649         DRM_DEBUG_KMS("using BIOS fb for initial console\n");
650         return true;
651
652 out:
653
654         return false;
655 }
656
657 static void intel_fbdev_suspend_worker(struct work_struct *work)
658 {
659         intel_fbdev_set_suspend(&container_of(work,
660                                               struct drm_i915_private,
661                                               fbdev_suspend_work)->drm,
662                                 FBINFO_STATE_RUNNING,
663                                 true);
664 }
665
666 int intel_fbdev_init(struct drm_device *dev)
667 {
668         struct drm_i915_private *dev_priv = to_i915(dev);
669         struct intel_fbdev *ifbdev;
670         int ret;
671
672         if (WARN_ON(INTEL_INFO(dev_priv)->num_pipes == 0))
673                 return -ENODEV;
674
675         ifbdev = kzalloc(sizeof(struct intel_fbdev), GFP_KERNEL);
676         if (ifbdev == NULL)
677                 return -ENOMEM;
678
679         drm_fb_helper_prepare(dev, &ifbdev->helper, &intel_fb_helper_funcs);
680
681         if (!intel_fbdev_init_bios(dev, ifbdev))
682                 ifbdev->preferred_bpp = 32;
683
684         ret = drm_fb_helper_init(dev, &ifbdev->helper, 4);
685         if (ret) {
686                 kfree(ifbdev);
687                 return ret;
688         }
689
690         dev_priv->fbdev = ifbdev;
691         INIT_WORK(&dev_priv->fbdev_suspend_work, intel_fbdev_suspend_worker);
692
693         drm_fb_helper_single_add_all_connectors(&ifbdev->helper);
694
695         return 0;
696 }
697
698 static void intel_fbdev_initial_config(void *data, async_cookie_t cookie)
699 {
700         struct intel_fbdev *ifbdev = data;
701
702         /* Due to peculiar init order wrt to hpd handling this is separate. */
703         if (drm_fb_helper_initial_config(&ifbdev->helper,
704                                          ifbdev->preferred_bpp))
705                 intel_fbdev_unregister(to_i915(ifbdev->helper.dev));
706 }
707
708 void intel_fbdev_initial_config_async(struct drm_device *dev)
709 {
710         struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
711
712         if (!ifbdev)
713                 return;
714
715         ifbdev->cookie = async_schedule(intel_fbdev_initial_config, ifbdev);
716 }
717
718 static void intel_fbdev_sync(struct intel_fbdev *ifbdev)
719 {
720         if (!ifbdev->cookie)
721                 return;
722
723         /* Only serialises with all preceding async calls, hence +1 */
724         async_synchronize_cookie(ifbdev->cookie + 1);
725         ifbdev->cookie = 0;
726 }
727
728 void intel_fbdev_unregister(struct drm_i915_private *dev_priv)
729 {
730         struct intel_fbdev *ifbdev = dev_priv->fbdev;
731
732         if (!ifbdev)
733                 return;
734
735         cancel_work_sync(&dev_priv->fbdev_suspend_work);
736         if (!current_is_async())
737                 intel_fbdev_sync(ifbdev);
738
739         drm_fb_helper_unregister_fbi(&ifbdev->helper);
740 }
741
742 void intel_fbdev_fini(struct drm_i915_private *dev_priv)
743 {
744         struct intel_fbdev *ifbdev = fetch_and_zero(&dev_priv->fbdev);
745
746         if (!ifbdev)
747                 return;
748
749         intel_fbdev_destroy(ifbdev);
750 }
751
752 void intel_fbdev_set_suspend(struct drm_device *dev, int state, bool synchronous)
753 {
754         struct drm_i915_private *dev_priv = to_i915(dev);
755         struct intel_fbdev *ifbdev = dev_priv->fbdev;
756         struct fb_info *info;
757
758         if (!ifbdev || !ifbdev->vma)
759                 return;
760
761         info = ifbdev->helper.fbdev;
762
763         if (synchronous) {
764                 /* Flush any pending work to turn the console on, and then
765                  * wait to turn it off. It must be synchronous as we are
766                  * about to suspend or unload the driver.
767                  *
768                  * Note that from within the work-handler, we cannot flush
769                  * ourselves, so only flush outstanding work upon suspend!
770                  */
771                 if (state != FBINFO_STATE_RUNNING)
772                         flush_work(&dev_priv->fbdev_suspend_work);
773                 console_lock();
774         } else {
775                 /*
776                  * The console lock can be pretty contented on resume due
777                  * to all the printk activity.  Try to keep it out of the hot
778                  * path of resume if possible.
779                  */
780                 WARN_ON(state != FBINFO_STATE_RUNNING);
781                 if (!console_trylock()) {
782                         /* Don't block our own workqueue as this can
783                          * be run in parallel with other i915.ko tasks.
784                          */
785                         schedule_work(&dev_priv->fbdev_suspend_work);
786                         return;
787                 }
788         }
789
790         /* On resume from hibernation: If the object is shmemfs backed, it has
791          * been restored from swap. If the object is stolen however, it will be
792          * full of whatever garbage was left in there.
793          */
794         if (state == FBINFO_STATE_RUNNING && ifbdev->fb->obj->stolen)
795                 memset_io(info->screen_base, 0, info->screen_size);
796
797         drm_fb_helper_set_suspend(&ifbdev->helper, state);
798         console_unlock();
799 }
800
801 void intel_fbdev_output_poll_changed(struct drm_device *dev)
802 {
803         struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
804
805         if (!ifbdev)
806                 return;
807
808         intel_fbdev_sync(ifbdev);
809         if (ifbdev->vma || ifbdev->helper.deferred_setup)
810                 drm_fb_helper_hotplug_event(&ifbdev->helper);
811 }
812
813 void intel_fbdev_restore_mode(struct drm_device *dev)
814 {
815         struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
816
817         if (!ifbdev)
818                 return;
819
820         intel_fbdev_sync(ifbdev);
821         if (!ifbdev->vma)
822                 return;
823
824         if (drm_fb_helper_restore_fbdev_mode_unlocked(&ifbdev->helper) == 0)
825                 intel_fbdev_invalidate(ifbdev);
826 }