drivers/gpu/drm/i915/intel_fbdev.c

   1 /*
   2  * Copyright © 2007 David Airlie
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  21  * DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *     David Airlie
  25  */
  26
  27 #include <linux/async.h>
  28 #include <linux/module.h>
  29 #include <linux/kernel.h>
  30 #include <linux/console.h>
  31 #include <linux/errno.h>
  32 #include <linux/string.h>
  33 #include <linux/mm.h>
  34 #include <linux/tty.h>
  35 #include <linux/sysrq.h>
  36 #include <linux/delay.h>
  37 #include <linux/fb.h>
  38 #include <linux/init.h>
  39 #include <linux/vga_switcheroo.h>
  40
  41 #include <drm/drmP.h>
  42 #include <drm/drm_crtc.h>
  43 #include <drm/drm_fb_helper.h>
  44 #include "intel_drv.h"
  45 #include <drm/i915_drm.h>
  46 #include "i915_drv.h"
  47
  48 static int intel_fbdev_set_par(struct fb_info *info)
  49 {
  50         struct drm_fb_helper *fb_helper = info->par;
  51         struct intel_fbdev *ifbdev =
  52                 container_of(fb_helper, struct intel_fbdev, helper);
  53         int ret;
  54
  55         ret = drm_fb_helper_set_par(info);
  56
  57         if (ret == 0) {
  58                 mutex_lock(&fb_helper->dev->struct_mutex);
  59                 intel_fb_obj_invalidate(ifbdev->fb->obj, ORIGIN_GTT);
  60                 mutex_unlock(&fb_helper->dev->struct_mutex);
  61         }
  62
  63         return ret;
  64 }
  65
  66 static int intel_fbdev_blank(int blank, struct fb_info *info)
  67 {
  68         struct drm_fb_helper *fb_helper = info->par;
  69         struct intel_fbdev *ifbdev =
  70                 container_of(fb_helper, struct intel_fbdev, helper);
  71         int ret;
  72
  73         ret = drm_fb_helper_blank(blank, info);
  74
  75         if (ret == 0) {
  76                 mutex_lock(&fb_helper->dev->struct_mutex);
  77                 intel_fb_obj_invalidate(ifbdev->fb->obj, ORIGIN_GTT);
  78                 mutex_unlock(&fb_helper->dev->struct_mutex);
  79         }
  80
  81         return ret;
  82 }
  83
  84 static int intel_fbdev_pan_display(struct fb_var_screeninfo *var,
  85                                    struct fb_info *info)
  86 {
  87         struct drm_fb_helper *fb_helper = info->par;
  88         struct intel_fbdev *ifbdev =
  89                 container_of(fb_helper, struct intel_fbdev, helper);
  90
  91         int ret;
  92         ret = drm_fb_helper_pan_display(var, info);
  93
  94         if (ret == 0) {
  95                 mutex_lock(&fb_helper->dev->struct_mutex);
  96                 intel_fb_obj_invalidate(ifbdev->fb->obj, ORIGIN_GTT);
  97                 mutex_unlock(&fb_helper->dev->struct_mutex);
  98         }
  99
 100         return ret;
 101 }
 102
 103 static struct fb_ops intelfb_ops = {
 104         .owner = THIS_MODULE,
 105         .fb_check_var = drm_fb_helper_check_var,
 106         .fb_set_par = intel_fbdev_set_par,
 107         .fb_fillrect = drm_fb_helper_cfb_fillrect,
 108         .fb_copyarea = drm_fb_helper_cfb_copyarea,
 109         .fb_imageblit = drm_fb_helper_cfb_imageblit,
 110         .fb_pan_display = intel_fbdev_pan_display,
 111         .fb_blank = intel_fbdev_blank,
 112         .fb_setcmap = drm_fb_helper_setcmap,
 113         .fb_debug_enter = drm_fb_helper_debug_enter,
 114         .fb_debug_leave = drm_fb_helper_debug_leave,
 115 };
 116
 117 static int intelfb_alloc(struct drm_fb_helper *helper,
 118                          struct drm_fb_helper_surface_size *sizes)
 119 {
 120         struct intel_fbdev *ifbdev =
 121                 container_of(helper, struct intel_fbdev, helper);
 122         struct drm_framebuffer *fb;
 123         struct drm_device *dev = helper->dev;
 124         struct drm_i915_private *dev_priv = to_i915(dev);
 125         struct i915_ggtt *ggtt = &dev_priv->ggtt;
 126         struct drm_mode_fb_cmd2 mode_cmd = {};
 127         struct drm_i915_gem_object *obj = NULL;
 128         int size, ret;
 129
 130         /* we don't do packed 24bpp */
 131         if (sizes->surface_bpp == 24)
 132                 sizes->surface_bpp = 32;
 133
 134         mode_cmd.width = sizes->surface_width;
 135         mode_cmd.height = sizes->surface_height;
 136
 137         mode_cmd.pitches[0] = ALIGN(mode_cmd.width *
 138                                     DIV_ROUND_UP(sizes->surface_bpp, 8), 64);
 139         mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp,
 140                                                           sizes->surface_depth);
 141
 142         mutex_lock(&dev->struct_mutex);
 143
 144         size = mode_cmd.pitches[0] * mode_cmd.height;
 145         size = PAGE_ALIGN(size);
 146
 147         /* If the FB is too big, just don't use it since fbdev is not very
 148          * important and we should probably use that space with FBC or other
 149          * features. */
 150         if (size * 2 < ggtt->stolen_usable_size)
 151                 obj = i915_gem_object_create_stolen(dev, size);
 152         if (obj == NULL)
 153                 obj = i915_gem_object_create(dev, size);
 154         if (IS_ERR(obj)) {
 155                 DRM_ERROR("failed to allocate framebuffer\n");
 156                 ret = PTR_ERR(obj);
 157                 goto out;
 158         }
 159
 160         fb = __intel_framebuffer_create(dev, &mode_cmd, obj);
 161         if (IS_ERR(fb)) {
 162                 drm_gem_object_unreference(&obj->base);
 163                 ret = PTR_ERR(fb);
 164                 goto out;
 165         }
 166
 167         mutex_unlock(&dev->struct_mutex);
 168
 169         ifbdev->fb = to_intel_framebuffer(fb);
 170
 171         return 0;
 172
 173 out:
 174         mutex_unlock(&dev->struct_mutex);
 175         return ret;
 176 }
 177
 178 static int intelfb_create(struct drm_fb_helper *helper,
 179                           struct drm_fb_helper_surface_size *sizes)
 180 {
 181         struct intel_fbdev *ifbdev =
 182                 container_of(helper, struct intel_fbdev, helper);
 183         struct intel_framebuffer *intel_fb = ifbdev->fb;
 184         struct drm_device *dev = helper->dev;
 185         struct drm_i915_private *dev_priv = to_i915(dev);
 186         struct i915_ggtt *ggtt = &dev_priv->ggtt;
 187         struct fb_info *info;
 188         struct drm_framebuffer *fb;
 189         struct i915_vma *vma;
 190         struct drm_i915_gem_object *obj;
 191         bool prealloc = false;
 192         void *vaddr;
 193         int ret;
 194
 195         if (intel_fb &&
 196             (sizes->fb_width > intel_fb->base.width ||
 197              sizes->fb_height > intel_fb->base.height)) {
 198                 DRM_DEBUG_KMS("BIOS fb too small (%dx%d), we require (%dx%d),"
 199                               " releasing it\n",
 200                               intel_fb->base.width, intel_fb->base.height,
 201                               sizes->fb_width, sizes->fb_height);
 202                 drm_framebuffer_unreference(&intel_fb->base);
 203                 intel_fb = ifbdev->fb = NULL;
 204         }
 205         if (!intel_fb || WARN_ON(!intel_fb->obj)) {
 206                 DRM_DEBUG_KMS("no BIOS fb, allocating a new one\n");
 207                 ret = intelfb_alloc(helper, sizes);
 208                 if (ret)
 209                         return ret;
 210                 intel_fb = ifbdev->fb;
 211         } else {
 212                 DRM_DEBUG_KMS("re-using BIOS fb\n");
 213                 prealloc = true;
 214                 sizes->fb_width = intel_fb->base.width;
 215                 sizes->fb_height = intel_fb->base.height;
 216         }
 217
 218         obj = intel_fb->obj;
 219
 220         mutex_lock(&dev->struct_mutex);
 221
 222         /* Pin the GGTT vma for our access via info->screen_base.
 223          * This also validates that any existing fb inherited from the
 224          * BIOS is suitable for own access.
 225          */
 226         ret = intel_pin_and_fence_fb_obj(&ifbdev->fb->base, BIT(DRM_ROTATE_0));
 227         if (ret)
 228                 goto out_unlock;
 229
 230         info = drm_fb_helper_alloc_fbi(helper);
 231         if (IS_ERR(info)) {
 232                 DRM_ERROR("Failed to allocate fb_info\n");
 233                 ret = PTR_ERR(info);
 234                 goto out_unpin;
 235         }
 236
 237         info->par = helper;
 238
 239         fb = &ifbdev->fb->base;
 240
 241         ifbdev->helper.fb = fb;
 242
 243         strcpy(info->fix.id, "inteldrmfb");
 244
 245         info->flags = FBINFO_DEFAULT | FBINFO_CAN_FORCE_OUTPUT;
 246         info->fbops = &intelfb_ops;
 247
 248         vma = i915_gem_obj_to_ggtt(obj);
 249
 250         /* setup aperture base/size for vesafb takeover */
 251         info->apertures->ranges[0].base = dev->mode_config.fb_base;
 252         info->apertures->ranges[0].size = ggtt->mappable_end;
 253
 254         info->fix.smem_start = dev->mode_config.fb_base + vma->node.start;
 255         info->fix.smem_len = vma->node.size;
 256
 257         vaddr = i915_vma_pin_iomap(vma);
 258         if (IS_ERR(vaddr)) {
 259                 DRM_ERROR("Failed to remap framebuffer into virtual memory\n");
 260                 ret = PTR_ERR(vaddr);
 261                 goto out_destroy_fbi;
 262         }
 263         info->screen_base = vaddr;
 264         info->screen_size = vma->node.size;
 265
 266         /* This driver doesn't need a VT switch to restore the mode on resume */
 267         info->skip_vt_switch = true;
 268
 269         drm_fb_helper_fill_fix(info, fb->pitches[0], fb->depth);
 270         drm_fb_helper_fill_var(info, &ifbdev->helper, sizes->fb_width, sizes->fb_height);
 271
 272         /* If the object is shmemfs backed, it will have given us zeroed pages.
 273          * If the object is stolen however, it will be full of whatever
 274          * garbage was left in there.
 275          */
 276         if (ifbdev->fb->obj->stolen && !prealloc)
 277                 memset_io(info->screen_base, 0, info->screen_size);
 278
 279         /* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */
 280
 281         DRM_DEBUG_KMS("allocated %dx%d fb: 0x%08llx, bo %p\n",
 282                       fb->width, fb->height,
 283                       i915_gem_obj_ggtt_offset(obj), obj);
 284
 285         mutex_unlock(&dev->struct_mutex);
 286         vga_switcheroo_client_fb_set(dev->pdev, info);
 287         return 0;
 288
 289 out_destroy_fbi:
 290         drm_fb_helper_release_fbi(helper);
 291 out_unpin:
 292         intel_unpin_fb_obj(&ifbdev->fb->base, BIT(DRM_ROTATE_0));
 293 out_unlock:
 294         mutex_unlock(&dev->struct_mutex);
 295         return ret;
 296 }
 297
 298 /** Sets the color ramps on behalf of RandR */
 299 static void intel_crtc_fb_gamma_set(struct drm_crtc *crtc, u16 red, u16 green,
 300                                     u16 blue, int regno)
 301 {
 302         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
 303
 304         intel_crtc->lut_r[regno] = red >> 8;
 305         intel_crtc->lut_g[regno] = green >> 8;
 306         intel_crtc->lut_b[regno] = blue >> 8;
 307 }
 308
 309 static void intel_crtc_fb_gamma_get(struct drm_crtc *crtc, u16 *red, u16 *green,
 310                                     u16 *blue, int regno)
 311 {
 312         struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
 313
 314         *red = intel_crtc->lut_r[regno] << 8;
 315         *green = intel_crtc->lut_g[regno] << 8;
 316         *blue = intel_crtc->lut_b[regno] << 8;
 317 }
 318
 319 static struct drm_fb_helper_crtc *
 320 intel_fb_helper_crtc(struct drm_fb_helper *fb_helper, struct drm_crtc *crtc)
 321 {
 322         int i;
 323
 324         for (i = 0; i < fb_helper->crtc_count; i++)
 325                 if (fb_helper->crtc_info[i].mode_set.crtc == crtc)
 326                         return &fb_helper->crtc_info[i];
 327
 328         return NULL;
 329 }
 330
 331 /*
 332  * Try to read the BIOS display configuration and use it for the initial
 333  * fb configuration.
 334  *
 335  * The BIOS or boot loader will generally create an initial display
 336  * configuration for us that includes some set of active pipes and displays.
 337  * This routine tries to figure out which pipes and connectors are active
 338  * and stuffs them into the crtcs and modes array given to us by the
 339  * drm_fb_helper code.
 340  *
 341  * The overall sequence is:
 342  *   intel_fbdev_init - from driver load
 343  *     intel_fbdev_init_bios - initialize the intel_fbdev using BIOS data
 344  *     drm_fb_helper_init - build fb helper structs
 345  *     drm_fb_helper_single_add_all_connectors - more fb helper structs
 346  *   intel_fbdev_initial_config - apply the config
 347  *     drm_fb_helper_initial_config - call ->probe then register_framebuffer()
 348  *         drm_setup_crtcs - build crtc config for fbdev
 349  *           intel_fb_initial_config - find active connectors etc
 350  *         drm_fb_helper_single_fb_probe - set up fbdev
 351  *           intelfb_create - re-use or alloc fb, build out fbdev structs
 352  *
 353  * Note that we don't make special consideration whether we could actually
 354  * switch to the selected modes without a full modeset. E.g. when the display
 355  * is in VGA mode we need to recalculate watermarks and set a new high-res
 356  * framebuffer anyway.
 357  */
 358 static bool intel_fb_initial_config(struct drm_fb_helper *fb_helper,
 359                                     struct drm_fb_helper_crtc **crtcs,
 360                                     struct drm_display_mode **modes,
 361                                     struct drm_fb_offset *offsets,
 362                                     bool *enabled, int width, int height)
 363 {
 364         struct drm_device *dev = fb_helper->dev;
 365         int i, j;
 366         bool *save_enabled;
 367         bool fallback = true;
 368         int num_connectors_enabled = 0;
 369         int num_connectors_detected = 0;
 370         uint64_t conn_configured = 0, mask;
 371         int pass = 0;
 372
 373         save_enabled = kcalloc(fb_helper->connector_count, sizeof(bool),
 374                                GFP_KERNEL);
 375         if (!save_enabled)
 376                 return false;
 377
 378         memcpy(save_enabled, enabled, fb_helper->connector_count);
 379         mask = (1 << fb_helper->connector_count) - 1;
 380 retry:
 381         for (i = 0; i < fb_helper->connector_count; i++) {
 382                 struct drm_fb_helper_connector *fb_conn;
 383                 struct drm_connector *connector;
 384                 struct drm_encoder *encoder;
 385                 struct drm_fb_helper_crtc *new_crtc;
 386                 struct intel_crtc *intel_crtc;
 387
 388                 fb_conn = fb_helper->connector_info[i];
 389                 connector = fb_conn->connector;
 390
 391                 if (conn_configured & (1 << i))
 392                         continue;
 393
 394                 if (pass == 0 && !connector->has_tile)
 395                         continue;
 396
 397                 if (connector->status == connector_status_connected)
 398                         num_connectors_detected++;
 399
 400                 if (!enabled[i]) {
 401                         DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
 402                                       connector->name);
 403                         conn_configured |= (1 << i);
 404                         continue;
 405                 }
 406
 407                 if (connector->force == DRM_FORCE_OFF) {
 408                         DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
 409                                       connector->name);
 410                         enabled[i] = false;
 411                         continue;
 412                 }
 413
 414                 encoder = connector->state->best_encoder;
 415                 if (!encoder || WARN_ON(!connector->state->crtc)) {
 416                         if (connector->force > DRM_FORCE_OFF)
 417                                 goto bail;
 418
 419                         DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
 420                                       connector->name);
 421                         enabled[i] = false;
 422                         conn_configured |= (1 << i);
 423                         continue;
 424                 }
 425
 426                 num_connectors_enabled++;
 427
 428                 intel_crtc = to_intel_crtc(connector->state->crtc);
 429                 for (j = 0; j < 256; j++) {
 430                         intel_crtc->lut_r[j] = j;
 431                         intel_crtc->lut_g[j] = j;
 432                         intel_crtc->lut_b[j] = j;
 433                 }
 434
 435                 new_crtc = intel_fb_helper_crtc(fb_helper, connector->state->crtc);
 436
 437                 /*
 438                  * Make sure we're not trying to drive multiple connectors
 439                  * with a single CRTC, since our cloning support may not
 440                  * match the BIOS.
 441                  */
 442                 for (j = 0; j < fb_helper->connector_count; j++) {
 443                         if (crtcs[j] == new_crtc) {
 444                                 DRM_DEBUG_KMS("fallback: cloned configuration\n");
 445                                 goto bail;
 446                         }
 447                 }
 448
 449                 DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
 450                               connector->name);
 451
 452                 /* go for command line mode first */
 453                 modes[i] = drm_pick_cmdline_mode(fb_conn, width, height);
 454
 455                 /* try for preferred next */
 456                 if (!modes[i]) {
 457                         DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
 458                                       connector->name, connector->has_tile);
 459                         modes[i] = drm_has_preferred_mode(fb_conn, width,
 460                                                           height);
 461                 }
 462
 463                 /* No preferred mode marked by the EDID? Are there any modes? */
 464                 if (!modes[i] && !list_empty(&connector->modes)) {
 465                         DRM_DEBUG_KMS("using first mode listed on connector %s\n",
 466                                       connector->name);
 467                         modes[i] = list_first_entry(&connector->modes,
 468                                                     struct drm_display_mode,
 469                                                     head);
 470                 }
 471
 472                 /* last resort: use current mode */
 473                 if (!modes[i]) {
 474                         /*
 475                          * IMPORTANT: We want to use the adjusted mode (i.e.
 476                          * after the panel fitter upscaling) as the initial
 477                          * config, not the input mode, which is what crtc->mode
 478                          * usually contains. But since our current
 479                          * code puts a mode derived from the post-pfit timings
 480                          * into crtc->mode this works out correctly.
 481                          *
 482                          * This is crtc->mode and not crtc->state->mode for the
 483                          * fastboot check to work correctly. crtc_state->mode has
 484                          * I915_MODE_FLAG_INHERITED, which we clear to force check
 485                          * state.
 486                          */
 487                         DRM_DEBUG_KMS("looking for current mode on connector %s\n",
 488                                       connector->name);
 489                         modes[i] = &connector->state->crtc->mode;
 490                 }
 491                 crtcs[i] = new_crtc;
 492
 493                 DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
 494                               connector->name,
 495                               connector->state->crtc->base.id,
 496                               connector->state->crtc->name,
 497                               modes[i]->hdisplay, modes[i]->vdisplay,
 498                               modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" :"");
 499
 500                 fallback = false;
 501                 conn_configured |= (1 << i);
 502         }
 503
 504         if ((conn_configured & mask) != mask) {
 505                 pass++;
 506                 goto retry;
 507         }
 508
 509         /*
 510          * If the BIOS didn't enable everything it could, fall back to have the
 511          * same user experiencing of lighting up as much as possible like the
 512          * fbdev helper library.
 513          */
 514         if (num_connectors_enabled != num_connectors_detected &&
 515             num_connectors_enabled < INTEL_INFO(dev)->num_pipes) {
 516                 DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
 517                 DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
 518                               num_connectors_detected);
 519                 fallback = true;
 520         }
 521
 522         if (fallback) {
 523 bail:
 524                 DRM_DEBUG_KMS("Not using firmware configuration\n");
 525                 memcpy(enabled, save_enabled, fb_helper->connector_count);
 526                 kfree(save_enabled);
 527                 return false;
 528         }
 529
 530         kfree(save_enabled);
 531         return true;
 532 }
 533
 534 static const struct drm_fb_helper_funcs intel_fb_helper_funcs = {
 535         .initial_config = intel_fb_initial_config,
 536         .gamma_set = intel_crtc_fb_gamma_set,
 537         .gamma_get = intel_crtc_fb_gamma_get,
 538         .fb_probe = intelfb_create,
 539 };
 540
 541 static void intel_fbdev_destroy(struct intel_fbdev *ifbdev)
 542 {
 543         /* We rely on the object-free to release the VMA pinning for
 544          * the info->screen_base mmaping. Leaking the VMA is simpler than
 545          * trying to rectify all the possible error paths leading here.
 546          */
 547
 548         drm_fb_helper_unregister_fbi(&ifbdev->helper);
 549         drm_fb_helper_release_fbi(&ifbdev->helper);
 550
 551         drm_fb_helper_fini(&ifbdev->helper);
 552
 553         if (ifbdev->fb) {
 554                 mutex_lock(&ifbdev->helper.dev->struct_mutex);
 555                 intel_unpin_fb_obj(&ifbdev->fb->base, BIT(DRM_ROTATE_0));
 556                 mutex_unlock(&ifbdev->helper.dev->struct_mutex);
 557
 558                 drm_framebuffer_remove(&ifbdev->fb->base);
 559         }
 560
 561         kfree(ifbdev);
 562 }
 563
 564 /*
 565  * Build an intel_fbdev struct using a BIOS allocated framebuffer, if possible.
 566  * The core display code will have read out the current plane configuration,
 567  * so we use that to figure out if there's an object for us to use as the
 568  * fb, and if so, we re-use it for the fbdev configuration.
 569  *
 570  * Note we only support a single fb shared across pipes for boot (mostly for
 571  * fbcon), so we just find the biggest and use that.
 572  */
 573 static bool intel_fbdev_init_bios(struct drm_device *dev,
 574                                  struct intel_fbdev *ifbdev)
 575 {
 576         struct intel_framebuffer *fb = NULL;
 577         struct drm_crtc *crtc;
 578         struct intel_crtc *intel_crtc;
 579         unsigned int max_size = 0;
 580
 581         /* Find the largest fb */
 582         for_each_crtc(dev, crtc) {
 583                 struct drm_i915_gem_object *obj =
 584                         intel_fb_obj(crtc->primary->state->fb);
 585                 intel_crtc = to_intel_crtc(crtc);
 586
 587                 if (!crtc->state->active || !obj) {
 588                         DRM_DEBUG_KMS("pipe %c not active or no fb, skipping\n",
 589                                       pipe_name(intel_crtc->pipe));
 590                         continue;
 591                 }
 592
 593                 if (obj->base.size > max_size) {
 594                         DRM_DEBUG_KMS("found possible fb from plane %c\n",
 595                                       pipe_name(intel_crtc->pipe));
 596                         fb = to_intel_framebuffer(crtc->primary->state->fb);
 597                         max_size = obj->base.size;
 598                 }
 599         }
 600
 601         if (!fb) {
 602                 DRM_DEBUG_KMS("no active fbs found, not using BIOS config\n");
 603                 goto out;
 604         }
 605
 606         /* Now make sure all the pipes will fit into it */
 607         for_each_crtc(dev, crtc) {
 608                 unsigned int cur_size;
 609
 610                 intel_crtc = to_intel_crtc(crtc);
 611
 612                 if (!crtc->state->active) {
 613                         DRM_DEBUG_KMS("pipe %c not active, skipping\n",
 614                                       pipe_name(intel_crtc->pipe));
 615                         continue;
 616                 }
 617
 618                 DRM_DEBUG_KMS("checking plane %c for BIOS fb\n",
 619                               pipe_name(intel_crtc->pipe));
 620
 621                 /*
 622                  * See if the plane fb we found above will fit on this
 623                  * pipe.  Note we need to use the selected fb's pitch and bpp
 624                  * rather than the current pipe's, since they differ.
 625                  */
 626                 cur_size = intel_crtc->config->base.adjusted_mode.crtc_hdisplay;
 627                 cur_size = cur_size * fb->base.bits_per_pixel / 8;
 628                 if (fb->base.pitches[0] < cur_size) {
 629                         DRM_DEBUG_KMS("fb not wide enough for plane %c (%d vs %d)\n",
 630                                       pipe_name(intel_crtc->pipe),
 631                                       cur_size, fb->base.pitches[0]);
 632                         fb = NULL;
 633                         break;
 634                 }
 635
 636                 cur_size = intel_crtc->config->base.adjusted_mode.crtc_vdisplay;
 637                 cur_size = intel_fb_align_height(dev, cur_size,
 638                                                  fb->base.pixel_format,
 639                                                  fb->base.modifier[0]);
 640                 cur_size *= fb->base.pitches[0];
 641                 DRM_DEBUG_KMS("pipe %c area: %dx%d, bpp: %d, size: %d\n",
 642                               pipe_name(intel_crtc->pipe),
 643                               intel_crtc->config->base.adjusted_mode.crtc_hdisplay,
 644                               intel_crtc->config->base.adjusted_mode.crtc_vdisplay,
 645                               fb->base.bits_per_pixel,
 646                               cur_size);
 647
 648                 if (cur_size > max_size) {
 649                         DRM_DEBUG_KMS("fb not big enough for plane %c (%d vs %d)\n",
 650                                       pipe_name(intel_crtc->pipe),
 651                                       cur_size, max_size);
 652                         fb = NULL;
 653                         break;
 654                 }
 655
 656                 DRM_DEBUG_KMS("fb big enough for plane %c (%d >= %d)\n",
 657                               pipe_name(intel_crtc->pipe),
 658                               max_size, cur_size);
 659         }
 660
 661         if (!fb) {
 662                 DRM_DEBUG_KMS("BIOS fb not suitable for all pipes, not using\n");
 663                 goto out;
 664         }
 665
 666         ifbdev->preferred_bpp = fb->base.bits_per_pixel;
 667         ifbdev->fb = fb;
 668
 669         drm_framebuffer_reference(&ifbdev->fb->base);
 670
 671         /* Final pass to check if any active pipes don't have fbs */
 672         for_each_crtc(dev, crtc) {
 673                 intel_crtc = to_intel_crtc(crtc);
 674
 675                 if (!crtc->state->active)
 676                         continue;
 677
 678                 WARN(!crtc->primary->fb,
 679                      "re-used BIOS config but lost an fb on crtc %d\n",
 680                      crtc->base.id);
 681         }
 682
 683
 684         DRM_DEBUG_KMS("using BIOS fb for initial console\n");
 685         return true;
 686
 687 out:
 688
 689         return false;
 690 }
 691
 692 static void intel_fbdev_suspend_worker(struct work_struct *work)
 693 {
 694         intel_fbdev_set_suspend(container_of(work,
 695                                              struct drm_i915_private,
 696                                              fbdev_suspend_work)->dev,
 697                                 FBINFO_STATE_RUNNING,
 698                                 true);
 699 }
 700
 701 int intel_fbdev_init(struct drm_device *dev)
 702 {
 703         struct intel_fbdev *ifbdev;
 704         struct drm_i915_private *dev_priv = dev->dev_private;
 705         int ret;
 706
 707         if (WARN_ON(INTEL_INFO(dev)->num_pipes == 0))
 708                 return -ENODEV;
 709
 710         ifbdev = kzalloc(sizeof(struct intel_fbdev), GFP_KERNEL);
 711         if (ifbdev == NULL)
 712                 return -ENOMEM;
 713
 714         drm_fb_helper_prepare(dev, &ifbdev->helper, &intel_fb_helper_funcs);
 715
 716         if (!intel_fbdev_init_bios(dev, ifbdev))
 717                 ifbdev->preferred_bpp = 32;
 718
 719         ret = drm_fb_helper_init(dev, &ifbdev->helper,
 720                                  INTEL_INFO(dev)->num_pipes, 4);
 721         if (ret) {
 722                 kfree(ifbdev);
 723                 return ret;
 724         }
 725
 726         dev_priv->fbdev = ifbdev;
 727         INIT_WORK(&dev_priv->fbdev_suspend_work, intel_fbdev_suspend_worker);
 728
 729         drm_fb_helper_single_add_all_connectors(&ifbdev->helper);
 730
 731         return 0;
 732 }
 733
 734 static void intel_fbdev_initial_config(void *data, async_cookie_t cookie)
 735 {
 736         struct intel_fbdev *ifbdev = data;
 737
 738         /* Due to peculiar init order wrt to hpd handling this is separate. */
 739         if (drm_fb_helper_initial_config(&ifbdev->helper,
 740                                          ifbdev->preferred_bpp))
 741                 intel_fbdev_fini(ifbdev->helper.dev);
 742 }
 743
 744 void intel_fbdev_initial_config_async(struct drm_device *dev)
 745 {
 746         struct intel_fbdev *ifbdev = to_i915(dev)->fbdev;
 747
 748         ifbdev->cookie = async_schedule(intel_fbdev_initial_config, ifbdev);
 749 }
 750
 751 static void intel_fbdev_sync(struct intel_fbdev *ifbdev)
 752 {
 753         if (!ifbdev->cookie)
 754                 return;
 755
 756         /* Only serialises with all preceding async calls, hence +1 */
 757         async_synchronize_cookie(ifbdev->cookie + 1);
 758         ifbdev->cookie = 0;
 759 }
 760
 761 void intel_fbdev_fini(struct drm_device *dev)
 762 {
 763         struct drm_i915_private *dev_priv = dev->dev_private;
 764         struct intel_fbdev *ifbdev = dev_priv->fbdev;
 765
 766         if (!ifbdev)
 767                 return;
 768
 769         flush_work(&dev_priv->fbdev_suspend_work);
 770         if (!current_is_async())
 771                 intel_fbdev_sync(ifbdev);
 772
 773         intel_fbdev_destroy(ifbdev);
 774         dev_priv->fbdev = NULL;
 775 }
 776
 777 void intel_fbdev_set_suspend(struct drm_device *dev, int state, bool synchronous)
 778 {
 779         struct drm_i915_private *dev_priv = dev->dev_private;
 780         struct intel_fbdev *ifbdev = dev_priv->fbdev;
 781         struct fb_info *info;
 782
 783         if (!ifbdev)
 784                 return;
 785
 786         info = ifbdev->helper.fbdev;
 787
 788         if (synchronous) {
 789                 /* Flush any pending work to turn the console on, and then
 790                  * wait to turn it off. It must be synchronous as we are
 791                  * about to suspend or unload the driver.
 792                  *
 793                  * Note that from within the work-handler, we cannot flush
 794                  * ourselves, so only flush outstanding work upon suspend!
 795                  */
 796                 if (state != FBINFO_STATE_RUNNING)
 797                         flush_work(&dev_priv->fbdev_suspend_work);
 798                 console_lock();
 799         } else {
 800                 /*
 801                  * The console lock can be pretty contented on resume due
 802                  * to all the printk activity.  Try to keep it out of the hot
 803                  * path of resume if possible.
 804                  */
 805                 WARN_ON(state != FBINFO_STATE_RUNNING);
 806                 if (!console_trylock()) {
 807                         /* Don't block our own workqueue as this can
 808                          * be run in parallel with other i915.ko tasks.
 809                          */
 810                         schedule_work(&dev_priv->fbdev_suspend_work);
 811                         return;
 812                 }
 813         }
 814
 815         /* On resume from hibernation: If the object is shmemfs backed, it has
 816          * been restored from swap. If the object is stolen however, it will be
 817          * full of whatever garbage was left in there.
 818          */
 819         if (state == FBINFO_STATE_RUNNING && ifbdev->fb->obj->stolen)
 820                 memset_io(info->screen_base, 0, info->screen_size);
 821
 822         drm_fb_helper_set_suspend(&ifbdev->helper, state);
 823         console_unlock();
 824 }
 825
 826 void intel_fbdev_output_poll_changed(struct drm_device *dev)
 827 {
 828         struct drm_i915_private *dev_priv = dev->dev_private;
 829         if (dev_priv->fbdev)
 830                 drm_fb_helper_hotplug_event(&dev_priv->fbdev->helper);
 831 }
 832
 833 void intel_fbdev_restore_mode(struct drm_device *dev)
 834 {
 835         int ret;
 836         struct drm_i915_private *dev_priv = dev->dev_private;
 837         struct intel_fbdev *ifbdev = dev_priv->fbdev;
 838         struct drm_fb_helper *fb_helper;
 839
 840         if (!ifbdev)
 841                 return;
 842
 843         intel_fbdev_sync(ifbdev);
 844
 845         fb_helper = &ifbdev->helper;
 846
 847         ret = drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper);
 848         if (ret) {
 849                 DRM_DEBUG("failed to restore crtc mode\n");
 850         } else {
 851                 mutex_lock(&fb_helper->dev->struct_mutex);
 852                 intel_fb_obj_invalidate(ifbdev->fb->obj, ORIGIN_GTT);
 853                 mutex_unlock(&fb_helper->dev->struct_mutex);
 854         }
 855 }