4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Daniel Vetter <daniel@ffwll.ch>
26 * Derived from Xorg ddx, xf86-video-intel, src/i830_video.c
33 #include "intel_drv.h"
35 /* Limits for overlay size. According to intel doc, the real limits are:
36 * Y width: 4095, UV width (planar): 2047, Y height: 2047,
37 * UV width (planar): * 1023. But the xorg thinks 2048 for height and width. Use
38 * the mininum of both. */
39 #define IMAGE_MAX_WIDTH 2048
40 #define IMAGE_MAX_HEIGHT 2046 /* 2 * 1023 */
41 /* on 830 and 845 these large limits result in the card hanging */
42 #define IMAGE_MAX_WIDTH_LEGACY 1024
43 #define IMAGE_MAX_HEIGHT_LEGACY 1088
45 /* overlay register definitions */
47 #define OCMD_TILED_SURFACE (0x1<<19)
48 #define OCMD_MIRROR_MASK (0x3<<17)
49 #define OCMD_MIRROR_MODE (0x3<<17)
50 #define OCMD_MIRROR_HORIZONTAL (0x1<<17)
51 #define OCMD_MIRROR_VERTICAL (0x2<<17)
52 #define OCMD_MIRROR_BOTH (0x3<<17)
53 #define OCMD_BYTEORDER_MASK (0x3<<14) /* zero for YUYV or FOURCC YUY2 */
54 #define OCMD_UV_SWAP (0x1<<14) /* YVYU */
55 #define OCMD_Y_SWAP (0x2<<14) /* UYVY or FOURCC UYVY */
56 #define OCMD_Y_AND_UV_SWAP (0x3<<14) /* VYUY */
57 #define OCMD_SOURCE_FORMAT_MASK (0xf<<10)
58 #define OCMD_RGB_888 (0x1<<10) /* not in i965 Intel docs */
59 #define OCMD_RGB_555 (0x2<<10) /* not in i965 Intel docs */
60 #define OCMD_RGB_565 (0x3<<10) /* not in i965 Intel docs */
61 #define OCMD_YUV_422_PACKED (0x8<<10)
62 #define OCMD_YUV_411_PACKED (0x9<<10) /* not in i965 Intel docs */
63 #define OCMD_YUV_420_PLANAR (0xc<<10)
64 #define OCMD_YUV_422_PLANAR (0xd<<10)
65 #define OCMD_YUV_410_PLANAR (0xe<<10) /* also 411 */
66 #define OCMD_TVSYNCFLIP_PARITY (0x1<<9)
67 #define OCMD_TVSYNCFLIP_ENABLE (0x1<<7)
68 #define OCMD_BUF_TYPE_MASK (0x1<<5)
69 #define OCMD_BUF_TYPE_FRAME (0x0<<5)
70 #define OCMD_BUF_TYPE_FIELD (0x1<<5)
71 #define OCMD_TEST_MODE (0x1<<4)
72 #define OCMD_BUFFER_SELECT (0x3<<2)
73 #define OCMD_BUFFER0 (0x0<<2)
74 #define OCMD_BUFFER1 (0x1<<2)
75 #define OCMD_FIELD_SELECT (0x1<<2)
76 #define OCMD_FIELD0 (0x0<<1)
77 #define OCMD_FIELD1 (0x1<<1)
78 #define OCMD_ENABLE (0x1<<0)
80 /* OCONFIG register */
81 #define OCONF_PIPE_MASK (0x1<<18)
82 #define OCONF_PIPE_A (0x0<<18)
83 #define OCONF_PIPE_B (0x1<<18)
84 #define OCONF_GAMMA2_ENABLE (0x1<<16)
85 #define OCONF_CSC_MODE_BT601 (0x0<<5)
86 #define OCONF_CSC_MODE_BT709 (0x1<<5)
87 #define OCONF_CSC_BYPASS (0x1<<4)
88 #define OCONF_CC_OUT_8BIT (0x1<<3)
89 #define OCONF_TEST_MODE (0x1<<2)
90 #define OCONF_THREE_LINE_BUFFER (0x1<<0)
91 #define OCONF_TWO_LINE_BUFFER (0x0<<0)
93 /* DCLRKM (dst-key) register */
94 #define DST_KEY_ENABLE (0x1<<31)
95 #define CLK_RGB24_MASK 0x0
96 #define CLK_RGB16_MASK 0x070307
97 #define CLK_RGB15_MASK 0x070707
98 #define CLK_RGB8I_MASK 0xffffff
100 #define RGB16_TO_COLORKEY(c) \
101 (((c & 0xF800) << 8) | ((c & 0x07E0) << 5) | ((c & 0x001F) << 3))
102 #define RGB15_TO_COLORKEY(c) \
103 (((c & 0x7c00) << 9) | ((c & 0x03E0) << 6) | ((c & 0x001F) << 3))
105 /* overlay flip addr flag */
106 #define OFC_UPDATE 0x1
108 /* polyphase filter coefficients */
109 #define N_HORIZ_Y_TAPS 5
110 #define N_VERT_Y_TAPS 3
111 #define N_HORIZ_UV_TAPS 3
112 #define N_VERT_UV_TAPS 3
116 /* memory bufferd overlay registers */
117 struct overlay_registers
{
145 u32 RESERVED1
; /* 0x6C */
158 u32 FASTHSCALE
; /* 0xA0 */
159 u32 UVSCALEV
; /* 0xA4 */
160 u32 RESERVEDC
[(0x200 - 0xA8) / 4]; /* 0xA8 - 0x1FC */
161 u16 Y_VCOEFS
[N_VERT_Y_TAPS
* N_PHASES
]; /* 0x200 */
162 u16 RESERVEDD
[0x100 / 2 - N_VERT_Y_TAPS
* N_PHASES
];
163 u16 Y_HCOEFS
[N_HORIZ_Y_TAPS
* N_PHASES
]; /* 0x300 */
164 u16 RESERVEDE
[0x200 / 2 - N_HORIZ_Y_TAPS
* N_PHASES
];
165 u16 UV_VCOEFS
[N_VERT_UV_TAPS
* N_PHASES
]; /* 0x500 */
166 u16 RESERVEDF
[0x100 / 2 - N_VERT_UV_TAPS
* N_PHASES
];
167 u16 UV_HCOEFS
[N_HORIZ_UV_TAPS
* N_PHASES
]; /* 0x600 */
168 u16 RESERVEDG
[0x100 / 2 - N_HORIZ_UV_TAPS
* N_PHASES
];
171 struct intel_overlay
{
172 struct drm_device
*dev
;
173 struct intel_crtc
*crtc
;
174 struct drm_i915_gem_object
*vid_bo
;
175 struct drm_i915_gem_object
*old_vid_bo
;
178 u32 pfit_vscale_ratio
; /* shifted-point number, (1<<12) == 1.0 */
180 u32 brightness
, contrast
, saturation
;
181 u32 old_xscale
, old_yscale
;
182 /* register access */
184 struct drm_i915_gem_object
*reg_bo
;
186 uint32_t last_flip_req
;
187 void (*flip_tail
)(struct intel_overlay
*);
190 static struct overlay_registers __iomem
*
191 intel_overlay_map_regs(struct intel_overlay
*overlay
)
193 drm_i915_private_t
*dev_priv
= overlay
->dev
->dev_private
;
194 struct overlay_registers __iomem
*regs
;
196 if (OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
197 regs
= (struct overlay_registers __iomem
*)overlay
->reg_bo
->phys_obj
->handle
->vaddr
;
199 regs
= io_mapping_map_wc(dev_priv
->mm
.gtt_mapping
,
200 overlay
->reg_bo
->gtt_offset
);
205 static void intel_overlay_unmap_regs(struct intel_overlay
*overlay
,
206 struct overlay_registers __iomem
*regs
)
208 if (!OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
209 io_mapping_unmap(regs
);
212 static int intel_overlay_do_wait_request(struct intel_overlay
*overlay
,
213 void (*tail
)(struct intel_overlay
*))
215 struct drm_device
*dev
= overlay
->dev
;
216 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
217 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
220 BUG_ON(overlay
->last_flip_req
);
221 ret
= i915_add_request(ring
, NULL
, &overlay
->last_flip_req
);
225 overlay
->flip_tail
= tail
;
226 ret
= i915_wait_seqno(ring
, overlay
->last_flip_req
);
229 i915_gem_retire_requests(dev
);
231 overlay
->last_flip_req
= 0;
235 /* overlay needs to be disable in OCMD reg */
236 static int intel_overlay_on(struct intel_overlay
*overlay
)
238 struct drm_device
*dev
= overlay
->dev
;
239 struct drm_i915_private
*dev_priv
= dev
->dev_private
;
240 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
243 BUG_ON(overlay
->active
);
246 WARN_ON(IS_I830(dev
) && !(dev_priv
->quirks
& QUIRK_PIPEA_FORCE
));
248 ret
= intel_ring_begin(ring
, 4);
252 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_ON
);
253 intel_ring_emit(ring
, overlay
->flip_addr
| OFC_UPDATE
);
254 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
255 intel_ring_emit(ring
, MI_NOOP
);
256 intel_ring_advance(ring
);
258 return intel_overlay_do_wait_request(overlay
, NULL
);
261 /* overlay needs to be enabled in OCMD reg */
262 static int intel_overlay_continue(struct intel_overlay
*overlay
,
263 bool load_polyphase_filter
)
265 struct drm_device
*dev
= overlay
->dev
;
266 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
267 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
268 u32 flip_addr
= overlay
->flip_addr
;
272 BUG_ON(!overlay
->active
);
274 if (load_polyphase_filter
)
275 flip_addr
|= OFC_UPDATE
;
277 /* check for underruns */
278 tmp
= I915_READ(DOVSTA
);
280 DRM_DEBUG("overlay underrun, DOVSTA: %x\n", tmp
);
282 ret
= intel_ring_begin(ring
, 2);
286 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_CONTINUE
);
287 intel_ring_emit(ring
, flip_addr
);
288 intel_ring_advance(ring
);
290 return i915_add_request(ring
, NULL
, &overlay
->last_flip_req
);
293 static void intel_overlay_release_old_vid_tail(struct intel_overlay
*overlay
)
295 struct drm_i915_gem_object
*obj
= overlay
->old_vid_bo
;
297 i915_gem_object_unpin(obj
);
298 drm_gem_object_unreference(&obj
->base
);
300 overlay
->old_vid_bo
= NULL
;
303 static void intel_overlay_off_tail(struct intel_overlay
*overlay
)
305 struct drm_i915_gem_object
*obj
= overlay
->vid_bo
;
307 /* never have the overlay hw on without showing a frame */
308 BUG_ON(!overlay
->vid_bo
);
310 i915_gem_object_unpin(obj
);
311 drm_gem_object_unreference(&obj
->base
);
312 overlay
->vid_bo
= NULL
;
314 overlay
->crtc
->overlay
= NULL
;
315 overlay
->crtc
= NULL
;
319 /* overlay needs to be disabled in OCMD reg */
320 static int intel_overlay_off(struct intel_overlay
*overlay
)
322 struct drm_device
*dev
= overlay
->dev
;
323 struct drm_i915_private
*dev_priv
= dev
->dev_private
;
324 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
325 u32 flip_addr
= overlay
->flip_addr
;
328 BUG_ON(!overlay
->active
);
330 /* According to intel docs the overlay hw may hang (when switching
331 * off) without loading the filter coeffs. It is however unclear whether
332 * this applies to the disabling of the overlay or to the switching off
333 * of the hw. Do it in both cases */
334 flip_addr
|= OFC_UPDATE
;
336 ret
= intel_ring_begin(ring
, 6);
340 /* wait for overlay to go idle */
341 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_CONTINUE
);
342 intel_ring_emit(ring
, flip_addr
);
343 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
344 /* turn overlay off */
345 intel_ring_emit(ring
, MI_OVERLAY_FLIP
| MI_OVERLAY_OFF
);
346 intel_ring_emit(ring
, flip_addr
);
347 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
348 intel_ring_advance(ring
);
350 return intel_overlay_do_wait_request(overlay
, intel_overlay_off_tail
);
353 /* recover from an interruption due to a signal
354 * We have to be careful not to repeat work forever an make forward progess. */
355 static int intel_overlay_recover_from_interrupt(struct intel_overlay
*overlay
)
357 struct drm_device
*dev
= overlay
->dev
;
358 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
359 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
362 if (overlay
->last_flip_req
== 0)
365 ret
= i915_wait_seqno(ring
, overlay
->last_flip_req
);
368 i915_gem_retire_requests(dev
);
370 if (overlay
->flip_tail
)
371 overlay
->flip_tail(overlay
);
373 overlay
->last_flip_req
= 0;
377 /* Wait for pending overlay flip and release old frame.
378 * Needs to be called before the overlay register are changed
379 * via intel_overlay_(un)map_regs
381 static int intel_overlay_release_old_vid(struct intel_overlay
*overlay
)
383 struct drm_device
*dev
= overlay
->dev
;
384 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
385 struct intel_ring_buffer
*ring
= &dev_priv
->ring
[RCS
];
388 /* Only wait if there is actually an old frame to release to
389 * guarantee forward progress.
391 if (!overlay
->old_vid_bo
)
394 if (I915_READ(ISR
) & I915_OVERLAY_PLANE_FLIP_PENDING_INTERRUPT
) {
395 /* synchronous slowpath */
396 ret
= intel_ring_begin(ring
, 2);
400 intel_ring_emit(ring
, MI_WAIT_FOR_EVENT
| MI_WAIT_FOR_OVERLAY_FLIP
);
401 intel_ring_emit(ring
, MI_NOOP
);
402 intel_ring_advance(ring
);
404 ret
= intel_overlay_do_wait_request(overlay
,
405 intel_overlay_release_old_vid_tail
);
410 intel_overlay_release_old_vid_tail(overlay
);
414 struct put_image_params
{
431 static int packed_depth_bytes(u32 format
)
433 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
434 case I915_OVERLAY_YUV422
:
436 case I915_OVERLAY_YUV411
:
437 /* return 6; not implemented */
443 static int packed_width_bytes(u32 format
, short width
)
445 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
446 case I915_OVERLAY_YUV422
:
453 static int uv_hsubsampling(u32 format
)
455 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
456 case I915_OVERLAY_YUV422
:
457 case I915_OVERLAY_YUV420
:
459 case I915_OVERLAY_YUV411
:
460 case I915_OVERLAY_YUV410
:
467 static int uv_vsubsampling(u32 format
)
469 switch (format
& I915_OVERLAY_DEPTH_MASK
) {
470 case I915_OVERLAY_YUV420
:
471 case I915_OVERLAY_YUV410
:
473 case I915_OVERLAY_YUV422
:
474 case I915_OVERLAY_YUV411
:
481 static u32
calc_swidthsw(struct drm_device
*dev
, u32 offset
, u32 width
)
483 u32 mask
, shift
, ret
;
491 ret
= ((offset
+ width
+ mask
) >> shift
) - (offset
>> shift
);
498 static const u16 y_static_hcoeffs
[N_HORIZ_Y_TAPS
* N_PHASES
] = {
499 0x3000, 0xb4a0, 0x1930, 0x1920, 0xb4a0,
500 0x3000, 0xb500, 0x19d0, 0x1880, 0xb440,
501 0x3000, 0xb540, 0x1a88, 0x2f80, 0xb3e0,
502 0x3000, 0xb580, 0x1b30, 0x2e20, 0xb380,
503 0x3000, 0xb5c0, 0x1bd8, 0x2cc0, 0xb320,
504 0x3020, 0xb5e0, 0x1c60, 0x2b80, 0xb2c0,
505 0x3020, 0xb5e0, 0x1cf8, 0x2a20, 0xb260,
506 0x3020, 0xb5e0, 0x1d80, 0x28e0, 0xb200,
507 0x3020, 0xb5c0, 0x1e08, 0x3f40, 0xb1c0,
508 0x3020, 0xb580, 0x1e78, 0x3ce0, 0xb160,
509 0x3040, 0xb520, 0x1ed8, 0x3aa0, 0xb120,
510 0x3040, 0xb4a0, 0x1f30, 0x3880, 0xb0e0,
511 0x3040, 0xb400, 0x1f78, 0x3680, 0xb0a0,
512 0x3020, 0xb340, 0x1fb8, 0x34a0, 0xb060,
513 0x3020, 0xb240, 0x1fe0, 0x32e0, 0xb040,
514 0x3020, 0xb140, 0x1ff8, 0x3160, 0xb020,
515 0xb000, 0x3000, 0x0800, 0x3000, 0xb000
518 static const u16 uv_static_hcoeffs
[N_HORIZ_UV_TAPS
* N_PHASES
] = {
519 0x3000, 0x1800, 0x1800, 0xb000, 0x18d0, 0x2e60,
520 0xb000, 0x1990, 0x2ce0, 0xb020, 0x1a68, 0x2b40,
521 0xb040, 0x1b20, 0x29e0, 0xb060, 0x1bd8, 0x2880,
522 0xb080, 0x1c88, 0x3e60, 0xb0a0, 0x1d28, 0x3c00,
523 0xb0c0, 0x1db8, 0x39e0, 0xb0e0, 0x1e40, 0x37e0,
524 0xb100, 0x1eb8, 0x3620, 0xb100, 0x1f18, 0x34a0,
525 0xb100, 0x1f68, 0x3360, 0xb0e0, 0x1fa8, 0x3240,
526 0xb0c0, 0x1fe0, 0x3140, 0xb060, 0x1ff0, 0x30a0,
527 0x3000, 0x0800, 0x3000
530 static void update_polyphase_filter(struct overlay_registers __iomem
*regs
)
532 memcpy_toio(regs
->Y_HCOEFS
, y_static_hcoeffs
, sizeof(y_static_hcoeffs
));
533 memcpy_toio(regs
->UV_HCOEFS
, uv_static_hcoeffs
,
534 sizeof(uv_static_hcoeffs
));
537 static bool update_scaling_factors(struct intel_overlay
*overlay
,
538 struct overlay_registers __iomem
*regs
,
539 struct put_image_params
*params
)
541 /* fixed point with a 12 bit shift */
542 u32 xscale
, yscale
, xscale_UV
, yscale_UV
;
544 #define FRACT_MASK 0xfff
545 bool scale_changed
= false;
546 int uv_hscale
= uv_hsubsampling(params
->format
);
547 int uv_vscale
= uv_vsubsampling(params
->format
);
549 if (params
->dst_w
> 1)
550 xscale
= ((params
->src_scan_w
- 1) << FP_SHIFT
)
553 xscale
= 1 << FP_SHIFT
;
555 if (params
->dst_h
> 1)
556 yscale
= ((params
->src_scan_h
- 1) << FP_SHIFT
)
559 yscale
= 1 << FP_SHIFT
;
561 /*if (params->format & I915_OVERLAY_YUV_PLANAR) {*/
562 xscale_UV
= xscale
/uv_hscale
;
563 yscale_UV
= yscale
/uv_vscale
;
564 /* make the Y scale to UV scale ratio an exact multiply */
565 xscale
= xscale_UV
* uv_hscale
;
566 yscale
= yscale_UV
* uv_vscale
;
572 if (xscale
!= overlay
->old_xscale
|| yscale
!= overlay
->old_yscale
)
573 scale_changed
= true;
574 overlay
->old_xscale
= xscale
;
575 overlay
->old_yscale
= yscale
;
577 iowrite32(((yscale
& FRACT_MASK
) << 20) |
578 ((xscale
>> FP_SHIFT
) << 16) |
579 ((xscale
& FRACT_MASK
) << 3),
582 iowrite32(((yscale_UV
& FRACT_MASK
) << 20) |
583 ((xscale_UV
>> FP_SHIFT
) << 16) |
584 ((xscale_UV
& FRACT_MASK
) << 3),
587 iowrite32((((yscale
>> FP_SHIFT
) << 16) |
588 ((yscale_UV
>> FP_SHIFT
) << 0)),
592 update_polyphase_filter(regs
);
594 return scale_changed
;
597 static void update_colorkey(struct intel_overlay
*overlay
,
598 struct overlay_registers __iomem
*regs
)
600 u32 key
= overlay
->color_key
;
602 switch (overlay
->crtc
->base
.fb
->bits_per_pixel
) {
604 iowrite32(0, ®s
->DCLRKV
);
605 iowrite32(CLK_RGB8I_MASK
| DST_KEY_ENABLE
, ®s
->DCLRKM
);
609 if (overlay
->crtc
->base
.fb
->depth
== 15) {
610 iowrite32(RGB15_TO_COLORKEY(key
), ®s
->DCLRKV
);
611 iowrite32(CLK_RGB15_MASK
| DST_KEY_ENABLE
,
614 iowrite32(RGB16_TO_COLORKEY(key
), ®s
->DCLRKV
);
615 iowrite32(CLK_RGB16_MASK
| DST_KEY_ENABLE
,
622 iowrite32(key
, ®s
->DCLRKV
);
623 iowrite32(CLK_RGB24_MASK
| DST_KEY_ENABLE
, ®s
->DCLRKM
);
628 static u32
overlay_cmd_reg(struct put_image_params
*params
)
630 u32 cmd
= OCMD_ENABLE
| OCMD_BUF_TYPE_FRAME
| OCMD_BUFFER0
;
632 if (params
->format
& I915_OVERLAY_YUV_PLANAR
) {
633 switch (params
->format
& I915_OVERLAY_DEPTH_MASK
) {
634 case I915_OVERLAY_YUV422
:
635 cmd
|= OCMD_YUV_422_PLANAR
;
637 case I915_OVERLAY_YUV420
:
638 cmd
|= OCMD_YUV_420_PLANAR
;
640 case I915_OVERLAY_YUV411
:
641 case I915_OVERLAY_YUV410
:
642 cmd
|= OCMD_YUV_410_PLANAR
;
645 } else { /* YUV packed */
646 switch (params
->format
& I915_OVERLAY_DEPTH_MASK
) {
647 case I915_OVERLAY_YUV422
:
648 cmd
|= OCMD_YUV_422_PACKED
;
650 case I915_OVERLAY_YUV411
:
651 cmd
|= OCMD_YUV_411_PACKED
;
655 switch (params
->format
& I915_OVERLAY_SWAP_MASK
) {
656 case I915_OVERLAY_NO_SWAP
:
658 case I915_OVERLAY_UV_SWAP
:
661 case I915_OVERLAY_Y_SWAP
:
664 case I915_OVERLAY_Y_AND_UV_SWAP
:
665 cmd
|= OCMD_Y_AND_UV_SWAP
;
673 static int intel_overlay_do_put_image(struct intel_overlay
*overlay
,
674 struct drm_i915_gem_object
*new_bo
,
675 struct put_image_params
*params
)
678 struct overlay_registers __iomem
*regs
;
679 bool scale_changed
= false;
680 struct drm_device
*dev
= overlay
->dev
;
681 u32 swidth
, swidthsw
, sheight
, ostride
;
683 BUG_ON(!mutex_is_locked(&dev
->struct_mutex
));
684 BUG_ON(!mutex_is_locked(&dev
->mode_config
.mutex
));
687 ret
= intel_overlay_release_old_vid(overlay
);
691 ret
= i915_gem_object_pin_to_display_plane(new_bo
, 0, NULL
);
695 ret
= i915_gem_object_put_fence(new_bo
);
699 if (!overlay
->active
) {
701 regs
= intel_overlay_map_regs(overlay
);
706 oconfig
= OCONF_CC_OUT_8BIT
;
707 if (IS_GEN4(overlay
->dev
))
708 oconfig
|= OCONF_CSC_MODE_BT709
;
709 oconfig
|= overlay
->crtc
->pipe
== 0 ?
710 OCONF_PIPE_A
: OCONF_PIPE_B
;
711 iowrite32(oconfig
, ®s
->OCONFIG
);
712 intel_overlay_unmap_regs(overlay
, regs
);
714 ret
= intel_overlay_on(overlay
);
719 regs
= intel_overlay_map_regs(overlay
);
725 iowrite32((params
->dst_y
<< 16) | params
->dst_x
, ®s
->DWINPOS
);
726 iowrite32((params
->dst_h
<< 16) | params
->dst_w
, ®s
->DWINSZ
);
728 if (params
->format
& I915_OVERLAY_YUV_PACKED
)
729 tmp_width
= packed_width_bytes(params
->format
, params
->src_w
);
731 tmp_width
= params
->src_w
;
733 swidth
= params
->src_w
;
734 swidthsw
= calc_swidthsw(overlay
->dev
, params
->offset_Y
, tmp_width
);
735 sheight
= params
->src_h
;
736 iowrite32(new_bo
->gtt_offset
+ params
->offset_Y
, ®s
->OBUF_0Y
);
737 ostride
= params
->stride_Y
;
739 if (params
->format
& I915_OVERLAY_YUV_PLANAR
) {
740 int uv_hscale
= uv_hsubsampling(params
->format
);
741 int uv_vscale
= uv_vsubsampling(params
->format
);
743 swidth
|= (params
->src_w
/uv_hscale
) << 16;
744 tmp_U
= calc_swidthsw(overlay
->dev
, params
->offset_U
,
745 params
->src_w
/uv_hscale
);
746 tmp_V
= calc_swidthsw(overlay
->dev
, params
->offset_V
,
747 params
->src_w
/uv_hscale
);
748 swidthsw
|= max_t(u32
, tmp_U
, tmp_V
) << 16;
749 sheight
|= (params
->src_h
/uv_vscale
) << 16;
750 iowrite32(new_bo
->gtt_offset
+ params
->offset_U
, ®s
->OBUF_0U
);
751 iowrite32(new_bo
->gtt_offset
+ params
->offset_V
, ®s
->OBUF_0V
);
752 ostride
|= params
->stride_UV
<< 16;
755 iowrite32(swidth
, ®s
->SWIDTH
);
756 iowrite32(swidthsw
, ®s
->SWIDTHSW
);
757 iowrite32(sheight
, ®s
->SHEIGHT
);
758 iowrite32(ostride
, ®s
->OSTRIDE
);
760 scale_changed
= update_scaling_factors(overlay
, regs
, params
);
762 update_colorkey(overlay
, regs
);
764 iowrite32(overlay_cmd_reg(params
), ®s
->OCMD
);
766 intel_overlay_unmap_regs(overlay
, regs
);
768 ret
= intel_overlay_continue(overlay
, scale_changed
);
772 overlay
->old_vid_bo
= overlay
->vid_bo
;
773 overlay
->vid_bo
= new_bo
;
778 i915_gem_object_unpin(new_bo
);
782 int intel_overlay_switch_off(struct intel_overlay
*overlay
)
784 struct overlay_registers __iomem
*regs
;
785 struct drm_device
*dev
= overlay
->dev
;
788 BUG_ON(!mutex_is_locked(&dev
->struct_mutex
));
789 BUG_ON(!mutex_is_locked(&dev
->mode_config
.mutex
));
791 ret
= intel_overlay_recover_from_interrupt(overlay
);
795 if (!overlay
->active
)
798 ret
= intel_overlay_release_old_vid(overlay
);
802 regs
= intel_overlay_map_regs(overlay
);
803 iowrite32(0, ®s
->OCMD
);
804 intel_overlay_unmap_regs(overlay
, regs
);
806 ret
= intel_overlay_off(overlay
);
810 intel_overlay_off_tail(overlay
);
814 static int check_overlay_possible_on_crtc(struct intel_overlay
*overlay
,
815 struct intel_crtc
*crtc
)
817 drm_i915_private_t
*dev_priv
= overlay
->dev
->dev_private
;
822 /* can't use the overlay with double wide pipe */
823 if (INTEL_INFO(overlay
->dev
)->gen
< 4 &&
824 (I915_READ(PIPECONF(crtc
->pipe
)) & (PIPECONF_DOUBLE_WIDE
| PIPECONF_ENABLE
)) != PIPECONF_ENABLE
)
830 static void update_pfit_vscale_ratio(struct intel_overlay
*overlay
)
832 struct drm_device
*dev
= overlay
->dev
;
833 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
834 u32 pfit_control
= I915_READ(PFIT_CONTROL
);
837 /* XXX: This is not the same logic as in the xorg driver, but more in
838 * line with the intel documentation for the i965
840 if (INTEL_INFO(dev
)->gen
>= 4) {
841 /* on i965 use the PGM reg to read out the autoscaler values */
842 ratio
= I915_READ(PFIT_PGM_RATIOS
) >> PFIT_VERT_SCALE_SHIFT_965
;
844 if (pfit_control
& VERT_AUTO_SCALE
)
845 ratio
= I915_READ(PFIT_AUTO_RATIOS
);
847 ratio
= I915_READ(PFIT_PGM_RATIOS
);
848 ratio
>>= PFIT_VERT_SCALE_SHIFT
;
851 overlay
->pfit_vscale_ratio
= ratio
;
854 static int check_overlay_dst(struct intel_overlay
*overlay
,
855 struct drm_intel_overlay_put_image
*rec
)
857 struct drm_display_mode
*mode
= &overlay
->crtc
->base
.mode
;
859 if (rec
->dst_x
< mode
->hdisplay
&&
860 rec
->dst_x
+ rec
->dst_width
<= mode
->hdisplay
&&
861 rec
->dst_y
< mode
->vdisplay
&&
862 rec
->dst_y
+ rec
->dst_height
<= mode
->vdisplay
)
868 static int check_overlay_scaling(struct put_image_params
*rec
)
872 /* downscaling limit is 8.0 */
873 tmp
= ((rec
->src_scan_h
<< 16) / rec
->dst_h
) >> 16;
876 tmp
= ((rec
->src_scan_w
<< 16) / rec
->dst_w
) >> 16;
883 static int check_overlay_src(struct drm_device
*dev
,
884 struct drm_intel_overlay_put_image
*rec
,
885 struct drm_i915_gem_object
*new_bo
)
887 int uv_hscale
= uv_hsubsampling(rec
->flags
);
888 int uv_vscale
= uv_vsubsampling(rec
->flags
);
893 /* check src dimensions */
894 if (IS_845G(dev
) || IS_I830(dev
)) {
895 if (rec
->src_height
> IMAGE_MAX_HEIGHT_LEGACY
||
896 rec
->src_width
> IMAGE_MAX_WIDTH_LEGACY
)
899 if (rec
->src_height
> IMAGE_MAX_HEIGHT
||
900 rec
->src_width
> IMAGE_MAX_WIDTH
)
904 /* better safe than sorry, use 4 as the maximal subsampling ratio */
905 if (rec
->src_height
< N_VERT_Y_TAPS
*4 ||
906 rec
->src_width
< N_HORIZ_Y_TAPS
*4)
909 /* check alignment constraints */
910 switch (rec
->flags
& I915_OVERLAY_TYPE_MASK
) {
911 case I915_OVERLAY_RGB
:
912 /* not implemented */
915 case I915_OVERLAY_YUV_PACKED
:
919 depth
= packed_depth_bytes(rec
->flags
);
923 /* ignore UV planes */
927 /* check pixel alignment */
928 if (rec
->offset_Y
% depth
)
932 case I915_OVERLAY_YUV_PLANAR
:
933 if (uv_vscale
< 0 || uv_hscale
< 0)
935 /* no offset restrictions for planar formats */
942 if (rec
->src_width
% uv_hscale
)
945 /* stride checking */
946 if (IS_I830(dev
) || IS_845G(dev
))
951 if (rec
->stride_Y
& stride_mask
|| rec
->stride_UV
& stride_mask
)
953 if (IS_GEN4(dev
) && rec
->stride_Y
< 512)
956 tmp
= (rec
->flags
& I915_OVERLAY_TYPE_MASK
) == I915_OVERLAY_YUV_PLANAR
?
958 if (rec
->stride_Y
> tmp
|| rec
->stride_UV
> 2*1024)
961 /* check buffer dimensions */
962 switch (rec
->flags
& I915_OVERLAY_TYPE_MASK
) {
963 case I915_OVERLAY_RGB
:
964 case I915_OVERLAY_YUV_PACKED
:
965 /* always 4 Y values per depth pixels */
966 if (packed_width_bytes(rec
->flags
, rec
->src_width
) > rec
->stride_Y
)
969 tmp
= rec
->stride_Y
*rec
->src_height
;
970 if (rec
->offset_Y
+ tmp
> new_bo
->base
.size
)
974 case I915_OVERLAY_YUV_PLANAR
:
975 if (rec
->src_width
> rec
->stride_Y
)
977 if (rec
->src_width
/uv_hscale
> rec
->stride_UV
)
980 tmp
= rec
->stride_Y
* rec
->src_height
;
981 if (rec
->offset_Y
+ tmp
> new_bo
->base
.size
)
984 tmp
= rec
->stride_UV
* (rec
->src_height
/ uv_vscale
);
985 if (rec
->offset_U
+ tmp
> new_bo
->base
.size
||
986 rec
->offset_V
+ tmp
> new_bo
->base
.size
)
995 * Return the pipe currently connected to the panel fitter,
996 * or -1 if the panel fitter is not present or not in use
998 static int intel_panel_fitter_pipe(struct drm_device
*dev
)
1000 struct drm_i915_private
*dev_priv
= dev
->dev_private
;
1003 /* i830 doesn't have a panel fitter */
1007 pfit_control
= I915_READ(PFIT_CONTROL
);
1009 /* See if the panel fitter is in use */
1010 if ((pfit_control
& PFIT_ENABLE
) == 0)
1013 /* 965 can place panel fitter on either pipe */
1015 return (pfit_control
>> 29) & 0x3;
1017 /* older chips can only use pipe 1 */
1021 int intel_overlay_put_image(struct drm_device
*dev
, void *data
,
1022 struct drm_file
*file_priv
)
1024 struct drm_intel_overlay_put_image
*put_image_rec
= data
;
1025 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1026 struct intel_overlay
*overlay
;
1027 struct drm_mode_object
*drmmode_obj
;
1028 struct intel_crtc
*crtc
;
1029 struct drm_i915_gem_object
*new_bo
;
1030 struct put_image_params
*params
;
1033 /* No need to check for DRIVER_MODESET - we don't set it up then. */
1034 overlay
= dev_priv
->overlay
;
1036 DRM_DEBUG("userspace bug: no overlay\n");
1040 if (!(put_image_rec
->flags
& I915_OVERLAY_ENABLE
)) {
1041 mutex_lock(&dev
->mode_config
.mutex
);
1042 mutex_lock(&dev
->struct_mutex
);
1044 ret
= intel_overlay_switch_off(overlay
);
1046 mutex_unlock(&dev
->struct_mutex
);
1047 mutex_unlock(&dev
->mode_config
.mutex
);
1052 params
= kmalloc(sizeof(struct put_image_params
), GFP_KERNEL
);
1056 drmmode_obj
= drm_mode_object_find(dev
, put_image_rec
->crtc_id
,
1057 DRM_MODE_OBJECT_CRTC
);
1062 crtc
= to_intel_crtc(obj_to_crtc(drmmode_obj
));
1064 new_bo
= to_intel_bo(drm_gem_object_lookup(dev
, file_priv
,
1065 put_image_rec
->bo_handle
));
1066 if (&new_bo
->base
== NULL
) {
1071 mutex_lock(&dev
->mode_config
.mutex
);
1072 mutex_lock(&dev
->struct_mutex
);
1074 if (new_bo
->tiling_mode
) {
1075 DRM_ERROR("buffer used for overlay image can not be tiled\n");
1080 ret
= intel_overlay_recover_from_interrupt(overlay
);
1084 if (overlay
->crtc
!= crtc
) {
1085 struct drm_display_mode
*mode
= &crtc
->base
.mode
;
1086 ret
= intel_overlay_switch_off(overlay
);
1090 ret
= check_overlay_possible_on_crtc(overlay
, crtc
);
1094 overlay
->crtc
= crtc
;
1095 crtc
->overlay
= overlay
;
1097 /* line too wide, i.e. one-line-mode */
1098 if (mode
->hdisplay
> 1024 &&
1099 intel_panel_fitter_pipe(dev
) == crtc
->pipe
) {
1100 overlay
->pfit_active
= 1;
1101 update_pfit_vscale_ratio(overlay
);
1103 overlay
->pfit_active
= 0;
1106 ret
= check_overlay_dst(overlay
, put_image_rec
);
1110 if (overlay
->pfit_active
) {
1111 params
->dst_y
= ((((u32
)put_image_rec
->dst_y
) << 12) /
1112 overlay
->pfit_vscale_ratio
);
1113 /* shifting right rounds downwards, so add 1 */
1114 params
->dst_h
= ((((u32
)put_image_rec
->dst_height
) << 12) /
1115 overlay
->pfit_vscale_ratio
) + 1;
1117 params
->dst_y
= put_image_rec
->dst_y
;
1118 params
->dst_h
= put_image_rec
->dst_height
;
1120 params
->dst_x
= put_image_rec
->dst_x
;
1121 params
->dst_w
= put_image_rec
->dst_width
;
1123 params
->src_w
= put_image_rec
->src_width
;
1124 params
->src_h
= put_image_rec
->src_height
;
1125 params
->src_scan_w
= put_image_rec
->src_scan_width
;
1126 params
->src_scan_h
= put_image_rec
->src_scan_height
;
1127 if (params
->src_scan_h
> params
->src_h
||
1128 params
->src_scan_w
> params
->src_w
) {
1133 ret
= check_overlay_src(dev
, put_image_rec
, new_bo
);
1136 params
->format
= put_image_rec
->flags
& ~I915_OVERLAY_FLAGS_MASK
;
1137 params
->stride_Y
= put_image_rec
->stride_Y
;
1138 params
->stride_UV
= put_image_rec
->stride_UV
;
1139 params
->offset_Y
= put_image_rec
->offset_Y
;
1140 params
->offset_U
= put_image_rec
->offset_U
;
1141 params
->offset_V
= put_image_rec
->offset_V
;
1143 /* Check scaling after src size to prevent a divide-by-zero. */
1144 ret
= check_overlay_scaling(params
);
1148 ret
= intel_overlay_do_put_image(overlay
, new_bo
, params
);
1152 mutex_unlock(&dev
->struct_mutex
);
1153 mutex_unlock(&dev
->mode_config
.mutex
);
1160 mutex_unlock(&dev
->struct_mutex
);
1161 mutex_unlock(&dev
->mode_config
.mutex
);
1162 drm_gem_object_unreference_unlocked(&new_bo
->base
);
1169 static void update_reg_attrs(struct intel_overlay
*overlay
,
1170 struct overlay_registers __iomem
*regs
)
1172 iowrite32((overlay
->contrast
<< 18) | (overlay
->brightness
& 0xff),
1174 iowrite32(overlay
->saturation
, ®s
->OCLRC1
);
1177 static bool check_gamma_bounds(u32 gamma1
, u32 gamma2
)
1181 if (gamma1
& 0xff000000 || gamma2
& 0xff000000)
1184 for (i
= 0; i
< 3; i
++) {
1185 if (((gamma1
>> i
*8) & 0xff) >= ((gamma2
>> i
*8) & 0xff))
1192 static bool check_gamma5_errata(u32 gamma5
)
1196 for (i
= 0; i
< 3; i
++) {
1197 if (((gamma5
>> i
*8) & 0xff) == 0x80)
1204 static int check_gamma(struct drm_intel_overlay_attrs
*attrs
)
1206 if (!check_gamma_bounds(0, attrs
->gamma0
) ||
1207 !check_gamma_bounds(attrs
->gamma0
, attrs
->gamma1
) ||
1208 !check_gamma_bounds(attrs
->gamma1
, attrs
->gamma2
) ||
1209 !check_gamma_bounds(attrs
->gamma2
, attrs
->gamma3
) ||
1210 !check_gamma_bounds(attrs
->gamma3
, attrs
->gamma4
) ||
1211 !check_gamma_bounds(attrs
->gamma4
, attrs
->gamma5
) ||
1212 !check_gamma_bounds(attrs
->gamma5
, 0x00ffffff))
1215 if (!check_gamma5_errata(attrs
->gamma5
))
1221 int intel_overlay_attrs(struct drm_device
*dev
, void *data
,
1222 struct drm_file
*file_priv
)
1224 struct drm_intel_overlay_attrs
*attrs
= data
;
1225 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1226 struct intel_overlay
*overlay
;
1227 struct overlay_registers __iomem
*regs
;
1230 /* No need to check for DRIVER_MODESET - we don't set it up then. */
1231 overlay
= dev_priv
->overlay
;
1233 DRM_DEBUG("userspace bug: no overlay\n");
1237 mutex_lock(&dev
->mode_config
.mutex
);
1238 mutex_lock(&dev
->struct_mutex
);
1241 if (!(attrs
->flags
& I915_OVERLAY_UPDATE_ATTRS
)) {
1242 attrs
->color_key
= overlay
->color_key
;
1243 attrs
->brightness
= overlay
->brightness
;
1244 attrs
->contrast
= overlay
->contrast
;
1245 attrs
->saturation
= overlay
->saturation
;
1247 if (!IS_GEN2(dev
)) {
1248 attrs
->gamma0
= I915_READ(OGAMC0
);
1249 attrs
->gamma1
= I915_READ(OGAMC1
);
1250 attrs
->gamma2
= I915_READ(OGAMC2
);
1251 attrs
->gamma3
= I915_READ(OGAMC3
);
1252 attrs
->gamma4
= I915_READ(OGAMC4
);
1253 attrs
->gamma5
= I915_READ(OGAMC5
);
1256 if (attrs
->brightness
< -128 || attrs
->brightness
> 127)
1258 if (attrs
->contrast
> 255)
1260 if (attrs
->saturation
> 1023)
1263 overlay
->color_key
= attrs
->color_key
;
1264 overlay
->brightness
= attrs
->brightness
;
1265 overlay
->contrast
= attrs
->contrast
;
1266 overlay
->saturation
= attrs
->saturation
;
1268 regs
= intel_overlay_map_regs(overlay
);
1274 update_reg_attrs(overlay
, regs
);
1276 intel_overlay_unmap_regs(overlay
, regs
);
1278 if (attrs
->flags
& I915_OVERLAY_UPDATE_GAMMA
) {
1282 if (overlay
->active
) {
1287 ret
= check_gamma(attrs
);
1291 I915_WRITE(OGAMC0
, attrs
->gamma0
);
1292 I915_WRITE(OGAMC1
, attrs
->gamma1
);
1293 I915_WRITE(OGAMC2
, attrs
->gamma2
);
1294 I915_WRITE(OGAMC3
, attrs
->gamma3
);
1295 I915_WRITE(OGAMC4
, attrs
->gamma4
);
1296 I915_WRITE(OGAMC5
, attrs
->gamma5
);
1302 mutex_unlock(&dev
->struct_mutex
);
1303 mutex_unlock(&dev
->mode_config
.mutex
);
1308 void intel_setup_overlay(struct drm_device
*dev
)
1310 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1311 struct intel_overlay
*overlay
;
1312 struct drm_i915_gem_object
*reg_bo
;
1313 struct overlay_registers __iomem
*regs
;
1316 if (!HAS_OVERLAY(dev
))
1319 overlay
= kzalloc(sizeof(struct intel_overlay
), GFP_KERNEL
);
1323 mutex_lock(&dev
->struct_mutex
);
1324 if (WARN_ON(dev_priv
->overlay
))
1329 reg_bo
= i915_gem_alloc_object(dev
, PAGE_SIZE
);
1332 overlay
->reg_bo
= reg_bo
;
1334 if (OVERLAY_NEEDS_PHYSICAL(dev
)) {
1335 ret
= i915_gem_attach_phys_object(dev
, reg_bo
,
1336 I915_GEM_PHYS_OVERLAY_REGS
,
1339 DRM_ERROR("failed to attach phys overlay regs\n");
1342 overlay
->flip_addr
= reg_bo
->phys_obj
->handle
->busaddr
;
1344 ret
= i915_gem_object_pin(reg_bo
, PAGE_SIZE
, true, false);
1346 DRM_ERROR("failed to pin overlay register bo\n");
1349 overlay
->flip_addr
= reg_bo
->gtt_offset
;
1351 ret
= i915_gem_object_set_to_gtt_domain(reg_bo
, true);
1353 DRM_ERROR("failed to move overlay register bo into the GTT\n");
1358 /* init all values */
1359 overlay
->color_key
= 0x0101fe;
1360 overlay
->brightness
= -19;
1361 overlay
->contrast
= 75;
1362 overlay
->saturation
= 146;
1364 regs
= intel_overlay_map_regs(overlay
);
1368 memset_io(regs
, 0, sizeof(struct overlay_registers
));
1369 update_polyphase_filter(regs
);
1370 update_reg_attrs(overlay
, regs
);
1372 intel_overlay_unmap_regs(overlay
, regs
);
1374 dev_priv
->overlay
= overlay
;
1375 mutex_unlock(&dev
->struct_mutex
);
1376 DRM_INFO("initialized overlay support\n");
1380 if (!OVERLAY_NEEDS_PHYSICAL(dev
))
1381 i915_gem_object_unpin(reg_bo
);
1383 drm_gem_object_unreference(®_bo
->base
);
1385 mutex_unlock(&dev
->struct_mutex
);
1390 void intel_cleanup_overlay(struct drm_device
*dev
)
1392 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1394 if (!dev_priv
->overlay
)
1397 /* The bo's should be free'd by the generic code already.
1398 * Furthermore modesetting teardown happens beforehand so the
1399 * hardware should be off already */
1400 BUG_ON(dev_priv
->overlay
->active
);
1402 drm_gem_object_unreference_unlocked(&dev_priv
->overlay
->reg_bo
->base
);
1403 kfree(dev_priv
->overlay
);
1406 #ifdef CONFIG_DEBUG_FS
1407 #include <linux/seq_file.h>
1409 struct intel_overlay_error_state
{
1410 struct overlay_registers regs
;
1416 static struct overlay_registers __iomem
*
1417 intel_overlay_map_regs_atomic(struct intel_overlay
*overlay
)
1419 drm_i915_private_t
*dev_priv
= overlay
->dev
->dev_private
;
1420 struct overlay_registers __iomem
*regs
;
1422 if (OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
1423 /* Cast to make sparse happy, but it's wc memory anyway, so
1424 * equivalent to the wc io mapping on X86. */
1425 regs
= (struct overlay_registers __iomem
*)
1426 overlay
->reg_bo
->phys_obj
->handle
->vaddr
;
1428 regs
= io_mapping_map_atomic_wc(dev_priv
->mm
.gtt_mapping
,
1429 overlay
->reg_bo
->gtt_offset
);
1434 static void intel_overlay_unmap_regs_atomic(struct intel_overlay
*overlay
,
1435 struct overlay_registers __iomem
*regs
)
1437 if (!OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
1438 io_mapping_unmap_atomic(regs
);
1442 struct intel_overlay_error_state
*
1443 intel_overlay_capture_error_state(struct drm_device
*dev
)
1445 drm_i915_private_t
*dev_priv
= dev
->dev_private
;
1446 struct intel_overlay
*overlay
= dev_priv
->overlay
;
1447 struct intel_overlay_error_state
*error
;
1448 struct overlay_registers __iomem
*regs
;
1450 if (!overlay
|| !overlay
->active
)
1453 error
= kmalloc(sizeof(*error
), GFP_ATOMIC
);
1457 error
->dovsta
= I915_READ(DOVSTA
);
1458 error
->isr
= I915_READ(ISR
);
1459 if (OVERLAY_NEEDS_PHYSICAL(overlay
->dev
))
1460 error
->base
= (__force
long)overlay
->reg_bo
->phys_obj
->handle
->vaddr
;
1462 error
->base
= overlay
->reg_bo
->gtt_offset
;
1464 regs
= intel_overlay_map_regs_atomic(overlay
);
1468 memcpy_fromio(&error
->regs
, regs
, sizeof(struct overlay_registers
));
1469 intel_overlay_unmap_regs_atomic(overlay
, regs
);
1479 intel_overlay_print_error_state(struct seq_file
*m
, struct intel_overlay_error_state
*error
)
1481 seq_printf(m
, "Overlay, status: 0x%08x, interrupt: 0x%08x\n",
1482 error
->dovsta
, error
->isr
);
1483 seq_printf(m
, " Register file at 0x%08lx:\n",
1486 #define P(x) seq_printf(m, " " #x ": 0x%08x\n", error->regs.x)