drm/radeon/kms: fix r6xx/7xx 1D tiling CS checker v2
[deliverable/linux.git] / drivers / gpu / drm / vmwgfx / vmwgfx_drv.c
CommitLineData
fb1d9738
JB
1/**************************************************************************
2 *
3 * Copyright © 2009 VMware, Inc., Palo Alto, CA., USA
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28#include "drmP.h"
29#include "vmwgfx_drv.h"
30#include "ttm/ttm_placement.h"
31#include "ttm/ttm_bo_driver.h"
32#include "ttm/ttm_object.h"
33#include "ttm/ttm_module.h"
34
35#define VMWGFX_DRIVER_NAME "vmwgfx"
36#define VMWGFX_DRIVER_DESC "Linux drm driver for VMware graphics devices"
37#define VMWGFX_CHIP_SVGAII 0
38#define VMW_FB_RESERVATION 0
39
40/**
41 * Fully encoded drm commands. Might move to vmw_drm.h
42 */
43
44#define DRM_IOCTL_VMW_GET_PARAM \
45 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_GET_PARAM, \
46 struct drm_vmw_getparam_arg)
47#define DRM_IOCTL_VMW_ALLOC_DMABUF \
48 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_ALLOC_DMABUF, \
49 union drm_vmw_alloc_dmabuf_arg)
50#define DRM_IOCTL_VMW_UNREF_DMABUF \
51 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_UNREF_DMABUF, \
52 struct drm_vmw_unref_dmabuf_arg)
53#define DRM_IOCTL_VMW_CURSOR_BYPASS \
54 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_CURSOR_BYPASS, \
55 struct drm_vmw_cursor_bypass_arg)
56
57#define DRM_IOCTL_VMW_CONTROL_STREAM \
58 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_CONTROL_STREAM, \
59 struct drm_vmw_control_stream_arg)
60#define DRM_IOCTL_VMW_CLAIM_STREAM \
61 DRM_IOR(DRM_COMMAND_BASE + DRM_VMW_CLAIM_STREAM, \
62 struct drm_vmw_stream_arg)
63#define DRM_IOCTL_VMW_UNREF_STREAM \
64 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_UNREF_STREAM, \
65 struct drm_vmw_stream_arg)
66
67#define DRM_IOCTL_VMW_CREATE_CONTEXT \
68 DRM_IOR(DRM_COMMAND_BASE + DRM_VMW_CREATE_CONTEXT, \
69 struct drm_vmw_context_arg)
70#define DRM_IOCTL_VMW_UNREF_CONTEXT \
71 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_UNREF_CONTEXT, \
72 struct drm_vmw_context_arg)
73#define DRM_IOCTL_VMW_CREATE_SURFACE \
74 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_CREATE_SURFACE, \
75 union drm_vmw_surface_create_arg)
76#define DRM_IOCTL_VMW_UNREF_SURFACE \
77 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_UNREF_SURFACE, \
78 struct drm_vmw_surface_arg)
79#define DRM_IOCTL_VMW_REF_SURFACE \
80 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_REF_SURFACE, \
81 union drm_vmw_surface_reference_arg)
82#define DRM_IOCTL_VMW_EXECBUF \
83 DRM_IOW(DRM_COMMAND_BASE + DRM_VMW_EXECBUF, \
84 struct drm_vmw_execbuf_arg)
85#define DRM_IOCTL_VMW_FIFO_DEBUG \
86 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_FIFO_DEBUG, \
87 struct drm_vmw_fifo_debug_arg)
88#define DRM_IOCTL_VMW_FENCE_WAIT \
89 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_FENCE_WAIT, \
90 struct drm_vmw_fence_wait_arg)
d8bd19d2
JB
91#define DRM_IOCTL_VMW_UPDATE_LAYOUT \
92 DRM_IOWR(DRM_COMMAND_BASE + DRM_VMW_UPDATE_LAYOUT, \
93 struct drm_vmw_update_layout_arg)
fb1d9738
JB
94
95
96/**
97 * The core DRM version of this macro doesn't account for
98 * DRM_COMMAND_BASE.
99 */
100
101#define VMW_IOCTL_DEF(ioctl, func, flags) \
1b2f1489 102 [DRM_IOCTL_NR(DRM_IOCTL_##ioctl) - DRM_COMMAND_BASE] = {DRM_##ioctl, flags, func, DRM_IOCTL_##ioctl}
fb1d9738
JB
103
104/**
105 * Ioctl definitions.
106 */
107
108static struct drm_ioctl_desc vmw_ioctls[] = {
1b2f1489 109 VMW_IOCTL_DEF(VMW_GET_PARAM, vmw_getparam_ioctl,
e1f78003 110 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 111 VMW_IOCTL_DEF(VMW_ALLOC_DMABUF, vmw_dmabuf_alloc_ioctl,
e1f78003 112 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 113 VMW_IOCTL_DEF(VMW_UNREF_DMABUF, vmw_dmabuf_unref_ioctl,
e1f78003 114 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 115 VMW_IOCTL_DEF(VMW_CURSOR_BYPASS,
e1f78003
TH
116 vmw_kms_cursor_bypass_ioctl,
117 DRM_MASTER | DRM_CONTROL_ALLOW | DRM_UNLOCKED),
fb1d9738 118
1b2f1489 119 VMW_IOCTL_DEF(VMW_CONTROL_STREAM, vmw_overlay_ioctl,
e1f78003 120 DRM_MASTER | DRM_CONTROL_ALLOW | DRM_UNLOCKED),
1b2f1489 121 VMW_IOCTL_DEF(VMW_CLAIM_STREAM, vmw_stream_claim_ioctl,
e1f78003 122 DRM_MASTER | DRM_CONTROL_ALLOW | DRM_UNLOCKED),
1b2f1489 123 VMW_IOCTL_DEF(VMW_UNREF_STREAM, vmw_stream_unref_ioctl,
e1f78003 124 DRM_MASTER | DRM_CONTROL_ALLOW | DRM_UNLOCKED),
fb1d9738 125
1b2f1489 126 VMW_IOCTL_DEF(VMW_CREATE_CONTEXT, vmw_context_define_ioctl,
e1f78003 127 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 128 VMW_IOCTL_DEF(VMW_UNREF_CONTEXT, vmw_context_destroy_ioctl,
e1f78003 129 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 130 VMW_IOCTL_DEF(VMW_CREATE_SURFACE, vmw_surface_define_ioctl,
e1f78003 131 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 132 VMW_IOCTL_DEF(VMW_UNREF_SURFACE, vmw_surface_destroy_ioctl,
e1f78003 133 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 134 VMW_IOCTL_DEF(VMW_REF_SURFACE, vmw_surface_reference_ioctl,
e1f78003 135 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 136 VMW_IOCTL_DEF(VMW_EXECBUF, vmw_execbuf_ioctl,
e1f78003 137 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 138 VMW_IOCTL_DEF(VMW_FIFO_DEBUG, vmw_fifo_debug_ioctl,
e1f78003 139 DRM_AUTH | DRM_ROOT_ONLY | DRM_MASTER | DRM_UNLOCKED),
1b2f1489 140 VMW_IOCTL_DEF(VMW_FENCE_WAIT, vmw_fence_wait_ioctl,
d8bd19d2 141 DRM_AUTH | DRM_UNLOCKED),
1b2f1489 142 VMW_IOCTL_DEF(VMW_UPDATE_LAYOUT, vmw_kms_update_layout_ioctl,
d8bd19d2 143 DRM_MASTER | DRM_CONTROL_ALLOW | DRM_UNLOCKED)
fb1d9738
JB
144};
145
146static struct pci_device_id vmw_pci_id_list[] = {
147 {0x15ad, 0x0405, PCI_ANY_ID, PCI_ANY_ID, 0, 0, VMWGFX_CHIP_SVGAII},
148 {0, 0, 0}
149};
150
30c78bb8 151static int enable_fbdev;
fb1d9738
JB
152
153static int vmw_probe(struct pci_dev *, const struct pci_device_id *);
154static void vmw_master_init(struct vmw_master *);
d9f36a00
TH
155static int vmwgfx_pm_notifier(struct notifier_block *nb, unsigned long val,
156 void *ptr);
fb1d9738 157
30c78bb8
TH
158MODULE_PARM_DESC(enable_fbdev, "Enable vmwgfx fbdev");
159module_param_named(enable_fbdev, enable_fbdev, int, 0600);
160
fb1d9738
JB
161static void vmw_print_capabilities(uint32_t capabilities)
162{
163 DRM_INFO("Capabilities:\n");
164 if (capabilities & SVGA_CAP_RECT_COPY)
165 DRM_INFO(" Rect copy.\n");
166 if (capabilities & SVGA_CAP_CURSOR)
167 DRM_INFO(" Cursor.\n");
168 if (capabilities & SVGA_CAP_CURSOR_BYPASS)
169 DRM_INFO(" Cursor bypass.\n");
170 if (capabilities & SVGA_CAP_CURSOR_BYPASS_2)
171 DRM_INFO(" Cursor bypass 2.\n");
172 if (capabilities & SVGA_CAP_8BIT_EMULATION)
173 DRM_INFO(" 8bit emulation.\n");
174 if (capabilities & SVGA_CAP_ALPHA_CURSOR)
175 DRM_INFO(" Alpha cursor.\n");
176 if (capabilities & SVGA_CAP_3D)
177 DRM_INFO(" 3D.\n");
178 if (capabilities & SVGA_CAP_EXTENDED_FIFO)
179 DRM_INFO(" Extended Fifo.\n");
180 if (capabilities & SVGA_CAP_MULTIMON)
181 DRM_INFO(" Multimon.\n");
182 if (capabilities & SVGA_CAP_PITCHLOCK)
183 DRM_INFO(" Pitchlock.\n");
184 if (capabilities & SVGA_CAP_IRQMASK)
185 DRM_INFO(" Irq mask.\n");
186 if (capabilities & SVGA_CAP_DISPLAY_TOPOLOGY)
187 DRM_INFO(" Display Topology.\n");
188 if (capabilities & SVGA_CAP_GMR)
189 DRM_INFO(" GMR.\n");
190 if (capabilities & SVGA_CAP_TRACES)
191 DRM_INFO(" Traces.\n");
192}
193
194static int vmw_request_device(struct vmw_private *dev_priv)
195{
196 int ret;
197
fb1d9738
JB
198 ret = vmw_fifo_init(dev_priv, &dev_priv->fifo);
199 if (unlikely(ret != 0)) {
200 DRM_ERROR("Unable to initialize FIFO.\n");
201 return ret;
202 }
203
204 return 0;
205}
206
207static void vmw_release_device(struct vmw_private *dev_priv)
208{
209 vmw_fifo_release(dev_priv, &dev_priv->fifo);
fb1d9738
JB
210}
211
30c78bb8
TH
212int vmw_3d_resource_inc(struct vmw_private *dev_priv)
213{
214 int ret = 0;
215
216 mutex_lock(&dev_priv->release_mutex);
217 if (unlikely(dev_priv->num_3d_resources++ == 0)) {
218 ret = vmw_request_device(dev_priv);
219 if (unlikely(ret != 0))
220 --dev_priv->num_3d_resources;
221 }
222 mutex_unlock(&dev_priv->release_mutex);
223 return ret;
fb1d9738
JB
224}
225
226
30c78bb8
TH
227void vmw_3d_resource_dec(struct vmw_private *dev_priv)
228{
229 int32_t n3d;
230
231 mutex_lock(&dev_priv->release_mutex);
232 if (unlikely(--dev_priv->num_3d_resources == 0))
233 vmw_release_device(dev_priv);
234 n3d = (int32_t) dev_priv->num_3d_resources;
235 mutex_unlock(&dev_priv->release_mutex);
236
237 BUG_ON(n3d < 0);
238}
fb1d9738
JB
239
240static int vmw_driver_load(struct drm_device *dev, unsigned long chipset)
241{
242 struct vmw_private *dev_priv;
243 int ret;
c188660f 244 uint32_t svga_id;
fb1d9738
JB
245
246 dev_priv = kzalloc(sizeof(*dev_priv), GFP_KERNEL);
247 if (unlikely(dev_priv == NULL)) {
248 DRM_ERROR("Failed allocating a device private struct.\n");
249 return -ENOMEM;
250 }
251 memset(dev_priv, 0, sizeof(*dev_priv));
252
253 dev_priv->dev = dev;
254 dev_priv->vmw_chipset = chipset;
7704befb 255 dev_priv->last_read_sequence = (uint32_t) -100;
fb1d9738
JB
256 mutex_init(&dev_priv->hw_mutex);
257 mutex_init(&dev_priv->cmdbuf_mutex);
30c78bb8 258 mutex_init(&dev_priv->release_mutex);
fb1d9738
JB
259 rwlock_init(&dev_priv->resource_lock);
260 idr_init(&dev_priv->context_idr);
261 idr_init(&dev_priv->surface_idr);
262 idr_init(&dev_priv->stream_idr);
263 ida_init(&dev_priv->gmr_ida);
264 mutex_init(&dev_priv->init_mutex);
265 init_waitqueue_head(&dev_priv->fence_queue);
266 init_waitqueue_head(&dev_priv->fifo_queue);
267 atomic_set(&dev_priv->fence_queue_waiters, 0);
268 atomic_set(&dev_priv->fifo_queue_waiters, 0);
269 INIT_LIST_HEAD(&dev_priv->gmr_lru);
270
271 dev_priv->io_start = pci_resource_start(dev->pdev, 0);
272 dev_priv->vram_start = pci_resource_start(dev->pdev, 1);
273 dev_priv->mmio_start = pci_resource_start(dev->pdev, 2);
274
30c78bb8
TH
275 dev_priv->enable_fb = enable_fbdev;
276
fb1d9738 277 mutex_lock(&dev_priv->hw_mutex);
c188660f
PH
278
279 vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);
280 svga_id = vmw_read(dev_priv, SVGA_REG_ID);
281 if (svga_id != SVGA_ID_2) {
282 ret = -ENOSYS;
283 DRM_ERROR("Unsuported SVGA ID 0x%x\n", svga_id);
284 mutex_unlock(&dev_priv->hw_mutex);
285 goto out_err0;
286 }
287
fb1d9738
JB
288 dev_priv->capabilities = vmw_read(dev_priv, SVGA_REG_CAPABILITIES);
289
290 if (dev_priv->capabilities & SVGA_CAP_GMR) {
291 dev_priv->max_gmr_descriptors =
292 vmw_read(dev_priv,
293 SVGA_REG_GMR_MAX_DESCRIPTOR_LENGTH);
294 dev_priv->max_gmr_ids =
295 vmw_read(dev_priv, SVGA_REG_GMR_MAX_IDS);
296 }
297
298 dev_priv->vram_size = vmw_read(dev_priv, SVGA_REG_VRAM_SIZE);
299 dev_priv->mmio_size = vmw_read(dev_priv, SVGA_REG_MEM_SIZE);
300 dev_priv->fb_max_width = vmw_read(dev_priv, SVGA_REG_MAX_WIDTH);
301 dev_priv->fb_max_height = vmw_read(dev_priv, SVGA_REG_MAX_HEIGHT);
302
303 mutex_unlock(&dev_priv->hw_mutex);
304
305 vmw_print_capabilities(dev_priv->capabilities);
306
307 if (dev_priv->capabilities & SVGA_CAP_GMR) {
308 DRM_INFO("Max GMR ids is %u\n",
309 (unsigned)dev_priv->max_gmr_ids);
310 DRM_INFO("Max GMR descriptors is %u\n",
311 (unsigned)dev_priv->max_gmr_descriptors);
312 }
313 DRM_INFO("VRAM at 0x%08x size is %u kiB\n",
314 dev_priv->vram_start, dev_priv->vram_size / 1024);
315 DRM_INFO("MMIO at 0x%08x size is %u kiB\n",
316 dev_priv->mmio_start, dev_priv->mmio_size / 1024);
317
318 ret = vmw_ttm_global_init(dev_priv);
319 if (unlikely(ret != 0))
320 goto out_err0;
321
322
323 vmw_master_init(&dev_priv->fbdev_master);
324 ttm_lock_set_kill(&dev_priv->fbdev_master.lock, false, SIGTERM);
325 dev_priv->active_master = &dev_priv->fbdev_master;
326
327
328 ret = ttm_bo_device_init(&dev_priv->bdev,
329 dev_priv->bo_global_ref.ref.object,
330 &vmw_bo_driver, VMWGFX_FILE_PAGE_OFFSET,
331 false);
332 if (unlikely(ret != 0)) {
333 DRM_ERROR("Failed initializing TTM buffer object driver.\n");
334 goto out_err1;
335 }
336
337 ret = ttm_bo_init_mm(&dev_priv->bdev, TTM_PL_VRAM,
338 (dev_priv->vram_size >> PAGE_SHIFT));
339 if (unlikely(ret != 0)) {
340 DRM_ERROR("Failed initializing memory manager for VRAM.\n");
341 goto out_err2;
342 }
343
344 dev_priv->mmio_mtrr = drm_mtrr_add(dev_priv->mmio_start,
345 dev_priv->mmio_size, DRM_MTRR_WC);
346
347 dev_priv->mmio_virt = ioremap_wc(dev_priv->mmio_start,
348 dev_priv->mmio_size);
349
350 if (unlikely(dev_priv->mmio_virt == NULL)) {
351 ret = -ENOMEM;
352 DRM_ERROR("Failed mapping MMIO.\n");
353 goto out_err3;
354 }
355
d7e1958d
JB
356 /* Need mmio memory to check for fifo pitchlock cap. */
357 if (!(dev_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY) &&
358 !(dev_priv->capabilities & SVGA_CAP_PITCHLOCK) &&
359 !vmw_fifo_have_pitchlock(dev_priv)) {
360 ret = -ENOSYS;
361 DRM_ERROR("Hardware has no pitchlock\n");
362 goto out_err4;
363 }
364
fb1d9738
JB
365 dev_priv->tdev = ttm_object_device_init
366 (dev_priv->mem_global_ref.object, 12);
367
368 if (unlikely(dev_priv->tdev == NULL)) {
369 DRM_ERROR("Unable to initialize TTM object management.\n");
370 ret = -ENOMEM;
371 goto out_err4;
372 }
373
374 dev->dev_private = dev_priv;
375
fb1d9738
JB
376 ret = pci_request_regions(dev->pdev, "vmwgfx probe");
377 dev_priv->stealth = (ret != 0);
378 if (dev_priv->stealth) {
379 /**
380 * Request at least the mmio PCI resource.
381 */
382
383 DRM_INFO("It appears like vesafb is loaded. "
f2d12b8e 384 "Ignore above error if any.\n");
fb1d9738
JB
385 ret = pci_request_region(dev->pdev, 2, "vmwgfx stealth probe");
386 if (unlikely(ret != 0)) {
387 DRM_ERROR("Failed reserving the SVGA MMIO resource.\n");
388 goto out_no_device;
389 }
fb1d9738 390 }
7a1c2f6c 391 ret = vmw_kms_init(dev_priv);
f2d12b8e 392 if (unlikely(ret != 0))
7a1c2f6c 393 goto out_no_kms;
f2d12b8e 394 vmw_overlay_init(dev_priv);
30c78bb8
TH
395 if (dev_priv->enable_fb) {
396 ret = vmw_3d_resource_inc(dev_priv);
397 if (unlikely(ret != 0))
398 goto out_no_fifo;
399 vmw_kms_save_vga(dev_priv);
400 vmw_fb_init(dev_priv);
401 DRM_INFO("%s", vmw_fifo_have_3d(dev_priv) ?
402 "Detected device 3D availability.\n" :
403 "Detected no device 3D availability.\n");
404 } else {
405 DRM_INFO("Delayed 3D detection since we're not "
406 "running the device in SVGA mode yet.\n");
407 }
fb1d9738 408
7a1c2f6c
TH
409 if (dev_priv->capabilities & SVGA_CAP_IRQMASK) {
410 ret = drm_irq_install(dev);
411 if (unlikely(ret != 0)) {
412 DRM_ERROR("Failed installing irq: %d\n", ret);
413 goto out_no_irq;
414 }
415 }
fb1d9738 416
d9f36a00
TH
417 dev_priv->pm_nb.notifier_call = vmwgfx_pm_notifier;
418 register_pm_notifier(&dev_priv->pm_nb);
419
fb1d9738
JB
420 return 0;
421
fb1d9738 422out_no_irq:
7a1c2f6c
TH
423 if (dev_priv->enable_fb) {
424 vmw_fb_close(dev_priv);
425 vmw_kms_restore_vga(dev_priv);
426 vmw_3d_resource_dec(dev_priv);
427 }
30c78bb8
TH
428out_no_fifo:
429 vmw_overlay_close(dev_priv);
430 vmw_kms_close(dev_priv);
7a1c2f6c 431out_no_kms:
30c78bb8
TH
432 if (dev_priv->stealth)
433 pci_release_region(dev->pdev, 2);
434 else
435 pci_release_regions(dev->pdev);
fb1d9738 436out_no_device:
fb1d9738
JB
437 ttm_object_device_release(&dev_priv->tdev);
438out_err4:
439 iounmap(dev_priv->mmio_virt);
440out_err3:
441 drm_mtrr_del(dev_priv->mmio_mtrr, dev_priv->mmio_start,
442 dev_priv->mmio_size, DRM_MTRR_WC);
443 (void)ttm_bo_clean_mm(&dev_priv->bdev, TTM_PL_VRAM);
444out_err2:
445 (void)ttm_bo_device_release(&dev_priv->bdev);
446out_err1:
447 vmw_ttm_global_release(dev_priv);
448out_err0:
449 ida_destroy(&dev_priv->gmr_ida);
450 idr_destroy(&dev_priv->surface_idr);
451 idr_destroy(&dev_priv->context_idr);
452 idr_destroy(&dev_priv->stream_idr);
453 kfree(dev_priv);
454 return ret;
455}
456
457static int vmw_driver_unload(struct drm_device *dev)
458{
459 struct vmw_private *dev_priv = vmw_priv(dev);
460
d9f36a00
TH
461 unregister_pm_notifier(&dev_priv->pm_nb);
462
7a1c2f6c
TH
463 if (dev_priv->capabilities & SVGA_CAP_IRQMASK)
464 drm_irq_uninstall(dev_priv->dev);
30c78bb8
TH
465 if (dev_priv->enable_fb) {
466 vmw_fb_close(dev_priv);
467 vmw_kms_restore_vga(dev_priv);
468 vmw_3d_resource_dec(dev_priv);
469 }
f2d12b8e
TH
470 vmw_kms_close(dev_priv);
471 vmw_overlay_close(dev_priv);
f2d12b8e 472 if (dev_priv->stealth)
fb1d9738 473 pci_release_region(dev->pdev, 2);
f2d12b8e
TH
474 else
475 pci_release_regions(dev->pdev);
476
fb1d9738
JB
477 ttm_object_device_release(&dev_priv->tdev);
478 iounmap(dev_priv->mmio_virt);
479 drm_mtrr_del(dev_priv->mmio_mtrr, dev_priv->mmio_start,
480 dev_priv->mmio_size, DRM_MTRR_WC);
481 (void)ttm_bo_clean_mm(&dev_priv->bdev, TTM_PL_VRAM);
482 (void)ttm_bo_device_release(&dev_priv->bdev);
483 vmw_ttm_global_release(dev_priv);
484 ida_destroy(&dev_priv->gmr_ida);
485 idr_destroy(&dev_priv->surface_idr);
486 idr_destroy(&dev_priv->context_idr);
487 idr_destroy(&dev_priv->stream_idr);
488
489 kfree(dev_priv);
490
491 return 0;
492}
493
494static void vmw_postclose(struct drm_device *dev,
495 struct drm_file *file_priv)
496{
497 struct vmw_fpriv *vmw_fp;
498
499 vmw_fp = vmw_fpriv(file_priv);
500 ttm_object_file_release(&vmw_fp->tfile);
501 if (vmw_fp->locked_master)
502 drm_master_put(&vmw_fp->locked_master);
503 kfree(vmw_fp);
504}
505
506static int vmw_driver_open(struct drm_device *dev, struct drm_file *file_priv)
507{
508 struct vmw_private *dev_priv = vmw_priv(dev);
509 struct vmw_fpriv *vmw_fp;
510 int ret = -ENOMEM;
511
512 vmw_fp = kzalloc(sizeof(*vmw_fp), GFP_KERNEL);
513 if (unlikely(vmw_fp == NULL))
514 return ret;
515
516 vmw_fp->tfile = ttm_object_file_init(dev_priv->tdev, 10);
517 if (unlikely(vmw_fp->tfile == NULL))
518 goto out_no_tfile;
519
520 file_priv->driver_priv = vmw_fp;
521
522 if (unlikely(dev_priv->bdev.dev_mapping == NULL))
523 dev_priv->bdev.dev_mapping =
524 file_priv->filp->f_path.dentry->d_inode->i_mapping;
525
526 return 0;
527
528out_no_tfile:
529 kfree(vmw_fp);
530 return ret;
531}
532
533static long vmw_unlocked_ioctl(struct file *filp, unsigned int cmd,
534 unsigned long arg)
535{
536 struct drm_file *file_priv = filp->private_data;
537 struct drm_device *dev = file_priv->minor->dev;
538 unsigned int nr = DRM_IOCTL_NR(cmd);
fb1d9738
JB
539
540 /*
e1f78003 541 * Do extra checking on driver private ioctls.
fb1d9738
JB
542 */
543
544 if ((nr >= DRM_COMMAND_BASE) && (nr < DRM_COMMAND_END)
545 && (nr < DRM_COMMAND_BASE + dev->driver->num_ioctls)) {
546 struct drm_ioctl_desc *ioctl =
547 &vmw_ioctls[nr - DRM_COMMAND_BASE];
548
2854eeda 549 if (unlikely(ioctl->cmd_drv != cmd)) {
fb1d9738
JB
550 DRM_ERROR("Invalid command format, ioctl %d\n",
551 nr - DRM_COMMAND_BASE);
552 return -EINVAL;
553 }
fb1d9738
JB
554 }
555
e1f78003 556 return drm_ioctl(filp, cmd, arg);
fb1d9738
JB
557}
558
559static int vmw_firstopen(struct drm_device *dev)
560{
561 struct vmw_private *dev_priv = vmw_priv(dev);
562 dev_priv->is_opened = true;
563
564 return 0;
565}
566
567static void vmw_lastclose(struct drm_device *dev)
568{
569 struct vmw_private *dev_priv = vmw_priv(dev);
570 struct drm_crtc *crtc;
571 struct drm_mode_set set;
572 int ret;
573
574 /**
575 * Do nothing on the lastclose call from drm_unload.
576 */
577
578 if (!dev_priv->is_opened)
579 return;
580
581 dev_priv->is_opened = false;
582 set.x = 0;
583 set.y = 0;
584 set.fb = NULL;
585 set.mode = NULL;
586 set.connectors = NULL;
587 set.num_connectors = 0;
588
589 list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
590 set.crtc = crtc;
591 ret = crtc->funcs->set_config(&set);
592 WARN_ON(ret != 0);
593 }
594
595}
596
597static void vmw_master_init(struct vmw_master *vmaster)
598{
599 ttm_lock_init(&vmaster->lock);
3a939a5e
TH
600 INIT_LIST_HEAD(&vmaster->fb_surf);
601 mutex_init(&vmaster->fb_surf_mutex);
fb1d9738
JB
602}
603
604static int vmw_master_create(struct drm_device *dev,
605 struct drm_master *master)
606{
607 struct vmw_master *vmaster;
608
fb1d9738
JB
609 vmaster = kzalloc(sizeof(*vmaster), GFP_KERNEL);
610 if (unlikely(vmaster == NULL))
611 return -ENOMEM;
612
3a939a5e 613 vmw_master_init(vmaster);
fb1d9738
JB
614 ttm_lock_set_kill(&vmaster->lock, true, SIGTERM);
615 master->driver_priv = vmaster;
616
617 return 0;
618}
619
620static void vmw_master_destroy(struct drm_device *dev,
621 struct drm_master *master)
622{
623 struct vmw_master *vmaster = vmw_master(master);
624
fb1d9738
JB
625 master->driver_priv = NULL;
626 kfree(vmaster);
627}
628
629
630static int vmw_master_set(struct drm_device *dev,
631 struct drm_file *file_priv,
632 bool from_open)
633{
634 struct vmw_private *dev_priv = vmw_priv(dev);
635 struct vmw_fpriv *vmw_fp = vmw_fpriv(file_priv);
636 struct vmw_master *active = dev_priv->active_master;
637 struct vmw_master *vmaster = vmw_master(file_priv->master);
638 int ret = 0;
639
30c78bb8
TH
640 if (!dev_priv->enable_fb) {
641 ret = vmw_3d_resource_inc(dev_priv);
642 if (unlikely(ret != 0))
643 return ret;
644 vmw_kms_save_vga(dev_priv);
645 mutex_lock(&dev_priv->hw_mutex);
646 vmw_write(dev_priv, SVGA_REG_TRACES, 0);
647 mutex_unlock(&dev_priv->hw_mutex);
648 }
649
fb1d9738
JB
650 if (active) {
651 BUG_ON(active != &dev_priv->fbdev_master);
652 ret = ttm_vt_lock(&active->lock, false, vmw_fp->tfile);
653 if (unlikely(ret != 0))
654 goto out_no_active_lock;
655
656 ttm_lock_set_kill(&active->lock, true, SIGTERM);
657 ret = ttm_bo_evict_mm(&dev_priv->bdev, TTM_PL_VRAM);
658 if (unlikely(ret != 0)) {
659 DRM_ERROR("Unable to clean VRAM on "
660 "master drop.\n");
661 }
662
663 dev_priv->active_master = NULL;
664 }
665
666 ttm_lock_set_kill(&vmaster->lock, false, SIGTERM);
667 if (!from_open) {
668 ttm_vt_unlock(&vmaster->lock);
669 BUG_ON(vmw_fp->locked_master != file_priv->master);
670 drm_master_put(&vmw_fp->locked_master);
671 }
672
673 dev_priv->active_master = vmaster;
674
675 return 0;
676
677out_no_active_lock:
30c78bb8
TH
678 if (!dev_priv->enable_fb) {
679 mutex_lock(&dev_priv->hw_mutex);
680 vmw_write(dev_priv, SVGA_REG_TRACES, 1);
681 mutex_unlock(&dev_priv->hw_mutex);
682 vmw_kms_restore_vga(dev_priv);
683 vmw_3d_resource_dec(dev_priv);
684 }
fb1d9738
JB
685 return ret;
686}
687
688static void vmw_master_drop(struct drm_device *dev,
689 struct drm_file *file_priv,
690 bool from_release)
691{
692 struct vmw_private *dev_priv = vmw_priv(dev);
693 struct vmw_fpriv *vmw_fp = vmw_fpriv(file_priv);
694 struct vmw_master *vmaster = vmw_master(file_priv->master);
695 int ret;
696
fb1d9738
JB
697 /**
698 * Make sure the master doesn't disappear while we have
699 * it locked.
700 */
701
702 vmw_fp->locked_master = drm_master_get(file_priv->master);
703 ret = ttm_vt_lock(&vmaster->lock, false, vmw_fp->tfile);
3a939a5e 704 vmw_kms_idle_workqueues(vmaster);
fb1d9738
JB
705
706 if (unlikely((ret != 0))) {
707 DRM_ERROR("Unable to lock TTM at VT switch.\n");
708 drm_master_put(&vmw_fp->locked_master);
709 }
710
711 ttm_lock_set_kill(&vmaster->lock, true, SIGTERM);
712
30c78bb8
TH
713 if (!dev_priv->enable_fb) {
714 ret = ttm_bo_evict_mm(&dev_priv->bdev, TTM_PL_VRAM);
715 if (unlikely(ret != 0))
716 DRM_ERROR("Unable to clean VRAM on master drop.\n");
717 mutex_lock(&dev_priv->hw_mutex);
718 vmw_write(dev_priv, SVGA_REG_TRACES, 1);
719 mutex_unlock(&dev_priv->hw_mutex);
720 vmw_kms_restore_vga(dev_priv);
721 vmw_3d_resource_dec(dev_priv);
722 }
723
fb1d9738
JB
724 dev_priv->active_master = &dev_priv->fbdev_master;
725 ttm_lock_set_kill(&dev_priv->fbdev_master.lock, false, SIGTERM);
726 ttm_vt_unlock(&dev_priv->fbdev_master.lock);
727
30c78bb8
TH
728 if (dev_priv->enable_fb)
729 vmw_fb_on(dev_priv);
fb1d9738
JB
730}
731
732
733static void vmw_remove(struct pci_dev *pdev)
734{
735 struct drm_device *dev = pci_get_drvdata(pdev);
736
737 drm_put_dev(dev);
738}
739
d9f36a00
TH
740static int vmwgfx_pm_notifier(struct notifier_block *nb, unsigned long val,
741 void *ptr)
742{
743 struct vmw_private *dev_priv =
744 container_of(nb, struct vmw_private, pm_nb);
745 struct vmw_master *vmaster = dev_priv->active_master;
746
747 switch (val) {
748 case PM_HIBERNATION_PREPARE:
749 case PM_SUSPEND_PREPARE:
750 ttm_suspend_lock(&vmaster->lock);
751
752 /**
753 * This empties VRAM and unbinds all GMR bindings.
754 * Buffer contents is moved to swappable memory.
755 */
756 ttm_bo_swapout_all(&dev_priv->bdev);
094e0fa8 757
d9f36a00
TH
758 break;
759 case PM_POST_HIBERNATION:
760 case PM_POST_SUSPEND:
094e0fa8 761 case PM_POST_RESTORE:
d9f36a00 762 ttm_suspend_unlock(&vmaster->lock);
094e0fa8 763
d9f36a00
TH
764 break;
765 case PM_RESTORE_PREPARE:
766 break;
d9f36a00
TH
767 default:
768 break;
769 }
770 return 0;
771}
772
773/**
774 * These might not be needed with the virtual SVGA device.
775 */
776
7fbd721a 777static int vmw_pci_suspend(struct pci_dev *pdev, pm_message_t state)
d9f36a00 778{
094e0fa8
TH
779 struct drm_device *dev = pci_get_drvdata(pdev);
780 struct vmw_private *dev_priv = vmw_priv(dev);
781
782 if (dev_priv->num_3d_resources != 0) {
783 DRM_INFO("Can't suspend or hibernate "
784 "while 3D resources are active.\n");
785 return -EBUSY;
786 }
787
d9f36a00
TH
788 pci_save_state(pdev);
789 pci_disable_device(pdev);
790 pci_set_power_state(pdev, PCI_D3hot);
791 return 0;
792}
793
7fbd721a 794static int vmw_pci_resume(struct pci_dev *pdev)
d9f36a00
TH
795{
796 pci_set_power_state(pdev, PCI_D0);
797 pci_restore_state(pdev);
798 return pci_enable_device(pdev);
799}
800
7fbd721a
TH
801static int vmw_pm_suspend(struct device *kdev)
802{
803 struct pci_dev *pdev = to_pci_dev(kdev);
804 struct pm_message dummy;
805
806 dummy.event = 0;
807
808 return vmw_pci_suspend(pdev, dummy);
809}
810
811static int vmw_pm_resume(struct device *kdev)
812{
813 struct pci_dev *pdev = to_pci_dev(kdev);
814
815 return vmw_pci_resume(pdev);
816}
817
818static int vmw_pm_prepare(struct device *kdev)
819{
820 struct pci_dev *pdev = to_pci_dev(kdev);
821 struct drm_device *dev = pci_get_drvdata(pdev);
822 struct vmw_private *dev_priv = vmw_priv(dev);
823
824 /**
825 * Release 3d reference held by fbdev and potentially
826 * stop fifo.
827 */
828 dev_priv->suspended = true;
829 if (dev_priv->enable_fb)
830 vmw_3d_resource_dec(dev_priv);
831
832 if (dev_priv->num_3d_resources != 0) {
833
834 DRM_INFO("Can't suspend or hibernate "
835 "while 3D resources are active.\n");
836
837 if (dev_priv->enable_fb)
838 vmw_3d_resource_inc(dev_priv);
839 dev_priv->suspended = false;
840 return -EBUSY;
841 }
842
843 return 0;
844}
845
846static void vmw_pm_complete(struct device *kdev)
847{
848 struct pci_dev *pdev = to_pci_dev(kdev);
849 struct drm_device *dev = pci_get_drvdata(pdev);
850 struct vmw_private *dev_priv = vmw_priv(dev);
851
852 /**
853 * Reclaim 3d reference held by fbdev and potentially
854 * start fifo.
855 */
856 if (dev_priv->enable_fb)
857 vmw_3d_resource_inc(dev_priv);
858
859 dev_priv->suspended = false;
860}
861
862static const struct dev_pm_ops vmw_pm_ops = {
863 .prepare = vmw_pm_prepare,
864 .complete = vmw_pm_complete,
865 .suspend = vmw_pm_suspend,
866 .resume = vmw_pm_resume,
867};
868
fb1d9738
JB
869static struct drm_driver driver = {
870 .driver_features = DRIVER_HAVE_IRQ | DRIVER_IRQ_SHARED |
871 DRIVER_MODESET,
872 .load = vmw_driver_load,
873 .unload = vmw_driver_unload,
874 .firstopen = vmw_firstopen,
875 .lastclose = vmw_lastclose,
876 .irq_preinstall = vmw_irq_preinstall,
877 .irq_postinstall = vmw_irq_postinstall,
878 .irq_uninstall = vmw_irq_uninstall,
879 .irq_handler = vmw_irq_handler,
7a1c2f6c 880 .get_vblank_counter = vmw_get_vblank_counter,
fb1d9738 881 .reclaim_buffers_locked = NULL,
fb1d9738
JB
882 .ioctls = vmw_ioctls,
883 .num_ioctls = DRM_ARRAY_SIZE(vmw_ioctls),
884 .dma_quiescent = NULL, /*vmw_dma_quiescent, */
885 .master_create = vmw_master_create,
886 .master_destroy = vmw_master_destroy,
887 .master_set = vmw_master_set,
888 .master_drop = vmw_master_drop,
889 .open = vmw_driver_open,
890 .postclose = vmw_postclose,
891 .fops = {
892 .owner = THIS_MODULE,
893 .open = drm_open,
894 .release = drm_release,
895 .unlocked_ioctl = vmw_unlocked_ioctl,
896 .mmap = vmw_mmap,
897 .poll = drm_poll,
898 .fasync = drm_fasync,
899#if defined(CONFIG_COMPAT)
900 .compat_ioctl = drm_compat_ioctl,
901#endif
7fbd721a 902 },
fb1d9738 903 .pci_driver = {
7fbd721a
TH
904 .name = VMWGFX_DRIVER_NAME,
905 .id_table = vmw_pci_id_list,
906 .probe = vmw_probe,
907 .remove = vmw_remove,
908 .driver = {
909 .pm = &vmw_pm_ops
910 }
911 },
fb1d9738
JB
912 .name = VMWGFX_DRIVER_NAME,
913 .desc = VMWGFX_DRIVER_DESC,
914 .date = VMWGFX_DRIVER_DATE,
915 .major = VMWGFX_DRIVER_MAJOR,
916 .minor = VMWGFX_DRIVER_MINOR,
917 .patchlevel = VMWGFX_DRIVER_PATCHLEVEL
918};
919
920static int vmw_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
921{
dcdb1674 922 return drm_get_pci_dev(pdev, ent, &driver);
fb1d9738
JB
923}
924
925static int __init vmwgfx_init(void)
926{
927 int ret;
928 ret = drm_init(&driver);
929 if (ret)
930 DRM_ERROR("Failed initializing DRM.\n");
931 return ret;
932}
933
934static void __exit vmwgfx_exit(void)
935{
936 drm_exit(&driver);
937}
938
939module_init(vmwgfx_init);
940module_exit(vmwgfx_exit);
941
942MODULE_AUTHOR("VMware Inc. and others");
943MODULE_DESCRIPTION("Standalone drm driver for the VMware SVGA device");
944MODULE_LICENSE("GPL and additional rights");
73558ead
TH
945MODULE_VERSION(__stringify(VMWGFX_DRIVER_MAJOR) "."
946 __stringify(VMWGFX_DRIVER_MINOR) "."
947 __stringify(VMWGFX_DRIVER_PATCHLEVEL) "."
948 "0");
This page took 0.125487 seconds and 5 git commands to generate.