2 * Copyright 2012 Red Hat Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the
6 * "Software"), to deal in the Software without restriction, including
7 * without limitation the rights to use, copy, modify, merge, publish,
8 * distribute, sub license, and/or sell copies of the Software, and to
9 * permit persons to whom the Software is furnished to do so, subject to
10 * the following conditions:
12 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
13 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
14 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
15 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
16 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
17 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
18 * USE OR OTHER DEALINGS IN THE SOFTWARE.
20 * The above copyright notice and this permission notice (including the
21 * next paragraph) shall be included in all copies or substantial portions
26 * Authors: Dave Airlie <airlied@redhat.com>
29 #include "mgag200_drv.h"
30 #include <ttm/ttm_page_alloc.h>
32 static inline struct mga_device
*
33 mgag200_bdev(struct ttm_bo_device
*bd
)
35 return container_of(bd
, struct mga_device
, ttm
.bdev
);
39 mgag200_ttm_mem_global_init(struct drm_global_reference
*ref
)
41 return ttm_mem_global_init(ref
->object
);
45 mgag200_ttm_mem_global_release(struct drm_global_reference
*ref
)
47 ttm_mem_global_release(ref
->object
);
50 static int mgag200_ttm_global_init(struct mga_device
*ast
)
52 struct drm_global_reference
*global_ref
;
55 global_ref
= &ast
->ttm
.mem_global_ref
;
56 global_ref
->global_type
= DRM_GLOBAL_TTM_MEM
;
57 global_ref
->size
= sizeof(struct ttm_mem_global
);
58 global_ref
->init
= &mgag200_ttm_mem_global_init
;
59 global_ref
->release
= &mgag200_ttm_mem_global_release
;
60 r
= drm_global_item_ref(global_ref
);
62 DRM_ERROR("Failed setting up TTM memory accounting "
67 ast
->ttm
.bo_global_ref
.mem_glob
=
68 ast
->ttm
.mem_global_ref
.object
;
69 global_ref
= &ast
->ttm
.bo_global_ref
.ref
;
70 global_ref
->global_type
= DRM_GLOBAL_TTM_BO
;
71 global_ref
->size
= sizeof(struct ttm_bo_global
);
72 global_ref
->init
= &ttm_bo_global_init
;
73 global_ref
->release
= &ttm_bo_global_release
;
74 r
= drm_global_item_ref(global_ref
);
76 DRM_ERROR("Failed setting up TTM BO subsystem.\n");
77 drm_global_item_unref(&ast
->ttm
.mem_global_ref
);
84 mgag200_ttm_global_release(struct mga_device
*ast
)
86 if (ast
->ttm
.mem_global_ref
.release
== NULL
)
89 drm_global_item_unref(&ast
->ttm
.bo_global_ref
.ref
);
90 drm_global_item_unref(&ast
->ttm
.mem_global_ref
);
91 ast
->ttm
.mem_global_ref
.release
= NULL
;
95 static void mgag200_bo_ttm_destroy(struct ttm_buffer_object
*tbo
)
97 struct mgag200_bo
*bo
;
99 bo
= container_of(tbo
, struct mgag200_bo
, bo
);
101 drm_gem_object_release(&bo
->gem
);
105 static bool mgag200_ttm_bo_is_mgag200_bo(struct ttm_buffer_object
*bo
)
107 if (bo
->destroy
== &mgag200_bo_ttm_destroy
)
113 mgag200_bo_init_mem_type(struct ttm_bo_device
*bdev
, uint32_t type
,
114 struct ttm_mem_type_manager
*man
)
118 man
->flags
= TTM_MEMTYPE_FLAG_MAPPABLE
;
119 man
->available_caching
= TTM_PL_MASK_CACHING
;
120 man
->default_caching
= TTM_PL_FLAG_CACHED
;
123 man
->func
= &ttm_bo_manager_func
;
124 man
->flags
= TTM_MEMTYPE_FLAG_FIXED
|
125 TTM_MEMTYPE_FLAG_MAPPABLE
;
126 man
->available_caching
= TTM_PL_FLAG_UNCACHED
|
128 man
->default_caching
= TTM_PL_FLAG_WC
;
131 DRM_ERROR("Unsupported memory type %u\n", (unsigned)type
);
138 mgag200_bo_evict_flags(struct ttm_buffer_object
*bo
, struct ttm_placement
*pl
)
140 struct mgag200_bo
*mgabo
= mgag200_bo(bo
);
142 if (!mgag200_ttm_bo_is_mgag200_bo(bo
))
145 mgag200_ttm_placement(mgabo
, TTM_PL_FLAG_SYSTEM
);
146 *pl
= mgabo
->placement
;
149 static int mgag200_bo_verify_access(struct ttm_buffer_object
*bo
, struct file
*filp
)
151 struct mgag200_bo
*mgabo
= mgag200_bo(bo
);
153 return drm_vma_node_verify_access(&mgabo
->gem
.vma_node
, filp
);
156 static int mgag200_ttm_io_mem_reserve(struct ttm_bo_device
*bdev
,
157 struct ttm_mem_reg
*mem
)
159 struct ttm_mem_type_manager
*man
= &bdev
->man
[mem
->mem_type
];
160 struct mga_device
*mdev
= mgag200_bdev(bdev
);
162 mem
->bus
.addr
= NULL
;
164 mem
->bus
.size
= mem
->num_pages
<< PAGE_SHIFT
;
166 mem
->bus
.is_iomem
= false;
167 if (!(man
->flags
& TTM_MEMTYPE_FLAG_MAPPABLE
))
169 switch (mem
->mem_type
) {
174 mem
->bus
.offset
= mem
->start
<< PAGE_SHIFT
;
175 mem
->bus
.base
= pci_resource_start(mdev
->dev
->pdev
, 0);
176 mem
->bus
.is_iomem
= true;
185 static void mgag200_ttm_io_mem_free(struct ttm_bo_device
*bdev
, struct ttm_mem_reg
*mem
)
189 static void mgag200_ttm_backend_destroy(struct ttm_tt
*tt
)
195 static struct ttm_backend_func mgag200_tt_backend_func
= {
196 .destroy
= &mgag200_ttm_backend_destroy
,
200 static struct ttm_tt
*mgag200_ttm_tt_create(struct ttm_bo_device
*bdev
,
201 unsigned long size
, uint32_t page_flags
,
202 struct page
*dummy_read_page
)
206 tt
= kzalloc(sizeof(struct ttm_tt
), GFP_KERNEL
);
209 tt
->func
= &mgag200_tt_backend_func
;
210 if (ttm_tt_init(tt
, bdev
, size
, page_flags
, dummy_read_page
)) {
217 static int mgag200_ttm_tt_populate(struct ttm_tt
*ttm
)
219 return ttm_pool_populate(ttm
);
222 static void mgag200_ttm_tt_unpopulate(struct ttm_tt
*ttm
)
224 ttm_pool_unpopulate(ttm
);
227 struct ttm_bo_driver mgag200_bo_driver
= {
228 .ttm_tt_create
= mgag200_ttm_tt_create
,
229 .ttm_tt_populate
= mgag200_ttm_tt_populate
,
230 .ttm_tt_unpopulate
= mgag200_ttm_tt_unpopulate
,
231 .init_mem_type
= mgag200_bo_init_mem_type
,
232 .evict_flags
= mgag200_bo_evict_flags
,
234 .verify_access
= mgag200_bo_verify_access
,
235 .io_mem_reserve
= &mgag200_ttm_io_mem_reserve
,
236 .io_mem_free
= &mgag200_ttm_io_mem_free
,
237 .lru_tail
= &ttm_bo_default_lru_tail
,
238 .swap_lru_tail
= &ttm_bo_default_swap_lru_tail
,
241 int mgag200_mm_init(struct mga_device
*mdev
)
244 struct drm_device
*dev
= mdev
->dev
;
245 struct ttm_bo_device
*bdev
= &mdev
->ttm
.bdev
;
247 ret
= mgag200_ttm_global_init(mdev
);
251 ret
= ttm_bo_device_init(&mdev
->ttm
.bdev
,
252 mdev
->ttm
.bo_global_ref
.ref
.object
,
254 dev
->anon_inode
->i_mapping
,
255 DRM_FILE_PAGE_OFFSET
,
258 DRM_ERROR("Error initialising bo driver; %d\n", ret
);
262 ret
= ttm_bo_init_mm(bdev
, TTM_PL_VRAM
, mdev
->mc
.vram_size
>> PAGE_SHIFT
);
264 DRM_ERROR("Failed ttm VRAM init: %d\n", ret
);
268 mdev
->fb_mtrr
= arch_phys_wc_add(pci_resource_start(dev
->pdev
, 0),
269 pci_resource_len(dev
->pdev
, 0));
274 void mgag200_mm_fini(struct mga_device
*mdev
)
276 ttm_bo_device_release(&mdev
->ttm
.bdev
);
278 mgag200_ttm_global_release(mdev
);
280 arch_phys_wc_del(mdev
->fb_mtrr
);
284 void mgag200_ttm_placement(struct mgag200_bo
*bo
, int domain
)
289 bo
->placement
.placement
= bo
->placements
;
290 bo
->placement
.busy_placement
= bo
->placements
;
291 if (domain
& TTM_PL_FLAG_VRAM
)
292 bo
->placements
[c
++].flags
= TTM_PL_FLAG_WC
| TTM_PL_FLAG_UNCACHED
| TTM_PL_FLAG_VRAM
;
293 if (domain
& TTM_PL_FLAG_SYSTEM
)
294 bo
->placements
[c
++].flags
= TTM_PL_MASK_CACHING
| TTM_PL_FLAG_SYSTEM
;
296 bo
->placements
[c
++].flags
= TTM_PL_MASK_CACHING
| TTM_PL_FLAG_SYSTEM
;
297 bo
->placement
.num_placement
= c
;
298 bo
->placement
.num_busy_placement
= c
;
299 for (i
= 0; i
< c
; ++i
) {
300 bo
->placements
[i
].fpfn
= 0;
301 bo
->placements
[i
].lpfn
= 0;
305 int mgag200_bo_create(struct drm_device
*dev
, int size
, int align
,
306 uint32_t flags
, struct mgag200_bo
**pmgabo
)
308 struct mga_device
*mdev
= dev
->dev_private
;
309 struct mgag200_bo
*mgabo
;
313 mgabo
= kzalloc(sizeof(struct mgag200_bo
), GFP_KERNEL
);
317 ret
= drm_gem_object_init(dev
, &mgabo
->gem
, size
);
323 mgabo
->bo
.bdev
= &mdev
->ttm
.bdev
;
325 mgag200_ttm_placement(mgabo
, TTM_PL_FLAG_VRAM
| TTM_PL_FLAG_SYSTEM
);
327 acc_size
= ttm_bo_dma_acc_size(&mdev
->ttm
.bdev
, size
,
328 sizeof(struct mgag200_bo
));
330 ret
= ttm_bo_init(&mdev
->ttm
.bdev
, &mgabo
->bo
, size
,
331 ttm_bo_type_device
, &mgabo
->placement
,
332 align
>> PAGE_SHIFT
, false, NULL
, acc_size
,
333 NULL
, NULL
, mgag200_bo_ttm_destroy
);
341 static inline u64
mgag200_bo_gpu_offset(struct mgag200_bo
*bo
)
343 return bo
->bo
.offset
;
346 int mgag200_bo_pin(struct mgag200_bo
*bo
, u32 pl_flag
, u64
*gpu_addr
)
353 *gpu_addr
= mgag200_bo_gpu_offset(bo
);
357 mgag200_ttm_placement(bo
, pl_flag
);
358 for (i
= 0; i
< bo
->placement
.num_placement
; i
++)
359 bo
->placements
[i
].flags
|= TTM_PL_FLAG_NO_EVICT
;
360 ret
= ttm_bo_validate(&bo
->bo
, &bo
->placement
, false, false);
366 *gpu_addr
= mgag200_bo_gpu_offset(bo
);
370 int mgag200_bo_unpin(struct mgag200_bo
*bo
)
373 if (!bo
->pin_count
) {
374 DRM_ERROR("unpin bad %p\n", bo
);
381 for (i
= 0; i
< bo
->placement
.num_placement
; i
++)
382 bo
->placements
[i
].flags
&= ~TTM_PL_FLAG_NO_EVICT
;
383 return ttm_bo_validate(&bo
->bo
, &bo
->placement
, false, false);
386 int mgag200_bo_push_sysram(struct mgag200_bo
*bo
)
389 if (!bo
->pin_count
) {
390 DRM_ERROR("unpin bad %p\n", bo
);
397 if (bo
->kmap
.virtual)
398 ttm_bo_kunmap(&bo
->kmap
);
400 mgag200_ttm_placement(bo
, TTM_PL_FLAG_SYSTEM
);
401 for (i
= 0; i
< bo
->placement
.num_placement
; i
++)
402 bo
->placements
[i
].flags
|= TTM_PL_FLAG_NO_EVICT
;
404 ret
= ttm_bo_validate(&bo
->bo
, &bo
->placement
, false, false);
406 DRM_ERROR("pushing to VRAM failed\n");
412 int mgag200_mmap(struct file
*filp
, struct vm_area_struct
*vma
)
414 struct drm_file
*file_priv
;
415 struct mga_device
*mdev
;
417 if (unlikely(vma
->vm_pgoff
< DRM_FILE_PAGE_OFFSET
))
420 file_priv
= filp
->private_data
;
421 mdev
= file_priv
->minor
->dev
->dev_private
;
422 return ttm_bo_mmap(filp
, vma
, &mdev
->ttm
.bdev
);