[deliverable/linux.git] / drivers / gpu / drm / drm_scatter.c

/**
 * \file drm_scatter.c
 * IOCTLs to manage scatter/gather memory
 *
 * \author Gareth Hughes <gareth@valinux.com>
 */

/*
 * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
 *
 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#include <linux/vmalloc.h>
#include "drmP.h"

#define DEBUG_SCATTER 0

static inline void *drm_vmalloc_dma(unsigned long size)
{
#if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
	return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL | _PAGE_NO_CACHE);
#else
	return vmalloc_32(size);
#endif
}

void drm_sg_cleanup(struct drm_sg_mem * entry)
{
	struct page *page;
	int i;

	for (i = 0; i < entry->pages; i++) {
		page = entry->pagelist[i];
		if (page)
			ClearPageReserved(page);
	}

	vfree(entry->virtual);

	drm_free(entry->busaddr,
		 entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
	drm_free(entry->pagelist,
		 entry->pages * sizeof(*entry->pagelist), DRM_MEM_PAGES);
	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
}

#ifdef _LP64
# define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
#else
# define ScatterHandle(x) (unsigned int)(x)
#endif

int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request)
{
	struct drm_sg_mem *entry;
	unsigned long pages, i, j;

	DRM_DEBUG("\n");

	if (!drm_core_check_feature(dev, DRIVER_SG))
		return -EINVAL;

	if (dev->sg)
		return -EINVAL;

	entry = drm_alloc(sizeof(*entry), DRM_MEM_SGLISTS);
	if (!entry)
		return -ENOMEM;

	memset(entry, 0, sizeof(*entry));
	pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
	DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);

	entry->pages = pages;
	entry->pagelist = drm_alloc(pages * sizeof(*entry->pagelist),
				    DRM_MEM_PAGES);
	if (!entry->pagelist) {
		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
		return -ENOMEM;
	}

	memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));

	entry->busaddr = drm_alloc(pages * sizeof(*entry->busaddr),
				   DRM_MEM_PAGES);
	if (!entry->busaddr) {
		drm_free(entry->pagelist,
			 entry->pages * sizeof(*entry->pagelist),
			 DRM_MEM_PAGES);
		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
		return -ENOMEM;
	}
	memset((void *)entry->busaddr, 0, pages * sizeof(*entry->busaddr));

	entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
	if (!entry->virtual) {
		drm_free(entry->busaddr,
			 entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
		drm_free(entry->pagelist,
			 entry->pages * sizeof(*entry->pagelist),
			 DRM_MEM_PAGES);
		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
		return -ENOMEM;
	}

	/* This also forces the mapping of COW pages, so our page list
	 * will be valid.  Please don't remove it...
	 */
	memset(entry->virtual, 0, pages << PAGE_SHIFT);

	entry->handle = ScatterHandle((unsigned long)entry->virtual);

	DRM_DEBUG("handle  = %08lx\n", entry->handle);
	DRM_DEBUG("virtual = %p\n", entry->virtual);

	for (i = (unsigned long)entry->virtual, j = 0; j < pages;
	     i += PAGE_SIZE, j++) {
		entry->pagelist[j] = vmalloc_to_page((void *)i);
		if (!entry->pagelist[j])
			goto failed;
		SetPageReserved(entry->pagelist[j]);
	}

	request->handle = entry->handle;

	dev->sg = entry;

#if DEBUG_SCATTER
	/* Verify that each page points to its virtual address, and vice
	 * versa.
	 */
	{
		int error = 0;

		for (i = 0; i < pages; i++) {
			unsigned long *tmp;

			tmp = page_address(entry->pagelist[i]);
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				*tmp = 0xcafebabe;
			}
			tmp = (unsigned long *)((u8 *) entry->virtual +
						(PAGE_SIZE * i));
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				if (*tmp != 0xcafebabe && error == 0) {
					error = 1;
					DRM_ERROR("Scatter allocation error, "
						  "pagelist does not match "
						  "virtual mapping\n");
				}
			}
			tmp = page_address(entry->pagelist[i]);
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				*tmp = 0;
			}
		}
		if (error == 0)
			DRM_ERROR("Scatter allocation matches pagelist\n");
	}
#endif

	return 0;

      failed:
	drm_sg_cleanup(entry);
	return -ENOMEM;
}
EXPORT_SYMBOL(drm_sg_alloc);


int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
		       struct drm_file *file_priv)
{
	struct drm_scatter_gather *request = data;

	return drm_sg_alloc(dev, request);

}

int drm_sg_free(struct drm_device *dev, void *data,
		struct drm_file *file_priv)
{
	struct drm_scatter_gather *request = data;
	struct drm_sg_mem *entry;

	if (!drm_core_check_feature(dev, DRIVER_SG))
		return -EINVAL;

	entry = dev->sg;
	dev->sg = NULL;

	if (!entry || entry->handle != request->handle)
		return -EINVAL;

	DRM_DEBUG("virtual  = %p\n", entry->virtual);

	drm_sg_cleanup(entry);

	return 0;
}
Commit	Line	Data
1da177e4	1	/**
b5e89ed5	2	* \file drm_scatter.c
1da177e4 LT	3	* IOCTLs to manage scatter/gather memory
	4	*
	5	* \author Gareth Hughes <gareth@valinux.com>
	6	*/
	7
	8	/*
	9	* Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
	10	*
	11	* Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
	12	* All Rights Reserved.
	13	*
	14	* Permission is hereby granted, free of charge, to any person obtaining a
	15	* copy of this software and associated documentation files (the "Software"),
	16	* to deal in the Software without restriction, including without limitation
	17	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	18	* and/or sell copies of the Software, and to permit persons to whom the
	19	* Software is furnished to do so, subject to the following conditions:
	20	*
	21	* The above copyright notice and this permission notice (including the next
	22	* paragraph) shall be included in all copies or substantial portions of the
	23	* Software.
	24	*
	25	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	26	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	27	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	28	* PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
	29	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	30	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
	31	* DEALINGS IN THE SOFTWARE.
	32	*/
	33
1da177e4 LT	34	#include <linux/vmalloc.h>
	35	#include "drmP.h"
	36
	37	#define DEBUG_SCATTER 0
	38
6876b3ba BH	39	static inline void *drm_vmalloc_dma(unsigned long size)
	40	{
	41	#if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
	42	return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL \| _PAGE_NO_CACHE);
	43	#else
	44	return vmalloc_32(size);
	45	#endif
	46	}
	47
55910517	48	void drm_sg_cleanup(struct drm_sg_mem * entry)
1da177e4 LT	49	{
	50	struct page *page;
	51	int i;
	52
b5e89ed5	53	for (i = 0; i < entry->pages; i++) {
1da177e4	54	page = entry->pagelist[i];
b5e89ed5 DA	55	if (page)
b5e89ed5 DA	56	ClearPageReserved(page);
1da177e4 LT	57	}
1da177e4 LT	58
b5e89ed5 DA	59	vfree(entry->virtual);
	60
	61	drm_free(entry->busaddr,
	62	entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
	63	drm_free(entry->pagelist,
	64	entry->pages * sizeof(*entry->pagelist), DRM_MEM_PAGES);
	65	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	66	}
1da177e4 LT	67
d1f2b55a DA	68	#ifdef _LP64
	69	# define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
	70	#else
	71	# define ScatterHandle(x) (unsigned int)(x)
	72	#endif
	73
c153f45f	74	int drm_sg_alloc(struct drm_device dev, struct drm_scatter_gather request)
1da177e4	75	{
55910517	76	struct drm_sg_mem *entry;
1da177e4 LT	77	unsigned long pages, i, j;
1da177e4 LT	78
3e684eae	79	DRM_DEBUG("\n");
1da177e4 LT	80
	81	if (!drm_core_check_feature(dev, DRIVER_SG))
	82	return -EINVAL;
	83
b5e89ed5	84	if (dev->sg)
1da177e4 LT	85	return -EINVAL;
1da177e4 LT	86
b5e89ed5 DA	87	entry = drm_alloc(sizeof(*entry), DRM_MEM_SGLISTS);
b5e89ed5 DA	88	if (!entry)
1da177e4 LT	89	return -ENOMEM;
1da177e4 LT	90
b5e89ed5	91	memset(entry, 0, sizeof(*entry));
c153f45f	92	pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
3e684eae	93	DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);
1da177e4 LT	94
1da177e4 LT	95	entry->pages = pages;
b5e89ed5 DA	96	entry->pagelist = drm_alloc(pages * sizeof(*entry->pagelist),
	97	DRM_MEM_PAGES);
	98	if (!entry->pagelist) {
	99	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	100	return -ENOMEM;
	101	}
	102
	103	memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));
	104
b5e89ed5 DA	105	entry->busaddr = drm_alloc(pages * sizeof(*entry->busaddr),
	106	DRM_MEM_PAGES);
	107	if (!entry->busaddr) {
	108	drm_free(entry->pagelist,
	109	entry->pages * sizeof(*entry->pagelist),
	110	DRM_MEM_PAGES);
	111	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	112	return -ENOMEM;
1da177e4 LT	113	}
b5e89ed5 DA	114	memset((void )entry->busaddr, 0, pages sizeof(*entry->busaddr));
b5e89ed5 DA	115
6876b3ba	116	entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
b5e89ed5 DA	117	if (!entry->virtual) {
	118	drm_free(entry->busaddr,
	119	entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
	120	drm_free(entry->pagelist,
	121	entry->pages * sizeof(*entry->pagelist),
	122	DRM_MEM_PAGES);
	123	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	124	return -ENOMEM;
	125	}
	126
	127	/* This also forces the mapping of COW pages, so our page list
	128	* will be valid. Please don't remove it...
	129	*/
b5e89ed5	130	memset(entry->virtual, 0, pages << PAGE_SHIFT);
1da177e4	131
d1f2b55a	132	entry->handle = ScatterHandle((unsigned long)entry->virtual);
1da177e4	133
3e684eae MN	134	DRM_DEBUG("handle = %08lx\n", entry->handle);
3e684eae MN	135	DRM_DEBUG("virtual = %p\n", entry->virtual);
1da177e4	136
b5e89ed5 DA	137	for (i = (unsigned long)entry->virtual, j = 0; j < pages;
b5e89ed5 DA	138	i += PAGE_SIZE, j++) {
1da177e4 LT	139	entry->pagelist[j] = vmalloc_to_page((void *)i);
	140	if (!entry->pagelist[j])
	141	goto failed;
	142	SetPageReserved(entry->pagelist[j]);
	143	}
	144
c153f45f	145	request->handle = entry->handle;
1da177e4 LT	146
	147	dev->sg = entry;
	148
	149	#if DEBUG_SCATTER
	150	/* Verify that each page points to its virtual address, and vice
	151	* versa.
	152	*/
	153	{
b5e89ed5	154	int error = 0;
1da177e4	155
b5e89ed5 DA	156	for (i = 0; i < pages; i++) {
b5e89ed5 DA	157	unsigned long *tmp;
1da177e4	158
b5e89ed5 DA	159	tmp = page_address(entry->pagelist[i]);
	160	for (j = 0;
	161	j < PAGE_SIZE / sizeof(unsigned long);
	162	j++, tmp++) {
	163	*tmp = 0xcafebabe;
	164	}
	165	tmp = (unsigned long )((u8 ) entry->virtual +
	166	(PAGE_SIZE * i));
	167	for (j = 0;
	168	j < PAGE_SIZE / sizeof(unsigned long);
	169	j++, tmp++) {
	170	if (*tmp != 0xcafebabe && error == 0) {
	171	error = 1;
	172	DRM_ERROR("Scatter allocation error, "
	173	"pagelist does not match "
	174	"virtual mapping\n");
	175	}
	176	}
	177	tmp = page_address(entry->pagelist[i]);
	178	for (j = 0;
	179	j < PAGE_SIZE / sizeof(unsigned long);
	180	j++, tmp++) {
	181	*tmp = 0;
1da177e4 LT	182	}
1da177e4 LT	183	}
b5e89ed5 DA	184	if (error == 0)
b5e89ed5 DA	185	DRM_ERROR("Scatter allocation matches pagelist\n");
1da177e4 LT	186	}
	187	#endif
	188
	189	return 0;
	190
b5e89ed5 DA	191	failed:
b5e89ed5 DA	192	drm_sg_cleanup(entry);
1da177e4 LT	193	return -ENOMEM;
1da177e4 LT	194	}
c153f45f EA	195	EXPORT_SYMBOL(drm_sg_alloc);
c153f45f EA	196
1da177e4	197
c153f45f EA	198	int drm_sg_alloc_ioctl(struct drm_device dev, void data,
c153f45f EA	199	struct drm_file *file_priv)
1da177e4	200	{
c153f45f EA	201	struct drm_scatter_gather *request = data;
	202
	203	return drm_sg_alloc(dev, request);
	204
	205	}
	206
	207	int drm_sg_free(struct drm_device dev, void data,
	208	struct drm_file *file_priv)
	209	{
	210	struct drm_scatter_gather *request = data;
55910517	211	struct drm_sg_mem *entry;
1da177e4 LT	212
	213	if (!drm_core_check_feature(dev, DRIVER_SG))
	214	return -EINVAL;
	215
1da177e4 LT	216	entry = dev->sg;
	217	dev->sg = NULL;
	218
c153f45f	219	if (!entry \|\| entry->handle != request->handle)
1da177e4 LT	220	return -EINVAL;
1da177e4 LT	221
3e684eae	222	DRM_DEBUG("virtual = %p\n", entry->virtual);
1da177e4	223
b5e89ed5	224	drm_sg_cleanup(entry);
1da177e4 LT	225
	226	return 0;
	227	}