[deliverable/linux.git] / drivers / char / drm / drm_scatter.c

/**
 * \file drm_scatter.c
 * IOCTLs to manage scatter/gather memory
 *
 * \author Gareth Hughes <gareth@valinux.com>
 */

/*
 * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
 *
 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#include <linux/config.h>
#include <linux/vmalloc.h>
#include "drmP.h"

#define DEBUG_SCATTER 0

void drm_sg_cleanup(drm_sg_mem_t * entry)
{
	struct page *page;
	int i;

	for (i = 0; i < entry->pages; i++) {
		page = entry->pagelist[i];
		if (page)
			ClearPageReserved(page);
	}

	vfree(entry->virtual);

	drm_free(entry->busaddr,
		 entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
	drm_free(entry->pagelist,
		 entry->pages * sizeof(*entry->pagelist), DRM_MEM_PAGES);
	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
}

#ifdef _LP64
# define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
#else
# define ScatterHandle(x) (unsigned int)(x)
#endif

int drm_sg_alloc(struct inode *inode, struct file *filp,
		 unsigned int cmd, unsigned long arg)
{
	drm_file_t *priv = filp->private_data;
	drm_device_t *dev = priv->head->dev;
	drm_scatter_gather_t __user *argp = (void __user *)arg;
	drm_scatter_gather_t request;
	drm_sg_mem_t *entry;
	unsigned long pages, i, j;

	DRM_DEBUG("%s\n", __FUNCTION__);

	if (!drm_core_check_feature(dev, DRIVER_SG))
		return -EINVAL;

	if (dev->sg)
		return -EINVAL;

	if (copy_from_user(&request, argp, sizeof(request)))
		return -EFAULT;

	entry = drm_alloc(sizeof(*entry), DRM_MEM_SGLISTS);
	if (!entry)
		return -ENOMEM;

	memset(entry, 0, sizeof(*entry));

	pages = (request.size + PAGE_SIZE - 1) / PAGE_SIZE;
	DRM_DEBUG("sg size=%ld pages=%ld\n", request.size, pages);

	entry->pages = pages;
	entry->pagelist = drm_alloc(pages * sizeof(*entry->pagelist),
				    DRM_MEM_PAGES);
	if (!entry->pagelist) {
		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
		return -ENOMEM;
	}

	memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));

	entry->busaddr = drm_alloc(pages * sizeof(*entry->busaddr),
				   DRM_MEM_PAGES);
	if (!entry->busaddr) {
		drm_free(entry->pagelist,
			 entry->pages * sizeof(*entry->pagelist),
			 DRM_MEM_PAGES);
		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
		return -ENOMEM;
	}
	memset((void *)entry->busaddr, 0, pages * sizeof(*entry->busaddr));

	entry->virtual = vmalloc_32(pages << PAGE_SHIFT);
	if (!entry->virtual) {
		drm_free(entry->busaddr,
			 entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
		drm_free(entry->pagelist,
			 entry->pages * sizeof(*entry->pagelist),
			 DRM_MEM_PAGES);
		drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
		return -ENOMEM;
	}

	/* This also forces the mapping of COW pages, so our page list
	 * will be valid.  Please don't remove it...
	 */
	memset(entry->virtual, 0, pages << PAGE_SHIFT);

	entry->handle = ScatterHandle((unsigned long)entry->virtual);

	DRM_DEBUG("sg alloc handle  = %08lx\n", entry->handle);
	DRM_DEBUG("sg alloc virtual = %p\n", entry->virtual);

	for (i = (unsigned long)entry->virtual, j = 0; j < pages;
	     i += PAGE_SIZE, j++) {
		entry->pagelist[j] = vmalloc_to_page((void *)i);
		if (!entry->pagelist[j])
			goto failed;
		SetPageReserved(entry->pagelist[j]);
	}

	request.handle = entry->handle;

	if (copy_to_user(argp, &request, sizeof(request))) {
		drm_sg_cleanup(entry);
		return -EFAULT;
	}

	dev->sg = entry;

#if DEBUG_SCATTER
	/* Verify that each page points to its virtual address, and vice
	 * versa.
	 */
	{
		int error = 0;

		for (i = 0; i < pages; i++) {
			unsigned long *tmp;

			tmp = page_address(entry->pagelist[i]);
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				*tmp = 0xcafebabe;
			}
			tmp = (unsigned long *)((u8 *) entry->virtual +
						(PAGE_SIZE * i));
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				if (*tmp != 0xcafebabe && error == 0) {
					error = 1;
					DRM_ERROR("Scatter allocation error, "
						  "pagelist does not match "
						  "virtual mapping\n");
				}
			}
			tmp = page_address(entry->pagelist[i]);
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				*tmp = 0;
			}
		}
		if (error == 0)
			DRM_ERROR("Scatter allocation matches pagelist\n");
	}
#endif

	return 0;

      failed:
	drm_sg_cleanup(entry);
	return -ENOMEM;
}

int drm_sg_free(struct inode *inode, struct file *filp,
		unsigned int cmd, unsigned long arg)
{
	drm_file_t *priv = filp->private_data;
	drm_device_t *dev = priv->head->dev;
	drm_scatter_gather_t request;
	drm_sg_mem_t *entry;

	if (!drm_core_check_feature(dev, DRIVER_SG))
		return -EINVAL;

	if (copy_from_user(&request,
			   (drm_scatter_gather_t __user *) arg,
			   sizeof(request)))
		return -EFAULT;

	entry = dev->sg;
	dev->sg = NULL;

	if (!entry || entry->handle != request.handle)
		return -EINVAL;

	DRM_DEBUG("sg free virtual  = %p\n", entry->virtual);

	drm_sg_cleanup(entry);

	return 0;
}
Commit	Line	Data
1da177e4	1	/**
b5e89ed5	2	* \file drm_scatter.c
1da177e4 LT	3	* IOCTLs to manage scatter/gather memory
	4	*
	5	* \author Gareth Hughes <gareth@valinux.com>
	6	*/
	7
	8	/*
	9	* Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
	10	*
	11	* Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
	12	* All Rights Reserved.
	13	*
	14	* Permission is hereby granted, free of charge, to any person obtaining a
	15	* copy of this software and associated documentation files (the "Software"),
	16	* to deal in the Software without restriction, including without limitation
	17	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	18	* and/or sell copies of the Software, and to permit persons to whom the
	19	* Software is furnished to do so, subject to the following conditions:
	20	*
	21	* The above copyright notice and this permission notice (including the next
	22	* paragraph) shall be included in all copies or substantial portions of the
	23	* Software.
	24	*
	25	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	26	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	27	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	28	* PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
	29	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	30	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
	31	* DEALINGS IN THE SOFTWARE.
	32	*/
	33
	34	#include <linux/config.h>
	35	#include <linux/vmalloc.h>
	36	#include "drmP.h"
	37
	38	#define DEBUG_SCATTER 0
	39
b5e89ed5	40	void drm_sg_cleanup(drm_sg_mem_t * entry)
1da177e4 LT	41	{
	42	struct page *page;
	43	int i;
	44
b5e89ed5	45	for (i = 0; i < entry->pages; i++) {
1da177e4	46	page = entry->pagelist[i];
b5e89ed5 DA	47	if (page)
b5e89ed5 DA	48	ClearPageReserved(page);
1da177e4 LT	49	}
1da177e4 LT	50
b5e89ed5 DA	51	vfree(entry->virtual);
	52
	53	drm_free(entry->busaddr,
	54	entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
	55	drm_free(entry->pagelist,
	56	entry->pages * sizeof(*entry->pagelist), DRM_MEM_PAGES);
	57	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	58	}
1da177e4 LT	59
d1f2b55a DA	60	#ifdef _LP64
	61	# define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
	62	#else
	63	# define ScatterHandle(x) (unsigned int)(x)
	64	#endif
	65
b5e89ed5 DA	66	int drm_sg_alloc(struct inode inode, struct file filp,
b5e89ed5 DA	67	unsigned int cmd, unsigned long arg)
1da177e4 LT	68	{
	69	drm_file_t *priv = filp->private_data;
	70	drm_device_t *dev = priv->head->dev;
	71	drm_scatter_gather_t __user argp = (void __user )arg;
	72	drm_scatter_gather_t request;
	73	drm_sg_mem_t *entry;
	74	unsigned long pages, i, j;
	75
b5e89ed5	76	DRM_DEBUG("%s\n", __FUNCTION__);
1da177e4 LT	77
	78	if (!drm_core_check_feature(dev, DRIVER_SG))
	79	return -EINVAL;
	80
b5e89ed5	81	if (dev->sg)
1da177e4 LT	82	return -EINVAL;
1da177e4 LT	83
b5e89ed5	84	if (copy_from_user(&request, argp, sizeof(request)))
1da177e4 LT	85	return -EFAULT;
1da177e4 LT	86
b5e89ed5 DA	87	entry = drm_alloc(sizeof(*entry), DRM_MEM_SGLISTS);
b5e89ed5 DA	88	if (!entry)
1da177e4 LT	89	return -ENOMEM;
1da177e4 LT	90
b5e89ed5	91	memset(entry, 0, sizeof(*entry));
1da177e4 LT	92
1da177e4 LT	93	pages = (request.size + PAGE_SIZE - 1) / PAGE_SIZE;
b5e89ed5	94	DRM_DEBUG("sg size=%ld pages=%ld\n", request.size, pages);
1da177e4 LT	95
1da177e4 LT	96	entry->pages = pages;
b5e89ed5 DA	97	entry->pagelist = drm_alloc(pages * sizeof(*entry->pagelist),
	98	DRM_MEM_PAGES);
	99	if (!entry->pagelist) {
	100	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	101	return -ENOMEM;
	102	}
	103
	104	memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));
	105
b5e89ed5 DA	106	entry->busaddr = drm_alloc(pages * sizeof(*entry->busaddr),
	107	DRM_MEM_PAGES);
	108	if (!entry->busaddr) {
	109	drm_free(entry->pagelist,
	110	entry->pages * sizeof(*entry->pagelist),
	111	DRM_MEM_PAGES);
	112	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	113	return -ENOMEM;
1da177e4 LT	114	}
b5e89ed5 DA	115	memset((void )entry->busaddr, 0, pages sizeof(*entry->busaddr));
	116
	117	entry->virtual = vmalloc_32(pages << PAGE_SHIFT);
	118	if (!entry->virtual) {
	119	drm_free(entry->busaddr,
	120	entry->pages * sizeof(*entry->busaddr), DRM_MEM_PAGES);
	121	drm_free(entry->pagelist,
	122	entry->pages * sizeof(*entry->pagelist),
	123	DRM_MEM_PAGES);
	124	drm_free(entry, sizeof(*entry), DRM_MEM_SGLISTS);
1da177e4 LT	125	return -ENOMEM;
	126	}
	127
	128	/* This also forces the mapping of COW pages, so our page list
	129	* will be valid. Please don't remove it...
	130	*/
b5e89ed5	131	memset(entry->virtual, 0, pages << PAGE_SHIFT);
1da177e4	132
d1f2b55a	133	entry->handle = ScatterHandle((unsigned long)entry->virtual);
1da177e4	134
b5e89ed5 DA	135	DRM_DEBUG("sg alloc handle = %08lx\n", entry->handle);
b5e89ed5 DA	136	DRM_DEBUG("sg alloc virtual = %p\n", entry->virtual);
1da177e4	137
b5e89ed5 DA	138	for (i = (unsigned long)entry->virtual, j = 0; j < pages;
b5e89ed5 DA	139	i += PAGE_SIZE, j++) {
1da177e4 LT	140	entry->pagelist[j] = vmalloc_to_page((void *)i);
	141	if (!entry->pagelist[j])
	142	goto failed;
	143	SetPageReserved(entry->pagelist[j]);
	144	}
	145
	146	request.handle = entry->handle;
	147
b5e89ed5 DA	148	if (copy_to_user(argp, &request, sizeof(request))) {
b5e89ed5 DA	149	drm_sg_cleanup(entry);
1da177e4 LT	150	return -EFAULT;
	151	}
	152
	153	dev->sg = entry;
	154
	155	#if DEBUG_SCATTER
	156	/* Verify that each page points to its virtual address, and vice
	157	* versa.
	158	*/
	159	{
b5e89ed5	160	int error = 0;
1da177e4	161
b5e89ed5 DA	162	for (i = 0; i < pages; i++) {
b5e89ed5 DA	163	unsigned long *tmp;
1da177e4	164
b5e89ed5 DA	165	tmp = page_address(entry->pagelist[i]);
	166	for (j = 0;
	167	j < PAGE_SIZE / sizeof(unsigned long);
	168	j++, tmp++) {
	169	*tmp = 0xcafebabe;
	170	}
	171	tmp = (unsigned long )((u8 ) entry->virtual +
	172	(PAGE_SIZE * i));
	173	for (j = 0;
	174	j < PAGE_SIZE / sizeof(unsigned long);
	175	j++, tmp++) {
	176	if (*tmp != 0xcafebabe && error == 0) {
	177	error = 1;
	178	DRM_ERROR("Scatter allocation error, "
	179	"pagelist does not match "
	180	"virtual mapping\n");
	181	}
	182	}
	183	tmp = page_address(entry->pagelist[i]);
	184	for (j = 0;
	185	j < PAGE_SIZE / sizeof(unsigned long);
	186	j++, tmp++) {
	187	*tmp = 0;
1da177e4 LT	188	}
1da177e4 LT	189	}
b5e89ed5 DA	190	if (error == 0)
b5e89ed5 DA	191	DRM_ERROR("Scatter allocation matches pagelist\n");
1da177e4 LT	192	}
	193	#endif
	194
	195	return 0;
	196
b5e89ed5 DA	197	failed:
b5e89ed5 DA	198	drm_sg_cleanup(entry);
1da177e4 LT	199	return -ENOMEM;
	200	}
	201
b5e89ed5 DA	202	int drm_sg_free(struct inode inode, struct file filp,
b5e89ed5 DA	203	unsigned int cmd, unsigned long arg)
1da177e4 LT	204	{
	205	drm_file_t *priv = filp->private_data;
	206	drm_device_t *dev = priv->head->dev;
	207	drm_scatter_gather_t request;
	208	drm_sg_mem_t *entry;
	209
	210	if (!drm_core_check_feature(dev, DRIVER_SG))
	211	return -EINVAL;
	212
b5e89ed5 DA	213	if (copy_from_user(&request,
	214	(drm_scatter_gather_t __user *) arg,
	215	sizeof(request)))
1da177e4 LT	216	return -EFAULT;
	217
	218	entry = dev->sg;
	219	dev->sg = NULL;
	220
b5e89ed5	221	if (!entry \|\| entry->handle != request.handle)
1da177e4 LT	222	return -EINVAL;
1da177e4 LT	223
b5e89ed5	224	DRM_DEBUG("sg free virtual = %p\n", entry->virtual);
1da177e4	225
b5e89ed5	226	drm_sg_cleanup(entry);
1da177e4 LT	227
	228	return 0;
	229	}