[deliverable/linux.git] / drivers / gpu / drm / drm_pci.c

/* drm_pci.h -- PCI DMA memory management wrappers for DRM -*- linux-c -*- */
/**
 * \file drm_pci.c
 * \brief Functions and ioctls to manage PCI memory
 *
 * \warning These interfaces aren't stable yet.
 *
 * \todo Implement the remaining ioctl's for the PCI pools.
 * \todo The wrappers here are so thin that they would be better off inlined..
 *
 * \author José Fonseca <jrfonseca@tungstengraphics.com>
 * \author Leif Delgass <ldelgass@retinalburn.net>
 */

/*
 * Copyright 2003 José Fonseca.
 * Copyright 2003 Leif Delgass.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
 * AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */

#include <linux/pci.h>
#include <linux/slab.h>
#include <linux/dma-mapping.h>
#include <linux/export.h>
#include <drm/drmP.h>

/**********************************************************************/
/** \name PCI memory */
/*@{*/

/**
 * \brief Allocate a PCI consistent memory block, for DMA.
 */
drm_dma_handle_t *drm_pci_alloc(struct drm_device * dev, size_t size, size_t align)
{
	drm_dma_handle_t *dmah;
	unsigned long addr;
	size_t sz;

	/* pci_alloc_consistent only guarantees alignment to the smallest
	 * PAGE_SIZE order which is greater than or equal to the requested size.
	 * Return NULL here for now to make sure nobody tries for larger alignment
	 */
	if (align > size)
		return NULL;

	dmah = kmalloc(sizeof(drm_dma_handle_t), GFP_KERNEL);
	if (!dmah)
		return NULL;

	dmah->size = size;
	dmah->vaddr = dma_alloc_coherent(&dev->pdev->dev, size, &dmah->busaddr, GFP_KERNEL | __GFP_COMP);

	if (dmah->vaddr == NULL) {
		kfree(dmah);
		return NULL;
	}

	memset(dmah->vaddr, 0, size);

	/* XXX - Is virt_to_page() legal for consistent mem? */
	/* Reserve */
	for (addr = (unsigned long)dmah->vaddr, sz = size;
	     sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
		SetPageReserved(virt_to_page((void *)addr));
	}

	return dmah;
}

EXPORT_SYMBOL(drm_pci_alloc);

/**
 * \brief Free a PCI consistent memory block without freeing its descriptor.
 *
 * This function is for internal use in the Linux-specific DRM core code.
 */
void __drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
{
	unsigned long addr;
	size_t sz;

	if (dmah->vaddr) {
		/* XXX - Is virt_to_page() legal for consistent mem? */
		/* Unreserve */
		for (addr = (unsigned long)dmah->vaddr, sz = dmah->size;
		     sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
			ClearPageReserved(virt_to_page((void *)addr));
		}
		dma_free_coherent(&dev->pdev->dev, dmah->size, dmah->vaddr,
				  dmah->busaddr);
	}
}

/**
 * \brief Free a PCI consistent memory block
 */
void drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
{
	__drm_pci_free(dev, dmah);
	kfree(dmah);
}

EXPORT_SYMBOL(drm_pci_free);

#ifdef CONFIG_PCI

static int drm_get_pci_domain(struct drm_device *dev)
{
#ifndef __alpha__
	/* For historical reasons, drm_get_pci_domain() is busticated
	 * on most archs and has to remain so for userspace interface
	 * < 1.4, except on alpha which was right from the beginning
	 */
	if (dev->if_version < 0x10004)
		return 0;
#endif /* __alpha__ */

	return pci_domain_nr(dev->pdev->bus);
}

static int drm_pci_set_busid(struct drm_device *dev, struct drm_master *master)
{
	int len, ret;
	master->unique_len = 40;
	master->unique_size = master->unique_len;
	master->unique = kmalloc(master->unique_size, GFP_KERNEL);
	if (master->unique == NULL)
		return -ENOMEM;


	len = snprintf(master->unique, master->unique_len,
		       "pci:%04x:%02x:%02x.%d",
		       drm_get_pci_domain(dev),
		       dev->pdev->bus->number,
		       PCI_SLOT(dev->pdev->devfn),
		       PCI_FUNC(dev->pdev->devfn));

	if (len >= master->unique_len) {
		DRM_ERROR("buffer overflow");
		ret = -EINVAL;
		goto err;
	} else
		master->unique_len = len;

	return 0;
err:
	return ret;
}

int drm_pci_set_unique(struct drm_device *dev,
		       struct drm_master *master,
		       struct drm_unique *u)
{
	int domain, bus, slot, func, ret;

	master->unique_len = u->unique_len;
	master->unique_size = u->unique_len + 1;
	master->unique = kmalloc(master->unique_size, GFP_KERNEL);
	if (!master->unique) {
		ret = -ENOMEM;
		goto err;
	}

	if (copy_from_user(master->unique, u->unique, master->unique_len)) {
		ret = -EFAULT;
		goto err;
	}

	master->unique[master->unique_len] = '\0';

	/* Return error if the busid submitted doesn't match the device's actual
	 * busid.
	 */
	ret = sscanf(master->unique, "PCI:%d:%d:%d", &bus, &slot, &func);
	if (ret != 3) {
		ret = -EINVAL;
		goto err;
	}

	domain = bus >> 8;
	bus &= 0xff;

	if ((domain != drm_get_pci_domain(dev)) ||
	    (bus != dev->pdev->bus->number) ||
	    (slot != PCI_SLOT(dev->pdev->devfn)) ||
	    (func != PCI_FUNC(dev->pdev->devfn))) {
		ret = -EINVAL;
		goto err;
	}
	return 0;
err:
	return ret;
}

static int drm_pci_irq_by_busid(struct drm_device *dev, struct drm_irq_busid *p)
{
	if ((p->busnum >> 8) != drm_get_pci_domain(dev) ||
	    (p->busnum & 0xff) != dev->pdev->bus->number ||
	    p->devnum != PCI_SLOT(dev->pdev->devfn) || p->funcnum != PCI_FUNC(dev->pdev->devfn))
		return -EINVAL;

	p->irq = dev->pdev->irq;

	DRM_DEBUG("%d:%d:%d => IRQ %d\n", p->busnum, p->devnum, p->funcnum,
		  p->irq);
	return 0;
}

/**
 * Get interrupt from bus id.
 *
 * \param inode device inode.
 * \param file_priv DRM file private.
 * \param cmd command.
 * \param arg user argument, pointing to a drm_irq_busid structure.
 * \return zero on success or a negative number on failure.
 *
 * Finds the PCI device with the specified bus id and gets its IRQ number.
 * This IOCTL is deprecated, and will now return EINVAL for any busid not equal
 * to that of the device that this DRM instance attached to.
 */
int drm_irq_by_busid(struct drm_device *dev, void *data,
		     struct drm_file *file_priv)
{
	struct drm_irq_busid *p = data;

	if (drm_core_check_feature(dev, DRIVER_MODESET))
		return -EINVAL;

	/* UMS was only ever support on PCI devices. */
	if (WARN_ON(!dev->pdev))
		return -EINVAL;

	if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
		return -EINVAL;

	return drm_pci_irq_by_busid(dev, p);
}

static void drm_pci_agp_init(struct drm_device *dev)
{
	if (drm_core_check_feature(dev, DRIVER_USE_AGP)) {
		if (drm_pci_device_is_agp(dev))
			dev->agp = drm_agp_init(dev);
		if (dev->agp) {
			dev->agp->agp_mtrr = arch_phys_wc_add(
				dev->agp->agp_info.aper_base,
				dev->agp->agp_info.aper_size *
				1024 * 1024);
		}
	}
}

void drm_pci_agp_destroy(struct drm_device *dev)
{
	if (dev->agp) {
		arch_phys_wc_del(dev->agp->agp_mtrr);
		drm_agp_clear(dev);
		kfree(dev->agp);
		dev->agp = NULL;
	}
}

static struct drm_bus drm_pci_bus = {
	.set_busid = drm_pci_set_busid,
};

/**
 * Register.
 *
 * \param pdev - PCI device structure
 * \param ent entry from the PCI ID table with device type flags
 * \return zero on success or a negative number on failure.
 *
 * Attempt to gets inter module "drm" information. If we are first
 * then register the character device and inter module information.
 * Try and register, if we fail to register, backout previous work.
 */
int drm_get_pci_dev(struct pci_dev *pdev, const struct pci_device_id *ent,
		    struct drm_driver *driver)
{
	struct drm_device *dev;
	int ret;

	DRM_DEBUG("\n");

	dev = drm_dev_alloc(driver, &pdev->dev);
	if (!dev)
		return -ENOMEM;

	ret = pci_enable_device(pdev);
	if (ret)
		goto err_free;

	dev->pdev = pdev;
#ifdef __alpha__
	dev->hose = pdev->sysdata;
#endif

	if (drm_core_check_feature(dev, DRIVER_MODESET))
		pci_set_drvdata(pdev, dev);

	drm_pci_agp_init(dev);

	ret = drm_dev_register(dev, ent->driver_data);
	if (ret)
		goto err_agp;

	DRM_INFO("Initialized %s %d.%d.%d %s for %s on minor %d\n",
		 driver->name, driver->major, driver->minor, driver->patchlevel,
		 driver->date, pci_name(pdev), dev->primary->index);

	/* No locking needed since shadow-attach is single-threaded since it may
	 * only be called from the per-driver module init hook. */
	if (!drm_core_check_feature(dev, DRIVER_MODESET))
		list_add_tail(&dev->legacy_dev_list, &driver->legacy_dev_list);

	return 0;

err_agp:
	drm_pci_agp_destroy(dev);
	pci_disable_device(pdev);
err_free:
	drm_dev_unref(dev);
	return ret;
}
EXPORT_SYMBOL(drm_get_pci_dev);

/**
 * PCI device initialization. Called direct from modules at load time.
 *
 * \return zero on success or a negative number on failure.
 *
 * Initializes a drm_device structures,registering the
 * stubs and initializing the AGP device.
 *
 * Expands the \c DRIVER_PREINIT and \c DRIVER_POST_INIT macros before and
 * after the initialization for driver customization.
 */
int drm_pci_init(struct drm_driver *driver, struct pci_driver *pdriver)
{
	struct pci_dev *pdev = NULL;
	const struct pci_device_id *pid;
	int i;

	DRM_DEBUG("\n");

	driver->bus = &drm_pci_bus;

	if (driver->driver_features & DRIVER_MODESET)
		return pci_register_driver(pdriver);

	/* If not using KMS, fall back to stealth mode manual scanning. */
	INIT_LIST_HEAD(&driver->legacy_dev_list);
	for (i = 0; pdriver->id_table[i].vendor != 0; i++) {
		pid = &pdriver->id_table[i];

		/* Loop around setting up a DRM device for each PCI device
		 * matching our ID and device class.  If we had the internal
		 * function that pci_get_subsys and pci_get_class used, we'd
		 * be able to just pass pid in instead of doing a two-stage
		 * thing.
		 */
		pdev = NULL;
		while ((pdev =
			pci_get_subsys(pid->vendor, pid->device, pid->subvendor,
				       pid->subdevice, pdev)) != NULL) {
			if ((pdev->class & pid->class_mask) != pid->class)
				continue;

			/* stealth mode requires a manual probe */
			pci_dev_get(pdev);
			drm_get_pci_dev(pdev, pid, driver);
		}
	}
	return 0;
}

int drm_pcie_get_speed_cap_mask(struct drm_device *dev, u32 *mask)
{
	struct pci_dev *root;
	u32 lnkcap, lnkcap2;

	*mask = 0;
	if (!dev->pdev)
		return -EINVAL;

	root = dev->pdev->bus->self;

	/* we've been informed via and serverworks don't make the cut */
	if (root->vendor == PCI_VENDOR_ID_VIA ||
	    root->vendor == PCI_VENDOR_ID_SERVERWORKS)
		return -EINVAL;

	pcie_capability_read_dword(root, PCI_EXP_LNKCAP, &lnkcap);
	pcie_capability_read_dword(root, PCI_EXP_LNKCAP2, &lnkcap2);

	if (lnkcap2) {	/* PCIe r3.0-compliant */
		if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_2_5GB)
			*mask |= DRM_PCIE_SPEED_25;
		if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_5_0GB)
			*mask |= DRM_PCIE_SPEED_50;
		if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_8_0GB)
			*mask |= DRM_PCIE_SPEED_80;
	} else {	/* pre-r3.0 */
		if (lnkcap & PCI_EXP_LNKCAP_SLS_2_5GB)
			*mask |= DRM_PCIE_SPEED_25;
		if (lnkcap & PCI_EXP_LNKCAP_SLS_5_0GB)
			*mask |= (DRM_PCIE_SPEED_25 | DRM_PCIE_SPEED_50);
	}

	DRM_INFO("probing gen 2 caps for device %x:%x = %x/%x\n", root->vendor, root->device, lnkcap, lnkcap2);
	return 0;
}
EXPORT_SYMBOL(drm_pcie_get_speed_cap_mask);

#else

int drm_pci_init(struct drm_driver *driver, struct pci_driver *pdriver)
{
	return -1;
}

void drm_pci_agp_destroy(struct drm_device *dev) {}

int drm_irq_by_busid(struct drm_device *dev, void *data,
		     struct drm_file *file_priv)
{
	return -EINVAL;
}

int drm_pci_set_unique(struct drm_device *dev,
		       struct drm_master *master,
		       struct drm_unique *u)
{
	return -EINVAL;
}
#endif

EXPORT_SYMBOL(drm_pci_init);

/*@}*/
void drm_pci_exit(struct drm_driver *driver, struct pci_driver *pdriver)
{
	struct drm_device *dev, *tmp;
	DRM_DEBUG("\n");

	if (driver->driver_features & DRIVER_MODESET) {
		pci_unregister_driver(pdriver);
	} else {
		list_for_each_entry_safe(dev, tmp, &driver->legacy_dev_list,
					 legacy_dev_list) {
			list_del(&dev->legacy_dev_list);
			drm_put_dev(dev);
		}
	}
	DRM_INFO("Module unloaded\n");
}
EXPORT_SYMBOL(drm_pci_exit);
Commit	Line	Data
1da177e4 LT	1	/* drm_pci.h -- PCI DMA memory management wrappers for DRM -- linux-c -- */
	2	/**
	3	* \file drm_pci.c
	4	* \brief Functions and ioctls to manage PCI memory
	5	*
	6	* \warning These interfaces aren't stable yet.
	7	*
	8	* \todo Implement the remaining ioctl's for the PCI pools.
	9	* \todo The wrappers here are so thin that they would be better off inlined..
	10	*
96de0e25	11	* \author José Fonseca <jrfonseca@tungstengraphics.com>
1da177e4 LT	12	* \author Leif Delgass <ldelgass@retinalburn.net>
	13	*/
	14
	15	/*
96de0e25	16	* Copyright 2003 José Fonseca.
1da177e4 LT	17	* Copyright 2003 Leif Delgass.
	18	* All Rights Reserved.
	19	*
	20	* Permission is hereby granted, free of charge, to any person obtaining a
	21	* copy of this software and associated documentation files (the "Software"),
	22	* to deal in the Software without restriction, including without limitation
	23	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	24	* and/or sell copies of the Software, and to permit persons to whom the
	25	* Software is furnished to do so, subject to the following conditions:
	26	*
	27	* The above copyright notice and this permission notice (including the next
	28	* paragraph) shall be included in all copies or substantial portions of the
	29	* Software.
	30	*
	31	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	32	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	33	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
	34	* AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
	35	* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
	36	* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
	37	*/
	38
	39	#include <linux/pci.h>
5a0e3ad6	40	#include <linux/slab.h>
195b3a2d	41	#include <linux/dma-mapping.h>
2d1a8a48	42	#include <linux/export.h>
760285e7	43	#include <drm/drmP.h>
1da177e4 LT	44
	45	/**********************************************************************/
	46	/** \name PCI memory */
	47	/@{/
	48
	49	/**
	50	* \brief Allocate a PCI consistent memory block, for DMA.
	51	*/
e6be8d9d	52	drm_dma_handle_t drm_pci_alloc(struct drm_device dev, size_t size, size_t align)
1da177e4	53	{
9c8da5eb	54	drm_dma_handle_t *dmah;
ddf19b97 DA	55	unsigned long addr;
ddf19b97 DA	56	size_t sz;
1da177e4 LT	57
	58	/* pci_alloc_consistent only guarantees alignment to the smallest
	59	* PAGE_SIZE order which is greater than or equal to the requested size.
	60	* Return NULL here for now to make sure nobody tries for larger alignment
	61	*/
	62	if (align > size)
	63	return NULL;
	64
9c8da5eb DA	65	dmah = kmalloc(sizeof(drm_dma_handle_t), GFP_KERNEL);
	66	if (!dmah)
	67	return NULL;
b5e89ed5	68
9c8da5eb	69	dmah->size = size;
ddf19b97	70	dmah->vaddr = dma_alloc_coherent(&dev->pdev->dev, size, &dmah->busaddr, GFP_KERNEL \| __GFP_COMP);
1da177e4	71
9c8da5eb DA	72	if (dmah->vaddr == NULL) {
9c8da5eb DA	73	kfree(dmah);
1da177e4	74	return NULL;
9c8da5eb	75	}
1da177e4	76
9c8da5eb	77	memset(dmah->vaddr, 0, size);
1da177e4	78
ddf19b97 DA	79	/* XXX - Is virt_to_page() legal for consistent mem? */
	80	/* Reserve */
	81	for (addr = (unsigned long)dmah->vaddr, sz = size;
	82	sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
e1e78533	83	SetPageReserved(virt_to_page((void *)addr));
ddf19b97 DA	84	}
ddf19b97 DA	85
9c8da5eb	86	return dmah;
1da177e4	87	}
b5e89ed5	88
1da177e4 LT	89	EXPORT_SYMBOL(drm_pci_alloc);
	90
	91	/**
ddf19b97	92	* \brief Free a PCI consistent memory block without freeing its descriptor.
9c8da5eb DA	93	*
9c8da5eb DA	94	* This function is for internal use in the Linux-specific DRM core code.
1da177e4	95	*/
84b1fd10	96	void __drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
1da177e4	97	{
ddf19b97 DA	98	unsigned long addr;
ddf19b97 DA	99	size_t sz;
1da177e4	100
9a298b2a	101	if (dmah->vaddr) {
ddf19b97 DA	102	/* XXX - Is virt_to_page() legal for consistent mem? */
	103	/* Unreserve */
	104	for (addr = (unsigned long)dmah->vaddr, sz = dmah->size;
	105	sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
e1e78533	106	ClearPageReserved(virt_to_page((void *)addr));
ddf19b97 DA	107	}
	108	dma_free_coherent(&dev->pdev->dev, dmah->size, dmah->vaddr,
	109	dmah->busaddr);
1da177e4	110	}
1da177e4	111	}
9c8da5eb DA	112
	113	/**
	114	* \brief Free a PCI consistent memory block
	115	*/
84b1fd10	116	void drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
9c8da5eb DA	117	{
	118	__drm_pci_free(dev, dmah);
	119	kfree(dmah);
	120	}
b5e89ed5	121
1da177e4 LT	122	EXPORT_SYMBOL(drm_pci_free);
1da177e4 LT	123
dcdb1674	124	#ifdef CONFIG_PCI
8410ea3b DA	125
	126	static int drm_get_pci_domain(struct drm_device *dev)
	127	{
	128	#ifndef __alpha__
	129	/* For historical reasons, drm_get_pci_domain() is busticated
	130	* on most archs and has to remain so for userspace interface
	131	* < 1.4, except on alpha which was right from the beginning
	132	*/
	133	if (dev->if_version < 0x10004)
	134	return 0;
	135	#endif /* __alpha__ */
	136
	137	return pci_domain_nr(dev->pdev->bus);
	138	}
	139
ea9cbb06	140	static int drm_pci_set_busid(struct drm_device dev, struct drm_master master)
8410ea3b DA	141	{
8410ea3b DA	142	int len, ret;
8410ea3b DA	143	master->unique_len = 40;
	144	master->unique_size = master->unique_len;
	145	master->unique = kmalloc(master->unique_size, GFP_KERNEL);
	146	if (master->unique == NULL)
	147	return -ENOMEM;
	148
	149
	150	len = snprintf(master->unique, master->unique_len,
	151	"pci:%04x:%02x:%02x.%d",
	152	drm_get_pci_domain(dev),
	153	dev->pdev->bus->number,
	154	PCI_SLOT(dev->pdev->devfn),
	155	PCI_FUNC(dev->pdev->devfn));
	156
	157	if (len >= master->unique_len) {
	158	DRM_ERROR("buffer overflow");
	159	ret = -EINVAL;
	160	goto err;
	161	} else
	162	master->unique_len = len;
	163
8410ea3b DA	164	return 0;
	165	err:
	166	return ret;
	167	}
	168
53bf2a2b DV	169	int drm_pci_set_unique(struct drm_device *dev,
	170	struct drm_master *master,
	171	struct drm_unique *u)
8410ea3b DA	172	{
8410ea3b DA	173	int domain, bus, slot, func, ret;
8410ea3b DA	174
	175	master->unique_len = u->unique_len;
	176	master->unique_size = u->unique_len + 1;
	177	master->unique = kmalloc(master->unique_size, GFP_KERNEL);
	178	if (!master->unique) {
	179	ret = -ENOMEM;
	180	goto err;
	181	}
	182
	183	if (copy_from_user(master->unique, u->unique, master->unique_len)) {
	184	ret = -EFAULT;
	185	goto err;
	186	}
	187
	188	master->unique[master->unique_len] = '\0';
	189
8410ea3b DA	190	/* Return error if the busid submitted doesn't match the device's actual
	191	* busid.
	192	*/
	193	ret = sscanf(master->unique, "PCI:%d:%d:%d", &bus, &slot, &func);
	194	if (ret != 3) {
	195	ret = -EINVAL;
	196	goto err;
	197	}
	198
	199	domain = bus >> 8;
	200	bus &= 0xff;
	201
	202	if ((domain != drm_get_pci_domain(dev)) \|\|
	203	(bus != dev->pdev->bus->number) \|\|
	204	(slot != PCI_SLOT(dev->pdev->devfn)) \|\|
	205	(func != PCI_FUNC(dev->pdev->devfn))) {
	206	ret = -EINVAL;
	207	goto err;
	208	}
	209	return 0;
	210	err:
	211	return ret;
	212	}
	213
45e97ab6	214	static int drm_pci_irq_by_busid(struct drm_device dev, struct drm_irq_busid p)
8410ea3b DA	215	{
	216	if ((p->busnum >> 8) != drm_get_pci_domain(dev) \|\|
	217	(p->busnum & 0xff) != dev->pdev->bus->number \|\|
	218	p->devnum != PCI_SLOT(dev->pdev->devfn) \|\| p->funcnum != PCI_FUNC(dev->pdev->devfn))
	219	return -EINVAL;
	220
	221	p->irq = dev->pdev->irq;
	222
	223	DRM_DEBUG("%d:%d:%d => IRQ %d\n", p->busnum, p->devnum, p->funcnum,
	224	p->irq);
	225	return 0;
	226	}
	227
eaaf8f0f DV	228	/**
	229	* Get interrupt from bus id.
	230	*
	231	* \param inode device inode.
	232	* \param file_priv DRM file private.
	233	* \param cmd command.
	234	* \param arg user argument, pointing to a drm_irq_busid structure.
	235	* \return zero on success or a negative number on failure.
	236	*
	237	* Finds the PCI device with the specified bus id and gets its IRQ number.
	238	* This IOCTL is deprecated, and will now return EINVAL for any busid not equal
	239	* to that of the device that this DRM instance attached to.
	240	*/
	241	int drm_irq_by_busid(struct drm_device dev, void data,
	242	struct drm_file *file_priv)
	243	{
	244	struct drm_irq_busid *p = data;
	245
	246	if (drm_core_check_feature(dev, DRIVER_MODESET))
	247	return -EINVAL;
	248
	249	/* UMS was only ever support on PCI devices. */
	250	if (WARN_ON(!dev->pdev))
	251	return -EINVAL;
	252
	253	if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
	254	return -EINVAL;
	255
	256	return drm_pci_irq_by_busid(dev, p);
	257	}
	258
8da79ccd	259	static void drm_pci_agp_init(struct drm_device *dev)
8410ea3b	260	{
d9906753	261	if (drm_core_check_feature(dev, DRIVER_USE_AGP)) {
8410ea3b DA	262	if (drm_pci_device_is_agp(dev))
8410ea3b DA	263	dev->agp = drm_agp_init(dev);
28185647 DV	264	if (dev->agp) {
	265	dev->agp->agp_mtrr = arch_phys_wc_add(
	266	dev->agp->agp_info.aper_base,
	267	dev->agp->agp_info.aper_size *
	268	1024 * 1024);
8410ea3b DA	269	}
8410ea3b DA	270	}
8410ea3b DA	271	}
8410ea3b DA	272
4efafebe	273	void drm_pci_agp_destroy(struct drm_device *dev)
28ec711c	274	{
d9906753	275	if (dev->agp) {
28185647	276	arch_phys_wc_del(dev->agp->agp_mtrr);
28ec711c	277	drm_agp_clear(dev);
d6e4b28b	278	kfree(dev->agp);
28ec711c DH	279	dev->agp = NULL;
	280	}
	281	}
	282
8410ea3b	283	static struct drm_bus drm_pci_bus = {
8410ea3b	284	.set_busid = drm_pci_set_busid,
8410ea3b DA	285	};
8410ea3b DA	286
dcdb1674 JC	287	/**
	288	* Register.
	289	*
	290	* \param pdev - PCI device structure
	291	* \param ent entry from the PCI ID table with device type flags
	292	* \return zero on success or a negative number on failure.
	293	*
	294	* Attempt to gets inter module "drm" information. If we are first
	295	* then register the character device and inter module information.
	296	* Try and register, if we fail to register, backout previous work.
	297	*/
	298	int drm_get_pci_dev(struct pci_dev pdev, const struct pci_device_id ent,
	299	struct drm_driver *driver)
	300	{
	301	struct drm_device *dev;
	302	int ret;
	303
	304	DRM_DEBUG("\n");
	305
1bb72532	306	dev = drm_dev_alloc(driver, &pdev->dev);
dcdb1674 JC	307	if (!dev)
	308	return -ENOMEM;
	309
	310	ret = pci_enable_device(pdev);
	311	if (ret)
c22f0ace	312	goto err_free;
dcdb1674	313
dcdb1674	314	dev->pdev = pdev;
dcdb1674 JC	315	#ifdef __alpha__
	316	dev->hose = pdev->sysdata;
	317	#endif
	318
c22f0ace	319	if (drm_core_check_feature(dev, DRIVER_MODESET))
dcdb1674	320	pci_set_drvdata(pdev, dev);
1793126f	321
2c695fa0	322	drm_pci_agp_init(dev);
2c695fa0	323
c22f0ace DH	324	ret = drm_dev_register(dev, ent->driver_data);
c22f0ace DH	325	if (ret)
2c695fa0	326	goto err_agp;
dcdb1674 JC	327
	328	DRM_INFO("Initialized %s %d.%d.%d %s for %s on minor %d\n",
	329	driver->name, driver->major, driver->minor, driver->patchlevel,
	330	driver->date, pci_name(pdev), dev->primary->index);
	331
b3f2333d DV	332	/* No locking needed since shadow-attach is single-threaded since it may
	333	* only be called from the per-driver module init hook. */
	334	if (!drm_core_check_feature(dev, DRIVER_MODESET))
	335	list_add_tail(&dev->legacy_dev_list, &driver->legacy_dev_list);
	336
dcdb1674 JC	337	return 0;
dcdb1674 JC	338
2c695fa0	339	err_agp:
2c695fa0	340	drm_pci_agp_destroy(dev);
dcdb1674	341	pci_disable_device(pdev);
c22f0ace	342	err_free:
099d1c29	343	drm_dev_unref(dev);
dcdb1674 JC	344	return ret;
	345	}
	346	EXPORT_SYMBOL(drm_get_pci_dev);
	347
	348	/**
8410ea3b	349	* PCI device initialization. Called direct from modules at load time.
dcdb1674 JC	350	*
	351	* \return zero on success or a negative number on failure.
	352	*
	353	* Initializes a drm_device structures,registering the
	354	* stubs and initializing the AGP device.
	355	*
	356	* Expands the \c DRIVER_PREINIT and \c DRIVER_POST_INIT macros before and
	357	* after the initialization for driver customization.
	358	*/
8410ea3b	359	int drm_pci_init(struct drm_driver driver, struct pci_driver pdriver)
dcdb1674 JC	360	{
	361	struct pci_dev *pdev = NULL;
	362	const struct pci_device_id *pid;
	363	int i;
	364
8410ea3b DA	365	DRM_DEBUG("\n");
8410ea3b DA	366
8410ea3b DA	367	driver->bus = &drm_pci_bus;
8410ea3b DA	368
dcdb1674	369	if (driver->driver_features & DRIVER_MODESET)
8410ea3b	370	return pci_register_driver(pdriver);
dcdb1674 JC	371
dcdb1674 JC	372	/* If not using KMS, fall back to stealth mode manual scanning. */
b3f2333d	373	INIT_LIST_HEAD(&driver->legacy_dev_list);
8410ea3b DA	374	for (i = 0; pdriver->id_table[i].vendor != 0; i++) {
8410ea3b DA	375	pid = &pdriver->id_table[i];
dcdb1674 JC	376
	377	/* Loop around setting up a DRM device for each PCI device
	378	* matching our ID and device class. If we had the internal
	379	* function that pci_get_subsys and pci_get_class used, we'd
	380	* be able to just pass pid in instead of doing a two-stage
	381	* thing.
	382	*/
	383	pdev = NULL;
	384	while ((pdev =
	385	pci_get_subsys(pid->vendor, pid->device, pid->subvendor,
	386	pid->subdevice, pdev)) != NULL) {
	387	if ((pdev->class & pid->class_mask) != pid->class)
	388	continue;
	389
	390	/* stealth mode requires a manual probe */
	391	pci_dev_get(pdev);
	392	drm_get_pci_dev(pdev, pid, driver);
	393	}
	394	}
	395	return 0;
	396	}
	397
f4297784 DA	398	int drm_pcie_get_speed_cap_mask(struct drm_device dev, u32 mask)
	399	{
	400	struct pci_dev *root;
dd66cc2e	401	u32 lnkcap, lnkcap2;
f4297784 DA	402
	403	*mask = 0;
	404	if (!dev->pdev)
	405	return -EINVAL;
	406
f4297784 DA	407	root = dev->pdev->bus->self;
f4297784 DA	408
f4297784 DA	409	/* we've been informed via and serverworks don't make the cut */
	410	if (root->vendor == PCI_VENDOR_ID_VIA \|\|
	411	root->vendor == PCI_VENDOR_ID_SERVERWORKS)
	412	return -EINVAL;
	413
dd66cc2e BH	414	pcie_capability_read_dword(root, PCI_EXP_LNKCAP, &lnkcap);
dd66cc2e BH	415	pcie_capability_read_dword(root, PCI_EXP_LNKCAP2, &lnkcap2);
f4297784	416
dd66cc2e	417	if (lnkcap2) { /* PCIe r3.0-compliant */
f4297784 DA	418	if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_2_5GB)
	419	*mask \|= DRM_PCIE_SPEED_25;
	420	if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_5_0GB)
	421	*mask \|= DRM_PCIE_SPEED_50;
	422	if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_8_0GB)
	423	*mask \|= DRM_PCIE_SPEED_80;
dd66cc2e	424	} else { /* pre-r3.0 */
9fe0423e	425	if (lnkcap & PCI_EXP_LNKCAP_SLS_2_5GB)
f4297784	426	*mask \|= DRM_PCIE_SPEED_25;
9fe0423e	427	if (lnkcap & PCI_EXP_LNKCAP_SLS_5_0GB)
f8acf6f4	428	*mask \|= (DRM_PCIE_SPEED_25 \| DRM_PCIE_SPEED_50);
f4297784 DA	429	}
	430
	431	DRM_INFO("probing gen 2 caps for device %x:%x = %x/%x\n", root->vendor, root->device, lnkcap, lnkcap2);
	432	return 0;
	433	}
	434	EXPORT_SYMBOL(drm_pcie_get_speed_cap_mask);
93711d8b BH	435
	436	#else
	437
	438	int drm_pci_init(struct drm_driver driver, struct pci_driver pdriver)
	439	{
	440	return -1;
	441	}
	442
4efafebe	443	void drm_pci_agp_destroy(struct drm_device *dev) {}
eaaf8f0f DV	444
	445	int drm_irq_by_busid(struct drm_device dev, void data,
	446	struct drm_file *file_priv)
	447	{
	448	return -EINVAL;
	449	}
53bf2a2b DV	450
	451	int drm_pci_set_unique(struct drm_device *dev,
	452	struct drm_master *master,
	453	struct drm_unique *u)
	454	{
	455	return -EINVAL;
	456	}
93711d8b BH	457	#endif
	458
	459	EXPORT_SYMBOL(drm_pci_init);
	460
	461	/@}/
	462	void drm_pci_exit(struct drm_driver driver, struct pci_driver pdriver)
	463	{
	464	struct drm_device dev, tmp;
	465	DRM_DEBUG("\n");
	466
	467	if (driver->driver_features & DRIVER_MODESET) {
	468	pci_unregister_driver(pdriver);
	469	} else {
b3f2333d DV	470	list_for_each_entry_safe(dev, tmp, &driver->legacy_dev_list,
b3f2333d DV	471	legacy_dev_list) {
b3f2333d	472	list_del(&dev->legacy_dev_list);
c94adc4a	473	drm_put_dev(dev);
b3f2333d	474	}
93711d8b BH	475	}
	476	DRM_INFO("Module unloaded\n");
	477	}
	478	EXPORT_SYMBOL(drm_pci_exit);