[deliverable/linux.git] / arch / x86 / pci / xen.c

/*
 * Xen PCI Frontend Stub - puts some "dummy" functions in to the Linux
 *			   x86 PCI core to support the Xen PCI Frontend
 *
 *   Author: Ryan Wilson <hap9@epoch.ncsc.mil>
 */
#include <linux/module.h>
#include <linux/init.h>
#include <linux/pci.h>
#include <linux/acpi.h>

#include <linux/io.h>
#include <asm/io_apic.h>
#include <asm/pci_x86.h>

#include <asm/xen/hypervisor.h>

#include <xen/features.h>
#include <xen/events.h>
#include <asm/xen/pci.h>

#ifdef CONFIG_ACPI
static int acpi_register_gsi_xen_hvm(struct device *dev, u32 gsi,
				 int trigger, int polarity)
{
	int rc, irq;
	struct physdev_map_pirq map_irq;
	int shareable = 0;
	char *name;

	if (!xen_hvm_domain())
		return -1;

	map_irq.domid = DOMID_SELF;
	map_irq.type = MAP_PIRQ_TYPE_GSI;
	map_irq.index = gsi;
	map_irq.pirq = -1;

	rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
	if (rc) {
		printk(KERN_WARNING "xen map irq failed %d\n", rc);
		return -1;
	}

	if (trigger == ACPI_EDGE_SENSITIVE) {
		shareable = 0;
		name = "ioapic-edge";
	} else {
		shareable = 1;
		name = "ioapic-level";
	}

	irq = xen_bind_pirq_gsi_to_irq(gsi, map_irq.pirq, shareable, name);

	printk(KERN_DEBUG "xen: --> irq=%d, pirq=%d\n", irq, map_irq.pirq);

	return irq;
}
#endif

#if defined(CONFIG_PCI_MSI)
#include <linux/msi.h>
#include <asm/msidef.h>

struct xen_pci_frontend_ops *xen_pci_frontend;
EXPORT_SYMBOL_GPL(xen_pci_frontend);

#define XEN_PIRQ_MSI_DATA  (MSI_DATA_TRIGGER_EDGE | \
		MSI_DATA_LEVEL_ASSERT | (3 << 8) | MSI_DATA_VECTOR(0))

static void xen_msi_compose_msg(struct pci_dev *pdev, unsigned int pirq,
		struct msi_msg *msg)
{
	/* We set vector == 0 to tell the hypervisor we don't care about it,
	 * but we want a pirq setup instead.
	 * We use the dest_id field to pass the pirq that we want. */
	msg->address_hi = MSI_ADDR_BASE_HI | MSI_ADDR_EXT_DEST_ID(pirq);
	msg->address_lo =
		MSI_ADDR_BASE_LO |
		MSI_ADDR_DEST_MODE_PHYSICAL |
		MSI_ADDR_REDIRECTION_CPU |
		MSI_ADDR_DEST_ID(pirq);

	msg->data = XEN_PIRQ_MSI_DATA;
}

static int xen_hvm_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
{
	int irq, pirq;
	struct msi_desc *msidesc;
	struct msi_msg msg;

	list_for_each_entry(msidesc, &dev->msi_list, list) {
		__read_msi_msg(msidesc, &msg);
		pirq = MSI_ADDR_EXT_DEST_ID(msg.address_hi) |
			((msg.address_lo >> MSI_ADDR_DEST_ID_SHIFT) & 0xff);
		if (msg.data != XEN_PIRQ_MSI_DATA ||
		    xen_irq_from_pirq(pirq) < 0) {
			pirq = xen_allocate_pirq_msi(dev, msidesc);
			if (pirq < 0)
				goto error;
			xen_msi_compose_msg(dev, pirq, &msg);
			__write_msi_msg(msidesc, &msg);
			dev_dbg(&dev->dev, "xen: msi bound to pirq=%d\n", pirq);
		} else {
			dev_dbg(&dev->dev,
				"xen: msi already bound to pirq=%d\n", pirq);
		}
		irq = xen_bind_pirq_msi_to_irq(dev, msidesc, pirq, 0,
					       (type == PCI_CAP_ID_MSIX) ?
					       "msi-x" : "msi");
		if (irq < 0)
			goto error;
		dev_dbg(&dev->dev,
			"xen: msi --> pirq=%d --> irq=%d\n", pirq, irq);
	}
	return 0;

error:
	dev_err(&dev->dev,
		"Xen PCI frontend has not registered MSI/MSI-X support!\n");
	return -ENODEV;
}

/*
 * For MSI interrupts we have to use drivers/xen/event.s functions to
 * allocate an irq_desc and setup the right */


static int xen_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
{
	int irq, ret, i;
	struct msi_desc *msidesc;
	int *v;

	v = kzalloc(sizeof(int) * max(1, nvec), GFP_KERNEL);
	if (!v)
		return -ENOMEM;

	if (type == PCI_CAP_ID_MSIX)
		ret = xen_pci_frontend_enable_msix(dev, v, nvec);
	else
		ret = xen_pci_frontend_enable_msi(dev, v);
	if (ret)
		goto error;
	i = 0;
	list_for_each_entry(msidesc, &dev->msi_list, list) {
		irq = xen_bind_pirq_msi_to_irq(dev, msidesc, v[i], 0,
					       (type == PCI_CAP_ID_MSIX) ?
					       "pcifront-msi-x" :
					       "pcifront-msi");
		if (irq < 0)
			goto free;
		i++;
	}
	kfree(v);
	return 0;

error:
	dev_err(&dev->dev, "Xen PCI frontend has not registered MSI/MSI-X support!\n");
free:
	kfree(v);
	return ret;
}

static void xen_teardown_msi_irqs(struct pci_dev *dev)
{
	struct msi_desc *msidesc;

	msidesc = list_entry(dev->msi_list.next, struct msi_desc, list);
	if (msidesc->msi_attrib.is_msix)
		xen_pci_frontend_disable_msix(dev);
	else
		xen_pci_frontend_disable_msi(dev);

	/* Free the IRQ's and the msidesc using the generic code. */
	default_teardown_msi_irqs(dev);
}

static void xen_teardown_msi_irq(unsigned int irq)
{
	xen_destroy_irq(irq);
}

#ifdef CONFIG_XEN_DOM0
static int xen_initdom_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
{
	int ret = 0;
	struct msi_desc *msidesc;

	list_for_each_entry(msidesc, &dev->msi_list, list) {
		struct physdev_map_pirq map_irq;

		memset(&map_irq, 0, sizeof(map_irq));
		map_irq.domid = DOMID_SELF;
		map_irq.type = MAP_PIRQ_TYPE_MSI;
		map_irq.index = -1;
		map_irq.pirq = -1;
		map_irq.bus = dev->bus->number;
		map_irq.devfn = dev->devfn;

		if (type == PCI_CAP_ID_MSIX) {
			int pos;
			u32 table_offset, bir;

			pos = pci_find_capability(dev, PCI_CAP_ID_MSIX);

			pci_read_config_dword(dev, pos + PCI_MSIX_TABLE,
					      &table_offset);
			bir = (u8)(table_offset & PCI_MSIX_FLAGS_BIRMASK);

			map_irq.table_base = pci_resource_start(dev, bir);
			map_irq.entry_nr = msidesc->msi_attrib.entry_nr;
		}

		ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
		if (ret) {
			dev_warn(&dev->dev, "xen map irq failed %d\n", ret);
			goto out;
		}

		ret = xen_bind_pirq_msi_to_irq(dev, msidesc,
					       map_irq.pirq, map_irq.index,
					       (type == PCI_CAP_ID_MSIX) ?
					       "msi-x" : "msi");
		if (ret < 0)
			goto out;
	}
	ret = 0;
out:
	return ret;
}
#endif
#endif

static int xen_pcifront_enable_irq(struct pci_dev *dev)
{
	int rc;
	int share = 1;
	int pirq;
	u8 gsi;

	rc = pci_read_config_byte(dev, PCI_INTERRUPT_LINE, &gsi);
	if (rc < 0) {
		dev_warn(&dev->dev, "Xen PCI: failed to read interrupt line: %d\n",
			 rc);
		return rc;
	}

	rc = xen_allocate_pirq_gsi(gsi);
	if (rc < 0) {
		dev_warn(&dev->dev, "Xen PCI: failed to allocate a PIRQ for GSI%d: %d\n",
			 gsi, rc);
		return rc;
	}
	pirq = rc;

	if (gsi < NR_IRQS_LEGACY)
		share = 0;

	rc = xen_bind_pirq_gsi_to_irq(gsi, pirq, share, "pcifront");
	if (rc < 0) {
		dev_warn(&dev->dev, "Xen PCI: failed to bind GSI%d (PIRQ%d) to IRQ: %d\n",
			 gsi, pirq, rc);
		return rc;
	}

	dev->irq = rc;
	dev_info(&dev->dev, "Xen PCI mapped GSI%d to IRQ%d\n", gsi, dev->irq);
	return 0;
}

int __init pci_xen_init(void)
{
	if (!xen_pv_domain() || xen_initial_domain())
		return -ENODEV;

	printk(KERN_INFO "PCI: setting up Xen PCI frontend stub\n");

	pcibios_set_cache_line_size();

	pcibios_enable_irq = xen_pcifront_enable_irq;
	pcibios_disable_irq = NULL;

#ifdef CONFIG_ACPI
	/* Keep ACPI out of the picture */
	acpi_noirq = 1;
#endif

#ifdef CONFIG_PCI_MSI
	x86_msi.setup_msi_irqs = xen_setup_msi_irqs;
	x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
	x86_msi.teardown_msi_irqs = xen_teardown_msi_irqs;
#endif
	return 0;
}

int __init pci_xen_hvm_init(void)
{
	if (!xen_feature(XENFEAT_hvm_pirqs))
		return 0;

#ifdef CONFIG_ACPI
	/*
	 * We don't want to change the actual ACPI delivery model,
	 * just how GSIs get registered.
	 */
	__acpi_register_gsi = acpi_register_gsi_xen_hvm;
#endif

#ifdef CONFIG_PCI_MSI
	x86_msi.setup_msi_irqs = xen_hvm_setup_msi_irqs;
	x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
#endif
	return 0;
}

#ifdef CONFIG_XEN_DOM0
static int xen_register_pirq(u32 gsi, int triggering)
{
	int rc, pirq, irq = -1;
	struct physdev_map_pirq map_irq;
	int shareable = 0;
	char *name;

	if (!xen_pv_domain())
		return -1;

	if (triggering == ACPI_EDGE_SENSITIVE) {
		shareable = 0;
		name = "ioapic-edge";
	} else {
		shareable = 1;
		name = "ioapic-level";
	}

	pirq = xen_allocate_pirq_gsi(gsi);
	if (pirq < 0)
		goto out;

	irq = xen_bind_pirq_gsi_to_irq(gsi, pirq, shareable, name);
	if (irq < 0)
		goto out;

	printk(KERN_DEBUG "xen: --> pirq=%d -> irq=%d\n", pirq, irq);

	map_irq.domid = DOMID_SELF;
	map_irq.type = MAP_PIRQ_TYPE_GSI;
	map_irq.index = gsi;
	map_irq.pirq = pirq;

	rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
	if (rc) {
		printk(KERN_WARNING "xen map irq failed %d\n", rc);
		return -1;
	}

out:
	return irq;
}

static int xen_register_gsi(u32 gsi, int triggering, int polarity)
{
	int rc, irq;
	struct physdev_setup_gsi setup_gsi;

	if (!xen_pv_domain())
		return -1;

	printk(KERN_DEBUG "xen: registering gsi %u triggering %d polarity %d\n",
			gsi, triggering, polarity);

	irq = xen_register_pirq(gsi, triggering);

	setup_gsi.gsi = gsi;
	setup_gsi.triggering = (triggering == ACPI_EDGE_SENSITIVE ? 0 : 1);
	setup_gsi.polarity = (polarity == ACPI_ACTIVE_HIGH ? 0 : 1);

	rc = HYPERVISOR_physdev_op(PHYSDEVOP_setup_gsi, &setup_gsi);
	if (rc == -EEXIST)
		printk(KERN_INFO "Already setup the GSI :%d\n", gsi);
	else if (rc) {
		printk(KERN_ERR "Failed to setup GSI :%d, err_code:%d\n",
				gsi, rc);
	}

	return irq;
}

static __init void xen_setup_acpi_sci(void)
{
	int rc;
	int trigger, polarity;
	int gsi = acpi_sci_override_gsi;

	if (!gsi)
		return;

	rc = acpi_get_override_irq(gsi, &trigger, &polarity);
	if (rc) {
		printk(KERN_WARNING "xen: acpi_get_override_irq failed for acpi"
				" sci, rc=%d\n", rc);
		return;
	}
	trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
	polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
	
	printk(KERN_INFO "xen: sci override: global_irq=%d trigger=%d "
			"polarity=%d\n", gsi, trigger, polarity);

	gsi = xen_register_gsi(gsi, trigger, polarity);
	printk(KERN_INFO "xen: acpi sci %d\n", gsi);

	return;
}

static int acpi_register_gsi_xen(struct device *dev, u32 gsi,
				 int trigger, int polarity)
{
	return xen_register_gsi(gsi, trigger, polarity);
}

static int __init pci_xen_initial_domain(void)
{
#ifdef CONFIG_PCI_MSI
	x86_msi.setup_msi_irqs = xen_initdom_setup_msi_irqs;
	x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
#endif
	xen_setup_acpi_sci();
	__acpi_register_gsi = acpi_register_gsi_xen;

	return 0;
}

void __init xen_setup_pirqs(void)
{
	int pirq, irq;

	pci_xen_initial_domain();

	if (0 == nr_ioapics) {
		for (irq = 0; irq < NR_IRQS_LEGACY; irq++) {
			pirq = xen_allocate_pirq_gsi(irq);
			if (WARN(pirq < 0,
				 "Could not allocate PIRQ for legacy interrupt\n"))
				break;
			irq = xen_bind_pirq_gsi_to_irq(irq, pirq, 0, "xt-pic");
		}
		return;
	}

	/* Pre-allocate legacy irqs */
	for (irq = 0; irq < NR_IRQS_LEGACY; irq++) {
		int trigger, polarity;

		if (acpi_get_override_irq(irq, &trigger, &polarity) == -1)
			continue;

		xen_register_pirq(irq,
			trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE);
	}
}
#endif

struct xen_device_domain_owner {
	domid_t domain;
	struct pci_dev *dev;
	struct list_head list;
};

static DEFINE_SPINLOCK(dev_domain_list_spinlock);
static struct list_head dev_domain_list = LIST_HEAD_INIT(dev_domain_list);

static struct xen_device_domain_owner *find_device(struct pci_dev *dev)
{
	struct xen_device_domain_owner *owner;

	list_for_each_entry(owner, &dev_domain_list, list) {
		if (owner->dev == dev)
			return owner;
	}
	return NULL;
}

int xen_find_device_domain_owner(struct pci_dev *dev)
{
	struct xen_device_domain_owner *owner;
	int domain = -ENODEV;

	spin_lock(&dev_domain_list_spinlock);
	owner = find_device(dev);
	if (owner)
		domain = owner->domain;
	spin_unlock(&dev_domain_list_spinlock);
	return domain;
}
EXPORT_SYMBOL_GPL(xen_find_device_domain_owner);

int xen_register_device_domain_owner(struct pci_dev *dev, uint16_t domain)
{
	struct xen_device_domain_owner *owner;

	owner = kzalloc(sizeof(struct xen_device_domain_owner), GFP_KERNEL);
	if (!owner)
		return -ENODEV;

	spin_lock(&dev_domain_list_spinlock);
	if (find_device(dev)) {
		spin_unlock(&dev_domain_list_spinlock);
		kfree(owner);
		return -EEXIST;
	}
	owner->domain = domain;
	owner->dev = dev;
	list_add_tail(&owner->list, &dev_domain_list);
	spin_unlock(&dev_domain_list_spinlock);
	return 0;
}
EXPORT_SYMBOL_GPL(xen_register_device_domain_owner);

int xen_unregister_device_domain_owner(struct pci_dev *dev)
{
	struct xen_device_domain_owner *owner;

	spin_lock(&dev_domain_list_spinlock);
	owner = find_device(dev);
	if (!owner) {
		spin_unlock(&dev_domain_list_spinlock);
		return -ENODEV;
	}
	list_del(&owner->list);
	spin_unlock(&dev_domain_list_spinlock);
	kfree(owner);
	return 0;
}
EXPORT_SYMBOL_GPL(xen_unregister_device_domain_owner);
Commit	Line	Data
b5401a96 AN	1	/*
	2	* Xen PCI Frontend Stub - puts some "dummy" functions in to the Linux
	3	* x86 PCI core to support the Xen PCI Frontend
	4	*
	5	* Author: Ryan Wilson <hap9@epoch.ncsc.mil>
	6	*/
	7	#include <linux/module.h>
	8	#include <linux/init.h>
	9	#include <linux/pci.h>
	10	#include <linux/acpi.h>
	11
	12	#include <linux/io.h>
0e058e52	13	#include <asm/io_apic.h>
b5401a96 AN	14	#include <asm/pci_x86.h>
	15
	16	#include <asm/xen/hypervisor.h>
	17
3942b740	18	#include <xen/features.h>
b5401a96 AN	19	#include <xen/events.h>
	20	#include <asm/xen/pci.h>
	21
42a1de56	22	#ifdef CONFIG_ACPI
9a626612 IC	23	static int acpi_register_gsi_xen_hvm(struct device *dev, u32 gsi,
9a626612 IC	24	int trigger, int polarity)
42a1de56 SS	25	{
	26	int rc, irq;
	27	struct physdev_map_pirq map_irq;
	28	int shareable = 0;
	29	char *name;
	30
	31	if (!xen_hvm_domain())
	32	return -1;
	33
	34	map_irq.domid = DOMID_SELF;
	35	map_irq.type = MAP_PIRQ_TYPE_GSI;
	36	map_irq.index = gsi;
	37	map_irq.pirq = -1;
	38
	39	rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
	40	if (rc) {
	41	printk(KERN_WARNING "xen map irq failed %d\n", rc);
	42	return -1;
	43	}
	44
9a626612	45	if (trigger == ACPI_EDGE_SENSITIVE) {
42a1de56 SS	46	shareable = 0;
	47	name = "ioapic-edge";
	48	} else {
	49	shareable = 1;
	50	name = "ioapic-level";
	51	}
	52
f4d0635b	53	irq = xen_bind_pirq_gsi_to_irq(gsi, map_irq.pirq, shareable, name);
42a1de56 SS	54
	55	printk(KERN_DEBUG "xen: --> irq=%d, pirq=%d\n", irq, map_irq.pirq);
	56
	57	return irq;
	58	}
	59	#endif
	60
b5401a96 AN	61	#if defined(CONFIG_PCI_MSI)
b5401a96 AN	62	#include <linux/msi.h>
809f9267	63	#include <asm/msidef.h>
b5401a96 AN	64
	65	struct xen_pci_frontend_ops *xen_pci_frontend;
	66	EXPORT_SYMBOL_GPL(xen_pci_frontend);
	67
af42b8d1 SS	68	#define XEN_PIRQ_MSI_DATA (MSI_DATA_TRIGGER_EDGE \| \
	69	MSI_DATA_LEVEL_ASSERT \| (3 << 8) \| MSI_DATA_VECTOR(0))
	70
809f9267 SS	71	static void xen_msi_compose_msg(struct pci_dev *pdev, unsigned int pirq,
	72	struct msi_msg *msg)
	73	{
	74	/* We set vector == 0 to tell the hypervisor we don't care about it,
	75	* but we want a pirq setup instead.
	76	* We use the dest_id field to pass the pirq that we want. */
	77	msg->address_hi = MSI_ADDR_BASE_HI \| MSI_ADDR_EXT_DEST_ID(pirq);
	78	msg->address_lo =
	79	MSI_ADDR_BASE_LO \|
	80	MSI_ADDR_DEST_MODE_PHYSICAL \|
	81	MSI_ADDR_REDIRECTION_CPU \|
	82	MSI_ADDR_DEST_ID(pirq);
	83
af42b8d1	84	msg->data = XEN_PIRQ_MSI_DATA;
809f9267 SS	85	}
	86
	87	static int xen_hvm_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
	88	{
bf480d95	89	int irq, pirq;
809f9267 SS	90	struct msi_desc *msidesc;
	91	struct msi_msg msg;
	92
	93	list_for_each_entry(msidesc, &dev->msi_list, list) {
af42b8d1 SS	94	__read_msi_msg(msidesc, &msg);
	95	pirq = MSI_ADDR_EXT_DEST_ID(msg.address_hi) \|
	96	((msg.address_lo >> MSI_ADDR_DEST_ID_SHIFT) & 0xff);
bf480d95 IC	97	if (msg.data != XEN_PIRQ_MSI_DATA \|\|
	98	xen_irq_from_pirq(pirq) < 0) {
	99	pirq = xen_allocate_pirq_msi(dev, msidesc);
	100	if (pirq < 0)
af42b8d1	101	goto error;
bf480d95 IC	102	xen_msi_compose_msg(dev, pirq, &msg);
	103	__write_msi_msg(msidesc, &msg);
	104	dev_dbg(&dev->dev, "xen: msi bound to pirq=%d\n", pirq);
	105	} else {
	106	dev_dbg(&dev->dev,
	107	"xen: msi already bound to pirq=%d\n", pirq);
af42b8d1	108	}
ca1d8fe9	109	irq = xen_bind_pirq_msi_to_irq(dev, msidesc, pirq, 0,
bf480d95 IC	110	(type == PCI_CAP_ID_MSIX) ?
	111	"msi-x" : "msi");
	112	if (irq < 0)
809f9267	113	goto error;
bf480d95 IC	114	dev_dbg(&dev->dev,
bf480d95 IC	115	"xen: msi --> pirq=%d --> irq=%d\n", pirq, irq);
809f9267 SS	116	}
	117	return 0;
	118
809f9267	119	error:
bf480d95 IC	120	dev_err(&dev->dev,
	121	"Xen PCI frontend has not registered MSI/MSI-X support!\n");
	122	return -ENODEV;
809f9267 SS	123	}
809f9267 SS	124
b5401a96 AN	125	/*
	126	* For MSI interrupts we have to use drivers/xen/event.s functions to
	127	* allocate an irq_desc and setup the right */
	128
	129
	130	static int xen_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
	131	{
	132	int irq, ret, i;
	133	struct msi_desc *msidesc;
	134	int *v;
	135
	136	v = kzalloc(sizeof(int) * max(1, nvec), GFP_KERNEL);
	137	if (!v)
	138	return -ENOMEM;
	139
f731e3ef	140	if (type == PCI_CAP_ID_MSIX)
cc0f89c4	141	ret = xen_pci_frontend_enable_msix(dev, v, nvec);
f731e3ef	142	else
cc0f89c4	143	ret = xen_pci_frontend_enable_msi(dev, v);
f731e3ef QH	144	if (ret)
f731e3ef QH	145	goto error;
b5401a96 AN	146	i = 0;
b5401a96 AN	147	list_for_each_entry(msidesc, &dev->msi_list, list) {
ca1d8fe9	148	irq = xen_bind_pirq_msi_to_irq(dev, msidesc, v[i], 0,
bf480d95 IC	149	(type == PCI_CAP_ID_MSIX) ?
	150	"pcifront-msi-x" :
	151	"pcifront-msi");
	152	if (irq < 0)
07cf2a64	153	goto free;
b5401a96 AN	154	i++;
	155	}
	156	kfree(v);
	157	return 0;
	158
b5401a96	159	error:
bf480d95	160	dev_err(&dev->dev, "Xen PCI frontend has not registered MSI/MSI-X support!\n");
07cf2a64	161	free:
b5401a96 AN	162	kfree(v);
	163	return ret;
	164	}
	165
	166	static void xen_teardown_msi_irqs(struct pci_dev *dev)
	167	{
f731e3ef	168	struct msi_desc *msidesc;
b5401a96	169
f731e3ef QH	170	msidesc = list_entry(dev->msi_list.next, struct msi_desc, list);
	171	if (msidesc->msi_attrib.is_msix)
	172	xen_pci_frontend_disable_msix(dev);
	173	else
	174	xen_pci_frontend_disable_msi(dev);
3d74a539 KRW	175
	176	/* Free the IRQ's and the msidesc using the generic code. */
	177	default_teardown_msi_irqs(dev);
b5401a96 AN	178	}
	179
	180	static void xen_teardown_msi_irq(unsigned int irq)
	181	{
	182	xen_destroy_irq(irq);
	183	}
f731e3ef	184
260a7d4c	185	#ifdef CONFIG_XEN_DOM0
f731e3ef QH	186	static int xen_initdom_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
f731e3ef QH	187	{
71eef7d1	188	int ret = 0;
f731e3ef QH	189	struct msi_desc *msidesc;
	190
	191	list_for_each_entry(msidesc, &dev->msi_list, list) {
71eef7d1 IC	192	struct physdev_map_pirq map_irq;
	193
	194	memset(&map_irq, 0, sizeof(map_irq));
	195	map_irq.domid = DOMID_SELF;
	196	map_irq.type = MAP_PIRQ_TYPE_MSI;
	197	map_irq.index = -1;
	198	map_irq.pirq = -1;
	199	map_irq.bus = dev->bus->number;
	200	map_irq.devfn = dev->devfn;
	201
	202	if (type == PCI_CAP_ID_MSIX) {
	203	int pos;
	204	u32 table_offset, bir;
	205
	206	pos = pci_find_capability(dev, PCI_CAP_ID_MSIX);
	207
	208	pci_read_config_dword(dev, pos + PCI_MSIX_TABLE,
	209	&table_offset);
	210	bir = (u8)(table_offset & PCI_MSIX_FLAGS_BIRMASK);
	211
	212	map_irq.table_base = pci_resource_start(dev, bir);
	213	map_irq.entry_nr = msidesc->msi_attrib.entry_nr;
	214	}
	215
	216	ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
	217	if (ret) {
	218	dev_warn(&dev->dev, "xen map irq failed %d\n", ret);
	219	goto out;
	220	}
	221
	222	ret = xen_bind_pirq_msi_to_irq(dev, msidesc,
	223	map_irq.pirq, map_irq.index,
	224	(type == PCI_CAP_ID_MSIX) ?
	225	"msi-x" : "msi");
	226	if (ret < 0)
	227	goto out;
f731e3ef	228	}
71eef7d1 IC	229	ret = 0;
	230	out:
	231	return ret;
f731e3ef	232	}
b5401a96	233	#endif
260a7d4c	234	#endif
b5401a96 AN	235
	236	static int xen_pcifront_enable_irq(struct pci_dev *dev)
	237	{
	238	int rc;
	239	int share = 1;
f4d0635b	240	int pirq;
3f2a230c	241	u8 gsi;
b5401a96	242
3f2a230c IC	243	rc = pci_read_config_byte(dev, PCI_INTERRUPT_LINE, &gsi);
	244	if (rc < 0) {
	245	dev_warn(&dev->dev, "Xen PCI: failed to read interrupt line: %d\n",
	246	rc);
	247	return rc;
	248	}
b5401a96	249
f4d0635b IC	250	rc = xen_allocate_pirq_gsi(gsi);
	251	if (rc < 0) {
	252	dev_warn(&dev->dev, "Xen PCI: failed to allocate a PIRQ for GSI%d: %d\n",
	253	gsi, rc);
	254	return rc;
	255	}
	256	pirq = rc;
	257
3f2a230c	258	if (gsi < NR_IRQS_LEGACY)
b5401a96 AN	259	share = 0;
b5401a96 AN	260
f4d0635b	261	rc = xen_bind_pirq_gsi_to_irq(gsi, pirq, share, "pcifront");
b5401a96	262	if (rc < 0) {
f4d0635b IC	263	dev_warn(&dev->dev, "Xen PCI: failed to bind GSI%d (PIRQ%d) to IRQ: %d\n",
f4d0635b IC	264	gsi, pirq, rc);
b5401a96 AN	265	return rc;
b5401a96 AN	266	}
3f2a230c IC	267
	268	dev->irq = rc;
	269	dev_info(&dev->dev, "Xen PCI mapped GSI%d to IRQ%d\n", gsi, dev->irq);
b5401a96 AN	270	return 0;
	271	}
	272
	273	int __init pci_xen_init(void)
	274	{
	275	if (!xen_pv_domain() \|\| xen_initial_domain())
	276	return -ENODEV;
	277
	278	printk(KERN_INFO "PCI: setting up Xen PCI frontend stub\n");
	279
	280	pcibios_set_cache_line_size();
	281
	282	pcibios_enable_irq = xen_pcifront_enable_irq;
	283	pcibios_disable_irq = NULL;
	284
	285	#ifdef CONFIG_ACPI
	286	/* Keep ACPI out of the picture */
	287	acpi_noirq = 1;
	288	#endif
	289
b5401a96 AN	290	#ifdef CONFIG_PCI_MSI
	291	x86_msi.setup_msi_irqs = xen_setup_msi_irqs;
	292	x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
	293	x86_msi.teardown_msi_irqs = xen_teardown_msi_irqs;
	294	#endif
	295	return 0;
	296	}
3942b740 SS	297
	298	int __init pci_xen_hvm_init(void)
	299	{
	300	if (!xen_feature(XENFEAT_hvm_pirqs))
	301	return 0;
	302
	303	#ifdef CONFIG_ACPI
	304	/*
	305	* We don't want to change the actual ACPI delivery model,
	306	* just how GSIs get registered.
	307	*/
	308	__acpi_register_gsi = acpi_register_gsi_xen_hvm;
	309	#endif
809f9267 SS	310
	311	#ifdef CONFIG_PCI_MSI
	312	x86_msi.setup_msi_irqs = xen_hvm_setup_msi_irqs;
	313	x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
	314	#endif
3942b740 SS	315	return 0;
3942b740 SS	316	}
38aa66fc JF	317
	318	#ifdef CONFIG_XEN_DOM0
	319	static int xen_register_pirq(u32 gsi, int triggering)
	320	{
f4d0635b	321	int rc, pirq, irq = -1;
38aa66fc JF	322	struct physdev_map_pirq map_irq;
	323	int shareable = 0;
	324	char *name;
	325
	326	if (!xen_pv_domain())
	327	return -1;
	328
	329	if (triggering == ACPI_EDGE_SENSITIVE) {
	330	shareable = 0;
	331	name = "ioapic-edge";
	332	} else {
	333	shareable = 1;
	334	name = "ioapic-level";
	335	}
	336
f4d0635b IC	337	pirq = xen_allocate_pirq_gsi(gsi);
	338	if (pirq < 0)
	339	goto out;
38aa66fc	340
f4d0635b	341	irq = xen_bind_pirq_gsi_to_irq(gsi, pirq, shareable, name);
38aa66fc JF	342	if (irq < 0)
	343	goto out;
	344
f4d0635b IC	345	printk(KERN_DEBUG "xen: --> pirq=%d -> irq=%d\n", pirq, irq);
f4d0635b IC	346
38aa66fc JF	347	map_irq.domid = DOMID_SELF;
	348	map_irq.type = MAP_PIRQ_TYPE_GSI;
	349	map_irq.index = gsi;
f4d0635b	350	map_irq.pirq = pirq;
38aa66fc JF	351
	352	rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
	353	if (rc) {
	354	printk(KERN_WARNING "xen map irq failed %d\n", rc);
	355	return -1;
	356	}
	357
	358	out:
	359	return irq;
	360	}
	361
	362	static int xen_register_gsi(u32 gsi, int triggering, int polarity)
	363	{
	364	int rc, irq;
	365	struct physdev_setup_gsi setup_gsi;
	366
	367	if (!xen_pv_domain())
	368	return -1;
	369
	370	printk(KERN_DEBUG "xen: registering gsi %u triggering %d polarity %d\n",
	371	gsi, triggering, polarity);
	372
	373	irq = xen_register_pirq(gsi, triggering);
	374
	375	setup_gsi.gsi = gsi;
	376	setup_gsi.triggering = (triggering == ACPI_EDGE_SENSITIVE ? 0 : 1);
	377	setup_gsi.polarity = (polarity == ACPI_ACTIVE_HIGH ? 0 : 1);
	378
	379	rc = HYPERVISOR_physdev_op(PHYSDEVOP_setup_gsi, &setup_gsi);
	380	if (rc == -EEXIST)
	381	printk(KERN_INFO "Already setup the GSI :%d\n", gsi);
	382	else if (rc) {
	383	printk(KERN_ERR "Failed to setup GSI :%d, err_code:%d\n",
	384	gsi, rc);
	385	}
	386
	387	return irq;
	388	}
	389
	390	static __init void xen_setup_acpi_sci(void)
	391	{
	392	int rc;
	393	int trigger, polarity;
	394	int gsi = acpi_sci_override_gsi;
	395
	396	if (!gsi)
	397	return;
	398
	399	rc = acpi_get_override_irq(gsi, &trigger, &polarity);
	400	if (rc) {
	401	printk(KERN_WARNING "xen: acpi_get_override_irq failed for acpi"
	402	" sci, rc=%d\n", rc);
	403	return;
	404	}
	405	trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
	406	polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
	407
	408	printk(KERN_INFO "xen: sci override: global_irq=%d trigger=%d "
	409	"polarity=%d\n", gsi, trigger, polarity);
	410
	411	gsi = xen_register_gsi(gsi, trigger, polarity);
	412	printk(KERN_INFO "xen: acpi sci %d\n", gsi);
	413
	414	return;
415	}
416
417	static int acpi_register_gsi_xen(struct device *dev, u32 gsi,
418	int trigger, int polarity)
419	{
420	return xen_register_gsi(gsi, trigger, polarity);
421	}
422
423	static int __init pci_xen_initial_domain(void)
424	{
f731e3ef QH	425	#ifdef CONFIG_PCI_MSI
	426	x86_msi.setup_msi_irqs = xen_initdom_setup_msi_irqs;
	427	x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
	428	#endif
38aa66fc JF	429	xen_setup_acpi_sci();
	430	__acpi_register_gsi = acpi_register_gsi_xen;
	431
	432	return 0;
	433	}
	434
	435	void __init xen_setup_pirqs(void)
	436	{
f4d0635b	437	int pirq, irq;
38aa66fc JF	438
	439	pci_xen_initial_domain();
	440
	441	if (0 == nr_ioapics) {
f4d0635b IC	442	for (irq = 0; irq < NR_IRQS_LEGACY; irq++) {
	443	pirq = xen_allocate_pirq_gsi(irq);
	444	if (WARN(pirq < 0,
	445	"Could not allocate PIRQ for legacy interrupt\n"))
	446	break;
	447	irq = xen_bind_pirq_gsi_to_irq(irq, pirq, 0, "xt-pic");
	448	}
38aa66fc JF	449	return;
	450	}
	451
	452	/* Pre-allocate legacy irqs */
	453	for (irq = 0; irq < NR_IRQS_LEGACY; irq++) {
	454	int trigger, polarity;
	455
	456	if (acpi_get_override_irq(irq, &trigger, &polarity) == -1)
	457	continue;
	458
	459	xen_register_pirq(irq,
	460	trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE);
	461	}
	462	}
	463	#endif
c55fa78b KRW	464
	465	struct xen_device_domain_owner {
	466	domid_t domain;
	467	struct pci_dev *dev;
	468	struct list_head list;
	469	};
	470
	471	static DEFINE_SPINLOCK(dev_domain_list_spinlock);
	472	static struct list_head dev_domain_list = LIST_HEAD_INIT(dev_domain_list);
	473
	474	static struct xen_device_domain_owner find_device(struct pci_dev dev)
	475	{
	476	struct xen_device_domain_owner *owner;
	477
	478	list_for_each_entry(owner, &dev_domain_list, list) {
	479	if (owner->dev == dev)
	480	return owner;
	481	}
	482	return NULL;
	483	}
	484
	485	int xen_find_device_domain_owner(struct pci_dev *dev)
	486	{
	487	struct xen_device_domain_owner *owner;
	488	int domain = -ENODEV;
	489
	490	spin_lock(&dev_domain_list_spinlock);
	491	owner = find_device(dev);
	492	if (owner)
	493	domain = owner->domain;
	494	spin_unlock(&dev_domain_list_spinlock);
	495	return domain;
	496	}
	497	EXPORT_SYMBOL_GPL(xen_find_device_domain_owner);
	498
	499	int xen_register_device_domain_owner(struct pci_dev *dev, uint16_t domain)
	500	{
	501	struct xen_device_domain_owner *owner;
	502
	503	owner = kzalloc(sizeof(struct xen_device_domain_owner), GFP_KERNEL);
	504	if (!owner)
	505	return -ENODEV;
	506
	507	spin_lock(&dev_domain_list_spinlock);
	508	if (find_device(dev)) {
	509	spin_unlock(&dev_domain_list_spinlock);
	510	kfree(owner);
	511	return -EEXIST;
	512	}
	513	owner->domain = domain;
	514	owner->dev = dev;
	515	list_add_tail(&owner->list, &dev_domain_list);
	516	spin_unlock(&dev_domain_list_spinlock);
	517	return 0;
	518	}
	519	EXPORT_SYMBOL_GPL(xen_register_device_domain_owner);
	520
	521	int xen_unregister_device_domain_owner(struct pci_dev *dev)
	522	{
	523	struct xen_device_domain_owner *owner;
	524
	525	spin_lock(&dev_domain_list_spinlock);
	526	owner = find_device(dev);
	527	if (!owner) {
528	spin_unlock(&dev_domain_list_spinlock);
529	return -ENODEV;
530	}
531	list_del(&owner->list);
532	spin_unlock(&dev_domain_list_spinlock);
533	kfree(owner);
534	return 0;
535	}
536	EXPORT_SYMBOL_GPL(xen_unregister_device_domain_owner);