[deliverable/linux.git] / arch / x86 / kernel / quirks.c

/*
 * This file contains work-arounds for x86 and x86_64 platform bugs.
 */
#include <linux/pci.h>
#include <linux/irq.h>

#include <asm/hpet.h>

#if defined(CONFIG_X86_IO_APIC) && defined(CONFIG_SMP) && defined(CONFIG_PCI)

static void __devinit quirk_intel_irqbalance(struct pci_dev *dev)
{
	u8 config, rev;
	u16 word;

	/* BIOS may enable hardware IRQ balancing for
	 * E7520/E7320/E7525(revision ID 0x9 and below)
	 * based platforms.
	 * Disable SW irqbalance/affinity on those platforms.
	 */
	pci_read_config_byte(dev, PCI_CLASS_REVISION, &rev);
	if (rev > 0x9)
		return;

	/* enable access to config space*/
	pci_read_config_byte(dev, 0xf4, &config);
	pci_write_config_byte(dev, 0xf4, config|0x2);

	/*
	 * read xTPR register.  We may not have a pci_dev for device 8
	 * because it might be hidden until the above write.
	 */
	pci_bus_read_config_word(dev->bus, PCI_DEVFN(8, 0), 0x4c, &word);

	if (!(word & (1 << 13))) {
		dev_info(&dev->dev, "Intel E7520/7320/7525 detected; "
			"disabling irq balancing and affinity\n");
#ifdef CONFIG_IRQBALANCE
		irqbalance_disable("");
#endif
		noirqdebug_setup("");
#ifdef CONFIG_PROC_FS
		no_irq_affinity = 1;
#endif
	}

	/* put back the original value for config space*/
	if (!(config & 0x2))
		pci_write_config_byte(dev, 0xf4, config);
}
DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7320_MCH,
			quirk_intel_irqbalance);
DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7525_MCH,
			quirk_intel_irqbalance);
DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7520_MCH,
			quirk_intel_irqbalance);
#endif

#if defined(CONFIG_HPET_TIMER)
unsigned long force_hpet_address;

static enum {
	NONE_FORCE_HPET_RESUME,
	OLD_ICH_FORCE_HPET_RESUME,
	ICH_FORCE_HPET_RESUME,
	VT8237_FORCE_HPET_RESUME,
	NVIDIA_FORCE_HPET_RESUME,
	ATI_FORCE_HPET_RESUME,
} force_hpet_resume_type;

static void __iomem *rcba_base;

static void ich_force_hpet_resume(void)
{
	u32 val;

	if (!force_hpet_address)
		return;

	if (rcba_base == NULL)
		BUG();

	/* read the Function Disable register, dword mode only */
	val = readl(rcba_base + 0x3404);
	if (!(val & 0x80)) {
		/* HPET disabled in HPTC. Trying to enable */
		writel(val | 0x80, rcba_base + 0x3404);
	}

	val = readl(rcba_base + 0x3404);
	if (!(val & 0x80))
		BUG();
	else
		printk(KERN_DEBUG "Force enabled HPET at resume\n");

	return;
}

static void ich_force_enable_hpet(struct pci_dev *dev)
{
	u32 val;
	u32 uninitialized_var(rcba);
	int err = 0;

	if (hpet_address || force_hpet_address)
		return;

	pci_read_config_dword(dev, 0xF0, &rcba);
	rcba &= 0xFFFFC000;
	if (rcba == 0) {
		dev_printk(KERN_DEBUG, &dev->dev, "RCBA disabled; "
			"cannot force enable HPET\n");
		return;
	}

	/* use bits 31:14, 16 kB aligned */
	rcba_base = ioremap_nocache(rcba, 0x4000);
	if (rcba_base == NULL) {
		dev_printk(KERN_DEBUG, &dev->dev, "ioremap failed; "
			"cannot force enable HPET\n");
		return;
	}

	/* read the Function Disable register, dword mode only */
	val = readl(rcba_base + 0x3404);

	if (val & 0x80) {
		/* HPET is enabled in HPTC. Just not reported by BIOS */
		val = val & 0x3;
		force_hpet_address = 0xFED00000 | (val << 12);
		dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
			"0x%lx\n", force_hpet_address);
		iounmap(rcba_base);
		return;
	}

	/* HPET disabled in HPTC. Trying to enable */
	writel(val | 0x80, rcba_base + 0x3404);

	val = readl(rcba_base + 0x3404);
	if (!(val & 0x80)) {
		err = 1;
	} else {
		val = val & 0x3;
		force_hpet_address = 0xFED00000 | (val << 12);
	}

	if (err) {
		force_hpet_address = 0;
		iounmap(rcba_base);
		dev_printk(KERN_DEBUG, &dev->dev,
			"Failed to force enable HPET\n");
	} else {
		force_hpet_resume_type = ICH_FORCE_HPET_RESUME;
		dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
			"0x%lx\n", force_hpet_address);
	}
}

DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB2_0,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_0,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_1,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_0,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_1,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_31,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH8_1,
			 ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH9_7,
			 ich_force_enable_hpet);


static struct pci_dev *cached_dev;

static void hpet_print_force_info(void)
{
	printk(KERN_INFO "HPET not enabled in BIOS. "
	       "You might try hpet=force boot option\n");
}

static void old_ich_force_hpet_resume(void)
{
	u32 val;
	u32 uninitialized_var(gen_cntl);

	if (!force_hpet_address || !cached_dev)
		return;

	pci_read_config_dword(cached_dev, 0xD0, &gen_cntl);
	gen_cntl &= (~(0x7 << 15));
	gen_cntl |= (0x4 << 15);

	pci_write_config_dword(cached_dev, 0xD0, gen_cntl);
	pci_read_config_dword(cached_dev, 0xD0, &gen_cntl);
	val = gen_cntl >> 15;
	val &= 0x7;
	if (val == 0x4)
		printk(KERN_DEBUG "Force enabled HPET at resume\n");
	else
		BUG();
}

static void old_ich_force_enable_hpet(struct pci_dev *dev)
{
	u32 val;
	u32 uninitialized_var(gen_cntl);

	if (hpet_address || force_hpet_address)
		return;

	pci_read_config_dword(dev, 0xD0, &gen_cntl);
	/*
	 * Bit 17 is HPET enable bit.
	 * Bit 16:15 control the HPET base address.
	 */
	val = gen_cntl >> 15;
	val &= 0x7;
	if (val & 0x4) {
		val &= 0x3;
		force_hpet_address = 0xFED00000 | (val << 12);
		dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n",
			force_hpet_address);
		return;
	}

	/*
	 * HPET is disabled. Trying enabling at FED00000 and check
	 * whether it sticks
	 */
	gen_cntl &= (~(0x7 << 15));
	gen_cntl |= (0x4 << 15);
	pci_write_config_dword(dev, 0xD0, gen_cntl);

	pci_read_config_dword(dev, 0xD0, &gen_cntl);

	val = gen_cntl >> 15;
	val &= 0x7;
	if (val & 0x4) {
		/* HPET is enabled in HPTC. Just not reported by BIOS */
		val &= 0x3;
		force_hpet_address = 0xFED00000 | (val << 12);
		dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
			"0x%lx\n", force_hpet_address);
		cached_dev = dev;
		force_hpet_resume_type = OLD_ICH_FORCE_HPET_RESUME;
		return;
	}

	dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n");
}

/*
 * Undocumented chipset features. Make sure that the user enforced
 * this.
 */
static void old_ich_force_enable_hpet_user(struct pci_dev *dev)
{
	if (hpet_force_user)
		old_ich_force_enable_hpet(dev);
	else
		hpet_print_force_info();
}

DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB_1,
			 old_ich_force_enable_hpet_user);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_0,
			 old_ich_force_enable_hpet_user);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_12,
			 old_ich_force_enable_hpet_user);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_0,
			 old_ich_force_enable_hpet_user);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_12,
			 old_ich_force_enable_hpet_user);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_0,
			 old_ich_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_12,
			 old_ich_force_enable_hpet);


static void vt8237_force_hpet_resume(void)
{
	u32 val;

	if (!force_hpet_address || !cached_dev)
		return;

	val = 0xfed00000 | 0x80;
	pci_write_config_dword(cached_dev, 0x68, val);

	pci_read_config_dword(cached_dev, 0x68, &val);
	if (val & 0x80)
		printk(KERN_DEBUG "Force enabled HPET at resume\n");
	else
		BUG();
}

static void vt8237_force_enable_hpet(struct pci_dev *dev)
{
	u32 uninitialized_var(val);

	if (hpet_address || force_hpet_address)
		return;

	if (!hpet_force_user) {
		hpet_print_force_info();
		return;
	}

	pci_read_config_dword(dev, 0x68, &val);
	/*
	 * Bit 7 is HPET enable bit.
	 * Bit 31:10 is HPET base address (contrary to what datasheet claims)
	 */
	if (val & 0x80) {
		force_hpet_address = (val & ~0x3ff);
		dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n",
			force_hpet_address);
		return;
	}

	/*
	 * HPET is disabled. Trying enabling at FED00000 and check
	 * whether it sticks
	 */
	val = 0xfed00000 | 0x80;
	pci_write_config_dword(dev, 0x68, val);

	pci_read_config_dword(dev, 0x68, &val);
	if (val & 0x80) {
		force_hpet_address = (val & ~0x3ff);
		dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
			"0x%lx\n", force_hpet_address);
		cached_dev = dev;
		force_hpet_resume_type = VT8237_FORCE_HPET_RESUME;
		return;
	}

	dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n");
}

DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8235,
			 vt8237_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8237,
			 vt8237_force_enable_hpet);

static void ati_force_hpet_resume(void)
{
	pci_write_config_dword(cached_dev, 0x14, 0xfed00000);
	printk(KERN_DEBUG "Force enabled HPET at resume\n");
}

static u32 ati_ixp4x0_rev(struct pci_dev *dev)
{
	u32 d;
	u8  b;

	pci_read_config_byte(dev, 0xac, &b);
	b &= ~(1<<5);
	pci_write_config_byte(dev, 0xac, b);
	pci_read_config_dword(dev, 0x70, &d);
	d |= 1<<8;
	pci_write_config_dword(dev, 0x70, d);
	pci_read_config_dword(dev, 0x8, &d);
	d &= 0xff;
	dev_printk(KERN_DEBUG, &dev->dev, "SB4X0 revision 0x%x\n", d);
	return d;
}

static void ati_force_enable_hpet(struct pci_dev *dev)
{
	u32 d, val;
	u8  b;

	if (hpet_address || force_hpet_address)
		return;

	if (!hpet_force_user) {
		hpet_print_force_info();
		return;
	}

	d = ati_ixp4x0_rev(dev);
	if (d  < 0x82)
		return;

	/* base address */
	pci_write_config_dword(dev, 0x14, 0xfed00000);
	pci_read_config_dword(dev, 0x14, &val);

	/* enable interrupt */
	outb(0x72, 0xcd6); b = inb(0xcd7);
	b |= 0x1;
	outb(0x72, 0xcd6); outb(b, 0xcd7);
	outb(0x72, 0xcd6); b = inb(0xcd7);
	if (!(b & 0x1))
		return;
	pci_read_config_dword(dev, 0x64, &d);
	d |= (1<<10);
	pci_write_config_dword(dev, 0x64, d);
	pci_read_config_dword(dev, 0x64, &d);
	if (!(d & (1<<10)))
		return;

	force_hpet_address = val;
	force_hpet_resume_type = ATI_FORCE_HPET_RESUME;
	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n",
		   force_hpet_address);
	cached_dev = dev;
}
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_ATI, PCI_DEVICE_ID_ATI_IXP400_SMBUS,
			 ati_force_enable_hpet);

/*
 * Undocumented chipset feature taken from LinuxBIOS.
 */
static void nvidia_force_hpet_resume(void)
{
	pci_write_config_dword(cached_dev, 0x44, 0xfed00001);
	printk(KERN_DEBUG "Force enabled HPET at resume\n");
}

static void nvidia_force_enable_hpet(struct pci_dev *dev)
{
	u32 uninitialized_var(val);

	if (hpet_address || force_hpet_address)
		return;

	if (!hpet_force_user) {
		hpet_print_force_info();
		return;
	}

	pci_write_config_dword(dev, 0x44, 0xfed00001);
	pci_read_config_dword(dev, 0x44, &val);
	force_hpet_address = val & 0xfffffffe;
	force_hpet_resume_type = NVIDIA_FORCE_HPET_RESUME;
	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n",
		force_hpet_address);
	cached_dev = dev;
	return;
}

/* ISA Bridges */
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0050,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0051,
			nvidia_force_enable_hpet);

/* LPC bridges */
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0260,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0360,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0361,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0362,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0363,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0364,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0365,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0366,
			nvidia_force_enable_hpet);
DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0367,
			nvidia_force_enable_hpet);

void force_hpet_resume(void)
{
	switch (force_hpet_resume_type) {
	case ICH_FORCE_HPET_RESUME:
		ich_force_hpet_resume();
		return;
	case OLD_ICH_FORCE_HPET_RESUME:
		old_ich_force_hpet_resume();
		return;
	case VT8237_FORCE_HPET_RESUME:
		vt8237_force_hpet_resume();
		return;
	case NVIDIA_FORCE_HPET_RESUME:
		nvidia_force_hpet_resume();
		return;
	case ATI_FORCE_HPET_RESUME:
		ati_force_hpet_resume();
		return;
	default:
		break;
	}
}

#endif
Commit	Line	Data
1da177e4 LT	1	/*
	2	* This file contains work-arounds for x86 and x86_64 platform bugs.
	3	*/
1da177e4 LT	4	#include <linux/pci.h>
	5	#include <linux/irq.h>
	6
d54bd57d VP	7	#include <asm/hpet.h>
d54bd57d VP	8
1da177e4 LT	9	#if defined(CONFIG_X86_IO_APIC) && defined(CONFIG_SMP) && defined(CONFIG_PCI)
1da177e4 LT	10
a86f34b4	11	static void __devinit quirk_intel_irqbalance(struct pci_dev *dev)
1da177e4 LT	12	{
1da177e4 LT	13	u8 config, rev;
9585ca02	14	u16 word;
1da177e4 LT	15
	16	/* BIOS may enable hardware IRQ balancing for
	17	* E7520/E7320/E7525(revision ID 0x9 and below)
	18	* based platforms.
	19	* Disable SW irqbalance/affinity on those platforms.
	20	*/
a86f34b4	21	pci_read_config_byte(dev, PCI_CLASS_REVISION, &rev);
1da177e4 LT	22	if (rev > 0x9)
	23	return;
	24
a86f34b4 AM	25	/* enable access to config space*/
	26	pci_read_config_byte(dev, 0xf4, &config);
	27	pci_write_config_byte(dev, 0xf4, config\|0x2);
1da177e4	28
9585ca02 MW	29	/*
	30	* read xTPR register. We may not have a pci_dev for device 8
	31	* because it might be hidden until the above write.
	32	*/
	33	pci_bus_read_config_word(dev->bus, PCI_DEVFN(8, 0), 0x4c, &word);
1da177e4 LT	34
1da177e4 LT	35	if (!(word & (1 << 13))) {
9ed88554	36	dev_info(&dev->dev, "Intel E7520/7320/7525 detected; "
9ed88554	37	"disabling irq balancing and affinity\n");
1da177e4 LT	38	#ifdef CONFIG_IRQBALANCE
	39	irqbalance_disable("");
	40	#endif
	41	noirqdebug_setup("");
	42	#ifdef CONFIG_PROC_FS
	43	no_irq_affinity = 1;
	44	#endif
	45	}
	46
a86f34b4	47	/* put back the original value for config space*/
da9bb1d2	48	if (!(config & 0x2))
a86f34b4	49	pci_write_config_byte(dev, 0xf4, config);
1da177e4	50	}
76492237 TG	51	DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7320_MCH,
	52	quirk_intel_irqbalance);
	53	DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7525_MCH,
	54	quirk_intel_irqbalance);
	55	DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7520_MCH,
	56	quirk_intel_irqbalance);
1da177e4	57	#endif
d54bd57d VP	58
	59	#if defined(CONFIG_HPET_TIMER)
	60	unsigned long force_hpet_address;
	61
bfe0c1cc VP	62	static enum {
	63	NONE_FORCE_HPET_RESUME,
	64	OLD_ICH_FORCE_HPET_RESUME,
b196884e	65	ICH_FORCE_HPET_RESUME,
d79a5f80 CC	66	VT8237_FORCE_HPET_RESUME,
d79a5f80 CC	67	NVIDIA_FORCE_HPET_RESUME,
e8aa4667	68	ATI_FORCE_HPET_RESUME,
bfe0c1cc VP	69	} force_hpet_resume_type;
bfe0c1cc VP	70
d54bd57d VP	71	static void __iomem *rcba_base;
d54bd57d VP	72
bfe0c1cc	73	static void ich_force_hpet_resume(void)
d54bd57d VP	74	{
	75	u32 val;
	76
	77	if (!force_hpet_address)
	78	return;
	79
	80	if (rcba_base == NULL)
	81	BUG();
	82
	83	/* read the Function Disable register, dword mode only */
	84	val = readl(rcba_base + 0x3404);
	85	if (!(val & 0x80)) {
	86	/* HPET disabled in HPTC. Trying to enable */
	87	writel(val \| 0x80, rcba_base + 0x3404);
	88	}
	89
	90	val = readl(rcba_base + 0x3404);
	91	if (!(val & 0x80))
	92	BUG();
	93	else
	94	printk(KERN_DEBUG "Force enabled HPET at resume\n");
	95
	96	return;
	97	}
	98
	99	static void ich_force_enable_hpet(struct pci_dev *dev)
	100	{
	101	u32 val;
	102	u32 uninitialized_var(rcba);
	103	int err = 0;
	104
	105	if (hpet_address \|\| force_hpet_address)
	106	return;
	107
	108	pci_read_config_dword(dev, 0xF0, &rcba);
	109	rcba &= 0xFFFFC000;
	110	if (rcba == 0) {
9ed88554	111	dev_printk(KERN_DEBUG, &dev->dev, "RCBA disabled; "
9ed88554	112	"cannot force enable HPET\n");
d54bd57d VP	113	return;
	114	}
	115
	116	/* use bits 31:14, 16 kB aligned */
	117	rcba_base = ioremap_nocache(rcba, 0x4000);
	118	if (rcba_base == NULL) {
9ed88554	119	dev_printk(KERN_DEBUG, &dev->dev, "ioremap failed; "
9ed88554	120	"cannot force enable HPET\n");
d54bd57d VP	121	return;
	122	}
	123
	124	/* read the Function Disable register, dword mode only */
	125	val = readl(rcba_base + 0x3404);
	126
	127	if (val & 0x80) {
	128	/* HPET is enabled in HPTC. Just not reported by BIOS */
	129	val = val & 0x3;
	130	force_hpet_address = 0xFED00000 \| (val << 12);
9ed88554	131	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
9ed88554	132	"0x%lx\n", force_hpet_address);
d54bd57d VP	133	iounmap(rcba_base);
	134	return;
	135	}
	136
	137	/* HPET disabled in HPTC. Trying to enable */
	138	writel(val \| 0x80, rcba_base + 0x3404);
	139
	140	val = readl(rcba_base + 0x3404);
	141	if (!(val & 0x80)) {
	142	err = 1;
	143	} else {
	144	val = val & 0x3;
	145	force_hpet_address = 0xFED00000 \| (val << 12);
	146	}
	147
	148	if (err) {
	149	force_hpet_address = 0;
	150	iounmap(rcba_base);
9ed88554	151	dev_printk(KERN_DEBUG, &dev->dev,
9ed88554	152	"Failed to force enable HPET\n");
d54bd57d	153	} else {
bfe0c1cc	154	force_hpet_resume_type = ICH_FORCE_HPET_RESUME;
9ed88554	155	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
9ed88554	156	"0x%lx\n", force_hpet_address);
d54bd57d VP	157	}
	158	}
	159
	160	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB2_0,
76492237	161	ich_force_enable_hpet);
74e411cb KO	162	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_0,
74e411cb KO	163	ich_force_enable_hpet);
d54bd57d	164	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_1,
76492237	165	ich_force_enable_hpet);
ed6fb174	166	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_0,
76492237	167	ich_force_enable_hpet);
d54bd57d	168	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_1,
76492237	169	ich_force_enable_hpet);
d54bd57d	170	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_31,
76492237	171	ich_force_enable_hpet);
d54bd57d	172	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH8_1,
76492237	173	ich_force_enable_hpet);
dff244af AJS	174	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH9_7,
dff244af AJS	175	ich_force_enable_hpet);
bfe0c1cc VP	176
	177
	178	static struct pci_dev *cached_dev;
	179
7c4728f4 TG	180	static void hpet_print_force_info(void)
	181	{
	182	printk(KERN_INFO "HPET not enabled in BIOS. "
	183	"You might try hpet=force boot option\n");
	184	}
	185
bfe0c1cc VP	186	static void old_ich_force_hpet_resume(void)
	187	{
	188	u32 val;
	189	u32 uninitialized_var(gen_cntl);
	190
	191	if (!force_hpet_address \|\| !cached_dev)
	192	return;
	193
	194	pci_read_config_dword(cached_dev, 0xD0, &gen_cntl);
	195	gen_cntl &= (~(0x7 << 15));
	196	gen_cntl \|= (0x4 << 15);
	197
	198	pci_write_config_dword(cached_dev, 0xD0, gen_cntl);
	199	pci_read_config_dword(cached_dev, 0xD0, &gen_cntl);
	200	val = gen_cntl >> 15;
	201	val &= 0x7;
	202	if (val == 0x4)
	203	printk(KERN_DEBUG "Force enabled HPET at resume\n");
	204	else
	205	BUG();
	206	}
	207
	208	static void old_ich_force_enable_hpet(struct pci_dev *dev)
	209	{
	210	u32 val;
	211	u32 uninitialized_var(gen_cntl);
	212
	213	if (hpet_address \|\| force_hpet_address)
	214	return;
	215
	216	pci_read_config_dword(dev, 0xD0, &gen_cntl);
	217	/*
	218	* Bit 17 is HPET enable bit.
	219	* Bit 16:15 control the HPET base address.
	220	*/
	221	val = gen_cntl >> 15;
	222	val &= 0x7;
	223	if (val & 0x4) {
	224	val &= 0x3;
	225	force_hpet_address = 0xFED00000 \| (val << 12);
9ed88554	226	dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n",
9ed88554	227	force_hpet_address);
bfe0c1cc VP	228	return;
	229	}
	230
	231	/*
	232	* HPET is disabled. Trying enabling at FED00000 and check
	233	* whether it sticks
	234	*/
	235	gen_cntl &= (~(0x7 << 15));
	236	gen_cntl \|= (0x4 << 15);
	237	pci_write_config_dword(dev, 0xD0, gen_cntl);
	238
	239	pci_read_config_dword(dev, 0xD0, &gen_cntl);
	240
	241	val = gen_cntl >> 15;
	242	val &= 0x7;
	243	if (val & 0x4) {
	244	/* HPET is enabled in HPTC. Just not reported by BIOS */
	245	val &= 0x3;
	246	force_hpet_address = 0xFED00000 \| (val << 12);
9ed88554	247	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
9ed88554	248	"0x%lx\n", force_hpet_address);
32a2da64	249	cached_dev = dev;
bfe0c1cc VP	250	force_hpet_resume_type = OLD_ICH_FORCE_HPET_RESUME;
	251	return;
	252	}
	253
9ed88554	254	dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n");
bfe0c1cc VP	255	}
bfe0c1cc VP	256
158ad326 US	257	/*
	258	* Undocumented chipset features. Make sure that the user enforced
	259	* this.
	260	*/
	261	static void old_ich_force_enable_hpet_user(struct pci_dev *dev)
	262	{
	263	if (hpet_force_user)
	264	old_ich_force_enable_hpet(dev);
7c4728f4 TG	265	else
7c4728f4 TG	266	hpet_print_force_info();
158ad326 US	267	}
158ad326 US	268
4c2a997c JB	269	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB_1,
4c2a997c JB	270	old_ich_force_enable_hpet_user);
158ad326 US	271	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_0,
	272	old_ich_force_enable_hpet_user);
	273	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_12,
	274	old_ich_force_enable_hpet_user);
	275	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_0,
	276	old_ich_force_enable_hpet_user);
	277	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_12,
	278	old_ich_force_enable_hpet_user);
bfe0c1cc	279	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_0,
76492237	280	old_ich_force_enable_hpet);
bfe0c1cc	281	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_12,
76492237	282	old_ich_force_enable_hpet);
bfe0c1cc	283
b196884e US	284
	285	static void vt8237_force_hpet_resume(void)
	286	{
	287	u32 val;
	288
	289	if (!force_hpet_address \|\| !cached_dev)
	290	return;
	291
	292	val = 0xfed00000 \| 0x80;
	293	pci_write_config_dword(cached_dev, 0x68, val);
	294
	295	pci_read_config_dword(cached_dev, 0x68, &val);
	296	if (val & 0x80)
	297	printk(KERN_DEBUG "Force enabled HPET at resume\n");
	298	else
	299	BUG();
	300	}
	301
	302	static void vt8237_force_enable_hpet(struct pci_dev *dev)
	303	{
	304	u32 uninitialized_var(val);
	305
7c4728f4 TG	306	if (hpet_address \|\| force_hpet_address)
	307	return;
	308
	309	if (!hpet_force_user) {
	310	hpet_print_force_info();
b196884e	311	return;
7c4728f4	312	}
b196884e US	313
	314	pci_read_config_dword(dev, 0x68, &val);
	315	/*
	316	* Bit 7 is HPET enable bit.
	317	* Bit 31:10 is HPET base address (contrary to what datasheet claims)
	318	*/
	319	if (val & 0x80) {
	320	force_hpet_address = (val & ~0x3ff);
9ed88554	321	dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n",
9ed88554	322	force_hpet_address);
b196884e US	323	return;
	324	}
	325
	326	/*
	327	* HPET is disabled. Trying enabling at FED00000 and check
	328	* whether it sticks
	329	*/
	330	val = 0xfed00000 \| 0x80;
	331	pci_write_config_dword(dev, 0x68, val);
	332
	333	pci_read_config_dword(dev, 0x68, &val);
	334	if (val & 0x80) {
	335	force_hpet_address = (val & ~0x3ff);
9ed88554	336	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at "
9ed88554	337	"0x%lx\n", force_hpet_address);
b196884e US	338	cached_dev = dev;
	339	force_hpet_resume_type = VT8237_FORCE_HPET_RESUME;
	340	return;
	341	}
	342
9ed88554	343	dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n");
b196884e US	344	}
	345
	346	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8235,
	347	vt8237_force_enable_hpet);
	348	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8237,
	349	vt8237_force_enable_hpet);
	350
e8aa4667 AH	351	static void ati_force_hpet_resume(void)
	352	{
	353	pci_write_config_dword(cached_dev, 0x14, 0xfed00000);
	354	printk(KERN_DEBUG "Force enabled HPET at resume\n");
	355	}
	356
e7250b8a AH	357	static u32 ati_ixp4x0_rev(struct pci_dev *dev)
	358	{
	359	u32 d;
	360	u8 b;
	361
	362	pci_read_config_byte(dev, 0xac, &b);
	363	b &= ~(1<<5);
	364	pci_write_config_byte(dev, 0xac, b);
	365	pci_read_config_dword(dev, 0x70, &d);
	366	d \|= 1<<8;
	367	pci_write_config_dword(dev, 0x70, d);
	368	pci_read_config_dword(dev, 0x8, &d);
	369	d &= 0xff;
	370	dev_printk(KERN_DEBUG, &dev->dev, "SB4X0 revision 0x%x\n", d);
	371	return d;
	372	}
	373
e8aa4667 AH	374	static void ati_force_enable_hpet(struct pci_dev *dev)
e8aa4667 AH	375	{
e7250b8a AH	376	u32 d, val;
e7250b8a AH	377	u8 b;
e8aa4667	378
7c4728f4 TG	379	if (hpet_address \|\| force_hpet_address)
	380	return;
	381
	382	if (!hpet_force_user) {
	383	hpet_print_force_info();
e8aa4667	384	return;
7c4728f4	385	}
e8aa4667	386
e7250b8a AH	387	d = ati_ixp4x0_rev(dev);
	388	if (d < 0x82)
	389	return;
	390
	391	/* base address */
e8aa4667 AH	392	pci_write_config_dword(dev, 0x14, 0xfed00000);
e8aa4667 AH	393	pci_read_config_dword(dev, 0x14, &val);
e7250b8a AH	394
	395	/* enable interrupt */
	396	outb(0x72, 0xcd6); b = inb(0xcd7);
	397	b \|= 0x1;
	398	outb(0x72, 0xcd6); outb(b, 0xcd7);
	399	outb(0x72, 0xcd6); b = inb(0xcd7);
	400	if (!(b & 0x1))
	401	return;
	402	pci_read_config_dword(dev, 0x64, &d);
	403	d \|= (1<<10);
	404	pci_write_config_dword(dev, 0x64, d);
	405	pci_read_config_dword(dev, 0x64, &d);
	406	if (!(d & (1<<10)))
	407	return;
	408
e8aa4667 AH	409	force_hpet_address = val;
	410	force_hpet_resume_type = ATI_FORCE_HPET_RESUME;
	411	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n",
	412	force_hpet_address);
	413	cached_dev = dev;
e8aa4667 AH	414	}
	415	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_ATI, PCI_DEVICE_ID_ATI_IXP400_SMBUS,
	416	ati_force_enable_hpet);
	417
d79a5f80 CC	418	/*
	419	* Undocumented chipset feature taken from LinuxBIOS.
	420	*/
	421	static void nvidia_force_hpet_resume(void)
	422	{
	423	pci_write_config_dword(cached_dev, 0x44, 0xfed00001);
	424	printk(KERN_DEBUG "Force enabled HPET at resume\n");
	425	}
	426
	427	static void nvidia_force_enable_hpet(struct pci_dev *dev)
	428	{
	429	u32 uninitialized_var(val);
	430
7c4728f4 TG	431	if (hpet_address \|\| force_hpet_address)
	432	return;
	433
	434	if (!hpet_force_user) {
	435	hpet_print_force_info();
d79a5f80	436	return;
7c4728f4	437	}
d79a5f80 CC	438
	439	pci_write_config_dword(dev, 0x44, 0xfed00001);
	440	pci_read_config_dword(dev, 0x44, &val);
	441	force_hpet_address = val & 0xfffffffe;
	442	force_hpet_resume_type = NVIDIA_FORCE_HPET_RESUME;
9ed88554	443	dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n",
d79a5f80 CC	444	force_hpet_address);
	445	cached_dev = dev;
	446	return;
	447	}
	448
	449	/* ISA Bridges */
	450	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0050,
	451	nvidia_force_enable_hpet);
	452	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0051,
	453	nvidia_force_enable_hpet);
b196884e	454
1b82ba6e	455	/* LPC bridges */
96bcf458 ZL	456	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0260,
96bcf458 ZL	457	nvidia_force_enable_hpet);
1b82ba6e CC	458	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0360,
	459	nvidia_force_enable_hpet);
	460	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0361,
	461	nvidia_force_enable_hpet);
	462	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0362,
	463	nvidia_force_enable_hpet);
	464	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0363,
	465	nvidia_force_enable_hpet);
	466	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0364,
	467	nvidia_force_enable_hpet);
	468	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0365,
	469	nvidia_force_enable_hpet);
	470	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0366,
	471	nvidia_force_enable_hpet);
	472	DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0367,
	473	nvidia_force_enable_hpet);
	474
bfe0c1cc VP	475	void force_hpet_resume(void)
	476	{
	477	switch (force_hpet_resume_type) {
4a5a77d1 HH	478	case ICH_FORCE_HPET_RESUME:
	479	ich_force_hpet_resume();
	480	return;
	481	case OLD_ICH_FORCE_HPET_RESUME:
	482	old_ich_force_hpet_resume();
	483	return;
	484	case VT8237_FORCE_HPET_RESUME:
	485	vt8237_force_hpet_resume();
	486	return;
	487	case NVIDIA_FORCE_HPET_RESUME:
	488	nvidia_force_hpet_resume();
	489	return;
e8aa4667 AH	490	case ATI_FORCE_HPET_RESUME:
	491	ati_force_hpet_resume();
	492	return;
4a5a77d1	493	default:
bfe0c1cc VP	494	break;
	495	}
	496	}
	497
d54bd57d	498	#endif