[deliverable/linux.git] / arch / x86 / include / asm / fixmap.h

/*
 * fixmap.h: compile-time virtual memory allocation
 *
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1998 Ingo Molnar
 *
 * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
 * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
 */

#ifndef _ASM_X86_FIXMAP_H
#define _ASM_X86_FIXMAP_H

#ifndef __ASSEMBLY__
#include <linux/kernel.h>
#include <asm/acpi.h>
#include <asm/apicdef.h>
#include <asm/page.h>
#ifdef CONFIG_X86_32
#include <linux/threads.h>
#include <asm/kmap_types.h>
#else
#include <asm/vsyscall.h>
#endif

/*
 * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
 * uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
 * Because of this, FIXADDR_TOP x86 integration was left as later work.
 */
#ifdef CONFIG_X86_32
/* used by vmalloc.c, vsyscall.lds.S.
 *
 * Leave one empty page between vmalloc'ed areas and
 * the start of the fixmap.
 */
extern unsigned long __FIXADDR_TOP;
#define FIXADDR_TOP	((unsigned long)__FIXADDR_TOP)

#define FIXADDR_USER_START     __fix_to_virt(FIX_VDSO)
#define FIXADDR_USER_END       __fix_to_virt(FIX_VDSO - 1)
#else
#define FIXADDR_TOP	(VSYSCALL_END-PAGE_SIZE)

/* Only covers 32bit vsyscalls currently. Need another set for 64bit. */
#define FIXADDR_USER_START	((unsigned long)VSYSCALL32_VSYSCALL)
#define FIXADDR_USER_END	(FIXADDR_USER_START + PAGE_SIZE)
#endif


/*
 * Here we define all the compile-time 'special' virtual
 * addresses. The point is to have a constant address at
 * compile time, but to set the physical address only
 * in the boot process.
 * for x86_32: We allocate these special addresses
 * from the end of virtual memory (0xfffff000) backwards.
 * Also this lets us do fail-safe vmalloc(), we
 * can guarantee that these special addresses and
 * vmalloc()-ed addresses never overlap.
 *
 * These 'compile-time allocated' memory buffers are
 * fixed-size 4k pages (or larger if used with an increment
 * higher than 1). Use set_fixmap(idx,phys) to associate
 * physical memory with fixmap indices.
 *
 * TLB entries of such buffers will not be flushed across
 * task switches.
 */
enum fixed_addresses {
#ifdef CONFIG_X86_32
	FIX_HOLE,
	FIX_VDSO,
#else
	VSYSCALL_LAST_PAGE,
	VSYSCALL_FIRST_PAGE = VSYSCALL_LAST_PAGE
			    + ((VSYSCALL_END-VSYSCALL_START) >> PAGE_SHIFT) - 1,
	VSYSCALL_HPET,
#endif
	FIX_DBGP_BASE,
	FIX_EARLYCON_MEM_BASE,
#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
	FIX_OHCI1394_BASE,
#endif
#ifdef CONFIG_X86_LOCAL_APIC
	FIX_APIC_BASE,	/* local (CPU) APIC) -- required for SMP or not */
#endif
#ifdef CONFIG_X86_IO_APIC
	FIX_IO_APIC_BASE_0,
	FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
#endif
#ifdef CONFIG_X86_VISWS_APIC
	FIX_CO_CPU,	/* Cobalt timer */
	FIX_CO_APIC,	/* Cobalt APIC Redirection Table */
	FIX_LI_PCIA,	/* Lithium PCI Bridge A */
	FIX_LI_PCIB,	/* Lithium PCI Bridge B */
#endif
#ifdef CONFIG_X86_F00F_BUG
	FIX_F00F_IDT,	/* Virtual mapping for IDT */
#endif
#ifdef CONFIG_X86_CYCLONE_TIMER
	FIX_CYCLONE_TIMER, /*cyclone timer register*/
#endif
#ifdef CONFIG_X86_32
	FIX_KMAP_BEGIN,	/* reserved pte's for temporary kernel mappings */
	FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1,
#ifdef CONFIG_PCI_MMCONFIG
	FIX_PCIE_MCFG,
#endif
#endif
#ifdef CONFIG_PARAVIRT
	FIX_PARAVIRT_BOOTMAP,
#endif
	FIX_TEXT_POKE1,	/* reserve 2 pages for text_poke() */
	FIX_TEXT_POKE0, /* first page is last, because allocation is backward */
#ifdef	CONFIG_X86_MRST
	FIX_LNW_VRTC,
#endif
	__end_of_permanent_fixed_addresses,

	/*
	 * 256 temporary boot-time mappings, used by early_ioremap(),
	 * before ioremap() is functional.
	 *
	 * If necessary we round it up to the next 256 pages boundary so
	 * that we can have a single pgd entry and a single pte table:
	 */
#define NR_FIX_BTMAPS		64
#define FIX_BTMAPS_SLOTS	4
#define TOTAL_FIX_BTMAPS	(NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
	FIX_BTMAP_END =
	 (__end_of_permanent_fixed_addresses ^
	  (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
	 -PTRS_PER_PTE
	 ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
	   (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
	 : __end_of_permanent_fixed_addresses,
	FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
#ifdef CONFIG_X86_32
	FIX_WP_TEST,
#endif
#ifdef CONFIG_INTEL_TXT
	FIX_TBOOT_BASE,
#endif
	__end_of_fixed_addresses
};


extern void reserve_top_address(unsigned long reserve);

#define FIXADDR_SIZE	(__end_of_permanent_fixed_addresses << PAGE_SHIFT)
#define FIXADDR_BOOT_SIZE	(__end_of_fixed_addresses << PAGE_SHIFT)
#define FIXADDR_START		(FIXADDR_TOP - FIXADDR_SIZE)
#define FIXADDR_BOOT_START	(FIXADDR_TOP - FIXADDR_BOOT_SIZE)

extern int fixmaps_set;

extern pte_t *kmap_pte;
extern pgprot_t kmap_prot;
extern pte_t *pkmap_page_table;

void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
void native_set_fixmap(enum fixed_addresses idx,
		       phys_addr_t phys, pgprot_t flags);

#ifndef CONFIG_PARAVIRT
static inline void __set_fixmap(enum fixed_addresses idx,
				phys_addr_t phys, pgprot_t flags)
{
	native_set_fixmap(idx, phys, flags);
}
#endif

#define set_fixmap(idx, phys)				\
	__set_fixmap(idx, phys, PAGE_KERNEL)

/*
 * Some hardware wants to get fixmapped without caching.
 */
#define set_fixmap_nocache(idx, phys)			\
	__set_fixmap(idx, phys, PAGE_KERNEL_NOCACHE)

#define clear_fixmap(idx)			\
	__set_fixmap(idx, 0, __pgprot(0))

#define __fix_to_virt(x)	(FIXADDR_TOP - ((x) << PAGE_SHIFT))
#define __virt_to_fix(x)	((FIXADDR_TOP - ((x)&PAGE_MASK)) >> PAGE_SHIFT)

extern void __this_fixmap_does_not_exist(void);

/*
 * 'index to address' translation. If anyone tries to use the idx
 * directly without translation, we catch the bug with a NULL-deference
 * kernel oops. Illegal ranges of incoming indices are caught too.
 */
static __always_inline unsigned long fix_to_virt(const unsigned int idx)
{
	/*
	 * this branch gets completely eliminated after inlining,
	 * except when someone tries to use fixaddr indices in an
	 * illegal way. (such as mixing up address types or using
	 * out-of-range indices).
	 *
	 * If it doesn't get removed, the linker will complain
	 * loudly with a reasonably clear error message..
	 */
	if (idx >= __end_of_fixed_addresses)
		__this_fixmap_does_not_exist();

	return __fix_to_virt(idx);
}

static inline unsigned long virt_to_fix(const unsigned long vaddr)
{
	BUG_ON(vaddr >= FIXADDR_TOP || vaddr < FIXADDR_START);
	return __virt_to_fix(vaddr);
}

/* Return an pointer with offset calculated */
static __always_inline unsigned long
__set_fixmap_offset(enum fixed_addresses idx, phys_addr_t phys, pgprot_t flags)
{
	__set_fixmap(idx, phys, flags);
	return fix_to_virt(idx) + (phys & (PAGE_SIZE - 1));
}

#define set_fixmap_offset(idx, phys)			\
	__set_fixmap_offset(idx, phys, PAGE_KERNEL)

#define set_fixmap_offset_nocache(idx, phys)			\
	__set_fixmap_offset(idx, phys, PAGE_KERNEL_NOCACHE)

#endif /* !__ASSEMBLY__ */
#endif /* _ASM_X86_FIXMAP_H */
Commit	Line	Data
c577b098 GP	1	/*
	2	* fixmap.h: compile-time virtual memory allocation
	3	*
	4	* This file is subject to the terms and conditions of the GNU General Public
	5	* License. See the file "COPYING" in the main directory of this archive
	6	* for more details.
	7	*
	8	* Copyright (C) 1998 Ingo Molnar
	9	*
	10	* Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
	11	* x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
	12	*/
	13
1965aae3 PA	14	#ifndef _ASM_X86_FIXMAP_H
1965aae3 PA	15	#define _ASM_X86_FIXMAP_H
3ec96783	16
c577b098 GP	17	#ifndef __ASSEMBLY__
	18	#include <linux/kernel.h>
	19	#include <asm/acpi.h>
	20	#include <asm/apicdef.h>
	21	#include <asm/page.h>
	22	#ifdef CONFIG_X86_32
	23	#include <linux/threads.h>
	24	#include <asm/kmap_types.h>
	25	#else
	26	#include <asm/vsyscall.h>
c577b098 GP	27	#endif
	28
	29	/*
	30	* We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
	31	* uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
	32	* Because of this, FIXADDR_TOP x86 integration was left as later work.
	33	*/
	34	#ifdef CONFIG_X86_32
	35	/* used by vmalloc.c, vsyscall.lds.S.
	36	*
	37	* Leave one empty page between vmalloc'ed areas and
	38	* the start of the fixmap.
	39	*/
	40	extern unsigned long __FIXADDR_TOP;
	41	#define FIXADDR_TOP ((unsigned long)__FIXADDR_TOP)
	42
	43	#define FIXADDR_USER_START __fix_to_virt(FIX_VDSO)
	44	#define FIXADDR_USER_END __fix_to_virt(FIX_VDSO - 1)
	45	#else
	46	#define FIXADDR_TOP (VSYSCALL_END-PAGE_SIZE)
	47
	48	/* Only covers 32bit vsyscalls currently. Need another set for 64bit. */
	49	#define FIXADDR_USER_START ((unsigned long)VSYSCALL32_VSYSCALL)
	50	#define FIXADDR_USER_END (FIXADDR_USER_START + PAGE_SIZE)
	51	#endif
	52
	53
	54	/*
	55	* Here we define all the compile-time 'special' virtual
	56	* addresses. The point is to have a constant address at
	57	* compile time, but to set the physical address only
	58	* in the boot process.
	59	* for x86_32: We allocate these special addresses
	60	* from the end of virtual memory (0xfffff000) backwards.
	61	* Also this lets us do fail-safe vmalloc(), we
	62	* can guarantee that these special addresses and
	63	* vmalloc()-ed addresses never overlap.
	64	*
	65	* These 'compile-time allocated' memory buffers are
	66	* fixed-size 4k pages (or larger if used with an increment
	67	* higher than 1). Use set_fixmap(idx,phys) to associate
	68	* physical memory with fixmap indices.
	69	*
	70	* TLB entries of such buffers will not be flushed across
	71	* task switches.
	72	*/
	73	enum fixed_addresses {
96a388de	74	#ifdef CONFIG_X86_32
c577b098 GP	75	FIX_HOLE,
c577b098 GP	76	FIX_VDSO,
96a388de	77	#else
c577b098 GP	78	VSYSCALL_LAST_PAGE,
	79	VSYSCALL_FIRST_PAGE = VSYSCALL_LAST_PAGE
	80	+ ((VSYSCALL_END-VSYSCALL_START) >> PAGE_SHIFT) - 1,
	81	VSYSCALL_HPET,
96a388de	82	#endif
c577b098 GP	83	FIX_DBGP_BASE,
c577b098 GP	84	FIX_EARLYCON_MEM_BASE,
ff30a054 JB	85	#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
	86	FIX_OHCI1394_BASE,
	87	#endif
c577b098 GP	88	#ifdef CONFIG_X86_LOCAL_APIC
	89	FIX_APIC_BASE, /* local (CPU) APIC) -- required for SMP or not */
	90	#endif
	91	#ifdef CONFIG_X86_IO_APIC
	92	FIX_IO_APIC_BASE_0,
	93	FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
	94	#endif
c577b098 GP	95	#ifdef CONFIG_X86_VISWS_APIC
	96	FIX_CO_CPU, /* Cobalt timer */
	97	FIX_CO_APIC, /* Cobalt APIC Redirection Table */
	98	FIX_LI_PCIA, /* Lithium PCI Bridge A */
	99	FIX_LI_PCIB, /* Lithium PCI Bridge B */
	100	#endif
	101	#ifdef CONFIG_X86_F00F_BUG
	102	FIX_F00F_IDT, /* Virtual mapping for IDT */
	103	#endif
	104	#ifdef CONFIG_X86_CYCLONE_TIMER
	105	FIX_CYCLONE_TIMER, /cyclone timer register/
	106	#endif
	107	#ifdef CONFIG_X86_32
	108	FIX_KMAP_BEGIN, /* reserved pte's for temporary kernel mappings */
	109	FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1,
	110	#ifdef CONFIG_PCI_MMCONFIG
	111	FIX_PCIE_MCFG,
	112	#endif
	113	#endif
	114	#ifdef CONFIG_PARAVIRT
	115	FIX_PARAVIRT_BOOTMAP,
	116	#endif
12b9d7cc MD	117	FIX_TEXT_POKE1, /* reserve 2 pages for text_poke() */
12b9d7cc MD	118	FIX_TEXT_POKE0, /* first page is last, because allocation is backward */
7309282c FT	119	#ifdef CONFIG_X86_MRST
	120	FIX_LNW_VRTC,
	121	#endif
fa36e956 AV	122	__end_of_permanent_fixed_addresses,
fa36e956 AV	123
c577b098 GP	124	/*
	125	* 256 temporary boot-time mappings, used by early_ioremap(),
	126	* before ioremap() is functional.
	127	*
499a5f1e JB	128	* If necessary we round it up to the next 256 pages boundary so
499a5f1e JB	129	* that we can have a single pgd entry and a single pte table:
c577b098 GP	130	*/
	131	#define NR_FIX_BTMAPS 64
	132	#define FIX_BTMAPS_SLOTS 4
499a5f1e JB	133	#define TOTAL_FIX_BTMAPS (NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
	134	FIX_BTMAP_END =
	135	(__end_of_permanent_fixed_addresses ^
	136	(__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
	137	-PTRS_PER_PTE
	138	? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
	139	(__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
	140	: __end_of_permanent_fixed_addresses,
	141	FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
c577b098 GP	142	#ifdef CONFIG_X86_32
c577b098 GP	143	FIX_WP_TEST,
31625340 JC	144	#endif
	145	#ifdef CONFIG_INTEL_TXT
	146	FIX_TBOOT_BASE,
c577b098 GP	147	#endif
	148	__end_of_fixed_addresses
	149	};
	150
	151
	152	extern void reserve_top_address(unsigned long reserve);
	153
	154	#define FIXADDR_SIZE (__end_of_permanent_fixed_addresses << PAGE_SHIFT)
	155	#define FIXADDR_BOOT_SIZE (__end_of_fixed_addresses << PAGE_SHIFT)
	156	#define FIXADDR_START (FIXADDR_TOP - FIXADDR_SIZE)
	157	#define FIXADDR_BOOT_START (FIXADDR_TOP - FIXADDR_BOOT_SIZE)
3ec96783	158
7c7e6e07 JF	159	extern int fixmaps_set;
7c7e6e07 JF	160
fd940934 KP	161	extern pte_t *kmap_pte;
	162	extern pgprot_t kmap_prot;
	163	extern pte_t *pkmap_page_table;
	164
aeaaa59c JF	165	void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
aeaaa59c JF	166	void native_set_fixmap(enum fixed_addresses idx,
3b3809ac	167	phys_addr_t phys, pgprot_t flags);
aeaaa59c JF	168
	169	#ifndef CONFIG_PARAVIRT
	170	static inline void __set_fixmap(enum fixed_addresses idx,
3b3809ac	171	phys_addr_t phys, pgprot_t flags)
aeaaa59c JF	172	{
	173	native_set_fixmap(idx, phys, flags);
	174	}
	175	#endif
	176
944256e0 JF	177	#define set_fixmap(idx, phys) \
	178	__set_fixmap(idx, phys, PAGE_KERNEL)
	179
	180	/*
	181	* Some hardware wants to get fixmapped without caching.
	182	*/
	183	#define set_fixmap_nocache(idx, phys) \
	184	__set_fixmap(idx, phys, PAGE_KERNEL_NOCACHE)
	185
3ec96783 IM	186	#define clear_fixmap(idx) \
	187	__set_fixmap(idx, 0, __pgprot(0))
	188
944256e0 JF	189	#define __fix_to_virt(x) (FIXADDR_TOP - ((x) << PAGE_SHIFT))
	190	#define __virt_to_fix(x) ((FIXADDR_TOP - ((x)&PAGE_MASK)) >> PAGE_SHIFT)
	191
	192	extern void __this_fixmap_does_not_exist(void);
	193
	194	/*
	195	* 'index to address' translation. If anyone tries to use the idx
	196	* directly without translation, we catch the bug with a NULL-deference
	197	* kernel oops. Illegal ranges of incoming indices are caught too.
	198	*/
	199	static __always_inline unsigned long fix_to_virt(const unsigned int idx)
	200	{
	201	/*
	202	* this branch gets completely eliminated after inlining,
	203	* except when someone tries to use fixaddr indices in an
	204	* illegal way. (such as mixing up address types or using
	205	* out-of-range indices).
	206	*
	207	* If it doesn't get removed, the linker will complain
	208	* loudly with a reasonably clear error message..
	209	*/
	210	if (idx >= __end_of_fixed_addresses)
	211	__this_fixmap_does_not_exist();
	212
	213	return __fix_to_virt(idx);
	214	}
	215
	216	static inline unsigned long virt_to_fix(const unsigned long vaddr)
	217	{
	218	BUG_ON(vaddr >= FIXADDR_TOP \|\| vaddr < FIXADDR_START);
	219	return __virt_to_fix(vaddr);
	220	}
5a47c7da FT	221
5a47c7da FT	222	/* Return an pointer with offset calculated */
91d95fda AM	223	static __always_inline unsigned long
91d95fda AM	224	__set_fixmap_offset(enum fixed_addresses idx, phys_addr_t phys, pgprot_t flags)
5a47c7da FT	225	{
	226	__set_fixmap(idx, phys, flags);
	227	return fix_to_virt(idx) + (phys & (PAGE_SIZE - 1));
	228	}
	229
	230	#define set_fixmap_offset(idx, phys) \
	231	__set_fixmap_offset(idx, phys, PAGE_KERNEL)
	232
	233	#define set_fixmap_offset_nocache(idx, phys) \
	234	__set_fixmap_offset(idx, phys, PAGE_KERNEL_NOCACHE)
	235
c577b098	236	#endif /* !__ASSEMBLY__ */
1965aae3	237	#endif /* _ASM_X86_FIXMAP_H */