[deliverable/linux.git] / arch / x86 / mm / pgtable_32.c

#include <linux/sched.h>
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/mm.h>
#include <linux/nmi.h>
#include <linux/swap.h>
#include <linux/smp.h>
#include <linux/highmem.h>
#include <linux/slab.h>
#include <linux/pagemap.h>
#include <linux/spinlock.h>
#include <linux/module.h>
#include <linux/quicklist.h>

#include <asm/system.h>
#include <asm/pgtable.h>
#include <asm/pgalloc.h>
#include <asm/fixmap.h>
#include <asm/e820.h>
#include <asm/tlb.h>
#include <asm/tlbflush.h>

/*
 * Associate a virtual page frame with a given physical page frame 
 * and protection flags for that frame.
 */ 
void set_pte_vaddr(unsigned long vaddr, pte_t pteval)
{
	pgd_t *pgd;
	pud_t *pud;
	pmd_t *pmd;
	pte_t *pte;

	pgd = swapper_pg_dir + pgd_index(vaddr);
	if (pgd_none(*pgd)) {
		BUG();
		return;
	}
	pud = pud_offset(pgd, vaddr);
	if (pud_none(*pud)) {
		BUG();
		return;
	}
	pmd = pmd_offset(pud, vaddr);
	if (pmd_none(*pmd)) {
		BUG();
		return;
	}
	pte = pte_offset_kernel(pmd, vaddr);
	if (pte_val(pteval))
		set_pte_present(&init_mm, vaddr, pte, pteval);
	else
		pte_clear(&init_mm, vaddr, pte);

	/*
	 * It's enough to flush this one mapping.
	 * (PGE mappings get flushed as well)
	 */
	__flush_tlb_one(vaddr);
}

/*
 * Associate a large virtual page frame with a given physical page frame 
 * and protection flags for that frame. pfn is for the base of the page,
 * vaddr is what the page gets mapped to - both must be properly aligned. 
 * The pmd must already be instantiated. Assumes PAE mode.
 */ 
void set_pmd_pfn(unsigned long vaddr, unsigned long pfn, pgprot_t flags)
{
	pgd_t *pgd;
	pud_t *pud;
	pmd_t *pmd;

	if (vaddr & (PMD_SIZE-1)) {		/* vaddr is misaligned */
		printk(KERN_WARNING "set_pmd_pfn: vaddr misaligned\n");
		return; /* BUG(); */
	}
	if (pfn & (PTRS_PER_PTE-1)) {		/* pfn is misaligned */
		printk(KERN_WARNING "set_pmd_pfn: pfn misaligned\n");
		return; /* BUG(); */
	}
	pgd = swapper_pg_dir + pgd_index(vaddr);
	if (pgd_none(*pgd)) {
		printk(KERN_WARNING "set_pmd_pfn: pgd_none\n");
		return; /* BUG(); */
	}
	pud = pud_offset(pgd, vaddr);
	pmd = pmd_offset(pud, vaddr);
	set_pmd(pmd, pfn_pmd(pfn, flags));
	/*
	 * It's enough to flush this one mapping.
	 * (PGE mappings get flushed as well)
	 */
	__flush_tlb_one(vaddr);
}

unsigned long __FIXADDR_TOP = 0xfffff000;
EXPORT_SYMBOL(__FIXADDR_TOP);

/**
 * reserve_top_address - reserves a hole in the top of kernel address space
 * @reserve - size of hole to reserve
 *
 * Can be used to relocate the fixmap area and poke a hole in the top
 * of kernel address space to make room for a hypervisor.
 */
void __init reserve_top_address(unsigned long reserve)
{
	BUG_ON(fixmaps_set > 0);
	printk(KERN_INFO "Reserving virtual address space above 0x%08x\n",
	       (int)-reserve);
	__FIXADDR_TOP = -reserve - PAGE_SIZE;
	__VMALLOC_RESERVE += reserve;
}

/*
 * vmalloc=size forces the vmalloc area to be exactly 'size'
 * bytes. This can be used to increase (or decrease) the
 * vmalloc area - the default is 128m.
 */
static int __init parse_vmalloc(char *arg)
{
	if (!arg)
		return -EINVAL;

	__VMALLOC_RESERVE = memparse(arg, &arg);
	return 0;
}
early_param("vmalloc", parse_vmalloc);

/*
 * reservetop=size reserves a hole at the top of the kernel address space which
 * a hypervisor can load into later.  Needed for dynamically loaded hypervisors,
 * so relocating the fixmap can be done before paging initialization.
 */
static int __init parse_reservetop(char *arg)
{
	unsigned long address;

	if (!arg)
		return -EINVAL;

	address = memparse(arg, &arg);
	reserve_top_address(address);
	return 0;
}
early_param("reservetop", parse_reservetop);
Commit	Line	Data
1da177e4 LT	1	#include <linux/sched.h>
	2	#include <linux/kernel.h>
	3	#include <linux/errno.h>
	4	#include <linux/mm.h>
27eb0b28	5	#include <linux/nmi.h>
1da177e4 LT	6	#include <linux/swap.h>
	7	#include <linux/smp.h>
	8	#include <linux/highmem.h>
	9	#include <linux/slab.h>
	10	#include <linux/pagemap.h>
	11	#include <linux/spinlock.h>
052e7994	12	#include <linux/module.h>
f1d1a842	13	#include <linux/quicklist.h>
1da177e4 LT	14
	15	#include <asm/system.h>
	16	#include <asm/pgtable.h>
	17	#include <asm/pgalloc.h>
	18	#include <asm/fixmap.h>
	19	#include <asm/e820.h>
	20	#include <asm/tlb.h>
	21	#include <asm/tlbflush.h>
	22
1da177e4 LT	23	/*
	24	* Associate a virtual page frame with a given physical page frame
	25	* and protection flags for that frame.
	26	*/
d494a961	27	void set_pte_vaddr(unsigned long vaddr, pte_t pteval)
1da177e4 LT	28	{
	29	pgd_t *pgd;
	30	pud_t *pud;
	31	pmd_t *pmd;
	32	pte_t *pte;
	33
	34	pgd = swapper_pg_dir + pgd_index(vaddr);
	35	if (pgd_none(*pgd)) {
	36	BUG();
	37	return;
	38	}
	39	pud = pud_offset(pgd, vaddr);
	40	if (pud_none(*pud)) {
	41	BUG();
	42	return;
	43	}
	44	pmd = pmd_offset(pud, vaddr);
	45	if (pmd_none(*pmd)) {
	46	BUG();
	47	return;
	48	}
	49	pte = pte_offset_kernel(pmd, vaddr);
d494a961 JF	50	if (pte_val(pteval))
d494a961 JF	51	set_pte_present(&init_mm, vaddr, pte, pteval);
b0bfece4 JB	52	else
b0bfece4 JB	53	pte_clear(&init_mm, vaddr, pte);
1da177e4 LT	54
	55	/*
	56	* It's enough to flush this one mapping.
	57	* (PGE mappings get flushed as well)
	58	*/
	59	__flush_tlb_one(vaddr);
	60	}
	61
	62	/*
	63	* Associate a large virtual page frame with a given physical page frame
	64	* and protection flags for that frame. pfn is for the base of the page,
	65	* vaddr is what the page gets mapped to - both must be properly aligned.
	66	* The pmd must already be instantiated. Assumes PAE mode.
	67	*/
	68	void set_pmd_pfn(unsigned long vaddr, unsigned long pfn, pgprot_t flags)
	69	{
	70	pgd_t *pgd;
	71	pud_t *pud;
	72	pmd_t *pmd;
	73
	74	if (vaddr & (PMD_SIZE-1)) { /* vaddr is misaligned */
f90e7185	75	printk(KERN_WARNING "set_pmd_pfn: vaddr misaligned\n");
1da177e4 LT	76	return; /* BUG(); */
	77	}
	78	if (pfn & (PTRS_PER_PTE-1)) { /* pfn is misaligned */
f90e7185	79	printk(KERN_WARNING "set_pmd_pfn: pfn misaligned\n");
1da177e4 LT	80	return; /* BUG(); */
	81	}
	82	pgd = swapper_pg_dir + pgd_index(vaddr);
	83	if (pgd_none(*pgd)) {
f90e7185	84	printk(KERN_WARNING "set_pmd_pfn: pgd_none\n");
1da177e4 LT	85	return; /* BUG(); */
	86	}
	87	pud = pud_offset(pgd, vaddr);
	88	pmd = pmd_offset(pud, vaddr);
	89	set_pmd(pmd, pfn_pmd(pfn, flags));
	90	/*
	91	* It's enough to flush this one mapping.
	92	* (PGE mappings get flushed as well)
	93	*/
	94	__flush_tlb_one(vaddr);
	95	}
	96
052e7994 JF	97	unsigned long __FIXADDR_TOP = 0xfffff000;
052e7994 JF	98	EXPORT_SYMBOL(__FIXADDR_TOP);
052e7994	99
052e7994 JF	100	/**
	101	* reserve_top_address - reserves a hole in the top of kernel address space
	102	* @reserve - size of hole to reserve
	103	*
	104	* Can be used to relocate the fixmap area and poke a hole in the top
	105	* of kernel address space to make room for a hypervisor.
	106	*/
bef1568d	107	void __init reserve_top_address(unsigned long reserve)
052e7994	108	{
7c7e6e07	109	BUG_ON(fixmaps_set > 0);
7ce0bcfd ZA	110	printk(KERN_INFO "Reserving virtual address space above 0x%08x\n",
7ce0bcfd ZA	111	(int)-reserve);
052e7994 JF	112	__FIXADDR_TOP = -reserve - PAGE_SIZE;
052e7994 JF	113	__VMALLOC_RESERVE += reserve;
1da177e4	114	}
bef1568d YL	115
	116	/*
	117	* vmalloc=size forces the vmalloc area to be exactly 'size'
	118	* bytes. This can be used to increase (or decrease) the
	119	* vmalloc area - the default is 128m.
	120	*/
	121	static int __init parse_vmalloc(char *arg)
	122	{
	123	if (!arg)
	124	return -EINVAL;
	125
	126	__VMALLOC_RESERVE = memparse(arg, &arg);
	127	return 0;
	128	}
	129	early_param("vmalloc", parse_vmalloc);
	130
	131	/*
	132	* reservetop=size reserves a hole at the top of the kernel address space which
	133	* a hypervisor can load into later. Needed for dynamically loaded hypervisors,
	134	* so relocating the fixmap can be done before paging initialization.
	135	*/
	136	static int __init parse_reservetop(char *arg)
	137	{
	138	unsigned long address;
	139
	140	if (!arg)
	141	return -EINVAL;
	142
	143	address = memparse(arg, &arg);
	144	reserve_top_address(address);
	145	return 0;
	146	}
	147	early_param("reservetop", parse_reservetop);