[deliverable/linux.git] / include / asm-powerpc / page_64.h

#ifndef _ASM_POWERPC_PAGE_64_H
#define _ASM_POWERPC_PAGE_64_H

/*
 * Copyright (C) 2001 PPC64 Team, IBM Corp
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

/*
 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
 * specific, every notion of page number shared with the firmware, TCEs,
 * iommu, etc... still uses a page size of 4K.
 */
#define HW_PAGE_SHIFT		12
#define HW_PAGE_SIZE		(ASM_CONST(1) << HW_PAGE_SHIFT)
#define HW_PAGE_MASK		(~(HW_PAGE_SIZE-1))

/*
 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
 * HW_PAGE_SHIFT, that is 4K pages.
 */
#define PAGE_FACTOR		(PAGE_SHIFT - HW_PAGE_SHIFT)

/* Segment size */
#define SID_SHIFT		28
#define SID_MASK		0xfffffffffUL
#define ESID_MASK		0xfffffffff0000000UL
#define GET_ESID(x)		(((x) >> SID_SHIFT) & SID_MASK)

#ifndef __ASSEMBLY__
#include <asm/cache.h>

typedef unsigned long pte_basic_t;

static __inline__ void clear_page(void *addr)
{
	unsigned long lines, line_size;

	line_size = ppc64_caches.dline_size;
	lines = ppc64_caches.dlines_per_page;

	__asm__ __volatile__(
	"mtctr	%1	# clear_page\n\
1:      dcbz	0,%0\n\
	add	%0,%0,%3\n\
	bdnz+	1b"
        : "=r" (addr)
        : "r" (lines), "0" (addr), "r" (line_size)
	: "ctr", "memory");
}

extern void copy_4K_page(void *to, void *from);

#ifdef CONFIG_PPC_64K_PAGES
static inline void copy_page(void *to, void *from)
{
	unsigned int i;
	for (i=0; i < (1 << (PAGE_SHIFT - 12)); i++) {
		copy_4K_page(to, from);
		to += 4096;
		from += 4096;
	}
}
#else /* CONFIG_PPC_64K_PAGES */
static inline void copy_page(void *to, void *from)
{
	copy_4K_page(to, from);
}
#endif /* CONFIG_PPC_64K_PAGES */

/* Log 2 of page table size */
extern u64 ppc64_pft_size;

/* Large pages size */
#ifdef CONFIG_HUGETLB_PAGE
extern unsigned int HPAGE_SHIFT;
#else
#define HPAGE_SHIFT PAGE_SHIFT
#endif
#define HPAGE_SIZE		((1UL) << HPAGE_SHIFT)
#define HPAGE_MASK		(~(HPAGE_SIZE - 1))
#define HUGETLB_PAGE_ORDER	(HPAGE_SHIFT - PAGE_SHIFT)

#endif /* __ASSEMBLY__ */

#ifdef CONFIG_HUGETLB_PAGE

#define HTLB_AREA_SHIFT		40
#define HTLB_AREA_SIZE		(1UL << HTLB_AREA_SHIFT)
#define GET_HTLB_AREA(x)	((x) >> HTLB_AREA_SHIFT)

#define LOW_ESID_MASK(addr, len)    \
	(((1U << (GET_ESID(min((addr)+(len)-1, 0x100000000UL))+1)) \
	  - (1U << GET_ESID(min((addr), 0x100000000UL)))) & 0xffff)
#define HTLB_AREA_MASK(addr, len)   (((1U << (GET_HTLB_AREA(addr+len-1)+1)) \
		                      - (1U << GET_HTLB_AREA(addr))) & 0xffff)

#define ARCH_HAS_HUGEPAGE_ONLY_RANGE
#define ARCH_HAS_PREPARE_HUGEPAGE_RANGE
#define ARCH_HAS_SETCLEAR_HUGE_PTE

#define touches_hugepage_low_range(mm, addr, len) \
	(((addr) < 0x100000000UL) \
	 && (LOW_ESID_MASK((addr), (len)) & (mm)->context.low_htlb_areas))
#define touches_hugepage_high_range(mm, addr, len) \
	((((addr) + (len)) > 0x100000000UL) \
	  && (HTLB_AREA_MASK((addr), (len)) & (mm)->context.high_htlb_areas))

#define __within_hugepage_low_range(addr, len, segmask) \
	( (((addr)+(len)) <= 0x100000000UL) \
	  && ((LOW_ESID_MASK((addr), (len)) | (segmask)) == (segmask)))
#define within_hugepage_low_range(addr, len) \
	__within_hugepage_low_range((addr), (len), \
				    current->mm->context.low_htlb_areas)
#define __within_hugepage_high_range(addr, len, zonemask) \
	( ((addr) >= 0x100000000UL) \
	  && ((HTLB_AREA_MASK((addr), (len)) | (zonemask)) == (zonemask)))
#define within_hugepage_high_range(addr, len) \
	__within_hugepage_high_range((addr), (len), \
				    current->mm->context.high_htlb_areas)

#define is_hugepage_only_range(mm, addr, len) \
	(touches_hugepage_high_range((mm), (addr), (len)) || \
	  touches_hugepage_low_range((mm), (addr), (len)))
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA

#define in_hugepage_area(context, addr) \
	(cpu_has_feature(CPU_FTR_16M_PAGE) && \
	 ( ( (addr) >= 0x100000000UL) \
	   ? ((1 << GET_HTLB_AREA(addr)) & (context).high_htlb_areas) \
	   : ((1 << GET_ESID(addr)) & (context).low_htlb_areas) ) )

#else /* !CONFIG_HUGETLB_PAGE */

#define in_hugepage_area(mm, addr)	0

#endif /* !CONFIG_HUGETLB_PAGE */

#ifdef MODULE
#define __page_aligned __attribute__((__aligned__(PAGE_SIZE)))
#else
#define __page_aligned \
	__attribute__((__aligned__(PAGE_SIZE), \
		__section__(".data.page_aligned")))
#endif

#define VM_DATA_DEFAULT_FLAGS \
	(test_thread_flag(TIF_32BIT) ? \
	 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)

/*
 * This is the default if a program doesn't have a PT_GNU_STACK
 * program header entry. The PPC64 ELF ABI has a non executable stack
 * stack by default, so in the absense of a PT_GNU_STACK program header
 * we turn execute permission off.
 */
#define VM_STACK_DEFAULT_FLAGS32	(VM_READ | VM_WRITE | VM_EXEC | \
					 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)

#define VM_STACK_DEFAULT_FLAGS64	(VM_READ | VM_WRITE | \
					 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)

#define VM_STACK_DEFAULT_FLAGS \
	(test_thread_flag(TIF_32BIT) ? \
	 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)

#include <asm-generic/page.h>

#endif /* _ASM_POWERPC_PAGE_64_H */
Commit	Line	Data
5cd16ee9 ME	1	#ifndef _ASM_POWERPC_PAGE_64_H
	2	#define _ASM_POWERPC_PAGE_64_H
	3
	4	/*
	5	* Copyright (C) 2001 PPC64 Team, IBM Corp
	6	*
	7	* This program is free software; you can redistribute it and/or
	8	* modify it under the terms of the GNU General Public License
	9	* as published by the Free Software Foundation; either version
	10	* 2 of the License, or (at your option) any later version.
	11	*/
	12
	13	/*
	14	* We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
	15	* specific, every notion of page number shared with the firmware, TCEs,
	16	* iommu, etc... still uses a page size of 4K.
	17	*/
	18	#define HW_PAGE_SHIFT 12
	19	#define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT)
	20	#define HW_PAGE_MASK (~(HW_PAGE_SIZE-1))
	21
	22	/*
	23	* PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
	24	* HW_PAGE_SHIFT, that is 4K pages.
	25	*/
	26	#define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT)
	27
5cd16ee9 ME	28	/* Segment size */
	29	#define SID_SHIFT 28
	30	#define SID_MASK 0xfffffffffUL
	31	#define ESID_MASK 0xfffffffff0000000UL
	32	#define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK)
	33
	34	#ifndef __ASSEMBLY__
	35	#include <asm/cache.h>
	36
	37	typedef unsigned long pte_basic_t;
	38
	39	static __inline__ void clear_page(void *addr)
	40	{
	41	unsigned long lines, line_size;
	42
	43	line_size = ppc64_caches.dline_size;
	44	lines = ppc64_caches.dlines_per_page;
	45
	46	__asm__ __volatile__(
	47	"mtctr %1 # clear_page\n\
	48	1: dcbz 0,%0\n\
	49	add %0,%0,%3\n\
	50	bdnz+ 1b"
	51	: "=r" (addr)
	52	: "r" (lines), "0" (addr), "r" (line_size)
	53	: "ctr", "memory");
	54	}
	55
	56	extern void copy_4K_page(void to, void from);
	57
	58	#ifdef CONFIG_PPC_64K_PAGES
	59	static inline void copy_page(void to, void from)
	60	{
	61	unsigned int i;
	62	for (i=0; i < (1 << (PAGE_SHIFT - 12)); i++) {
	63	copy_4K_page(to, from);
	64	to += 4096;
	65	from += 4096;
	66	}
	67	}
	68	#else /* CONFIG_PPC_64K_PAGES */
	69	static inline void copy_page(void to, void from)
	70	{
	71	copy_4K_page(to, from);
	72	}
	73	#endif /* CONFIG_PPC_64K_PAGES */
	74
	75	/* Log 2 of page table size */
	76	extern u64 ppc64_pft_size;
	77
	78	/* Large pages size */
b50ce232	79	#ifdef CONFIG_HUGETLB_PAGE
5cd16ee9	80	extern unsigned int HPAGE_SHIFT;
b50ce232 AW	81	#else
	82	#define HPAGE_SHIFT PAGE_SHIFT
	83	#endif
5cd16ee9 ME	84	#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
	85	#define HPAGE_MASK (~(HPAGE_SIZE - 1))
	86	#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
	87
	88	#endif /* __ASSEMBLY__ */
	89
	90	#ifdef CONFIG_HUGETLB_PAGE
	91
	92	#define HTLB_AREA_SHIFT 40
	93	#define HTLB_AREA_SIZE (1UL << HTLB_AREA_SHIFT)
	94	#define GET_HTLB_AREA(x) ((x) >> HTLB_AREA_SHIFT)
	95
9a94c579 DG	96	#define LOW_ESID_MASK(addr, len) \
	97	(((1U << (GET_ESID(min((addr)+(len)-1, 0x100000000UL))+1)) \
	98	- (1U << GET_ESID(min((addr), 0x100000000UL)))) & 0xffff)
5cd16ee9 ME	99	#define HTLB_AREA_MASK(addr, len) (((1U << (GET_HTLB_AREA(addr+len-1)+1)) \
	100	- (1U << GET_HTLB_AREA(addr))) & 0xffff)
	101
	102	#define ARCH_HAS_HUGEPAGE_ONLY_RANGE
	103	#define ARCH_HAS_PREPARE_HUGEPAGE_RANGE
	104	#define ARCH_HAS_SETCLEAR_HUGE_PTE
	105
	106	#define touches_hugepage_low_range(mm, addr, len) \
9a94c579 DG	107	(((addr) < 0x100000000UL) \
9a94c579 DG	108	&& (LOW_ESID_MASK((addr), (len)) & (mm)->context.low_htlb_areas))
5cd16ee9	109	#define touches_hugepage_high_range(mm, addr, len) \
9a94c579 DG	110	((((addr) + (len)) > 0x100000000UL) \
9a94c579 DG	111	&& (HTLB_AREA_MASK((addr), (len)) & (mm)->context.high_htlb_areas))
5cd16ee9 ME	112
5cd16ee9 ME	113	#define __within_hugepage_low_range(addr, len, segmask) \
9a94c579 DG	114	( (((addr)+(len)) <= 0x100000000UL) \
9a94c579 DG	115	&& ((LOW_ESID_MASK((addr), (len)) \| (segmask)) == (segmask)))
5cd16ee9 ME	116	#define within_hugepage_low_range(addr, len) \
	117	__within_hugepage_low_range((addr), (len), \
	118	current->mm->context.low_htlb_areas)
	119	#define __within_hugepage_high_range(addr, len, zonemask) \
9a94c579 DG	120	( ((addr) >= 0x100000000UL) \
9a94c579 DG	121	&& ((HTLB_AREA_MASK((addr), (len)) \| (zonemask)) == (zonemask)))
5cd16ee9 ME	122	#define within_hugepage_high_range(addr, len) \
	123	__within_hugepage_high_range((addr), (len), \
	124	current->mm->context.high_htlb_areas)
	125
	126	#define is_hugepage_only_range(mm, addr, len) \
	127	(touches_hugepage_high_range((mm), (addr), (len)) \|\| \
	128	touches_hugepage_low_range((mm), (addr), (len)))
	129	#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
	130
	131	#define in_hugepage_area(context, addr) \
	132	(cpu_has_feature(CPU_FTR_16M_PAGE) && \
5e391dc9 DG	133	( ( (addr) >= 0x100000000UL) \
	134	? ((1 << GET_HTLB_AREA(addr)) & (context).high_htlb_areas) \
	135	: ((1 << GET_ESID(addr)) & (context).low_htlb_areas) ) )
5cd16ee9 ME	136
	137	#else /* !CONFIG_HUGETLB_PAGE */
	138
	139	#define in_hugepage_area(mm, addr) 0
	140
	141	#endif /* !CONFIG_HUGETLB_PAGE */
	142
	143	#ifdef MODULE
	144	#define __page_aligned __attribute__((__aligned__(PAGE_SIZE)))
	145	#else
	146	#define __page_aligned \
	147	__attribute__((__aligned__(PAGE_SIZE), \
	148	__section__(".data.page_aligned")))
	149	#endif
	150
	151	#define VM_DATA_DEFAULT_FLAGS \
	152	(test_thread_flag(TIF_32BIT) ? \
	153	VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
	154
	155	/*
	156	* This is the default if a program doesn't have a PT_GNU_STACK
	157	* program header entry. The PPC64 ELF ABI has a non executable stack
	158	* stack by default, so in the absense of a PT_GNU_STACK program header
	159	* we turn execute permission off.
	160	*/
	161	#define VM_STACK_DEFAULT_FLAGS32 (VM_READ \| VM_WRITE \| VM_EXEC \| \
	162	VM_MAYREAD \| VM_MAYWRITE \| VM_MAYEXEC)
	163
	164	#define VM_STACK_DEFAULT_FLAGS64 (VM_READ \| VM_WRITE \| \
	165	VM_MAYREAD \| VM_MAYWRITE \| VM_MAYEXEC)
	166
	167	#define VM_STACK_DEFAULT_FLAGS \
	168	(test_thread_flag(TIF_32BIT) ? \
	169	VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
	170
	171	#include <asm-generic/page.h>
	172
	173	#endif /* _ASM_POWERPC_PAGE_64_H */