[deliverable/linux.git] / arch / x86 / include / asm / mmzone_32.h

/*
 * Written by Pat Gaughen (gone@us.ibm.com) Mar 2002
 *
 */

#ifndef _ASM_X86_MMZONE_32_H
#define _ASM_X86_MMZONE_32_H

#include <asm/smp.h>

#ifdef CONFIG_NUMA
extern struct pglist_data *node_data[];
#define NODE_DATA(nid)	(node_data[nid])

#include <asm/numaq.h>
/* summit or generic arch */
#include <asm/srat.h>

extern int get_memcfg_numa_flat(void);
/*
 * This allows any one NUMA architecture to be compiled
 * for, and still fall back to the flat function if it
 * fails.
 */
static inline void get_memcfg_numa(void)
{

	if (get_memcfg_numaq())
		return;
	if (get_memcfg_from_srat())
		return;
	get_memcfg_numa_flat();
}

extern int early_pfn_to_nid(unsigned long pfn);

extern void resume_map_numa_kva(pgd_t *pgd);

#else /* !CONFIG_NUMA */

#define get_memcfg_numa get_memcfg_numa_flat

static inline void resume_map_numa_kva(pgd_t *pgd) {}

#endif /* CONFIG_NUMA */

#ifdef CONFIG_DISCONTIGMEM

/*
 * generic node memory support, the following assumptions apply:
 *
 * 1) memory comes in 64Mb contigious chunks which are either present or not
 * 2) we will not have more than 64Gb in total
 *
 * for now assume that 64Gb is max amount of RAM for whole system
 *    64Gb / 4096bytes/page = 16777216 pages
 */
#define MAX_NR_PAGES 16777216
#define MAX_ELEMENTS 1024
#define PAGES_PER_ELEMENT (MAX_NR_PAGES/MAX_ELEMENTS)

extern s8 physnode_map[];

static inline int pfn_to_nid(unsigned long pfn)
{
#ifdef CONFIG_NUMA
	return((int) physnode_map[(pfn) / PAGES_PER_ELEMENT]);
#else
	return 0;
#endif
}

/*
 * Following are macros that each numa implmentation must define.
 */

#define node_start_pfn(nid)	(NODE_DATA(nid)->node_start_pfn)
#define node_end_pfn(nid)						\
({									\
	pg_data_t *__pgdat = NODE_DATA(nid);				\
	__pgdat->node_start_pfn + __pgdat->node_spanned_pages;		\
})

static inline int pfn_valid(int pfn)
{
	int nid = pfn_to_nid(pfn);

	if (nid >= 0)
		return (pfn < node_end_pfn(nid));
	return 0;
}

#endif /* CONFIG_DISCONTIGMEM */

#ifdef CONFIG_NEED_MULTIPLE_NODES

/*
 * Following are macros that are specific to this numa platform.
 */
#define reserve_bootmem(addr, size, flags) \
	reserve_bootmem_node(NODE_DATA(0), (addr), (size), (flags))
#define alloc_bootmem(x) \
	__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_nopanic(x) \
	__alloc_bootmem_node_nopanic(NODE_DATA(0), (x), SMP_CACHE_BYTES, \
				__pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low(x) \
	__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, 0)
#define alloc_bootmem_pages(x) \
	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_pages_nopanic(x) \
	__alloc_bootmem_node_nopanic(NODE_DATA(0), (x), PAGE_SIZE, \
				__pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low_pages(x) \
	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0)
#define alloc_bootmem_node(pgdat, x)					\
({									\
	struct pglist_data  __maybe_unused			\
				*__alloc_bootmem_node__pgdat = (pgdat);	\
	__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES,	\
						__pa(MAX_DMA_ADDRESS));	\
})
#define alloc_bootmem_pages_node(pgdat, x)				\
({									\
	struct pglist_data  __maybe_unused			\
				*__alloc_bootmem_node__pgdat = (pgdat);	\
	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE,		\
						__pa(MAX_DMA_ADDRESS));	\
})
#define alloc_bootmem_low_pages_node(pgdat, x)				\
({									\
	struct pglist_data  __maybe_unused			\
				*__alloc_bootmem_node__pgdat = (pgdat);	\
	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0);		\
})
#endif /* CONFIG_NEED_MULTIPLE_NODES */

#endif /* _ASM_X86_MMZONE_32_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Written by Pat Gaughen (gone@us.ibm.com) Mar 2002
	3	*
	4	*/
	5
1965aae3 PA	6	#ifndef _ASM_X86_MMZONE_32_H
1965aae3 PA	7	#define _ASM_X86_MMZONE_32_H
1da177e4 LT	8
	9	#include <asm/smp.h>
	10
8ff8b27b	11	#ifdef CONFIG_NUMA
05b79bdc AW	12	extern struct pglist_data *node_data[];
05b79bdc AW	13	#define NODE_DATA(nid) (node_data[nid])
1da177e4	14
d49c4288 YL	15	#include <asm/numaq.h>
	16	/* summit or generic arch */
	17	#include <asm/srat.h>
1da177e4	18
7491d33d	19	extern int get_memcfg_numa_flat(void);
05b79bdc AW	20	/*
	21	* This allows any one NUMA architecture to be compiled
	22	* for, and still fall back to the flat function if it
	23	* fails.
	24	*/
	25	static inline void get_memcfg_numa(void)
	26	{
d49c4288	27
05b79bdc AW	28	if (get_memcfg_numaq())
05b79bdc AW	29	return;
05b79bdc AW	30	if (get_memcfg_from_srat())
05b79bdc AW	31	return;
05b79bdc AW	32	get_memcfg_numa_flat();
	33	}
	34
e8af300c DJ	35	extern int early_pfn_to_nid(unsigned long pfn);
e8af300c DJ	36
97a70e54 RW	37	extern void resume_map_numa_kva(pgd_t *pgd);
97a70e54 RW	38
8ff8b27b	39	#else /* !CONFIG_NUMA */
91023300	40
8ff8b27b	41	#define get_memcfg_numa get_memcfg_numa_flat
91023300	42
97a70e54 RW	43	static inline void resume_map_numa_kva(pgd_t *pgd) {}
97a70e54 RW	44
05b79bdc AW	45	#endif /* CONFIG_NUMA */
	46
	47	#ifdef CONFIG_DISCONTIGMEM
1da177e4 LT	48
	49	/*
	50	* generic node memory support, the following assumptions apply:
	51	*
ba924c81	52	* 1) memory comes in 64Mb contigious chunks which are either present or not
1da177e4 LT	53	* 2) we will not have more than 64Gb in total
	54	*
	55	* for now assume that 64Gb is max amount of RAM for whole system
	56	* 64Gb / 4096bytes/page = 16777216 pages
	57	*/
	58	#define MAX_NR_PAGES 16777216
ba924c81	59	#define MAX_ELEMENTS 1024
1da177e4 LT	60	#define PAGES_PER_ELEMENT (MAX_NR_PAGES/MAX_ELEMENTS)
	61
	62	extern s8 physnode_map[];
	63
	64	static inline int pfn_to_nid(unsigned long pfn)
	65	{
	66	#ifdef CONFIG_NUMA
	67	return((int) physnode_map[(pfn) / PAGES_PER_ELEMENT]);
	68	#else
	69	return 0;
	70	#endif
	71	}
	72
1da177e4 LT	73	/*
	74	* Following are macros that each numa implmentation must define.
	75	*/
	76
1da177e4 LT	77	#define node_start_pfn(nid) (NODE_DATA(nid)->node_start_pfn)
	78	#define node_end_pfn(nid) \
	79	({ \
	80	pg_data_t *__pgdat = NODE_DATA(nid); \
	81	__pgdat->node_start_pfn + __pgdat->node_spanned_pages; \
	82	})
	83
1da177e4 LT	84	static inline int pfn_valid(int pfn)
	85	{
	86	int nid = pfn_to_nid(pfn);
	87
	88	if (nid >= 0)
	89	return (pfn < node_end_pfn(nid));
	90	return 0;
	91	}
05b79bdc AW	92
	93	#endif /* CONFIG_DISCONTIGMEM */
	94
	95	#ifdef CONFIG_NEED_MULTIPLE_NODES
1da177e4	96
1da177e4	97	/*
05b79bdc	98	* Following are macros that are specific to this numa platform.
1da177e4	99	*/
72a7fe39 BW	100	#define reserve_bootmem(addr, size, flags) \
72a7fe39 BW	101	reserve_bootmem_node(NODE_DATA(0), (addr), (size), (flags))
05b79bdc AW	102	#define alloc_bootmem(x) \
05b79bdc AW	103	__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
0ed89b06 JW	104	#define alloc_bootmem_nopanic(x) \
	105	__alloc_bootmem_node_nopanic(NODE_DATA(0), (x), SMP_CACHE_BYTES, \
	106	__pa(MAX_DMA_ADDRESS))
05b79bdc AW	107	#define alloc_bootmem_low(x) \
	108	__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, 0)
	109	#define alloc_bootmem_pages(x) \
	110	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
0ed89b06 JW	111	#define alloc_bootmem_pages_nopanic(x) \
	112	__alloc_bootmem_node_nopanic(NODE_DATA(0), (x), PAGE_SIZE, \
	113	__pa(MAX_DMA_ADDRESS))
05b79bdc AW	114	#define alloc_bootmem_low_pages(x) \
05b79bdc AW	115	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0)
4af2bfc1 AW	116	#define alloc_bootmem_node(pgdat, x) \
4af2bfc1 AW	117	({ \
c3c117f0	118	struct pglist_data __maybe_unused \
4af2bfc1 AW	119	*__alloc_bootmem_node__pgdat = (pgdat); \
	120	__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, \
	121	__pa(MAX_DMA_ADDRESS)); \
	122	})
	123	#define alloc_bootmem_pages_node(pgdat, x) \
	124	({ \
c3c117f0	125	struct pglist_data __maybe_unused \
4af2bfc1 AW	126	*__alloc_bootmem_node__pgdat = (pgdat); \
4af2bfc1 AW	127	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, \
fbac7fcb	128	__pa(MAX_DMA_ADDRESS)); \
4af2bfc1 AW	129	})
	130	#define alloc_bootmem_low_pages_node(pgdat, x) \
	131	({ \
c3c117f0	132	struct pglist_data __maybe_unused \
4af2bfc1 AW	133	*__alloc_bootmem_node__pgdat = (pgdat); \
	134	__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0); \
	135	})
05b79bdc	136	#endif /* CONFIG_NEED_MULTIPLE_NODES */
b159d43f	137
1965aae3	138	#endif /* _ASM_X86_MMZONE_32_H */