Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 | |
3 | */ | |
4 | #ifndef _LINUX_BOOTMEM_H | |
5 | #define _LINUX_BOOTMEM_H | |
6 | ||
1da177e4 | 7 | #include <linux/mmzone.h> |
26f09e9b | 8 | #include <linux/mm_types.h> |
e786e86a | 9 | #include <asm/dma.h> |
1da177e4 LT |
10 | |
11 | /* | |
12 | * simple boot-time physical memory area allocator. | |
13 | */ | |
14 | ||
15 | extern unsigned long max_low_pfn; | |
16 | extern unsigned long min_low_pfn; | |
17 | ||
18 | /* | |
19 | * highest page | |
20 | */ | |
21 | extern unsigned long max_pfn; | |
22 | ||
08677214 | 23 | #ifndef CONFIG_NO_BOOTMEM |
1da177e4 LT |
24 | /* |
25 | * node_bootmem_map is a map pointer - the bits represent all physical | |
26 | * memory pages (including holes) on the node. | |
27 | */ | |
28 | typedef struct bootmem_data { | |
3560e249 | 29 | unsigned long node_min_pfn; |
1da177e4 LT |
30 | unsigned long node_low_pfn; |
31 | void *node_bootmem_map; | |
5f2809e6 JW |
32 | unsigned long last_end_off; |
33 | unsigned long hint_idx; | |
679bc9fb | 34 | struct list_head list; |
1da177e4 LT |
35 | } bootmem_data_t; |
36 | ||
b61bfa3c | 37 | extern bootmem_data_t bootmem_node_data[]; |
08677214 | 38 | #endif |
b61bfa3c | 39 | |
f71bf0ca | 40 | extern unsigned long bootmem_bootmap_pages(unsigned long); |
223e8dc9 JW |
41 | |
42 | extern unsigned long init_bootmem_node(pg_data_t *pgdat, | |
43 | unsigned long freepfn, | |
44 | unsigned long startpfn, | |
45 | unsigned long endpfn); | |
f71bf0ca | 46 | extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); |
223e8dc9 | 47 | |
223e8dc9 | 48 | extern unsigned long free_all_bootmem(void); |
7b4b2a0d | 49 | extern void reset_all_zones_managed_pages(void); |
223e8dc9 JW |
50 | |
51 | extern void free_bootmem_node(pg_data_t *pgdat, | |
52 | unsigned long addr, | |
53 | unsigned long size); | |
81df9bff JK |
54 | extern void free_bootmem(unsigned long physaddr, unsigned long size); |
55 | extern void free_bootmem_late(unsigned long physaddr, unsigned long size); | |
223e8dc9 JW |
56 | |
57 | /* | |
58 | * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, | |
59 | * the architecture-specific code should honor this). | |
60 | * | |
61 | * If flags is 0, then the return value is always 0 (success). If | |
62 | * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the | |
63 | * memory already was reserved. | |
64 | */ | |
65 | #define BOOTMEM_DEFAULT 0 | |
66 | #define BOOTMEM_EXCLUSIVE (1<<0) | |
67 | ||
c1329375 TH |
68 | extern int reserve_bootmem(unsigned long addr, |
69 | unsigned long size, | |
70 | int flags); | |
2d0aae41 TH |
71 | extern int reserve_bootmem_node(pg_data_t *pgdat, |
72 | unsigned long physaddr, | |
73 | unsigned long size, | |
74 | int flags); | |
75 | ||
76 | extern void *__alloc_bootmem(unsigned long size, | |
f71bf0ca FBH |
77 | unsigned long align, |
78 | unsigned long goal); | |
2d0aae41 | 79 | extern void *__alloc_bootmem_nopanic(unsigned long size, |
f71bf0ca FBH |
80 | unsigned long align, |
81 | unsigned long goal); | |
223e8dc9 JW |
82 | extern void *__alloc_bootmem_node(pg_data_t *pgdat, |
83 | unsigned long size, | |
84 | unsigned long align, | |
85 | unsigned long goal); | |
08677214 YL |
86 | void *__alloc_bootmem_node_high(pg_data_t *pgdat, |
87 | unsigned long size, | |
88 | unsigned long align, | |
89 | unsigned long goal); | |
223e8dc9 JW |
90 | extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
91 | unsigned long size, | |
92 | unsigned long align, | |
93 | unsigned long goal); | |
99ab7b19 YL |
94 | void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
95 | unsigned long size, | |
96 | unsigned long align, | |
97 | unsigned long goal, | |
98 | unsigned long limit); | |
2d0aae41 TH |
99 | extern void *__alloc_bootmem_low(unsigned long size, |
100 | unsigned long align, | |
101 | unsigned long goal); | |
38fa4175 YL |
102 | void *__alloc_bootmem_low_nopanic(unsigned long size, |
103 | unsigned long align, | |
104 | unsigned long goal); | |
f71bf0ca FBH |
105 | extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, |
106 | unsigned long size, | |
107 | unsigned long align, | |
108 | unsigned long goal); | |
c1329375 | 109 | |
8bba154e YL |
110 | #ifdef CONFIG_NO_BOOTMEM |
111 | /* We are using top down, so it is safe to use 0 here */ | |
112 | #define BOOTMEM_LOW_LIMIT 0 | |
113 | #else | |
114 | #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) | |
115 | #endif | |
116 | ||
1da177e4 | 117 | #define alloc_bootmem(x) \ |
8bba154e | 118 | __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
53dde5f3 | 119 | #define alloc_bootmem_align(x, align) \ |
8bba154e | 120 | __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) |
74768ed8 | 121 | #define alloc_bootmem_nopanic(x) \ |
8bba154e | 122 | __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
1da177e4 | 123 | #define alloc_bootmem_pages(x) \ |
8bba154e | 124 | __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
74768ed8 | 125 | #define alloc_bootmem_pages_nopanic(x) \ |
8bba154e | 126 | __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
1da177e4 | 127 | #define alloc_bootmem_node(pgdat, x) \ |
8bba154e | 128 | __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
8f389a99 | 129 | #define alloc_bootmem_node_nopanic(pgdat, x) \ |
8bba154e | 130 | __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
1da177e4 | 131 | #define alloc_bootmem_pages_node(pgdat, x) \ |
8bba154e | 132 | __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
2d0aae41 | 133 | #define alloc_bootmem_pages_node_nopanic(pgdat, x) \ |
8bba154e | 134 | __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
2d0aae41 TH |
135 | |
136 | #define alloc_bootmem_low(x) \ | |
137 | __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) | |
38fa4175 YL |
138 | #define alloc_bootmem_low_pages_nopanic(x) \ |
139 | __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0) | |
2d0aae41 TH |
140 | #define alloc_bootmem_low_pages(x) \ |
141 | __alloc_bootmem_low(x, PAGE_SIZE, 0) | |
1da177e4 | 142 | #define alloc_bootmem_low_pages_node(pgdat, x) \ |
71fb2e8f | 143 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
c6af5e9f | 144 | |
26f09e9b SS |
145 | |
146 | #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) | |
147 | ||
148 | /* FIXME: use MEMBLOCK_ALLOC_* variants here */ | |
149 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 | |
150 | #define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0) | |
151 | ||
152 | /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */ | |
153 | void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size, | |
154 | phys_addr_t align, phys_addr_t min_addr, | |
155 | phys_addr_t max_addr, int nid); | |
156 | void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align, | |
157 | phys_addr_t min_addr, phys_addr_t max_addr, int nid); | |
158 | void __memblock_free_early(phys_addr_t base, phys_addr_t size); | |
159 | void __memblock_free_late(phys_addr_t base, phys_addr_t size); | |
160 | ||
161 | static inline void * __init memblock_virt_alloc( | |
162 | phys_addr_t size, phys_addr_t align) | |
163 | { | |
164 | return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT, | |
165 | BOOTMEM_ALLOC_ACCESSIBLE, | |
166 | NUMA_NO_NODE); | |
167 | } | |
168 | ||
169 | static inline void * __init memblock_virt_alloc_nopanic( | |
170 | phys_addr_t size, phys_addr_t align) | |
171 | { | |
172 | return memblock_virt_alloc_try_nid_nopanic(size, align, | |
173 | BOOTMEM_LOW_LIMIT, | |
174 | BOOTMEM_ALLOC_ACCESSIBLE, | |
175 | NUMA_NO_NODE); | |
176 | } | |
177 | ||
178 | static inline void * __init memblock_virt_alloc_from_nopanic( | |
179 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) | |
180 | { | |
181 | return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr, | |
182 | BOOTMEM_ALLOC_ACCESSIBLE, | |
183 | NUMA_NO_NODE); | |
184 | } | |
185 | ||
186 | static inline void * __init memblock_virt_alloc_node( | |
187 | phys_addr_t size, int nid) | |
188 | { | |
189 | return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT, | |
190 | BOOTMEM_ALLOC_ACCESSIBLE, nid); | |
191 | } | |
192 | ||
193 | static inline void * __init memblock_virt_alloc_node_nopanic( | |
194 | phys_addr_t size, int nid) | |
195 | { | |
196 | return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT, | |
197 | BOOTMEM_ALLOC_ACCESSIBLE, | |
198 | nid); | |
199 | } | |
200 | ||
201 | static inline void __init memblock_free_early( | |
202 | phys_addr_t base, phys_addr_t size) | |
203 | { | |
204 | __memblock_free_early(base, size); | |
205 | } | |
206 | ||
207 | static inline void __init memblock_free_early_nid( | |
208 | phys_addr_t base, phys_addr_t size, int nid) | |
209 | { | |
210 | __memblock_free_early(base, size); | |
211 | } | |
212 | ||
213 | static inline void __init memblock_free_late( | |
214 | phys_addr_t base, phys_addr_t size) | |
215 | { | |
216 | __memblock_free_late(base, size); | |
217 | } | |
218 | ||
219 | #else | |
220 | ||
221 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 | |
222 | ||
223 | ||
224 | /* Fall back to all the existing bootmem APIs */ | |
225 | static inline void * __init memblock_virt_alloc( | |
226 | phys_addr_t size, phys_addr_t align) | |
227 | { | |
228 | if (!align) | |
229 | align = SMP_CACHE_BYTES; | |
230 | return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT); | |
231 | } | |
232 | ||
233 | static inline void * __init memblock_virt_alloc_nopanic( | |
234 | phys_addr_t size, phys_addr_t align) | |
235 | { | |
236 | if (!align) | |
237 | align = SMP_CACHE_BYTES; | |
238 | return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT); | |
239 | } | |
240 | ||
241 | static inline void * __init memblock_virt_alloc_from_nopanic( | |
242 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) | |
243 | { | |
244 | return __alloc_bootmem_nopanic(size, align, min_addr); | |
245 | } | |
246 | ||
247 | static inline void * __init memblock_virt_alloc_node( | |
248 | phys_addr_t size, int nid) | |
249 | { | |
250 | return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES, | |
251 | BOOTMEM_LOW_LIMIT); | |
252 | } | |
253 | ||
254 | static inline void * __init memblock_virt_alloc_node_nopanic( | |
255 | phys_addr_t size, int nid) | |
256 | { | |
257 | return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size, | |
258 | SMP_CACHE_BYTES, | |
259 | BOOTMEM_LOW_LIMIT); | |
260 | } | |
261 | ||
262 | static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size, | |
263 | phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid) | |
264 | { | |
265 | return __alloc_bootmem_node_high(NODE_DATA(nid), size, align, | |
266 | min_addr); | |
267 | } | |
268 | ||
269 | static inline void * __init memblock_virt_alloc_try_nid_nopanic( | |
270 | phys_addr_t size, phys_addr_t align, | |
271 | phys_addr_t min_addr, phys_addr_t max_addr, int nid) | |
272 | { | |
273 | return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align, | |
274 | min_addr, max_addr); | |
275 | } | |
276 | ||
277 | static inline void __init memblock_free_early( | |
278 | phys_addr_t base, phys_addr_t size) | |
279 | { | |
280 | free_bootmem(base, size); | |
281 | } | |
282 | ||
283 | static inline void __init memblock_free_early_nid( | |
284 | phys_addr_t base, phys_addr_t size, int nid) | |
285 | { | |
286 | free_bootmem_node(NODE_DATA(nid), base, size); | |
287 | } | |
288 | ||
289 | static inline void __init memblock_free_late( | |
290 | phys_addr_t base, phys_addr_t size) | |
291 | { | |
292 | free_bootmem_late(base, size); | |
293 | } | |
294 | #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */ | |
295 | ||
6f167ec7 DH |
296 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
297 | extern void *alloc_remap(int nid, unsigned long size); | |
298 | #else | |
299 | static inline void *alloc_remap(int nid, unsigned long size) | |
300 | { | |
301 | return NULL; | |
302 | } | |
f71bf0ca | 303 | #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ |
6f167ec7 | 304 | |
f71bf0ca FBH |
305 | extern void *alloc_large_system_hash(const char *tablename, |
306 | unsigned long bucketsize, | |
307 | unsigned long numentries, | |
308 | int scale, | |
309 | int flags, | |
310 | unsigned int *_hash_shift, | |
311 | unsigned int *_hash_mask, | |
31fe62b9 TB |
312 | unsigned long low_limit, |
313 | unsigned long high_limit); | |
1da177e4 | 314 | |
04903664 | 315 | #define HASH_EARLY 0x00000001 /* Allocating during early boot? */ |
2c85f51d JB |
316 | #define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min |
317 | * shift passed via *_hash_shift */ | |
1da177e4 | 318 | |
c2fdf3a9 AB |
319 | /* Only NUMA needs hash distribution. 64bit NUMA architectures have |
320 | * sufficient vmalloc space. | |
1da177e4 | 321 | */ |
c2fdf3a9 | 322 | #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT) |
1da177e4 LT |
323 | #define HASHDIST_DEFAULT 1 |
324 | #else | |
325 | #define HASHDIST_DEFAULT 0 | |
326 | #endif | |
f034b5d4 | 327 | extern int hashdist; /* Distribute hashes across NUMA nodes? */ |
1da177e4 LT |
328 | |
329 | ||
330 | #endif /* _LINUX_BOOTMEM_H */ |