Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 | |
3 | */ | |
4 | #ifndef _LINUX_BOOTMEM_H | |
5 | #define _LINUX_BOOTMEM_H | |
6 | ||
1da177e4 | 7 | #include <linux/mmzone.h> |
26f09e9b | 8 | #include <linux/mm_types.h> |
e786e86a | 9 | #include <asm/dma.h> |
1da177e4 LT |
10 | |
11 | /* | |
12 | * simple boot-time physical memory area allocator. | |
13 | */ | |
14 | ||
15 | extern unsigned long max_low_pfn; | |
16 | extern unsigned long min_low_pfn; | |
17 | ||
18 | /* | |
19 | * highest page | |
20 | */ | |
21 | extern unsigned long max_pfn; | |
22 | ||
08677214 | 23 | #ifndef CONFIG_NO_BOOTMEM |
1da177e4 LT |
24 | /* |
25 | * node_bootmem_map is a map pointer - the bits represent all physical | |
26 | * memory pages (including holes) on the node. | |
27 | */ | |
28 | typedef struct bootmem_data { | |
3560e249 | 29 | unsigned long node_min_pfn; |
1da177e4 LT |
30 | unsigned long node_low_pfn; |
31 | void *node_bootmem_map; | |
5f2809e6 JW |
32 | unsigned long last_end_off; |
33 | unsigned long hint_idx; | |
679bc9fb | 34 | struct list_head list; |
1da177e4 LT |
35 | } bootmem_data_t; |
36 | ||
b61bfa3c | 37 | extern bootmem_data_t bootmem_node_data[]; |
08677214 | 38 | #endif |
b61bfa3c | 39 | |
f71bf0ca | 40 | extern unsigned long bootmem_bootmap_pages(unsigned long); |
223e8dc9 JW |
41 | |
42 | extern unsigned long init_bootmem_node(pg_data_t *pgdat, | |
43 | unsigned long freepfn, | |
44 | unsigned long startpfn, | |
45 | unsigned long endpfn); | |
f71bf0ca | 46 | extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); |
223e8dc9 | 47 | |
223e8dc9 | 48 | extern unsigned long free_all_bootmem(void); |
f784a3f1 | 49 | extern void reset_node_managed_pages(pg_data_t *pgdat); |
7b4b2a0d | 50 | extern void reset_all_zones_managed_pages(void); |
223e8dc9 JW |
51 | |
52 | extern void free_bootmem_node(pg_data_t *pgdat, | |
53 | unsigned long addr, | |
54 | unsigned long size); | |
81df9bff JK |
55 | extern void free_bootmem(unsigned long physaddr, unsigned long size); |
56 | extern void free_bootmem_late(unsigned long physaddr, unsigned long size); | |
223e8dc9 JW |
57 | |
58 | /* | |
59 | * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, | |
60 | * the architecture-specific code should honor this). | |
61 | * | |
1754e44e WSH |
62 | * If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success). |
63 | * If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory | |
64 | * already was reserved. | |
223e8dc9 JW |
65 | */ |
66 | #define BOOTMEM_DEFAULT 0 | |
67 | #define BOOTMEM_EXCLUSIVE (1<<0) | |
68 | ||
c1329375 TH |
69 | extern int reserve_bootmem(unsigned long addr, |
70 | unsigned long size, | |
71 | int flags); | |
2d0aae41 TH |
72 | extern int reserve_bootmem_node(pg_data_t *pgdat, |
73 | unsigned long physaddr, | |
74 | unsigned long size, | |
75 | int flags); | |
76 | ||
77 | extern void *__alloc_bootmem(unsigned long size, | |
f71bf0ca FBH |
78 | unsigned long align, |
79 | unsigned long goal); | |
2d0aae41 | 80 | extern void *__alloc_bootmem_nopanic(unsigned long size, |
f71bf0ca FBH |
81 | unsigned long align, |
82 | unsigned long goal); | |
223e8dc9 JW |
83 | extern void *__alloc_bootmem_node(pg_data_t *pgdat, |
84 | unsigned long size, | |
85 | unsigned long align, | |
86 | unsigned long goal); | |
08677214 YL |
87 | void *__alloc_bootmem_node_high(pg_data_t *pgdat, |
88 | unsigned long size, | |
89 | unsigned long align, | |
90 | unsigned long goal); | |
223e8dc9 JW |
91 | extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
92 | unsigned long size, | |
93 | unsigned long align, | |
94 | unsigned long goal); | |
99ab7b19 YL |
95 | void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
96 | unsigned long size, | |
97 | unsigned long align, | |
98 | unsigned long goal, | |
99 | unsigned long limit); | |
2d0aae41 TH |
100 | extern void *__alloc_bootmem_low(unsigned long size, |
101 | unsigned long align, | |
102 | unsigned long goal); | |
38fa4175 YL |
103 | void *__alloc_bootmem_low_nopanic(unsigned long size, |
104 | unsigned long align, | |
105 | unsigned long goal); | |
f71bf0ca FBH |
106 | extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, |
107 | unsigned long size, | |
108 | unsigned long align, | |
109 | unsigned long goal); | |
c1329375 | 110 | |
8bba154e YL |
111 | #ifdef CONFIG_NO_BOOTMEM |
112 | /* We are using top down, so it is safe to use 0 here */ | |
113 | #define BOOTMEM_LOW_LIMIT 0 | |
114 | #else | |
115 | #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) | |
116 | #endif | |
117 | ||
1da177e4 | 118 | #define alloc_bootmem(x) \ |
8bba154e | 119 | __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
53dde5f3 | 120 | #define alloc_bootmem_align(x, align) \ |
8bba154e | 121 | __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) |
74768ed8 | 122 | #define alloc_bootmem_nopanic(x) \ |
8bba154e | 123 | __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
1da177e4 | 124 | #define alloc_bootmem_pages(x) \ |
8bba154e | 125 | __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
74768ed8 | 126 | #define alloc_bootmem_pages_nopanic(x) \ |
8bba154e | 127 | __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
1da177e4 | 128 | #define alloc_bootmem_node(pgdat, x) \ |
8bba154e | 129 | __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
8f389a99 | 130 | #define alloc_bootmem_node_nopanic(pgdat, x) \ |
8bba154e | 131 | __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
1da177e4 | 132 | #define alloc_bootmem_pages_node(pgdat, x) \ |
8bba154e | 133 | __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
2d0aae41 | 134 | #define alloc_bootmem_pages_node_nopanic(pgdat, x) \ |
8bba154e | 135 | __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
2d0aae41 TH |
136 | |
137 | #define alloc_bootmem_low(x) \ | |
138 | __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) | |
38fa4175 YL |
139 | #define alloc_bootmem_low_pages_nopanic(x) \ |
140 | __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0) | |
2d0aae41 TH |
141 | #define alloc_bootmem_low_pages(x) \ |
142 | __alloc_bootmem_low(x, PAGE_SIZE, 0) | |
1da177e4 | 143 | #define alloc_bootmem_low_pages_node(pgdat, x) \ |
71fb2e8f | 144 | __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
c6af5e9f | 145 | |
26f09e9b SS |
146 | |
147 | #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) | |
148 | ||
149 | /* FIXME: use MEMBLOCK_ALLOC_* variants here */ | |
150 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 | |
151 | #define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0) | |
152 | ||
153 | /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */ | |
154 | void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size, | |
155 | phys_addr_t align, phys_addr_t min_addr, | |
156 | phys_addr_t max_addr, int nid); | |
157 | void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align, | |
158 | phys_addr_t min_addr, phys_addr_t max_addr, int nid); | |
159 | void __memblock_free_early(phys_addr_t base, phys_addr_t size); | |
160 | void __memblock_free_late(phys_addr_t base, phys_addr_t size); | |
161 | ||
162 | static inline void * __init memblock_virt_alloc( | |
163 | phys_addr_t size, phys_addr_t align) | |
164 | { | |
165 | return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT, | |
166 | BOOTMEM_ALLOC_ACCESSIBLE, | |
167 | NUMA_NO_NODE); | |
168 | } | |
169 | ||
170 | static inline void * __init memblock_virt_alloc_nopanic( | |
171 | phys_addr_t size, phys_addr_t align) | |
172 | { | |
173 | return memblock_virt_alloc_try_nid_nopanic(size, align, | |
174 | BOOTMEM_LOW_LIMIT, | |
175 | BOOTMEM_ALLOC_ACCESSIBLE, | |
176 | NUMA_NO_NODE); | |
177 | } | |
178 | ||
ad6492b8 YL |
179 | #ifndef ARCH_LOW_ADDRESS_LIMIT |
180 | #define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL | |
181 | #endif | |
182 | ||
183 | static inline void * __init memblock_virt_alloc_low( | |
184 | phys_addr_t size, phys_addr_t align) | |
185 | { | |
186 | return memblock_virt_alloc_try_nid(size, align, | |
187 | BOOTMEM_LOW_LIMIT, | |
188 | ARCH_LOW_ADDRESS_LIMIT, | |
189 | NUMA_NO_NODE); | |
190 | } | |
191 | static inline void * __init memblock_virt_alloc_low_nopanic( | |
192 | phys_addr_t size, phys_addr_t align) | |
193 | { | |
194 | return memblock_virt_alloc_try_nid_nopanic(size, align, | |
195 | BOOTMEM_LOW_LIMIT, | |
196 | ARCH_LOW_ADDRESS_LIMIT, | |
197 | NUMA_NO_NODE); | |
198 | } | |
199 | ||
26f09e9b SS |
200 | static inline void * __init memblock_virt_alloc_from_nopanic( |
201 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) | |
202 | { | |
203 | return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr, | |
204 | BOOTMEM_ALLOC_ACCESSIBLE, | |
205 | NUMA_NO_NODE); | |
206 | } | |
207 | ||
208 | static inline void * __init memblock_virt_alloc_node( | |
209 | phys_addr_t size, int nid) | |
210 | { | |
211 | return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT, | |
212 | BOOTMEM_ALLOC_ACCESSIBLE, nid); | |
213 | } | |
214 | ||
215 | static inline void * __init memblock_virt_alloc_node_nopanic( | |
216 | phys_addr_t size, int nid) | |
217 | { | |
218 | return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT, | |
219 | BOOTMEM_ALLOC_ACCESSIBLE, | |
220 | nid); | |
221 | } | |
222 | ||
223 | static inline void __init memblock_free_early( | |
224 | phys_addr_t base, phys_addr_t size) | |
225 | { | |
226 | __memblock_free_early(base, size); | |
227 | } | |
228 | ||
229 | static inline void __init memblock_free_early_nid( | |
230 | phys_addr_t base, phys_addr_t size, int nid) | |
231 | { | |
232 | __memblock_free_early(base, size); | |
233 | } | |
234 | ||
235 | static inline void __init memblock_free_late( | |
236 | phys_addr_t base, phys_addr_t size) | |
237 | { | |
238 | __memblock_free_late(base, size); | |
239 | } | |
240 | ||
241 | #else | |
242 | ||
243 | #define BOOTMEM_ALLOC_ACCESSIBLE 0 | |
244 | ||
245 | ||
246 | /* Fall back to all the existing bootmem APIs */ | |
247 | static inline void * __init memblock_virt_alloc( | |
248 | phys_addr_t size, phys_addr_t align) | |
249 | { | |
250 | if (!align) | |
251 | align = SMP_CACHE_BYTES; | |
252 | return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT); | |
253 | } | |
254 | ||
255 | static inline void * __init memblock_virt_alloc_nopanic( | |
256 | phys_addr_t size, phys_addr_t align) | |
257 | { | |
258 | if (!align) | |
259 | align = SMP_CACHE_BYTES; | |
260 | return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT); | |
261 | } | |
262 | ||
ad6492b8 YL |
263 | static inline void * __init memblock_virt_alloc_low( |
264 | phys_addr_t size, phys_addr_t align) | |
265 | { | |
266 | if (!align) | |
267 | align = SMP_CACHE_BYTES; | |
07bacb38 | 268 | return __alloc_bootmem_low(size, align, 0); |
ad6492b8 YL |
269 | } |
270 | ||
271 | static inline void * __init memblock_virt_alloc_low_nopanic( | |
272 | phys_addr_t size, phys_addr_t align) | |
273 | { | |
274 | if (!align) | |
275 | align = SMP_CACHE_BYTES; | |
07bacb38 | 276 | return __alloc_bootmem_low_nopanic(size, align, 0); |
ad6492b8 YL |
277 | } |
278 | ||
26f09e9b SS |
279 | static inline void * __init memblock_virt_alloc_from_nopanic( |
280 | phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) | |
281 | { | |
282 | return __alloc_bootmem_nopanic(size, align, min_addr); | |
283 | } | |
284 | ||
285 | static inline void * __init memblock_virt_alloc_node( | |
286 | phys_addr_t size, int nid) | |
287 | { | |
288 | return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES, | |
289 | BOOTMEM_LOW_LIMIT); | |
290 | } | |
291 | ||
292 | static inline void * __init memblock_virt_alloc_node_nopanic( | |
293 | phys_addr_t size, int nid) | |
294 | { | |
295 | return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size, | |
296 | SMP_CACHE_BYTES, | |
297 | BOOTMEM_LOW_LIMIT); | |
298 | } | |
299 | ||
300 | static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size, | |
301 | phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid) | |
302 | { | |
303 | return __alloc_bootmem_node_high(NODE_DATA(nid), size, align, | |
304 | min_addr); | |
305 | } | |
306 | ||
307 | static inline void * __init memblock_virt_alloc_try_nid_nopanic( | |
308 | phys_addr_t size, phys_addr_t align, | |
309 | phys_addr_t min_addr, phys_addr_t max_addr, int nid) | |
310 | { | |
311 | return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align, | |
312 | min_addr, max_addr); | |
313 | } | |
314 | ||
315 | static inline void __init memblock_free_early( | |
316 | phys_addr_t base, phys_addr_t size) | |
317 | { | |
318 | free_bootmem(base, size); | |
319 | } | |
320 | ||
321 | static inline void __init memblock_free_early_nid( | |
322 | phys_addr_t base, phys_addr_t size, int nid) | |
323 | { | |
324 | free_bootmem_node(NODE_DATA(nid), base, size); | |
325 | } | |
326 | ||
327 | static inline void __init memblock_free_late( | |
328 | phys_addr_t base, phys_addr_t size) | |
329 | { | |
330 | free_bootmem_late(base, size); | |
331 | } | |
332 | #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */ | |
333 | ||
6f167ec7 DH |
334 | #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
335 | extern void *alloc_remap(int nid, unsigned long size); | |
336 | #else | |
337 | static inline void *alloc_remap(int nid, unsigned long size) | |
338 | { | |
339 | return NULL; | |
340 | } | |
f71bf0ca | 341 | #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ |
6f167ec7 | 342 | |
f71bf0ca FBH |
343 | extern void *alloc_large_system_hash(const char *tablename, |
344 | unsigned long bucketsize, | |
345 | unsigned long numentries, | |
346 | int scale, | |
347 | int flags, | |
348 | unsigned int *_hash_shift, | |
349 | unsigned int *_hash_mask, | |
31fe62b9 TB |
350 | unsigned long low_limit, |
351 | unsigned long high_limit); | |
1da177e4 | 352 | |
04903664 | 353 | #define HASH_EARLY 0x00000001 /* Allocating during early boot? */ |
2c85f51d JB |
354 | #define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min |
355 | * shift passed via *_hash_shift */ | |
1da177e4 | 356 | |
c2fdf3a9 AB |
357 | /* Only NUMA needs hash distribution. 64bit NUMA architectures have |
358 | * sufficient vmalloc space. | |
1da177e4 | 359 | */ |
c2fdf3a9 | 360 | #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT) |
1da177e4 LT |
361 | #define HASHDIST_DEFAULT 1 |
362 | #else | |
363 | #define HASHDIST_DEFAULT 0 | |
364 | #endif | |
f034b5d4 | 365 | extern int hashdist; /* Distribute hashes across NUMA nodes? */ |
1da177e4 LT |
366 | |
367 | ||
368 | #endif /* _LINUX_BOOTMEM_H */ |