[PATCH] powerpc: Remove imalloc.h
[deliverable/linux.git] / arch / powerpc / mm / pgtable_64.c
CommitLineData
14cf11af
PM
1/*
2 * This file contains ioremap and related functions for 64-bit machines.
3 *
4 * Derived from arch/ppc64/mm/init.c
5 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
6 *
7 * Modifications by Paul Mackerras (PowerMac) (paulus@samba.org)
8 * and Cort Dougan (PReP) (cort@cs.nmt.edu)
9 * Copyright (C) 1996 Paul Mackerras
10 * Amiga/APUS changes by Jesper Skov (jskov@cygnus.co.uk).
11 *
12 * Derived from "arch/i386/mm/init.c"
13 * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds
14 *
15 * Dave Engebretsen <engebret@us.ibm.com>
16 * Rework for PPC64 port.
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 */
24
25#include <linux/config.h>
26#include <linux/signal.h>
27#include <linux/sched.h>
28#include <linux/kernel.h>
29#include <linux/errno.h>
30#include <linux/string.h>
31#include <linux/types.h>
32#include <linux/mman.h>
33#include <linux/mm.h>
34#include <linux/swap.h>
35#include <linux/stddef.h>
36#include <linux/vmalloc.h>
37#include <linux/init.h>
38#include <linux/delay.h>
39#include <linux/bootmem.h>
40#include <linux/highmem.h>
41#include <linux/idr.h>
42#include <linux/nodemask.h>
43#include <linux/module.h>
44
45#include <asm/pgalloc.h>
46#include <asm/page.h>
47#include <asm/prom.h>
48#include <asm/lmb.h>
49#include <asm/rtas.h>
50#include <asm/io.h>
51#include <asm/mmu_context.h>
52#include <asm/pgtable.h>
53#include <asm/mmu.h>
54#include <asm/uaccess.h>
55#include <asm/smp.h>
56#include <asm/machdep.h>
57#include <asm/tlb.h>
58#include <asm/eeh.h>
59#include <asm/processor.h>
60#include <asm/mmzone.h>
61#include <asm/cputable.h>
14cf11af
PM
62#include <asm/sections.h>
63#include <asm/system.h>
64#include <asm/iommu.h>
65#include <asm/abs_addr.h>
66#include <asm/vdso.h>
800fc3ee
DG
67
68#include "mmu_decl.h"
14cf11af 69
14cf11af
PM
70unsigned long ioremap_bot = IMALLOC_BASE;
71static unsigned long phbs_io_bot = PHBS_IO_BASE;
72
14cf11af
PM
73#ifdef CONFIG_PPC_ISERIES
74
75void __iomem *ioremap(unsigned long addr, unsigned long size)
76{
77 return (void __iomem *)addr;
78}
79
80extern void __iomem *__ioremap(unsigned long addr, unsigned long size,
81 unsigned long flags)
82{
83 return (void __iomem *)addr;
84}
85
86void iounmap(volatile void __iomem *addr)
87{
88 return;
89}
90
91#else
92
93/*
94 * map_io_page currently only called by __ioremap
95 * map_io_page adds an entry to the ioremap page table
96 * and adds an entry to the HPT, possibly bolting it
97 */
98static int map_io_page(unsigned long ea, unsigned long pa, int flags)
99{
100 pgd_t *pgdp;
101 pud_t *pudp;
102 pmd_t *pmdp;
103 pte_t *ptep;
14cf11af
PM
104
105 if (mem_init_done) {
14cf11af
PM
106 pgdp = pgd_offset_k(ea);
107 pudp = pud_alloc(&init_mm, pgdp, ea);
108 if (!pudp)
109 return -ENOMEM;
110 pmdp = pmd_alloc(&init_mm, pudp, ea);
111 if (!pmdp)
112 return -ENOMEM;
23fd0775 113 ptep = pte_alloc_kernel(pmdp, ea);
14cf11af
PM
114 if (!ptep)
115 return -ENOMEM;
116 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT,
117 __pgprot(flags)));
14cf11af 118 } else {
14cf11af
PM
119 /*
120 * If the mm subsystem is not fully up, we cannot create a
121 * linux page table entry for this mapping. Simply bolt an
122 * entry in the hardware page table.
3c726f8d 123 *
14cf11af 124 */
3c726f8d 125 if (htab_bolt_mapping(ea, ea + PAGE_SIZE, pa, flags,
77ac166f
BH
126 mmu_virtual_psize)) {
127 printk(KERN_ERR "Failed to do bolted mapping IO "
128 "memory at %016lx !\n", pa);
129 return -ENOMEM;
130 }
14cf11af
PM
131 }
132 return 0;
133}
134
135
136static void __iomem * __ioremap_com(unsigned long addr, unsigned long pa,
137 unsigned long ea, unsigned long size,
138 unsigned long flags)
139{
140 unsigned long i;
141
142 if ((flags & _PAGE_PRESENT) == 0)
143 flags |= pgprot_val(PAGE_KERNEL);
144
145 for (i = 0; i < size; i += PAGE_SIZE)
146 if (map_io_page(ea+i, pa+i, flags))
147 return NULL;
148
149 return (void __iomem *) (ea + (addr & ~PAGE_MASK));
150}
151
152
153void __iomem *
154ioremap(unsigned long addr, unsigned long size)
155{
156 return __ioremap(addr, size, _PAGE_NO_CACHE | _PAGE_GUARDED);
157}
158
159void __iomem * __ioremap(unsigned long addr, unsigned long size,
160 unsigned long flags)
161{
162 unsigned long pa, ea;
163 void __iomem *ret;
164
165 /*
166 * Choose an address to map it to.
167 * Once the imalloc system is running, we use it.
168 * Before that, we map using addresses going
169 * up from ioremap_bot. imalloc will use
170 * the addresses from ioremap_bot through
171 * IMALLOC_END
172 *
173 */
174 pa = addr & PAGE_MASK;
175 size = PAGE_ALIGN(addr + size) - pa;
176
177 if (size == 0)
178 return NULL;
179
180 if (mem_init_done) {
181 struct vm_struct *area;
182 area = im_get_free_area(size);
183 if (area == NULL)
184 return NULL;
185 ea = (unsigned long)(area->addr);
186 ret = __ioremap_com(addr, pa, ea, size, flags);
187 if (!ret)
188 im_free(area->addr);
189 } else {
190 ea = ioremap_bot;
191 ret = __ioremap_com(addr, pa, ea, size, flags);
192 if (ret)
193 ioremap_bot += size;
194 }
195 return ret;
196}
197
198#define IS_PAGE_ALIGNED(_val) ((_val) == ((_val) & PAGE_MASK))
199
200int __ioremap_explicit(unsigned long pa, unsigned long ea,
201 unsigned long size, unsigned long flags)
202{
203 struct vm_struct *area;
204 void __iomem *ret;
205
206 /* For now, require page-aligned values for pa, ea, and size */
207 if (!IS_PAGE_ALIGNED(pa) || !IS_PAGE_ALIGNED(ea) ||
208 !IS_PAGE_ALIGNED(size)) {
209 printk(KERN_ERR "unaligned value in %s\n", __FUNCTION__);
210 return 1;
211 }
212
213 if (!mem_init_done) {
214 /* Two things to consider in this case:
215 * 1) No records will be kept (imalloc, etc) that the region
216 * has been remapped
217 * 2) It won't be easy to iounmap() the region later (because
218 * of 1)
219 */
220 ;
221 } else {
222 area = im_get_area(ea, size,
223 IM_REGION_UNUSED|IM_REGION_SUBSET|IM_REGION_EXISTS);
224 if (area == NULL) {
225 /* Expected when PHB-dlpar is in play */
226 return 1;
227 }
228 if (ea != (unsigned long) area->addr) {
229 printk(KERN_ERR "unexpected addr return from "
230 "im_get_area\n");
231 return 1;
232 }
233 }
234
235 ret = __ioremap_com(pa, pa, ea, size, flags);
236 if (ret == NULL) {
237 printk(KERN_ERR "ioremap_explicit() allocation failure !\n");
238 return 1;
239 }
240 if (ret != (void *) ea) {
241 printk(KERN_ERR "__ioremap_com() returned unexpected addr\n");
242 return 1;
243 }
244
245 return 0;
246}
247
248/*
249 * Unmap an IO region and remove it from imalloc'd list.
250 * Access to IO memory should be serialized by driver.
251 * This code is modeled after vmalloc code - unmap_vm_area()
252 *
253 * XXX what about calls before mem_init_done (ie python_countermeasures())
254 */
255void iounmap(volatile void __iomem *token)
256{
257 void *addr;
258
259 if (!mem_init_done)
260 return;
261
262 addr = (void *) ((unsigned long __force) token & PAGE_MASK);
263
264 im_free(addr);
265}
266
267static int iounmap_subset_regions(unsigned long addr, unsigned long size)
268{
269 struct vm_struct *area;
270
271 /* Check whether subsets of this region exist */
272 area = im_get_area(addr, size, IM_REGION_SUPERSET);
273 if (area == NULL)
274 return 1;
275
276 while (area) {
277 iounmap((void __iomem *) area->addr);
278 area = im_get_area(addr, size,
279 IM_REGION_SUPERSET);
280 }
281
282 return 0;
283}
284
285int iounmap_explicit(volatile void __iomem *start, unsigned long size)
286{
287 struct vm_struct *area;
288 unsigned long addr;
289 int rc;
290
291 addr = (unsigned long __force) start & PAGE_MASK;
292
293 /* Verify that the region either exists or is a subset of an existing
294 * region. In the latter case, split the parent region to create
295 * the exact region
296 */
297 area = im_get_area(addr, size,
298 IM_REGION_EXISTS | IM_REGION_SUBSET);
299 if (area == NULL) {
300 /* Determine whether subset regions exist. If so, unmap */
301 rc = iounmap_subset_regions(addr, size);
302 if (rc) {
303 printk(KERN_ERR
304 "%s() cannot unmap nonexistent range 0x%lx\n",
305 __FUNCTION__, addr);
306 return 1;
307 }
308 } else {
309 iounmap((void __iomem *) area->addr);
310 }
311 /*
312 * FIXME! This can't be right:
313 iounmap(area->addr);
314 * Maybe it should be "iounmap(area);"
315 */
316 return 0;
317}
318
319#endif
320
321EXPORT_SYMBOL(ioremap);
322EXPORT_SYMBOL(__ioremap);
323EXPORT_SYMBOL(iounmap);
ab1f9dac
PM
324
325void __iomem * reserve_phb_iospace(unsigned long size)
326{
327 void __iomem *virt_addr;
328
329 if (phbs_io_bot >= IMALLOC_BASE)
330 panic("reserve_phb_iospace(): phb io space overflow\n");
331
332 virt_addr = (void __iomem *) phbs_io_bot;
333 phbs_io_bot += size;
334
335 return virt_addr;
336}
This page took 0.0598 seconds and 5 git commands to generate.