2 * Procedures for interfacing to Open Firmware.
4 * Paul Mackerras August 1996.
5 * Copyright (C) 1996-2005 Paul Mackerras.
7 * Adapted for 64bit PowerPC by Dave Engebretsen and Peter Bergner.
8 * {engebret|bergner}@us.ibm.com
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
19 #include <linux/config.h>
20 #include <linux/kernel.h>
21 #include <linux/string.h>
22 #include <linux/init.h>
23 #include <linux/threads.h>
24 #include <linux/spinlock.h>
25 #include <linux/types.h>
26 #include <linux/pci.h>
27 #include <linux/proc_fs.h>
28 #include <linux/stringify.h>
29 #include <linux/delay.h>
30 #include <linux/initrd.h>
31 #include <linux/bitops.h>
35 #include <asm/processor.h>
39 #include <asm/system.h>
41 #include <asm/pgtable.h>
43 #include <asm/iommu.h>
44 #include <asm/btext.h>
45 #include <asm/sections.h>
46 #include <asm/machdep.h>
48 #ifdef CONFIG_LOGO_LINUX_CLUT224
49 #include <linux/linux_logo.h>
50 extern const struct linux_logo logo_linux_clut224
;
54 * Properties whose value is longer than this get excluded from our
55 * copy of the device tree. This value does need to be big enough to
56 * ensure that we don't lose things like the interrupt-map property
57 * on a PCI-PCI bridge.
59 #define MAX_PROPERTY_LENGTH (1UL * 1024 * 1024)
62 * Eventually bump that one up
64 #define DEVTREE_CHUNK_SIZE 0x100000
67 * This is the size of the local memory reserve map that gets copied
68 * into the boot params passed to the kernel. That size is totally
69 * flexible as the kernel just reads the list until it encounters an
70 * entry with size 0, so it can be changed without breaking binary
73 #define MEM_RESERVE_MAP_SIZE 8
76 * prom_init() is called very early on, before the kernel text
77 * and data have been mapped to KERNELBASE. At this point the code
78 * is running at whatever address it has been loaded at.
79 * On ppc32 we compile with -mrelocatable, which means that references
80 * to extern and static variables get relocated automatically.
81 * On ppc64 we have to relocate the references explicitly with
82 * RELOC. (Note that strings count as static variables.)
84 * Because OF may have mapped I/O devices into the area starting at
85 * KERNELBASE, particularly on CHRP machines, we can't safely call
86 * OF once the kernel has been mapped to KERNELBASE. Therefore all
87 * OF calls must be done within prom_init().
89 * ADDR is used in calls to call_prom. The 4th and following
90 * arguments to call_prom should be 32-bit values.
91 * On ppc64, 64 bit values are truncated to 32 bits (and
92 * fortunately don't get interpreted as two arguments).
95 #define RELOC(x) (*PTRRELOC(&(x)))
96 #define ADDR(x) (u32) add_reloc_offset((unsigned long)(x))
97 #define OF_WORKAROUNDS 0
100 #define ADDR(x) (u32) (x)
101 #define OF_WORKAROUNDS of_workarounds
105 #define OF_WA_CLAIM 1 /* do phys/virt claim separately, then map */
106 #define OF_WA_LONGTRAIL 2 /* work around longtrail bugs */
108 #define PROM_BUG() do { \
109 prom_printf("kernel BUG at %s line 0x%x!\n", \
110 RELOC(__FILE__), __LINE__); \
111 __asm__ __volatile__(".long " BUG_ILLEGAL_INSTR); \
115 #define prom_debug(x...) prom_printf(x)
117 #define prom_debug(x...)
121 typedef u32 prom_arg_t
;
139 struct mem_map_entry
{
146 extern void __start(unsigned long r3
, unsigned long r4
, unsigned long r5
);
149 extern int enter_prom(struct prom_args
*args
, unsigned long entry
);
151 static inline int enter_prom(struct prom_args
*args
, unsigned long entry
)
153 return ((int (*)(struct prom_args
*))entry
)(args
);
157 extern void copy_and_flush(unsigned long dest
, unsigned long src
,
158 unsigned long size
, unsigned long offset
);
161 static struct prom_t __initdata prom
;
163 static unsigned long prom_entry __initdata
;
165 #define PROM_SCRATCH_SIZE 256
167 static char __initdata of_stdout_device
[256];
168 static char __initdata prom_scratch
[PROM_SCRATCH_SIZE
];
170 static unsigned long __initdata dt_header_start
;
171 static unsigned long __initdata dt_struct_start
, dt_struct_end
;
172 static unsigned long __initdata dt_string_start
, dt_string_end
;
174 static unsigned long __initdata prom_initrd_start
, prom_initrd_end
;
177 static int __initdata iommu_force_on
;
178 static int __initdata ppc64_iommu_off
;
179 static unsigned long __initdata prom_tce_alloc_start
;
180 static unsigned long __initdata prom_tce_alloc_end
;
183 /* Platforms codes are now obsolete in the kernel. Now only used within this
184 * file and ultimately gone too. Feel free to change them if you need, they
185 * are not shared with anything outside of this file anymore
187 #define PLATFORM_PSERIES 0x0100
188 #define PLATFORM_PSERIES_LPAR 0x0101
189 #define PLATFORM_LPAR 0x0001
190 #define PLATFORM_POWERMAC 0x0400
191 #define PLATFORM_GENERIC 0x0500
193 static int __initdata of_platform
;
195 static char __initdata prom_cmd_line
[COMMAND_LINE_SIZE
];
197 static unsigned long __initdata prom_memory_limit
;
199 static unsigned long __initdata alloc_top
;
200 static unsigned long __initdata alloc_top_high
;
201 static unsigned long __initdata alloc_bottom
;
202 static unsigned long __initdata rmo_top
;
203 static unsigned long __initdata ram_top
;
206 static unsigned long __initdata prom_crashk_base
;
207 static unsigned long __initdata prom_crashk_size
;
210 static struct mem_map_entry __initdata mem_reserve_map
[MEM_RESERVE_MAP_SIZE
];
211 static int __initdata mem_reserve_cnt
;
213 static cell_t __initdata regbuf
[1024];
216 #define MAX_CPU_THREADS 2
219 * Error results ... some OF calls will return "-1" on error, some
220 * will return 0, some will return either. To simplify, here are
221 * macros to use with any ihandle or phandle return value to check if
225 #define PROM_ERROR (-1u)
226 #define PHANDLE_VALID(p) ((p) != 0 && (p) != PROM_ERROR)
227 #define IHANDLE_VALID(i) ((i) != 0 && (i) != PROM_ERROR)
230 /* This is the one and *ONLY* place where we actually call open
234 static int __init
call_prom(const char *service
, int nargs
, int nret
, ...)
237 struct prom_args args
;
240 args
.service
= ADDR(service
);
244 va_start(list
, nret
);
245 for (i
= 0; i
< nargs
; i
++)
246 args
.args
[i
] = va_arg(list
, prom_arg_t
);
249 for (i
= 0; i
< nret
; i
++)
250 args
.args
[nargs
+i
] = 0;
252 if (enter_prom(&args
, RELOC(prom_entry
)) < 0)
255 return (nret
> 0) ? args
.args
[nargs
] : 0;
258 static int __init
call_prom_ret(const char *service
, int nargs
, int nret
,
259 prom_arg_t
*rets
, ...)
262 struct prom_args args
;
265 args
.service
= ADDR(service
);
269 va_start(list
, rets
);
270 for (i
= 0; i
< nargs
; i
++)
271 args
.args
[i
] = va_arg(list
, prom_arg_t
);
274 for (i
= 0; i
< nret
; i
++)
275 args
.args
[nargs
+i
] = 0;
277 if (enter_prom(&args
, RELOC(prom_entry
)) < 0)
281 for (i
= 1; i
< nret
; ++i
)
282 rets
[i
-1] = args
.args
[nargs
+i
];
284 return (nret
> 0) ? args
.args
[nargs
] : 0;
288 static void __init
prom_print(const char *msg
)
291 struct prom_t
*_prom
= &RELOC(prom
);
293 if (_prom
->stdout
== 0)
296 for (p
= msg
; *p
!= 0; p
= q
) {
297 for (q
= p
; *q
!= 0 && *q
!= '\n'; ++q
)
300 call_prom("write", 3, 1, _prom
->stdout
, p
, q
- p
);
304 call_prom("write", 3, 1, _prom
->stdout
, ADDR("\r\n"), 2);
309 static void __init
prom_print_hex(unsigned long val
)
311 int i
, nibbles
= sizeof(val
)*2;
312 char buf
[sizeof(val
)*2+1];
313 struct prom_t
*_prom
= &RELOC(prom
);
315 for (i
= nibbles
-1; i
>= 0; i
--) {
316 buf
[i
] = (val
& 0xf) + '0';
318 buf
[i
] += ('a'-'0'-10);
322 call_prom("write", 3, 1, _prom
->stdout
, buf
, nibbles
);
326 static void __init
prom_printf(const char *format
, ...)
328 const char *p
, *q
, *s
;
331 struct prom_t
*_prom
= &RELOC(prom
);
333 va_start(args
, format
);
335 format
= PTRRELOC(format
);
337 for (p
= format
; *p
!= 0; p
= q
) {
338 for (q
= p
; *q
!= 0 && *q
!= '\n' && *q
!= '%'; ++q
)
341 call_prom("write", 3, 1, _prom
->stdout
, p
, q
- p
);
346 call_prom("write", 3, 1, _prom
->stdout
,
356 s
= va_arg(args
, const char *);
361 v
= va_arg(args
, unsigned long);
369 static unsigned int __init
prom_claim(unsigned long virt
, unsigned long size
,
372 struct prom_t
*_prom
= &RELOC(prom
);
374 if (align
== 0 && (OF_WORKAROUNDS
& OF_WA_CLAIM
)) {
376 * Old OF requires we claim physical and virtual separately
377 * and then map explicitly (assuming virtual mode)
382 ret
= call_prom_ret("call-method", 5, 2, &result
,
383 ADDR("claim"), _prom
->memory
,
385 if (ret
!= 0 || result
== -1)
387 ret
= call_prom_ret("call-method", 5, 2, &result
,
388 ADDR("claim"), _prom
->mmumap
,
391 call_prom("call-method", 4, 1, ADDR("release"),
392 _prom
->memory
, size
, virt
);
395 /* the 0x12 is M (coherence) + PP == read/write */
396 call_prom("call-method", 6, 1,
397 ADDR("map"), _prom
->mmumap
, 0x12, size
, virt
, virt
);
400 return call_prom("claim", 3, 1, (prom_arg_t
)virt
, (prom_arg_t
)size
,
404 static void __init
__attribute__((noreturn
)) prom_panic(const char *reason
)
407 reason
= PTRRELOC(reason
);
410 /* Do not call exit because it clears the screen on pmac
411 * it also causes some sort of double-fault on early pmacs */
412 if (RELOC(of_platform
) == PLATFORM_POWERMAC
)
415 /* ToDo: should put up an SRC here on p/iSeries */
416 call_prom("exit", 0, 0);
418 for (;;) /* should never get here */
423 static int __init
prom_next_node(phandle
*nodep
)
427 if ((node
= *nodep
) != 0
428 && (*nodep
= call_prom("child", 1, 1, node
)) != 0)
430 if ((*nodep
= call_prom("peer", 1, 1, node
)) != 0)
433 if ((node
= call_prom("parent", 1, 1, node
)) == 0)
435 if ((*nodep
= call_prom("peer", 1, 1, node
)) != 0)
440 static int inline prom_getprop(phandle node
, const char *pname
,
441 void *value
, size_t valuelen
)
443 return call_prom("getprop", 4, 1, node
, ADDR(pname
),
444 (u32
)(unsigned long) value
, (u32
) valuelen
);
447 static int inline prom_getproplen(phandle node
, const char *pname
)
449 return call_prom("getproplen", 2, 1, node
, ADDR(pname
));
452 static void add_string(char **str
, const char *q
)
462 static char *tohex(unsigned int x
)
464 static char digits
[] = "0123456789abcdef";
465 static char result
[9];
472 result
[i
] = digits
[x
& 0xf];
474 } while (x
!= 0 && i
> 0);
478 static int __init
prom_setprop(phandle node
, const char *nodename
,
479 const char *pname
, void *value
, size_t valuelen
)
483 if (!(OF_WORKAROUNDS
& OF_WA_LONGTRAIL
))
484 return call_prom("setprop", 4, 1, node
, ADDR(pname
),
485 (u32
)(unsigned long) value
, (u32
) valuelen
);
487 /* gah... setprop doesn't work on longtrail, have to use interpret */
489 add_string(&p
, "dev");
490 add_string(&p
, nodename
);
491 add_string(&p
, tohex((u32
)(unsigned long) value
));
492 add_string(&p
, tohex(valuelen
));
493 add_string(&p
, tohex(ADDR(pname
)));
494 add_string(&p
, tohex(strlen(RELOC(pname
))));
495 add_string(&p
, "property");
497 return call_prom("interpret", 1, 1, (u32
)(unsigned long) cmd
);
500 /* We can't use the standard versions because of RELOC headaches. */
501 #define isxdigit(c) (('0' <= (c) && (c) <= '9') \
502 || ('a' <= (c) && (c) <= 'f') \
503 || ('A' <= (c) && (c) <= 'F'))
505 #define isdigit(c) ('0' <= (c) && (c) <= '9')
506 #define islower(c) ('a' <= (c) && (c) <= 'z')
507 #define toupper(c) (islower(c) ? ((c) - 'a' + 'A') : (c))
509 unsigned long prom_strtoul(const char *cp
, const char **endp
)
511 unsigned long result
= 0, base
= 10, value
;
516 if (toupper(*cp
) == 'X') {
522 while (isxdigit(*cp
) &&
523 (value
= isdigit(*cp
) ? *cp
- '0' : toupper(*cp
) - 'A' + 10) < base
) {
524 result
= result
* base
+ value
;
534 unsigned long prom_memparse(const char *ptr
, const char **retptr
)
536 unsigned long ret
= prom_strtoul(ptr
, retptr
);
540 * We can't use a switch here because GCC *may* generate a
541 * jump table which won't work, because we're not running at
542 * the address we're linked at.
544 if ('G' == **retptr
|| 'g' == **retptr
)
547 if ('M' == **retptr
|| 'm' == **retptr
)
550 if ('K' == **retptr
|| 'k' == **retptr
)
562 * Early parsing of the command line passed to the kernel, used for
563 * "mem=x" and the options that affect the iommu
565 static void __init
early_cmdline_parse(void)
567 struct prom_t
*_prom
= &RELOC(prom
);
572 RELOC(prom_cmd_line
[0]) = 0;
573 p
= RELOC(prom_cmd_line
);
574 if ((long)_prom
->chosen
> 0)
575 l
= prom_getprop(_prom
->chosen
, "bootargs", p
, COMMAND_LINE_SIZE
-1);
576 #ifdef CONFIG_CMDLINE
577 if (l
== 0) /* dbl check */
578 strlcpy(RELOC(prom_cmd_line
),
579 RELOC(CONFIG_CMDLINE
), sizeof(prom_cmd_line
));
580 #endif /* CONFIG_CMDLINE */
581 prom_printf("command line: %s\n", RELOC(prom_cmd_line
));
584 opt
= strstr(RELOC(prom_cmd_line
), RELOC("iommu="));
586 prom_printf("iommu opt is: %s\n", opt
);
588 while (*opt
&& *opt
== ' ')
590 if (!strncmp(opt
, RELOC("off"), 3))
591 RELOC(ppc64_iommu_off
) = 1;
592 else if (!strncmp(opt
, RELOC("force"), 5))
593 RELOC(iommu_force_on
) = 1;
597 opt
= strstr(RELOC(prom_cmd_line
), RELOC("mem="));
600 RELOC(prom_memory_limit
) = prom_memparse(opt
, (const char **)&opt
);
602 /* Align to 16 MB == size of ppc64 large page */
603 RELOC(prom_memory_limit
) = ALIGN(RELOC(prom_memory_limit
), 0x1000000);
609 * crashkernel=size@addr specifies the location to reserve for
612 opt
= strstr(RELOC(prom_cmd_line
), RELOC("crashkernel="));
615 RELOC(prom_crashk_size
) =
616 prom_memparse(opt
, (const char **)&opt
);
618 if (ALIGN(RELOC(prom_crashk_size
), 0x1000000) !=
619 RELOC(prom_crashk_size
)) {
620 prom_printf("Warning: crashkernel size is not "
621 "aligned to 16MB\n");
625 * At present, the crash kernel always run at 32MB.
626 * Just ignore whatever user passed.
628 RELOC(prom_crashk_base
) = 0x2000000;
630 prom_printf("Warning: PPC64 kdump kernel always runs "
637 #ifdef CONFIG_PPC_PSERIES
639 * To tell the firmware what our capabilities are, we have to pass
640 * it a fake 32-bit ELF header containing a couple of PT_NOTE sections
641 * that contain structures that contain the actual values.
643 static struct fake_elf
{
650 char name
[8]; /* "PowerPC" */
664 char name
[24]; /* "IBM,RPA-Client-Config" */
678 .e_ident
= { 0x7f, 'E', 'L', 'F',
679 ELFCLASS32
, ELFDATA2MSB
, EV_CURRENT
},
680 .e_type
= ET_EXEC
, /* yeah right */
682 .e_version
= EV_CURRENT
,
683 .e_phoff
= offsetof(struct fake_elf
, phdr
),
684 .e_phentsize
= sizeof(Elf32_Phdr
),
690 .p_offset
= offsetof(struct fake_elf
, chrpnote
),
691 .p_filesz
= sizeof(struct chrpnote
)
694 .p_offset
= offsetof(struct fake_elf
, rpanote
),
695 .p_filesz
= sizeof(struct rpanote
)
699 .namesz
= sizeof("PowerPC"),
700 .descsz
= sizeof(struct chrpdesc
),
704 .real_mode
= ~0U, /* ~0 means "don't care" */
713 .namesz
= sizeof("IBM,RPA-Client-Config"),
714 .descsz
= sizeof(struct rpadesc
),
716 .name
= "IBM,RPA-Client-Config",
719 .min_rmo_size
= 64, /* in megabytes */
720 .min_rmo_percent
= 0,
721 .max_pft_size
= 48, /* 2^48 bytes max PFT size */
729 static void __init
prom_send_capabilities(void)
733 elfloader
= call_prom("open", 1, 1, ADDR("/packages/elf-loader"));
734 if (elfloader
== 0) {
735 prom_printf("couldn't open /packages/elf-loader\n");
738 call_prom("call-method", 3, 1, ADDR("process-elf-header"),
739 elfloader
, ADDR(&fake_elf
));
740 call_prom("close", 1, 0, elfloader
);
745 * Memory allocation strategy... our layout is normally:
747 * at 14Mb or more we have vmlinux, then a gap and initrd. In some
748 * rare cases, initrd might end up being before the kernel though.
749 * We assume this won't override the final kernel at 0, we have no
750 * provision to handle that in this version, but it should hopefully
753 * alloc_top is set to the top of RMO, eventually shrink down if the
756 * alloc_bottom is set to the top of kernel/initrd
758 * from there, allocations are done this way : rtas is allocated
759 * topmost, and the device-tree is allocated from the bottom. We try
760 * to grow the device-tree allocation as we progress. If we can't,
761 * then we fail, we don't currently have a facility to restart
762 * elsewhere, but that shouldn't be necessary.
764 * Note that calls to reserve_mem have to be done explicitly, memory
765 * allocated with either alloc_up or alloc_down isn't automatically
771 * Allocates memory in the RMO upward from the kernel/initrd
773 * When align is 0, this is a special case, it means to allocate in place
774 * at the current location of alloc_bottom or fail (that is basically
775 * extending the previous allocation). Used for the device-tree flattening
777 static unsigned long __init
alloc_up(unsigned long size
, unsigned long align
)
779 unsigned long base
= RELOC(alloc_bottom
);
780 unsigned long addr
= 0;
783 base
= _ALIGN_UP(base
, align
);
784 prom_debug("alloc_up(%x, %x)\n", size
, align
);
785 if (RELOC(ram_top
) == 0)
786 prom_panic("alloc_up() called with mem not initialized\n");
789 base
= _ALIGN_UP(RELOC(alloc_bottom
), align
);
791 base
= RELOC(alloc_bottom
);
793 for(; (base
+ size
) <= RELOC(alloc_top
);
794 base
= _ALIGN_UP(base
+ 0x100000, align
)) {
795 prom_debug(" trying: 0x%x\n\r", base
);
796 addr
= (unsigned long)prom_claim(base
, size
, 0);
797 if (addr
!= PROM_ERROR
&& addr
!= 0)
805 RELOC(alloc_bottom
) = addr
;
807 prom_debug(" -> %x\n", addr
);
808 prom_debug(" alloc_bottom : %x\n", RELOC(alloc_bottom
));
809 prom_debug(" alloc_top : %x\n", RELOC(alloc_top
));
810 prom_debug(" alloc_top_hi : %x\n", RELOC(alloc_top_high
));
811 prom_debug(" rmo_top : %x\n", RELOC(rmo_top
));
812 prom_debug(" ram_top : %x\n", RELOC(ram_top
));
818 * Allocates memory downward, either from top of RMO, or if highmem
819 * is set, from the top of RAM. Note that this one doesn't handle
820 * failures. It does claim memory if highmem is not set.
822 static unsigned long __init
alloc_down(unsigned long size
, unsigned long align
,
825 unsigned long base
, addr
= 0;
827 prom_debug("alloc_down(%x, %x, %s)\n", size
, align
,
828 highmem
? RELOC("(high)") : RELOC("(low)"));
829 if (RELOC(ram_top
) == 0)
830 prom_panic("alloc_down() called with mem not initialized\n");
833 /* Carve out storage for the TCE table. */
834 addr
= _ALIGN_DOWN(RELOC(alloc_top_high
) - size
, align
);
835 if (addr
<= RELOC(alloc_bottom
))
837 /* Will we bump into the RMO ? If yes, check out that we
838 * didn't overlap existing allocations there, if we did,
839 * we are dead, we must be the first in town !
841 if (addr
< RELOC(rmo_top
)) {
842 /* Good, we are first */
843 if (RELOC(alloc_top
) == RELOC(rmo_top
))
844 RELOC(alloc_top
) = RELOC(rmo_top
) = addr
;
848 RELOC(alloc_top_high
) = addr
;
852 base
= _ALIGN_DOWN(RELOC(alloc_top
) - size
, align
);
853 for (; base
> RELOC(alloc_bottom
);
854 base
= _ALIGN_DOWN(base
- 0x100000, align
)) {
855 prom_debug(" trying: 0x%x\n\r", base
);
856 addr
= (unsigned long)prom_claim(base
, size
, 0);
857 if (addr
!= PROM_ERROR
&& addr
!= 0)
863 RELOC(alloc_top
) = addr
;
866 prom_debug(" -> %x\n", addr
);
867 prom_debug(" alloc_bottom : %x\n", RELOC(alloc_bottom
));
868 prom_debug(" alloc_top : %x\n", RELOC(alloc_top
));
869 prom_debug(" alloc_top_hi : %x\n", RELOC(alloc_top_high
));
870 prom_debug(" rmo_top : %x\n", RELOC(rmo_top
));
871 prom_debug(" ram_top : %x\n", RELOC(ram_top
));
879 static unsigned long __init
prom_next_cell(int s
, cell_t
**cellp
)
884 /* Ignore more than 2 cells */
885 while (s
> sizeof(unsigned long) / 4) {
901 * Very dumb function for adding to the memory reserve list, but
902 * we don't need anything smarter at this point
904 * XXX Eventually check for collisions. They should NEVER happen.
905 * If problems seem to show up, it would be a good start to track
908 static void reserve_mem(u64 base
, u64 size
)
910 u64 top
= base
+ size
;
911 unsigned long cnt
= RELOC(mem_reserve_cnt
);
916 /* We need to always keep one empty entry so that we
917 * have our terminator with "size" set to 0 since we are
918 * dumb and just copy this entire array to the boot params
920 base
= _ALIGN_DOWN(base
, PAGE_SIZE
);
921 top
= _ALIGN_UP(top
, PAGE_SIZE
);
924 if (cnt
>= (MEM_RESERVE_MAP_SIZE
- 1))
925 prom_panic("Memory reserve map exhausted !\n");
926 RELOC(mem_reserve_map
)[cnt
].base
= base
;
927 RELOC(mem_reserve_map
)[cnt
].size
= size
;
928 RELOC(mem_reserve_cnt
) = cnt
+ 1;
932 * Initialize memory allocation mecanism, parse "memory" nodes and
933 * obtain that way the top of memory and RMO to setup out local allocator
935 static void __init
prom_init_mem(void)
938 char *path
, type
[64];
941 struct prom_t
*_prom
= &RELOC(prom
);
945 * We iterate the memory nodes to find
946 * 1) top of RMO (first node)
950 prom_getprop(_prom
->root
, "#address-cells", &rac
, sizeof(rac
));
952 prom_getprop(_prom
->root
, "#size-cells", &rsc
, sizeof(rsc
));
953 prom_debug("root_addr_cells: %x\n", (unsigned long) rac
);
954 prom_debug("root_size_cells: %x\n", (unsigned long) rsc
);
956 prom_debug("scanning memory:\n");
957 path
= RELOC(prom_scratch
);
959 for (node
= 0; prom_next_node(&node
); ) {
961 prom_getprop(node
, "device_type", type
, sizeof(type
));
965 * CHRP Longtrail machines have no device_type
966 * on the memory node, so check the name instead...
968 prom_getprop(node
, "name", type
, sizeof(type
));
970 if (strcmp(type
, RELOC("memory")))
973 plen
= prom_getprop(node
, "reg", RELOC(regbuf
), sizeof(regbuf
));
974 if (plen
> sizeof(regbuf
)) {
975 prom_printf("memory node too large for buffer !\n");
976 plen
= sizeof(regbuf
);
979 endp
= p
+ (plen
/ sizeof(cell_t
));
982 memset(path
, 0, PROM_SCRATCH_SIZE
);
983 call_prom("package-to-path", 3, 1, node
, path
, PROM_SCRATCH_SIZE
-1);
984 prom_debug(" node %s :\n", path
);
985 #endif /* DEBUG_PROM */
987 while ((endp
- p
) >= (rac
+ rsc
)) {
988 unsigned long base
, size
;
990 base
= prom_next_cell(rac
, &p
);
991 size
= prom_next_cell(rsc
, &p
);
995 prom_debug(" %x %x\n", base
, size
);
996 if (base
== 0 && (RELOC(of_platform
) & PLATFORM_LPAR
))
997 RELOC(rmo_top
) = size
;
998 if ((base
+ size
) > RELOC(ram_top
))
999 RELOC(ram_top
) = base
+ size
;
1003 RELOC(alloc_bottom
) = PAGE_ALIGN((unsigned long)&RELOC(_end
) + 0x4000);
1005 /* Check if we have an initrd after the kernel, if we do move our bottom
1008 if (RELOC(prom_initrd_start
)) {
1009 if (RELOC(prom_initrd_end
) > RELOC(alloc_bottom
))
1010 RELOC(alloc_bottom
) = PAGE_ALIGN(RELOC(prom_initrd_end
));
1014 * If prom_memory_limit is set we reduce the upper limits *except* for
1015 * alloc_top_high. This must be the real top of RAM so we can put
1019 RELOC(alloc_top_high
) = RELOC(ram_top
);
1021 if (RELOC(prom_memory_limit
)) {
1022 if (RELOC(prom_memory_limit
) <= RELOC(alloc_bottom
)) {
1023 prom_printf("Ignoring mem=%x <= alloc_bottom.\n",
1024 RELOC(prom_memory_limit
));
1025 RELOC(prom_memory_limit
) = 0;
1026 } else if (RELOC(prom_memory_limit
) >= RELOC(ram_top
)) {
1027 prom_printf("Ignoring mem=%x >= ram_top.\n",
1028 RELOC(prom_memory_limit
));
1029 RELOC(prom_memory_limit
) = 0;
1031 RELOC(ram_top
) = RELOC(prom_memory_limit
);
1032 RELOC(rmo_top
) = min(RELOC(rmo_top
), RELOC(prom_memory_limit
));
1037 * Setup our top alloc point, that is top of RMO or top of
1038 * segment 0 when running non-LPAR.
1039 * Some RS64 machines have buggy firmware where claims up at
1040 * 1GB fail. Cap at 768MB as a workaround.
1041 * Since 768MB is plenty of room, and we need to cap to something
1042 * reasonable on 32-bit, cap at 768MB on all machines.
1044 if (!RELOC(rmo_top
))
1045 RELOC(rmo_top
) = RELOC(ram_top
);
1046 RELOC(rmo_top
) = min(0x30000000ul
, RELOC(rmo_top
));
1047 RELOC(alloc_top
) = RELOC(rmo_top
);
1049 prom_printf("memory layout at init:\n");
1050 prom_printf(" memory_limit : %x (16 MB aligned)\n", RELOC(prom_memory_limit
));
1051 prom_printf(" alloc_bottom : %x\n", RELOC(alloc_bottom
));
1052 prom_printf(" alloc_top : %x\n", RELOC(alloc_top
));
1053 prom_printf(" alloc_top_hi : %x\n", RELOC(alloc_top_high
));
1054 prom_printf(" rmo_top : %x\n", RELOC(rmo_top
));
1055 prom_printf(" ram_top : %x\n", RELOC(ram_top
));
1057 if (RELOC(prom_crashk_base
)) {
1058 prom_printf(" crashk_base : %x\n", RELOC(prom_crashk_base
));
1059 prom_printf(" crashk_size : %x\n", RELOC(prom_crashk_size
));
1066 * Allocate room for and instantiate RTAS
1068 static void __init
prom_instantiate_rtas(void)
1072 u32 base
, entry
= 0;
1075 prom_debug("prom_instantiate_rtas: start...\n");
1077 rtas_node
= call_prom("finddevice", 1, 1, ADDR("/rtas"));
1078 prom_debug("rtas_node: %x\n", rtas_node
);
1079 if (!PHANDLE_VALID(rtas_node
))
1082 prom_getprop(rtas_node
, "rtas-size", &size
, sizeof(size
));
1086 base
= alloc_down(size
, PAGE_SIZE
, 0);
1088 prom_printf("RTAS allocation failed !\n");
1092 rtas_inst
= call_prom("open", 1, 1, ADDR("/rtas"));
1093 if (!IHANDLE_VALID(rtas_inst
)) {
1094 prom_printf("opening rtas package failed (%x)\n", rtas_inst
);
1098 prom_printf("instantiating rtas at 0x%x ...", base
);
1100 if (call_prom_ret("call-method", 3, 2, &entry
,
1101 ADDR("instantiate-rtas"),
1102 rtas_inst
, base
) != 0
1104 prom_printf(" failed\n");
1107 prom_printf(" done\n");
1109 reserve_mem(base
, size
);
1111 prom_setprop(rtas_node
, "/rtas", "linux,rtas-base",
1112 &base
, sizeof(base
));
1113 prom_setprop(rtas_node
, "/rtas", "linux,rtas-entry",
1114 &entry
, sizeof(entry
));
1116 prom_debug("rtas base = 0x%x\n", base
);
1117 prom_debug("rtas entry = 0x%x\n", entry
);
1118 prom_debug("rtas size = 0x%x\n", (long)size
);
1120 prom_debug("prom_instantiate_rtas: end...\n");
1125 * Allocate room for and initialize TCE tables
1127 static void __init
prom_initialize_tce_table(void)
1131 char compatible
[64], type
[64], model
[64];
1132 char *path
= RELOC(prom_scratch
);
1134 u32 minalign
, minsize
;
1135 u64 tce_entry
, *tce_entryp
;
1136 u64 local_alloc_top
, local_alloc_bottom
;
1139 if (RELOC(ppc64_iommu_off
))
1142 prom_debug("starting prom_initialize_tce_table\n");
1144 /* Cache current top of allocs so we reserve a single block */
1145 local_alloc_top
= RELOC(alloc_top_high
);
1146 local_alloc_bottom
= local_alloc_top
;
1148 /* Search all nodes looking for PHBs. */
1149 for (node
= 0; prom_next_node(&node
); ) {
1153 prom_getprop(node
, "compatible",
1154 compatible
, sizeof(compatible
));
1155 prom_getprop(node
, "device_type", type
, sizeof(type
));
1156 prom_getprop(node
, "model", model
, sizeof(model
));
1158 if ((type
[0] == 0) || (strstr(type
, RELOC("pci")) == NULL
))
1161 /* Keep the old logic in tack to avoid regression. */
1162 if (compatible
[0] != 0) {
1163 if ((strstr(compatible
, RELOC("python")) == NULL
) &&
1164 (strstr(compatible
, RELOC("Speedwagon")) == NULL
) &&
1165 (strstr(compatible
, RELOC("Winnipeg")) == NULL
))
1167 } else if (model
[0] != 0) {
1168 if ((strstr(model
, RELOC("ython")) == NULL
) &&
1169 (strstr(model
, RELOC("peedwagon")) == NULL
) &&
1170 (strstr(model
, RELOC("innipeg")) == NULL
))
1174 if (prom_getprop(node
, "tce-table-minalign", &minalign
,
1175 sizeof(minalign
)) == PROM_ERROR
)
1177 if (prom_getprop(node
, "tce-table-minsize", &minsize
,
1178 sizeof(minsize
)) == PROM_ERROR
)
1179 minsize
= 4UL << 20;
1182 * Even though we read what OF wants, we just set the table
1183 * size to 4 MB. This is enough to map 2GB of PCI DMA space.
1184 * By doing this, we avoid the pitfalls of trying to DMA to
1185 * MMIO space and the DMA alias hole.
1187 * On POWER4, firmware sets the TCE region by assuming
1188 * each TCE table is 8MB. Using this memory for anything
1189 * else will impact performance, so we always allocate 8MB.
1192 if (__is_processor(PV_POWER4
) || __is_processor(PV_POWER4p
))
1193 minsize
= 8UL << 20;
1195 minsize
= 4UL << 20;
1197 /* Align to the greater of the align or size */
1198 align
= max(minalign
, minsize
);
1199 base
= alloc_down(minsize
, align
, 1);
1201 prom_panic("ERROR, cannot find space for TCE table.\n");
1202 if (base
< local_alloc_bottom
)
1203 local_alloc_bottom
= base
;
1205 /* It seems OF doesn't null-terminate the path :-( */
1206 memset(path
, 0, sizeof(path
));
1207 /* Call OF to setup the TCE hardware */
1208 if (call_prom("package-to-path", 3, 1, node
,
1209 path
, PROM_SCRATCH_SIZE
-1) == PROM_ERROR
) {
1210 prom_printf("package-to-path failed\n");
1213 /* Save away the TCE table attributes for later use. */
1214 prom_setprop(node
, path
, "linux,tce-base", &base
, sizeof(base
));
1215 prom_setprop(node
, path
, "linux,tce-size", &minsize
, sizeof(minsize
));
1217 prom_debug("TCE table: %s\n", path
);
1218 prom_debug("\tnode = 0x%x\n", node
);
1219 prom_debug("\tbase = 0x%x\n", base
);
1220 prom_debug("\tsize = 0x%x\n", minsize
);
1222 /* Initialize the table to have a one-to-one mapping
1223 * over the allocated size.
1225 tce_entryp
= (unsigned long *)base
;
1226 for (i
= 0; i
< (minsize
>> 3) ;tce_entryp
++, i
++) {
1227 tce_entry
= (i
<< PAGE_SHIFT
);
1229 *tce_entryp
= tce_entry
;
1232 prom_printf("opening PHB %s", path
);
1233 phb_node
= call_prom("open", 1, 1, path
);
1235 prom_printf("... failed\n");
1237 prom_printf("... done\n");
1239 call_prom("call-method", 6, 0, ADDR("set-64-bit-addressing"),
1240 phb_node
, -1, minsize
,
1241 (u32
) base
, (u32
) (base
>> 32));
1242 call_prom("close", 1, 0, phb_node
);
1245 reserve_mem(local_alloc_bottom
, local_alloc_top
- local_alloc_bottom
);
1247 if (RELOC(prom_memory_limit
)) {
1249 * We align the start to a 16MB boundary so we can map
1250 * the TCE area using large pages if possible.
1251 * The end should be the top of RAM so no need to align it.
1253 RELOC(prom_tce_alloc_start
) = _ALIGN_DOWN(local_alloc_bottom
,
1255 RELOC(prom_tce_alloc_end
) = local_alloc_top
;
1258 /* Flag the first invalid entry */
1259 prom_debug("ending prom_initialize_tce_table\n");
1264 * With CHRP SMP we need to use the OF to start the other processors.
1265 * We can't wait until smp_boot_cpus (the OF is trashed by then)
1266 * so we have to put the processors into a holding pattern controlled
1267 * by the kernel (not OF) before we destroy the OF.
1269 * This uses a chunk of low memory, puts some holding pattern
1270 * code there and sends the other processors off to there until
1271 * smp_boot_cpus tells them to do something. The holding pattern
1272 * checks that address until its cpu # is there, when it is that
1273 * cpu jumps to __secondary_start(). smp_boot_cpus() takes care
1274 * of setting those values.
1276 * We also use physical address 0x4 here to tell when a cpu
1277 * is in its holding pattern code.
1281 extern void __secondary_hold(void);
1282 extern unsigned long __secondary_hold_spinloop
;
1283 extern unsigned long __secondary_hold_acknowledge
;
1286 * We want to reference the copy of __secondary_hold_* in the
1287 * 0 - 0x100 address range
1289 #define LOW_ADDR(x) (((unsigned long) &(x)) & 0xff)
1291 static void __init
prom_hold_cpus(void)
1298 unsigned int interrupt_server
[MAX_CPU_THREADS
];
1299 unsigned int cpu_threads
, hw_cpu_num
;
1301 struct prom_t
*_prom
= &RELOC(prom
);
1302 unsigned long *spinloop
1303 = (void *) LOW_ADDR(__secondary_hold_spinloop
);
1304 unsigned long *acknowledge
1305 = (void *) LOW_ADDR(__secondary_hold_acknowledge
);
1307 /* __secondary_hold is actually a descriptor, not the text address */
1308 unsigned long secondary_hold
1309 = __pa(*PTRRELOC((unsigned long *)__secondary_hold
));
1311 unsigned long secondary_hold
= LOW_ADDR(__secondary_hold
);
1314 prom_debug("prom_hold_cpus: start...\n");
1315 prom_debug(" 1) spinloop = 0x%x\n", (unsigned long)spinloop
);
1316 prom_debug(" 1) *spinloop = 0x%x\n", *spinloop
);
1317 prom_debug(" 1) acknowledge = 0x%x\n",
1318 (unsigned long)acknowledge
);
1319 prom_debug(" 1) *acknowledge = 0x%x\n", *acknowledge
);
1320 prom_debug(" 1) secondary_hold = 0x%x\n", secondary_hold
);
1322 /* Set the common spinloop variable, so all of the secondary cpus
1323 * will block when they are awakened from their OF spinloop.
1324 * This must occur for both SMP and non SMP kernels, since OF will
1325 * be trashed when we move the kernel.
1330 for (node
= 0; prom_next_node(&node
); ) {
1332 prom_getprop(node
, "device_type", type
, sizeof(type
));
1333 if (strcmp(type
, RELOC("cpu")) != 0)
1336 /* Skip non-configured cpus. */
1337 if (prom_getprop(node
, "status", type
, sizeof(type
)) > 0)
1338 if (strcmp(type
, RELOC("okay")) != 0)
1342 prom_getprop(node
, "reg", ®
, sizeof(reg
));
1344 prom_debug("\ncpuid = 0x%x\n", cpuid
);
1345 prom_debug("cpu hw idx = 0x%x\n", reg
);
1347 /* Init the acknowledge var which will be reset by
1348 * the secondary cpu when it awakens from its OF
1351 *acknowledge
= (unsigned long)-1;
1353 propsize
= prom_getprop(node
, "ibm,ppc-interrupt-server#s",
1355 sizeof(interrupt_server
));
1357 /* no property. old hardware has no SMT */
1359 interrupt_server
[0] = reg
; /* fake it with phys id */
1361 /* We have a threaded processor */
1362 cpu_threads
= propsize
/ sizeof(u32
);
1363 if (cpu_threads
> MAX_CPU_THREADS
) {
1364 prom_printf("SMT: too many threads!\n"
1365 "SMT: found %x, max is %x\n",
1366 cpu_threads
, MAX_CPU_THREADS
);
1367 cpu_threads
= 1; /* ToDo: panic? */
1371 hw_cpu_num
= interrupt_server
[0];
1372 if (hw_cpu_num
!= _prom
->cpu
) {
1373 /* Primary Thread of non-boot cpu */
1374 prom_printf("%x : starting cpu hw idx %x... ", cpuid
, reg
);
1375 call_prom("start-cpu", 3, 0, node
,
1376 secondary_hold
, reg
);
1378 for (i
= 0; (i
< 100000000) &&
1379 (*acknowledge
== ((unsigned long)-1)); i
++ )
1382 if (*acknowledge
== reg
)
1383 prom_printf("done\n");
1385 prom_printf("failed: %x\n", *acknowledge
);
1389 prom_printf("%x : boot cpu %x\n", cpuid
, reg
);
1390 #endif /* CONFIG_SMP */
1392 /* Reserve cpu #s for secondary threads. They start later. */
1393 cpuid
+= cpu_threads
;
1396 if (cpuid
> NR_CPUS
)
1397 prom_printf("WARNING: maximum CPUs (" __stringify(NR_CPUS
)
1398 ") exceeded: ignoring extras\n");
1400 prom_debug("prom_hold_cpus: end...\n");
1404 static void __init
prom_init_client_services(unsigned long pp
)
1406 struct prom_t
*_prom
= &RELOC(prom
);
1408 /* Get a handle to the prom entry point before anything else */
1409 RELOC(prom_entry
) = pp
;
1411 /* get a handle for the stdout device */
1412 _prom
->chosen
= call_prom("finddevice", 1, 1, ADDR("/chosen"));
1413 if (!PHANDLE_VALID(_prom
->chosen
))
1414 prom_panic("cannot find chosen"); /* msg won't be printed :( */
1416 /* get device tree root */
1417 _prom
->root
= call_prom("finddevice", 1, 1, ADDR("/"));
1418 if (!PHANDLE_VALID(_prom
->root
))
1419 prom_panic("cannot find device tree root"); /* msg won't be printed :( */
1426 * For really old powermacs, we need to map things we claim.
1427 * For that, we need the ihandle of the mmu.
1428 * Also, on the longtrail, we need to work around other bugs.
1430 static void __init
prom_find_mmu(void)
1432 struct prom_t
*_prom
= &RELOC(prom
);
1436 oprom
= call_prom("finddevice", 1, 1, ADDR("/openprom"));
1437 if (!PHANDLE_VALID(oprom
))
1439 if (prom_getprop(oprom
, "model", version
, sizeof(version
)) <= 0)
1441 version
[sizeof(version
) - 1] = 0;
1442 /* XXX might need to add other versions here */
1443 if (strcmp(version
, "Open Firmware, 1.0.5") == 0)
1444 of_workarounds
= OF_WA_CLAIM
;
1445 else if (strncmp(version
, "FirmWorks,3.", 12) == 0) {
1446 of_workarounds
= OF_WA_CLAIM
| OF_WA_LONGTRAIL
;
1447 call_prom("interpret", 1, 1, "dev /memory 0 to allow-reclaim");
1450 _prom
->memory
= call_prom("open", 1, 1, ADDR("/memory"));
1451 prom_getprop(_prom
->chosen
, "mmu", &_prom
->mmumap
,
1452 sizeof(_prom
->mmumap
));
1453 if (!IHANDLE_VALID(_prom
->memory
) || !IHANDLE_VALID(_prom
->mmumap
))
1454 of_workarounds
&= ~OF_WA_CLAIM
; /* hmmm */
1457 #define prom_find_mmu()
1460 static void __init
prom_init_stdout(void)
1462 struct prom_t
*_prom
= &RELOC(prom
);
1463 char *path
= RELOC(of_stdout_device
);
1467 if (prom_getprop(_prom
->chosen
, "stdout", &val
, sizeof(val
)) <= 0)
1468 prom_panic("cannot find stdout");
1470 _prom
->stdout
= val
;
1472 /* Get the full OF pathname of the stdout device */
1473 memset(path
, 0, 256);
1474 call_prom("instance-to-path", 3, 1, _prom
->stdout
, path
, 255);
1475 val
= call_prom("instance-to-package", 1, 1, _prom
->stdout
);
1476 prom_setprop(_prom
->chosen
, "/chosen", "linux,stdout-package",
1478 prom_printf("OF stdout device is: %s\n", RELOC(of_stdout_device
));
1479 prom_setprop(_prom
->chosen
, "/chosen", "linux,stdout-path",
1480 path
, strlen(path
) + 1);
1482 /* If it's a display, note it */
1483 memset(type
, 0, sizeof(type
));
1484 prom_getprop(val
, "device_type", type
, sizeof(type
));
1485 if (strcmp(type
, RELOC("display")) == 0)
1486 prom_setprop(val
, path
, "linux,boot-display", NULL
, 0);
1489 static void __init
prom_close_stdin(void)
1491 struct prom_t
*_prom
= &RELOC(prom
);
1494 if (prom_getprop(_prom
->chosen
, "stdin", &val
, sizeof(val
)) > 0)
1495 call_prom("close", 1, 0, val
);
1498 static int __init
prom_find_machine_type(void)
1500 struct prom_t
*_prom
= &RELOC(prom
);
1508 /* Look for a PowerMac */
1509 len
= prom_getprop(_prom
->root
, "compatible",
1510 compat
, sizeof(compat
)-1);
1514 char *p
= &compat
[i
];
1518 if (strstr(p
, RELOC("Power Macintosh")) ||
1519 strstr(p
, RELOC("MacRISC")))
1520 return PLATFORM_POWERMAC
;
1525 /* If not a mac, try to figure out if it's an IBM pSeries or any other
1526 * PAPR compliant platform. We assume it is if :
1527 * - /device_type is "chrp" (please, do NOT use that for future
1531 len
= prom_getprop(_prom
->root
, "device_type",
1532 compat
, sizeof(compat
)-1);
1534 return PLATFORM_GENERIC
;
1535 if (strncmp(compat
, RELOC("chrp"), 4))
1536 return PLATFORM_GENERIC
;
1538 /* Default to pSeries. We need to know if we are running LPAR */
1539 rtas
= call_prom("finddevice", 1, 1, ADDR("/rtas"));
1540 if (!PHANDLE_VALID(rtas
))
1541 return PLATFORM_GENERIC
;
1542 x
= prom_getproplen(rtas
, "ibm,hypertas-functions");
1543 if (x
!= PROM_ERROR
) {
1544 prom_printf("Hypertas detected, assuming LPAR !\n");
1545 return PLATFORM_PSERIES_LPAR
;
1547 return PLATFORM_PSERIES
;
1549 return PLATFORM_GENERIC
;
1553 static int __init
prom_set_color(ihandle ih
, int i
, int r
, int g
, int b
)
1555 return call_prom("call-method", 6, 1, ADDR("color!"), ih
, i
, b
, g
, r
);
1559 * If we have a display that we don't know how to drive,
1560 * we will want to try to execute OF's open method for it
1561 * later. However, OF will probably fall over if we do that
1562 * we've taken over the MMU.
1563 * So we check whether we will need to open the display,
1564 * and if so, open it now.
1566 static void __init
prom_check_displays(void)
1568 char type
[16], *path
;
1573 static unsigned char default_colors
[] = {
1591 const unsigned char *clut
;
1593 prom_printf("Looking for displays\n");
1594 for (node
= 0; prom_next_node(&node
); ) {
1595 memset(type
, 0, sizeof(type
));
1596 prom_getprop(node
, "device_type", type
, sizeof(type
));
1597 if (strcmp(type
, RELOC("display")) != 0)
1600 /* It seems OF doesn't null-terminate the path :-( */
1601 path
= RELOC(prom_scratch
);
1602 memset(path
, 0, PROM_SCRATCH_SIZE
);
1605 * leave some room at the end of the path for appending extra
1608 if (call_prom("package-to-path", 3, 1, node
, path
,
1609 PROM_SCRATCH_SIZE
-10) == PROM_ERROR
)
1611 prom_printf("found display : %s, opening ... ", path
);
1613 ih
= call_prom("open", 1, 1, path
);
1615 prom_printf("failed\n");
1620 prom_printf("done\n");
1621 prom_setprop(node
, path
, "linux,opened", NULL
, 0);
1623 /* Setup a usable color table when the appropriate
1624 * method is available. Should update this to set-colors */
1625 clut
= RELOC(default_colors
);
1626 for (i
= 0; i
< 32; i
++, clut
+= 3)
1627 if (prom_set_color(ih
, i
, clut
[0], clut
[1],
1631 #ifdef CONFIG_LOGO_LINUX_CLUT224
1632 clut
= PTRRELOC(RELOC(logo_linux_clut224
.clut
));
1633 for (i
= 0; i
< RELOC(logo_linux_clut224
.clutsize
); i
++, clut
+= 3)
1634 if (prom_set_color(ih
, i
+ 32, clut
[0], clut
[1],
1637 #endif /* CONFIG_LOGO_LINUX_CLUT224 */
1642 /* Return (relocated) pointer to this much memory: moves initrd if reqd. */
1643 static void __init
*make_room(unsigned long *mem_start
, unsigned long *mem_end
,
1644 unsigned long needed
, unsigned long align
)
1648 *mem_start
= _ALIGN(*mem_start
, align
);
1649 while ((*mem_start
+ needed
) > *mem_end
) {
1650 unsigned long room
, chunk
;
1652 prom_debug("Chunk exhausted, claiming more at %x...\n",
1653 RELOC(alloc_bottom
));
1654 room
= RELOC(alloc_top
) - RELOC(alloc_bottom
);
1655 if (room
> DEVTREE_CHUNK_SIZE
)
1656 room
= DEVTREE_CHUNK_SIZE
;
1657 if (room
< PAGE_SIZE
)
1658 prom_panic("No memory for flatten_device_tree (no room)");
1659 chunk
= alloc_up(room
, 0);
1661 prom_panic("No memory for flatten_device_tree (claim failed)");
1662 *mem_end
= RELOC(alloc_top
);
1665 ret
= (void *)*mem_start
;
1666 *mem_start
+= needed
;
1671 #define dt_push_token(token, mem_start, mem_end) \
1672 do { *((u32 *)make_room(mem_start, mem_end, 4, 4)) = token; } while(0)
1674 static unsigned long __init
dt_find_string(char *str
)
1678 s
= os
= (char *)RELOC(dt_string_start
);
1680 while (s
< (char *)RELOC(dt_string_end
)) {
1681 if (strcmp(s
, str
) == 0)
1689 * The Open Firmware 1275 specification states properties must be 31 bytes or
1690 * less, however not all firmwares obey this. Make it 64 bytes to be safe.
1692 #define MAX_PROPERTY_NAME 64
1694 static void __init
scan_dt_build_strings(phandle node
,
1695 unsigned long *mem_start
,
1696 unsigned long *mem_end
)
1698 char *prev_name
, *namep
, *sstart
;
1702 sstart
= (char *)RELOC(dt_string_start
);
1704 /* get and store all property names */
1705 prev_name
= RELOC("");
1707 /* 64 is max len of name including nul. */
1708 namep
= make_room(mem_start
, mem_end
, MAX_PROPERTY_NAME
, 1);
1709 if (call_prom("nextprop", 3, 1, node
, prev_name
, namep
) != 1) {
1710 /* No more nodes: unwind alloc */
1711 *mem_start
= (unsigned long)namep
;
1716 if (strcmp(namep
, RELOC("name")) == 0) {
1717 *mem_start
= (unsigned long)namep
;
1718 prev_name
= RELOC("name");
1721 /* get/create string entry */
1722 soff
= dt_find_string(namep
);
1724 *mem_start
= (unsigned long)namep
;
1725 namep
= sstart
+ soff
;
1727 /* Trim off some if we can */
1728 *mem_start
= (unsigned long)namep
+ strlen(namep
) + 1;
1729 RELOC(dt_string_end
) = *mem_start
;
1734 /* do all our children */
1735 child
= call_prom("child", 1, 1, node
);
1736 while (child
!= 0) {
1737 scan_dt_build_strings(child
, mem_start
, mem_end
);
1738 child
= call_prom("peer", 1, 1, child
);
1742 static void __init
scan_dt_build_struct(phandle node
, unsigned long *mem_start
,
1743 unsigned long *mem_end
)
1746 char *namep
, *prev_name
, *sstart
, *p
, *ep
, *lp
, *path
;
1748 unsigned char *valp
;
1749 static char pname
[MAX_PROPERTY_NAME
];
1752 dt_push_token(OF_DT_BEGIN_NODE
, mem_start
, mem_end
);
1754 /* get the node's full name */
1755 namep
= (char *)*mem_start
;
1756 room
= *mem_end
- *mem_start
;
1759 l
= call_prom("package-to-path", 3, 1, node
, namep
, room
);
1761 /* Didn't fit? Get more room. */
1763 if (l
>= *mem_end
- *mem_start
)
1764 namep
= make_room(mem_start
, mem_end
, l
+1, 1);
1765 call_prom("package-to-path", 3, 1, node
, namep
, l
);
1769 /* Fixup an Apple bug where they have bogus \0 chars in the
1770 * middle of the path in some properties, and extract
1771 * the unit name (everything after the last '/').
1773 for (lp
= p
= namep
, ep
= namep
+ l
; p
< ep
; p
++) {
1780 *mem_start
= _ALIGN((unsigned long)lp
+ 1, 4);
1783 /* get it again for debugging */
1784 path
= RELOC(prom_scratch
);
1785 memset(path
, 0, PROM_SCRATCH_SIZE
);
1786 call_prom("package-to-path", 3, 1, node
, path
, PROM_SCRATCH_SIZE
-1);
1788 /* get and store all properties */
1789 prev_name
= RELOC("");
1790 sstart
= (char *)RELOC(dt_string_start
);
1792 if (call_prom("nextprop", 3, 1, node
, prev_name
,
1797 if (strcmp(RELOC(pname
), RELOC("name")) == 0) {
1798 prev_name
= RELOC("name");
1802 /* find string offset */
1803 soff
= dt_find_string(RELOC(pname
));
1805 prom_printf("WARNING: Can't find string index for"
1806 " <%s>, node %s\n", RELOC(pname
), path
);
1809 prev_name
= sstart
+ soff
;
1812 l
= call_prom("getproplen", 2, 1, node
, RELOC(pname
));
1815 if (l
== PROM_ERROR
)
1817 if (l
> MAX_PROPERTY_LENGTH
) {
1818 prom_printf("WARNING: ignoring large property ");
1819 /* It seems OF doesn't null-terminate the path :-( */
1820 prom_printf("[%s] ", path
);
1821 prom_printf("%s length 0x%x\n", RELOC(pname
), l
);
1825 /* push property head */
1826 dt_push_token(OF_DT_PROP
, mem_start
, mem_end
);
1827 dt_push_token(l
, mem_start
, mem_end
);
1828 dt_push_token(soff
, mem_start
, mem_end
);
1830 /* push property content */
1831 valp
= make_room(mem_start
, mem_end
, l
, 4);
1832 call_prom("getprop", 4, 1, node
, RELOC(pname
), valp
, l
);
1833 *mem_start
= _ALIGN(*mem_start
, 4);
1836 /* Add a "linux,phandle" property. */
1837 soff
= dt_find_string(RELOC("linux,phandle"));
1839 prom_printf("WARNING: Can't find string index for"
1840 " <linux-phandle> node %s\n", path
);
1842 dt_push_token(OF_DT_PROP
, mem_start
, mem_end
);
1843 dt_push_token(4, mem_start
, mem_end
);
1844 dt_push_token(soff
, mem_start
, mem_end
);
1845 valp
= make_room(mem_start
, mem_end
, 4, 4);
1846 *(u32
*)valp
= node
;
1849 /* do all our children */
1850 child
= call_prom("child", 1, 1, node
);
1851 while (child
!= 0) {
1852 scan_dt_build_struct(child
, mem_start
, mem_end
);
1853 child
= call_prom("peer", 1, 1, child
);
1856 dt_push_token(OF_DT_END_NODE
, mem_start
, mem_end
);
1859 static void __init
flatten_device_tree(void)
1862 unsigned long mem_start
, mem_end
, room
;
1863 struct boot_param_header
*hdr
;
1864 struct prom_t
*_prom
= &RELOC(prom
);
1869 * Check how much room we have between alloc top & bottom (+/- a
1870 * few pages), crop to 4Mb, as this is our "chuck" size
1872 room
= RELOC(alloc_top
) - RELOC(alloc_bottom
) - 0x4000;
1873 if (room
> DEVTREE_CHUNK_SIZE
)
1874 room
= DEVTREE_CHUNK_SIZE
;
1875 prom_debug("starting device tree allocs at %x\n", RELOC(alloc_bottom
));
1877 /* Now try to claim that */
1878 mem_start
= (unsigned long)alloc_up(room
, PAGE_SIZE
);
1880 prom_panic("Can't allocate initial device-tree chunk\n");
1881 mem_end
= RELOC(alloc_top
);
1883 /* Get root of tree */
1884 root
= call_prom("peer", 1, 1, (phandle
)0);
1885 if (root
== (phandle
)0)
1886 prom_panic ("couldn't get device tree root\n");
1888 /* Build header and make room for mem rsv map */
1889 mem_start
= _ALIGN(mem_start
, 4);
1890 hdr
= make_room(&mem_start
, &mem_end
,
1891 sizeof(struct boot_param_header
), 4);
1892 RELOC(dt_header_start
) = (unsigned long)hdr
;
1893 rsvmap
= make_room(&mem_start
, &mem_end
, sizeof(mem_reserve_map
), 8);
1895 /* Start of strings */
1896 mem_start
= PAGE_ALIGN(mem_start
);
1897 RELOC(dt_string_start
) = mem_start
;
1898 mem_start
+= 4; /* hole */
1900 /* Add "linux,phandle" in there, we'll need it */
1901 namep
= make_room(&mem_start
, &mem_end
, 16, 1);
1902 strcpy(namep
, RELOC("linux,phandle"));
1903 mem_start
= (unsigned long)namep
+ strlen(namep
) + 1;
1905 /* Build string array */
1906 prom_printf("Building dt strings...\n");
1907 scan_dt_build_strings(root
, &mem_start
, &mem_end
);
1908 RELOC(dt_string_end
) = mem_start
;
1910 /* Build structure */
1911 mem_start
= PAGE_ALIGN(mem_start
);
1912 RELOC(dt_struct_start
) = mem_start
;
1913 prom_printf("Building dt structure...\n");
1914 scan_dt_build_struct(root
, &mem_start
, &mem_end
);
1915 dt_push_token(OF_DT_END
, &mem_start
, &mem_end
);
1916 RELOC(dt_struct_end
) = PAGE_ALIGN(mem_start
);
1919 hdr
->boot_cpuid_phys
= _prom
->cpu
;
1920 hdr
->magic
= OF_DT_HEADER
;
1921 hdr
->totalsize
= RELOC(dt_struct_end
) - RELOC(dt_header_start
);
1922 hdr
->off_dt_struct
= RELOC(dt_struct_start
) - RELOC(dt_header_start
);
1923 hdr
->off_dt_strings
= RELOC(dt_string_start
) - RELOC(dt_header_start
);
1924 hdr
->dt_strings_size
= RELOC(dt_string_end
) - RELOC(dt_string_start
);
1925 hdr
->off_mem_rsvmap
= ((unsigned long)rsvmap
) - RELOC(dt_header_start
);
1926 hdr
->version
= OF_DT_VERSION
;
1927 /* Version 16 is not backward compatible */
1928 hdr
->last_comp_version
= 0x10;
1930 /* Reserve the whole thing and copy the reserve map in, we
1931 * also bump mem_reserve_cnt to cause further reservations to
1932 * fail since it's too late.
1934 reserve_mem(RELOC(dt_header_start
), hdr
->totalsize
);
1935 memcpy(rsvmap
, RELOC(mem_reserve_map
), sizeof(mem_reserve_map
));
1940 prom_printf("reserved memory map:\n");
1941 for (i
= 0; i
< RELOC(mem_reserve_cnt
); i
++)
1942 prom_printf(" %x - %x\n",
1943 RELOC(mem_reserve_map
)[i
].base
,
1944 RELOC(mem_reserve_map
)[i
].size
);
1947 RELOC(mem_reserve_cnt
) = MEM_RESERVE_MAP_SIZE
;
1949 prom_printf("Device tree strings 0x%x -> 0x%x\n",
1950 RELOC(dt_string_start
), RELOC(dt_string_end
));
1951 prom_printf("Device tree struct 0x%x -> 0x%x\n",
1952 RELOC(dt_struct_start
), RELOC(dt_struct_end
));
1957 static void __init
fixup_device_tree(void)
1959 #if defined(CONFIG_PPC64) && defined(CONFIG_PPC_PMAC)
1960 phandle u3
, i2c
, mpic
;
1965 /* Some G5s have a missing interrupt definition, fix it up here */
1966 u3
= call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000"));
1967 if (!PHANDLE_VALID(u3
))
1969 i2c
= call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000/i2c@f8001000"));
1970 if (!PHANDLE_VALID(i2c
))
1972 mpic
= call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000/mpic@f8040000"));
1973 if (!PHANDLE_VALID(mpic
))
1976 /* check if proper rev of u3 */
1977 if (prom_getprop(u3
, "device-rev", &u3_rev
, sizeof(u3_rev
))
1980 if (u3_rev
< 0x35 || u3_rev
> 0x39)
1982 /* does it need fixup ? */
1983 if (prom_getproplen(i2c
, "interrupts") > 0)
1986 prom_printf("fixing up bogus interrupts for u3 i2c...\n");
1988 /* interrupt on this revision of u3 is number 0 and level */
1991 prom_setprop(i2c
, "/u3@0,f8000000/i2c@f8001000", "interrupts",
1992 &interrupts
, sizeof(interrupts
));
1994 prom_setprop(i2c
, "/u3@0,f8000000/i2c@f8001000", "interrupt-parent",
1995 &parent
, sizeof(parent
));
2000 static void __init
prom_find_boot_cpu(void)
2002 struct prom_t
*_prom
= &RELOC(prom
);
2008 if (prom_getprop(_prom
->chosen
, "cpu", &prom_cpu
, sizeof(prom_cpu
)) <= 0)
2011 cpu_pkg
= call_prom("instance-to-package", 1, 1, prom_cpu
);
2013 prom_getprop(cpu_pkg
, "reg", &getprop_rval
, sizeof(getprop_rval
));
2014 _prom
->cpu
= getprop_rval
;
2016 prom_debug("Booting CPU hw index = 0x%x\n", _prom
->cpu
);
2019 static void __init
prom_check_initrd(unsigned long r3
, unsigned long r4
)
2021 #ifdef CONFIG_BLK_DEV_INITRD
2022 struct prom_t
*_prom
= &RELOC(prom
);
2024 if (r3
&& r4
&& r4
!= 0xdeadbeef) {
2027 RELOC(prom_initrd_start
) = is_kernel_addr(r3
) ? __pa(r3
) : r3
;
2028 RELOC(prom_initrd_end
) = RELOC(prom_initrd_start
) + r4
;
2030 val
= RELOC(prom_initrd_start
);
2031 prom_setprop(_prom
->chosen
, "/chosen", "linux,initrd-start",
2033 val
= RELOC(prom_initrd_end
);
2034 prom_setprop(_prom
->chosen
, "/chosen", "linux,initrd-end",
2037 reserve_mem(RELOC(prom_initrd_start
),
2038 RELOC(prom_initrd_end
) - RELOC(prom_initrd_start
));
2040 prom_debug("initrd_start=0x%x\n", RELOC(prom_initrd_start
));
2041 prom_debug("initrd_end=0x%x\n", RELOC(prom_initrd_end
));
2043 #endif /* CONFIG_BLK_DEV_INITRD */
2047 * We enter here early on, when the Open Firmware prom is still
2048 * handling exceptions and the MMU hash table for us.
2051 unsigned long __init
prom_init(unsigned long r3
, unsigned long r4
,
2053 unsigned long r6
, unsigned long r7
)
2055 struct prom_t
*_prom
;
2057 unsigned long offset
= reloc_offset();
2063 _prom
= &RELOC(prom
);
2066 * First zero the BSS
2068 memset(&RELOC(__bss_start
), 0, __bss_stop
- __bss_start
);
2071 * Init interface to Open Firmware, get some node references,
2074 prom_init_client_services(pp
);
2077 * See if this OF is old enough that we need to do explicit maps
2078 * and other workarounds
2083 * Init prom stdout device
2088 * Get default machine type. At this point, we do not differentiate
2089 * between pSeries SMP and pSeries LPAR
2091 RELOC(of_platform
) = prom_find_machine_type();
2093 /* Bail if this is a kdump kernel. */
2094 if (PHYSICAL_START
> 0)
2095 prom_panic("Error: You can't boot a kdump kernel from OF!\n");
2098 * Check for an initrd
2100 prom_check_initrd(r3
, r4
);
2102 #ifdef CONFIG_PPC_PSERIES
2104 * On pSeries, inform the firmware about our capabilities
2106 if (RELOC(of_platform
) == PLATFORM_PSERIES
||
2107 RELOC(of_platform
) == PLATFORM_PSERIES_LPAR
)
2108 prom_send_capabilities();
2112 * Copy the CPU hold code
2114 if (RELOC(of_platform
) != PLATFORM_POWERMAC
)
2115 copy_and_flush(0, KERNELBASE
+ offset
, 0x100, 0);
2118 * Do early parsing of command line
2120 early_cmdline_parse();
2123 * Initialize memory management within prom_init
2128 if (RELOC(prom_crashk_base
))
2129 reserve_mem(RELOC(prom_crashk_base
), RELOC(prom_crashk_size
));
2132 * Determine which cpu is actually running right _now_
2134 prom_find_boot_cpu();
2137 * Initialize display devices
2139 prom_check_displays();
2143 * Initialize IOMMU (TCE tables) on pSeries. Do that before anything else
2144 * that uses the allocator, we need to make sure we get the top of memory
2145 * available for us here...
2147 if (RELOC(of_platform
) == PLATFORM_PSERIES
)
2148 prom_initialize_tce_table();
2152 * On non-powermacs, try to instantiate RTAS and puts all CPUs
2153 * in spin-loops. PowerMacs don't have a working RTAS and use
2154 * a different way to spin CPUs
2156 if (RELOC(of_platform
) != PLATFORM_POWERMAC
) {
2157 prom_instantiate_rtas();
2162 * Fill in some infos for use by the kernel later on
2164 if (RELOC(prom_memory_limit
))
2165 prom_setprop(_prom
->chosen
, "/chosen", "linux,memory-limit",
2166 &RELOC(prom_memory_limit
),
2167 sizeof(prom_memory_limit
));
2169 if (RELOC(ppc64_iommu_off
))
2170 prom_setprop(_prom
->chosen
, "/chosen", "linux,iommu-off",
2173 if (RELOC(iommu_force_on
))
2174 prom_setprop(_prom
->chosen
, "/chosen", "linux,iommu-force-on",
2177 if (RELOC(prom_tce_alloc_start
)) {
2178 prom_setprop(_prom
->chosen
, "/chosen", "linux,tce-alloc-start",
2179 &RELOC(prom_tce_alloc_start
),
2180 sizeof(prom_tce_alloc_start
));
2181 prom_setprop(_prom
->chosen
, "/chosen", "linux,tce-alloc-end",
2182 &RELOC(prom_tce_alloc_end
),
2183 sizeof(prom_tce_alloc_end
));
2188 if (RELOC(prom_crashk_base
)) {
2189 prom_setprop(_prom
->chosen
, "/chosen", "linux,crashkernel-base",
2190 PTRRELOC(&prom_crashk_base
),
2191 sizeof(RELOC(prom_crashk_base
)));
2192 prom_setprop(_prom
->chosen
, "/chosen", "linux,crashkernel-size",
2193 PTRRELOC(&prom_crashk_size
),
2194 sizeof(RELOC(prom_crashk_size
)));
2198 * Fixup any known bugs in the device-tree
2200 fixup_device_tree();
2203 * Now finally create the flattened device-tree
2205 prom_printf("copying OF device tree ...\n");
2206 flatten_device_tree();
2209 * in case stdin is USB and still active on IBM machines...
2210 * Unfortunately quiesce crashes on some powermacs if we have
2211 * closed stdin already (in particular the powerbook 101).
2213 if (RELOC(of_platform
) != PLATFORM_POWERMAC
)
2217 * Call OF "quiesce" method to shut down pending DMA's from
2220 prom_printf("Calling quiesce ...\n");
2221 call_prom("quiesce", 0, 0);
2224 * And finally, call the kernel passing it the flattened device
2225 * tree and NULL as r5, thus triggering the new entry point which
2226 * is common to us and kexec
2228 hdr
= RELOC(dt_header_start
);
2229 prom_printf("returning from prom_init\n");
2230 prom_debug("->dt_header_start=0x%x\n", hdr
);
2233 reloc_got2(-offset
);
2236 __start(hdr
, KERNELBASE
+ offset
, 0);