Commit | Line | Data |
---|---|---|
c587e4a6 RP |
1 | /* |
2 | * machine_kexec.c - handle transition of Linux booting another kernel | |
3 | */ | |
4 | ||
5 | #include <linux/mm.h> | |
6 | #include <linux/kexec.h> | |
7 | #include <linux/delay.h> | |
8 | #include <linux/reboot.h> | |
fced80c7 | 9 | #include <linux/io.h> |
9141a003 | 10 | #include <linux/irq.h> |
c564df4d | 11 | #include <linux/memblock.h> |
c587e4a6 | 12 | #include <asm/pgtable.h> |
4cabd1d9 | 13 | #include <linux/of_fdt.h> |
c587e4a6 RP |
14 | #include <asm/pgalloc.h> |
15 | #include <asm/mmu_context.h> | |
c587e4a6 | 16 | #include <asm/cacheflush.h> |
e2ccba49 | 17 | #include <asm/fncpy.h> |
c587e4a6 | 18 | #include <asm/mach-types.h> |
2103f6cb | 19 | #include <asm/smp_plat.h> |
9f97da78 | 20 | #include <asm/system_misc.h> |
c587e4a6 | 21 | |
e2ccba49 | 22 | extern void relocate_new_kernel(void); |
e0fc4f97 | 23 | extern const unsigned int relocate_new_kernel_size; |
c587e4a6 | 24 | |
c587e4a6 RP |
25 | extern unsigned long kexec_start_address; |
26 | extern unsigned long kexec_indirection_page; | |
27 | extern unsigned long kexec_mach_type; | |
4cd9d6f7 | 28 | extern unsigned long kexec_boot_atags; |
c587e4a6 | 29 | |
b2306531 PF |
30 | static atomic_t waiting_for_crash_ipi; |
31 | ||
42d720d1 | 32 | static unsigned long dt_mem; |
c587e4a6 RP |
33 | /* |
34 | * Provide a dummy crash_notes definition while crash dump arrives to arm. | |
35 | * This prevents breakage of crash_notes attribute in kernel/ksysfs.c. | |
36 | */ | |
37 | ||
38 | int machine_kexec_prepare(struct kimage *image) | |
39 | { | |
4cabd1d9 ML |
40 | struct kexec_segment *current_segment; |
41 | __be32 header; | |
42 | int i, err; | |
43 | ||
2103f6cb SW |
44 | /* |
45 | * Validate that if the current HW supports SMP, then the SW supports | |
46 | * and implements CPU hotplug for the current HW. If not, we won't be | |
47 | * able to kexec reliably, so fail the prepare operation. | |
48 | */ | |
49 | if (num_possible_cpus() > 1 && !platform_can_cpu_hotplug()) | |
50 | return -EINVAL; | |
51 | ||
4cabd1d9 ML |
52 | /* |
53 | * No segment at default ATAGs address. try to locate | |
54 | * a dtb using magic. | |
55 | */ | |
56 | for (i = 0; i < image->nr_segments; i++) { | |
57 | current_segment = &image->segment[i]; | |
58 | ||
2456f44d AK |
59 | if (!memblock_is_region_memory(current_segment->mem, |
60 | current_segment->memsz)) | |
61 | return -EINVAL; | |
c564df4d | 62 | |
4cabd1d9 ML |
63 | err = get_user(header, (__be32*)current_segment->buf); |
64 | if (err) | |
65 | return err; | |
66 | ||
67 | if (be32_to_cpu(header) == OF_DT_HEADER) | |
42d720d1 | 68 | dt_mem = current_segment->mem; |
4cabd1d9 | 69 | } |
c587e4a6 RP |
70 | return 0; |
71 | } | |
72 | ||
73 | void machine_kexec_cleanup(struct kimage *image) | |
74 | { | |
75 | } | |
76 | ||
b2306531 PF |
77 | void machine_crash_nonpanic_core(void *unused) |
78 | { | |
79 | struct pt_regs regs; | |
80 | ||
81 | crash_setup_regs(®s, NULL); | |
82 | printk(KERN_DEBUG "CPU %u will stop doing anything useful since another CPU has crashed\n", | |
83 | smp_processor_id()); | |
84 | crash_save_cpu(®s, smp_processor_id()); | |
85 | flush_cache_all(); | |
86 | ||
4f9b4fb7 | 87 | set_cpu_online(smp_processor_id(), false); |
b2306531 PF |
88 | atomic_dec(&waiting_for_crash_ipi); |
89 | while (1) | |
90 | cpu_relax(); | |
91 | } | |
92 | ||
9141a003 WD |
93 | static void machine_kexec_mask_interrupts(void) |
94 | { | |
95 | unsigned int i; | |
96 | struct irq_desc *desc; | |
97 | ||
98 | for_each_irq_desc(i, desc) { | |
99 | struct irq_chip *chip; | |
100 | ||
101 | chip = irq_desc_get_chip(desc); | |
102 | if (!chip) | |
103 | continue; | |
104 | ||
105 | if (chip->irq_eoi && irqd_irq_inprogress(&desc->irq_data)) | |
106 | chip->irq_eoi(&desc->irq_data); | |
107 | ||
108 | if (chip->irq_mask) | |
109 | chip->irq_mask(&desc->irq_data); | |
110 | ||
111 | if (chip->irq_disable && !irqd_irq_disabled(&desc->irq_data)) | |
112 | chip->irq_disable(&desc->irq_data); | |
113 | } | |
114 | } | |
115 | ||
c587e4a6 RP |
116 | void machine_crash_shutdown(struct pt_regs *regs) |
117 | { | |
b2306531 PF |
118 | unsigned long msecs; |
119 | ||
c6383620 | 120 | local_irq_disable(); |
b2306531 PF |
121 | |
122 | atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1); | |
123 | smp_call_function(machine_crash_nonpanic_core, NULL, false); | |
124 | msecs = 1000; /* Wait at most a second for the other cpus to stop */ | |
125 | while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) { | |
126 | mdelay(1); | |
127 | msecs--; | |
128 | } | |
129 | if (atomic_read(&waiting_for_crash_ipi) > 0) | |
130 | printk(KERN_WARNING "Non-crashing CPUs did not react to IPI\n"); | |
131 | ||
c6383620 | 132 | crash_save_cpu(regs, smp_processor_id()); |
9141a003 | 133 | machine_kexec_mask_interrupts(); |
c6383620 MW |
134 | |
135 | printk(KERN_INFO "Loading crashdump kernel...\n"); | |
c587e4a6 RP |
136 | } |
137 | ||
868d172b EC |
138 | /* |
139 | * Function pointer to optional machine-specific reinitialization | |
140 | */ | |
141 | void (*kexec_reinit)(void); | |
142 | ||
c587e4a6 RP |
143 | void machine_kexec(struct kimage *image) |
144 | { | |
abf015f0 | 145 | unsigned long page_list; |
c587e4a6 | 146 | unsigned long reboot_code_buffer_phys; |
e2ccba49 DM |
147 | unsigned long reboot_entry = (unsigned long)relocate_new_kernel; |
148 | unsigned long reboot_entry_phys; | |
c587e4a6 RP |
149 | void *reboot_code_buffer; |
150 | ||
2103f6cb SW |
151 | /* |
152 | * This can only happen if machine_shutdown() failed to disable some | |
153 | * CPU, and that can only happen if the checks in | |
154 | * machine_kexec_prepare() were not correct. If this fails, we can't | |
155 | * reliably kexec anyway, so BUG_ON is appropriate. | |
156 | */ | |
157 | BUG_ON(num_online_cpus() > 1); | |
abf015f0 RK |
158 | |
159 | page_list = image->head & PAGE_MASK; | |
160 | ||
c587e4a6 RP |
161 | /* we need both effective and real address here */ |
162 | reboot_code_buffer_phys = | |
163 | page_to_pfn(image->control_code_page) << PAGE_SHIFT; | |
164 | reboot_code_buffer = page_address(image->control_code_page); | |
165 | ||
abf015f0 RK |
166 | /* Prepare parameters for reboot_code_buffer*/ |
167 | kexec_start_address = image->start; | |
168 | kexec_indirection_page = page_list; | |
169 | kexec_mach_type = machine_arch_type; | |
42d720d1 NB |
170 | kexec_boot_atags = dt_mem ?: image->start - KEXEC_ARM_ZIMAGE_OFFSET |
171 | + KEXEC_ARM_ATAGS_OFFSET; | |
abf015f0 RK |
172 | |
173 | /* copy our kernel relocation code to the control code page */ | |
e2ccba49 DM |
174 | reboot_entry = fncpy(reboot_code_buffer, |
175 | reboot_entry, | |
176 | relocate_new_kernel_size); | |
177 | reboot_entry_phys = (unsigned long)reboot_entry + | |
178 | (reboot_code_buffer_phys - (unsigned long)reboot_code_buffer); | |
abf015f0 | 179 | |
c587e4a6 RP |
180 | printk(KERN_INFO "Bye!\n"); |
181 | ||
868d172b EC |
182 | if (kexec_reinit) |
183 | kexec_reinit(); | |
3bdc3484 | 184 | |
e2ccba49 | 185 | soft_restart(reboot_entry_phys); |
c587e4a6 | 186 | } |
56b700fd LH |
187 | |
188 | void arch_crash_save_vmcoreinfo(void) | |
189 | { | |
190 | #ifdef CONFIG_ARM_LPAE | |
191 | VMCOREINFO_CONFIG(ARM_LPAE); | |
192 | #endif | |
193 | } |