s390/smp: make absolute lowcore / cpu restart parameter accesses more robust
[deliverable/linux.git] / arch / s390 / kernel / setup.c
CommitLineData
1da177e4
LT
1/*
2 * arch/s390/kernel/setup.c
3 *
4 * S390 version
8b646bd7 5 * Copyright (C) IBM Corp. 1999,2012
1da177e4
LT
6 * Author(s): Hartmut Penner (hp@de.ibm.com),
7 * Martin Schwidefsky (schwidefsky@de.ibm.com)
8 *
9 * Derived from "arch/i386/kernel/setup.c"
10 * Copyright (C) 1995, Linus Torvalds
11 */
12
13/*
14 * This file handles the architecture-dependent parts of initialization
15 */
16
3b6ed4ab
MS
17#define KMSG_COMPONENT "setup"
18#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
19
1da177e4
LT
20#include <linux/errno.h>
21#include <linux/module.h>
22#include <linux/sched.h>
23#include <linux/kernel.h>
ff38df37 24#include <linux/memblock.h>
1da177e4
LT
25#include <linux/mm.h>
26#include <linux/stddef.h>
27#include <linux/unistd.h>
28#include <linux/ptrace.h>
1da177e4 29#include <linux/user.h>
1da177e4
LT
30#include <linux/tty.h>
31#include <linux/ioport.h>
32#include <linux/delay.h>
1da177e4
LT
33#include <linux/init.h>
34#include <linux/initrd.h>
35#include <linux/bootmem.h>
36#include <linux/root_dev.h>
37#include <linux/console.h>
1da177e4 38#include <linux/kernel_stat.h>
1e8e3383 39#include <linux/device.h>
585c3047 40#include <linux/notifier.h>
65912a84 41#include <linux/pfn.h>
fe355b7f 42#include <linux/ctype.h>
2b67fc46 43#include <linux/reboot.h>
dbd70fb4 44#include <linux/topology.h>
dfd9f7ab 45#include <linux/ftrace.h>
60a0c68d
MH
46#include <linux/kexec.h>
47#include <linux/crash_dump.h>
48#include <linux/memory.h>
048cd4e5 49#include <linux/compat.h>
1da177e4 50
46b05d26 51#include <asm/ipl.h>
1da177e4 52#include <asm/uaccess.h>
1e3cab2f 53#include <asm/facility.h>
1da177e4
LT
54#include <asm/smp.h>
55#include <asm/mmu_context.h>
56#include <asm/cpcmd.h>
57#include <asm/lowcore.h>
58#include <asm/irq.h>
0b642ede
PO
59#include <asm/page.h>
60#include <asm/ptrace.h>
cc13ad62 61#include <asm/sections.h>
fe355b7f 62#include <asm/ebcdic.h>
faeba830 63#include <asm/kvm_virtio.h>
60a0c68d 64#include <asm/diag.h>
4857d4bb 65#include <asm/os_info.h>
8b646bd7 66#include "entry.h"
c1821c2e 67
b50511e4
MS
68long psw_kernel_bits = PSW_DEFAULT_KEY | PSW_MASK_BASE | PSW_ASC_PRIMARY |
69 PSW_MASK_EA | PSW_MASK_BA;
70long psw_user_bits = PSW_MASK_DAT | PSW_MASK_IO | PSW_MASK_EXT |
71 PSW_DEFAULT_KEY | PSW_MASK_BASE | PSW_MASK_MCHECK |
72 PSW_MASK_PSTATE | PSW_ASC_HOME;
1da177e4 73
d02765d1
GS
74/*
75 * User copy operations.
76 */
77struct uaccess_ops uaccess;
d4ee453b 78EXPORT_SYMBOL(uaccess);
d02765d1 79
1da177e4
LT
80/*
81 * Machine setup..
82 */
83unsigned int console_mode = 0;
1485c5c8
HC
84EXPORT_SYMBOL(console_mode);
85
1da177e4 86unsigned int console_devno = -1;
1485c5c8
HC
87EXPORT_SYMBOL(console_devno);
88
1da177e4 89unsigned int console_irq = -1;
1485c5c8
HC
90EXPORT_SYMBOL(console_irq);
91
cf8ba7a9
MS
92unsigned long elf_hwcap = 0;
93char elf_platform[ELF_PLATFORM_SIZE];
36a2bd42 94
23d17421 95struct mem_chunk __initdata memory_chunk[MEMORY_CHUNKS];
23d75d9c
HC
96
97int __initdata memory_end_set;
98unsigned long __initdata memory_end;
1da177e4 99
14045ebf
MS
100unsigned long VMALLOC_START;
101EXPORT_SYMBOL(VMALLOC_START);
102
103unsigned long VMALLOC_END;
104EXPORT_SYMBOL(VMALLOC_END);
105
106struct page *vmemmap;
107EXPORT_SYMBOL(vmemmap);
108
099b7651
FM
109/* An array with a pointer to the lowcore of every CPU. */
110struct _lowcore *lowcore_ptr[NR_CPUS];
111EXPORT_SYMBOL(lowcore_ptr);
112
1da177e4
LT
113/*
114 * This is set up by the setup-routine at boot-time
115 * for S390 need to find out, what we have to setup
116 * using address 0x10400 ...
117 */
118
119#include <asm/setup.h>
120
1da177e4
LT
121/*
122 * condev= and conmode= setup parameter.
123 */
124
125static int __init condev_setup(char *str)
126{
127 int vdev;
128
129 vdev = simple_strtoul(str, &str, 0);
130 if (vdev >= 0 && vdev < 65536) {
131 console_devno = vdev;
132 console_irq = -1;
133 }
134 return 1;
135}
136
137__setup("condev=", condev_setup);
138
637952ca
HB
139static void __init set_preferred_console(void)
140{
c4de0c1a 141 if (MACHINE_IS_KVM)
637952ca 142 add_preferred_console("hvc", 0, NULL);
c4de0c1a 143 else if (CONSOLE_IS_3215 || CONSOLE_IS_SCLP)
637952ca 144 add_preferred_console("ttyS", 0, NULL);
c4de0c1a 145 else if (CONSOLE_IS_3270)
637952ca
HB
146 add_preferred_console("tty3270", 0, NULL);
147}
148
1da177e4
LT
149static int __init conmode_setup(char *str)
150{
8c0933ee 151#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
1da177e4
LT
152 if (strncmp(str, "hwc", 4) == 0 || strncmp(str, "sclp", 5) == 0)
153 SET_CONSOLE_SCLP;
154#endif
155#if defined(CONFIG_TN3215_CONSOLE)
156 if (strncmp(str, "3215", 5) == 0)
157 SET_CONSOLE_3215;
158#endif
159#if defined(CONFIG_TN3270_CONSOLE)
160 if (strncmp(str, "3270", 5) == 0)
161 SET_CONSOLE_3270;
162#endif
637952ca 163 set_preferred_console();
1da177e4
LT
164 return 1;
165}
166
167__setup("conmode=", conmode_setup);
168
169static void __init conmode_default(void)
170{
171 char query_buffer[1024];
172 char *ptr;
173
174 if (MACHINE_IS_VM) {
740b5706 175 cpcmd("QUERY CONSOLE", query_buffer, 1024, NULL);
1da177e4
LT
176 console_devno = simple_strtoul(query_buffer + 5, NULL, 16);
177 ptr = strstr(query_buffer, "SUBCHANNEL =");
178 console_irq = simple_strtoul(ptr + 13, NULL, 16);
740b5706 179 cpcmd("QUERY TERM", query_buffer, 1024, NULL);
1da177e4
LT
180 ptr = strstr(query_buffer, "CONMODE");
181 /*
182 * Set the conmode to 3215 so that the device recognition
183 * will set the cu_type of the console to 3215. If the
184 * conmode is 3270 and we don't set it back then both
185 * 3215 and the 3270 driver will try to access the console
186 * device (3215 as console and 3270 as normal tty).
187 */
740b5706 188 cpcmd("TERM CONMODE 3215", NULL, 0, NULL);
1da177e4 189 if (ptr == NULL) {
8c0933ee 190#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
1da177e4
LT
191 SET_CONSOLE_SCLP;
192#endif
193 return;
194 }
195 if (strncmp(ptr + 8, "3270", 4) == 0) {
196#if defined(CONFIG_TN3270_CONSOLE)
197 SET_CONSOLE_3270;
198#elif defined(CONFIG_TN3215_CONSOLE)
199 SET_CONSOLE_3215;
8c0933ee 200#elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
1da177e4
LT
201 SET_CONSOLE_SCLP;
202#endif
203 } else if (strncmp(ptr + 8, "3215", 4) == 0) {
204#if defined(CONFIG_TN3215_CONSOLE)
205 SET_CONSOLE_3215;
206#elif defined(CONFIG_TN3270_CONSOLE)
207 SET_CONSOLE_3270;
8c0933ee 208#elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
1da177e4
LT
209 SET_CONSOLE_SCLP;
210#endif
211 }
1da177e4 212 } else {
8c0933ee 213#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
1da177e4
LT
214 SET_CONSOLE_SCLP;
215#endif
216 }
217}
218
59f2e69d 219#ifdef CONFIG_ZFCPDUMP
411ed322
MH
220static void __init setup_zfcpdump(unsigned int console_devno)
221{
a0443fbb 222 static char str[41];
411ed322
MH
223
224 if (ipl_info.type != IPL_TYPE_FCP_DUMP)
225 return;
3f25dc4f
MH
226 if (OLDMEM_BASE)
227 return;
411ed322 228 if (console_devno != -1)
a0443fbb 229 sprintf(str, " cio_ignore=all,!0.0.%04x,!0.0.%04x",
411ed322
MH
230 ipl_info.data.fcp.dev_id.devno, console_devno);
231 else
a0443fbb 232 sprintf(str, " cio_ignore=all,!0.0.%04x",
411ed322 233 ipl_info.data.fcp.dev_id.devno);
a0443fbb 234 strcat(boot_command_line, str);
411ed322
MH
235 console_loglevel = 2;
236}
237#else
238static inline void setup_zfcpdump(unsigned int console_devno) {}
239#endif /* CONFIG_ZFCPDUMP */
240
1da177e4
LT
241 /*
242 * Reboot, halt and power_off stubs. They just call _machine_restart,
243 * _machine_halt or _machine_power_off.
244 */
245
246void machine_restart(char *command)
247{
7aa8dac7 248 if ((!in_interrupt() && !in_atomic()) || oops_in_progress)
06fa46a2
MS
249 /*
250 * Only unblank the console if we are called in enabled
251 * context or a bust_spinlocks cleared the way for us.
252 */
253 console_unblank();
1da177e4
LT
254 _machine_restart(command);
255}
256
1da177e4
LT
257void machine_halt(void)
258{
06fa46a2
MS
259 if (!in_interrupt() || oops_in_progress)
260 /*
261 * Only unblank the console if we are called in enabled
262 * context or a bust_spinlocks cleared the way for us.
263 */
264 console_unblank();
1da177e4
LT
265 _machine_halt();
266}
267
1da177e4
LT
268void machine_power_off(void)
269{
06fa46a2
MS
270 if (!in_interrupt() || oops_in_progress)
271 /*
272 * Only unblank the console if we are called in enabled
273 * context or a bust_spinlocks cleared the way for us.
274 */
275 console_unblank();
1da177e4
LT
276 _machine_power_off();
277}
278
53df751c
MS
279/*
280 * Dummy power off function.
281 */
282void (*pm_power_off)(void) = machine_power_off;
283
59685296
HC
284static int __init early_parse_mem(char *p)
285{
286 memory_end = memparse(p, &p);
23d75d9c 287 memory_end_set = 1;
59685296
HC
288 return 0;
289}
290early_param("mem", early_parse_mem);
291
14045ebf
MS
292static int __init parse_vmalloc(char *arg)
293{
294 if (!arg)
295 return -EINVAL;
296 VMALLOC_END = (memparse(arg, &arg) + PAGE_SIZE - 1) & PAGE_MASK;
297 return 0;
298}
299early_param("vmalloc", parse_vmalloc);
300
b11b5334
MS
301unsigned int user_mode = HOME_SPACE_MODE;
302EXPORT_SYMBOL_GPL(user_mode);
c1821c2e 303
b50511e4 304static int set_amode_primary(void)
c1821c2e 305{
b50511e4
MS
306 psw_kernel_bits = (psw_kernel_bits & ~PSW_MASK_ASC) | PSW_ASC_HOME;
307 psw_user_bits = (psw_user_bits & ~PSW_MASK_ASC) | PSW_ASC_PRIMARY;
c1821c2e 308#ifdef CONFIG_COMPAT
b50511e4
MS
309 psw32_user_bits =
310 (psw32_user_bits & ~PSW32_MASK_ASC) | PSW32_ASC_PRIMARY;
c1821c2e 311#endif
c1821c2e
GS
312
313 if (MACHINE_HAS_MVCOS) {
c1821c2e 314 memcpy(&uaccess, &uaccess_mvcos_switch, sizeof(uaccess));
3b6ed4ab 315 return 1;
c1821c2e 316 } else {
c1821c2e 317 memcpy(&uaccess, &uaccess_pt, sizeof(uaccess));
3b6ed4ab 318 return 0;
c1821c2e
GS
319 }
320}
321
322/*
323 * Switch kernel/user addressing modes?
324 */
325static int __init early_parse_switch_amode(char *p)
326{
043d0708 327 user_mode = PRIMARY_SPACE_MODE;
c1821c2e
GS
328 return 0;
329}
330early_param("switch_amode", early_parse_switch_amode);
331
b11b5334 332static int __init early_parse_user_mode(char *p)
c1821c2e 333{
b11b5334
MS
334 if (p && strcmp(p, "primary") == 0)
335 user_mode = PRIMARY_SPACE_MODE;
b11b5334
MS
336 else if (!p || strcmp(p, "home") == 0)
337 user_mode = HOME_SPACE_MODE;
338 else
339 return 1;
3b6ed4ab 340 return 0;
c1821c2e 341}
b11b5334 342early_param("user_mode", early_parse_user_mode);
c1821c2e 343
c1821c2e
GS
344static void setup_addressing_mode(void)
345{
043d0708 346 if (user_mode == PRIMARY_SPACE_MODE) {
b50511e4 347 if (set_amode_primary())
3b6ed4ab
MS
348 pr_info("Address spaces switched, "
349 "mvcos available\n");
350 else
351 pr_info("Address spaces switched, "
352 "mvcos not available\n");
c1821c2e
GS
353 }
354}
355
8b646bd7
MS
356void *restart_stack __attribute__((__section__(".data")));
357
358static void __init setup_lowcore(void)
c9e37353
HC
359{
360 struct _lowcore *lc;
c9e37353
HC
361
362 /*
363 * Setup lowcore for boot cpu
364 */
cbb870c8 365 BUILD_BUG_ON(sizeof(struct _lowcore) != LC_PAGES * 4096);
a0878656 366 lc = __alloc_bootmem_low(LC_PAGES * PAGE_SIZE, LC_PAGES * PAGE_SIZE, 0);
b50511e4 367 lc->restart_psw.mask = psw_kernel_bits;
c9e37353 368 lc->restart_psw.addr =
8b646bd7 369 PSW_ADDR_AMODE | (unsigned long) restart_int_handler;
b50511e4
MS
370 lc->external_new_psw.mask = psw_kernel_bits |
371 PSW_MASK_DAT | PSW_MASK_MCHECK;
c9e37353
HC
372 lc->external_new_psw.addr =
373 PSW_ADDR_AMODE | (unsigned long) ext_int_handler;
b50511e4
MS
374 lc->svc_new_psw.mask = psw_kernel_bits |
375 PSW_MASK_DAT | PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK;
c9e37353 376 lc->svc_new_psw.addr = PSW_ADDR_AMODE | (unsigned long) system_call;
b50511e4
MS
377 lc->program_new_psw.mask = psw_kernel_bits |
378 PSW_MASK_DAT | PSW_MASK_MCHECK;
c9e37353 379 lc->program_new_psw.addr =
b50511e4
MS
380 PSW_ADDR_AMODE | (unsigned long) pgm_check_handler;
381 lc->mcck_new_psw.mask = psw_kernel_bits;
c9e37353
HC
382 lc->mcck_new_psw.addr =
383 PSW_ADDR_AMODE | (unsigned long) mcck_int_handler;
b50511e4
MS
384 lc->io_new_psw.mask = psw_kernel_bits |
385 PSW_MASK_DAT | PSW_MASK_MCHECK;
c9e37353 386 lc->io_new_psw.addr = PSW_ADDR_AMODE | (unsigned long) io_int_handler;
5a62b192 387 lc->clock_comparator = -1ULL;
c9e37353
HC
388 lc->kernel_stack = ((unsigned long) &init_thread_union) + THREAD_SIZE;
389 lc->async_stack = (unsigned long)
390 __alloc_bootmem(ASYNC_SIZE, ASYNC_SIZE, 0) + ASYNC_SIZE;
c9e37353
HC
391 lc->panic_stack = (unsigned long)
392 __alloc_bootmem(PAGE_SIZE, PAGE_SIZE, 0) + PAGE_SIZE;
c9e37353
HC
393 lc->current_task = (unsigned long) init_thread_union.thread_info.task;
394 lc->thread_info = (unsigned long) &init_thread_union;
25097bf1 395 lc->machine_flags = S390_lowcore.machine_flags;
14375bc4
MS
396 lc->stfl_fac_list = S390_lowcore.stfl_fac_list;
397 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list,
398 MAX_FACILITY_BIT/8);
347a8dc3 399#ifndef CONFIG_64BIT
77fa2245
HC
400 if (MACHINE_HAS_IEEE) {
401 lc->extended_save_area_addr = (__u32)
a0878656 402 __alloc_bootmem_low(PAGE_SIZE, PAGE_SIZE, 0);
77fa2245 403 /* enable extended save area */
c4972f33 404 __ctl_set_bit(14, 29);
77fa2245 405 }
c742b31c
MS
406#else
407 lc->vdso_per_cpu_data = (unsigned long) &lc->paste[0];
77fa2245 408#endif
ab96e798
MS
409 lc->sync_enter_timer = S390_lowcore.sync_enter_timer;
410 lc->async_enter_timer = S390_lowcore.async_enter_timer;
411 lc->exit_timer = S390_lowcore.exit_timer;
412 lc->user_timer = S390_lowcore.user_timer;
413 lc->system_timer = S390_lowcore.system_timer;
414 lc->steal_timer = S390_lowcore.steal_timer;
415 lc->last_update_timer = S390_lowcore.last_update_timer;
416 lc->last_update_clock = S390_lowcore.last_update_clock;
dfd9f7ab 417 lc->ftrace_func = S390_lowcore.ftrace_func;
8b646bd7
MS
418
419 restart_stack = __alloc_bootmem(ASYNC_SIZE, ASYNC_SIZE, 0);
420 restart_stack += ASYNC_SIZE;
421
422 /*
423 * Set up PSW restart to call ipl.c:do_restart(). Copy the relevant
424 * restart data to the absolute zero lowcore. This is necesary if
425 * PSW restart is done on an offline CPU that has lowcore zero.
426 */
427 lc->restart_stack = (unsigned long) restart_stack;
428 lc->restart_fn = (unsigned long) do_restart;
429 lc->restart_data = 0;
430 lc->restart_source = -1UL;
73bf463e
MH
431
432 /* Setup absolute zero lowcore */
fbe76568
HC
433 mem_assign_absolute(S390_lowcore.restart_stack, lc->restart_stack);
434 mem_assign_absolute(S390_lowcore.restart_fn, lc->restart_fn);
435 mem_assign_absolute(S390_lowcore.restart_data, lc->restart_data);
436 mem_assign_absolute(S390_lowcore.restart_source, lc->restart_source);
437 mem_assign_absolute(S390_lowcore.restart_psw, lc->restart_psw);
8b646bd7 438
c9e37353 439 set_prefix((u32)(unsigned long) lc);
099b7651 440 lowcore_ptr[0] = lc;
c9e37353
HC
441}
442
71189284
HC
443static struct resource code_resource = {
444 .name = "Kernel code",
445 .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
446};
447
448static struct resource data_resource = {
449 .name = "Kernel data",
450 .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
451};
452
4cc69531
HC
453static struct resource bss_resource = {
454 .name = "Kernel bss",
455 .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
456};
457
71189284
HC
458static struct resource __initdata *standard_resources[] = {
459 &code_resource,
460 &data_resource,
4cc69531 461 &bss_resource,
71189284
HC
462};
463
464static void __init setup_resources(void)
c9e37353 465{
71189284
HC
466 struct resource *res, *std_res, *sub_res;
467 int i, j;
c9e37353 468
cc13ad62
HC
469 code_resource.start = (unsigned long) &_text;
470 code_resource.end = (unsigned long) &_etext - 1;
471 data_resource.start = (unsigned long) &_etext;
472 data_resource.end = (unsigned long) &_edata - 1;
4cc69531
HC
473 bss_resource.start = (unsigned long) &__bss_start;
474 bss_resource.end = (unsigned long) &__bss_stop - 1;
cc13ad62 475
9f4b0ba8
HC
476 for (i = 0; i < MEMORY_CHUNKS; i++) {
477 if (!memory_chunk[i].size)
478 continue;
60a0c68d
MH
479 if (memory_chunk[i].type == CHUNK_OLDMEM ||
480 memory_chunk[i].type == CHUNK_CRASHK)
481 continue;
71189284 482 res = alloc_bootmem_low(sizeof(*res));
c9e37353
HC
483 res->flags = IORESOURCE_BUSY | IORESOURCE_MEM;
484 switch (memory_chunk[i].type) {
485 case CHUNK_READ_WRITE:
dab7a7b1 486 case CHUNK_CRASHK:
c9e37353
HC
487 res->name = "System RAM";
488 break;
489 case CHUNK_READ_ONLY:
490 res->name = "System ROM";
491 res->flags |= IORESOURCE_READONLY;
492 break;
493 default:
494 res->name = "reserved";
495 }
496 res->start = memory_chunk[i].addr;
71189284 497 res->end = res->start + memory_chunk[i].size - 1;
c9e37353 498 request_resource(&iomem_resource, res);
fe355b7f 499
71189284
HC
500 for (j = 0; j < ARRAY_SIZE(standard_resources); j++) {
501 std_res = standard_resources[j];
502 if (std_res->start < res->start ||
503 std_res->start > res->end)
504 continue;
505 if (std_res->end > res->end) {
506 sub_res = alloc_bootmem_low(sizeof(*sub_res));
507 *sub_res = *std_res;
508 sub_res->end = res->end;
509 std_res->start = res->end + 1;
510 request_resource(res, sub_res);
511 } else {
512 request_resource(res, std_res);
513 }
fe355b7f 514 }
c9e37353
HC
515 }
516}
517
411ed322
MH
518unsigned long real_memory_size;
519EXPORT_SYMBOL_GPL(real_memory_size);
520
8b62bc96
HC
521static void __init setup_memory_end(void)
522{
14045ebf 523 unsigned long vmax, vmalloc_size, tmp;
8b62bc96
HC
524 int i;
525
60a0c68d 526
59f2e69d 527#ifdef CONFIG_ZFCPDUMP
3f25dc4f 528 if (ipl_info.type == IPL_TYPE_FCP_DUMP && !OLDMEM_BASE) {
411ed322 529 memory_end = ZFCPDUMP_HSA_SIZE;
23d75d9c
HC
530 memory_end_set = 1;
531 }
411ed322 532#endif
14045ebf 533 real_memory_size = 0;
8b62bc96
HC
534 memory_end &= PAGE_MASK;
535
9f4b0ba8
HC
536 /*
537 * Make sure all chunks are MAX_ORDER aligned so we don't need the
538 * extra checks that HOLES_IN_ZONE would require.
539 */
540 for (i = 0; i < MEMORY_CHUNKS; i++) {
541 unsigned long start, end;
542 struct mem_chunk *chunk;
543 unsigned long align;
544
545 chunk = &memory_chunk[i];
546 align = 1UL << (MAX_ORDER + PAGE_SHIFT - 1);
547 start = (chunk->addr + align - 1) & ~(align - 1);
548 end = (chunk->addr + chunk->size) & ~(align - 1);
549 if (start >= end)
550 memset(chunk, 0, sizeof(*chunk));
551 else {
552 chunk->addr = start;
553 chunk->size = end - start;
554 }
14045ebf
MS
555 real_memory_size = max(real_memory_size,
556 chunk->addr + chunk->size);
9f4b0ba8
HC
557 }
558
14045ebf
MS
559 /* Choose kernel address space layout: 2, 3, or 4 levels. */
560#ifdef CONFIG_64BIT
561 vmalloc_size = VMALLOC_END ?: 128UL << 30;
562 tmp = (memory_end ?: real_memory_size) / PAGE_SIZE;
563 tmp = tmp * (sizeof(struct page) + PAGE_SIZE) + vmalloc_size;
564 if (tmp <= (1UL << 42))
565 vmax = 1UL << 42; /* 3-level kernel page table */
566 else
567 vmax = 1UL << 53; /* 4-level kernel page table */
568#else
569 vmalloc_size = VMALLOC_END ?: 96UL << 20;
570 vmax = 1UL << 31; /* 2-level kernel page table */
571#endif
572 /* vmalloc area is at the end of the kernel address space. */
573 VMALLOC_END = vmax;
574 VMALLOC_START = vmax - vmalloc_size;
575
576 /* Split remaining virtual space between 1:1 mapping & vmemmap array */
577 tmp = VMALLOC_START / (PAGE_SIZE + sizeof(struct page));
578 tmp = VMALLOC_START - tmp * sizeof(struct page);
579 tmp &= ~((vmax >> 11) - 1); /* align to page table level */
580 tmp = min(tmp, 1UL << MAX_PHYSMEM_BITS);
581 vmemmap = (struct page *) tmp;
582
583 /* Take care that memory_end is set and <= vmemmap */
584 memory_end = min(memory_end ?: real_memory_size, tmp);
585
586 /* Fixup memory chunk array to fit into 0..memory_end */
8b62bc96
HC
587 for (i = 0; i < MEMORY_CHUNKS; i++) {
588 struct mem_chunk *chunk = &memory_chunk[i];
589
14045ebf 590 if (chunk->addr >= memory_end) {
8b62bc96
HC
591 memset(chunk, 0, sizeof(*chunk));
592 continue;
593 }
14045ebf
MS
594 if (chunk->addr + chunk->size > memory_end)
595 chunk->size = memory_end - chunk->addr;
8b62bc96 596 }
8b62bc96
HC
597}
598
d38593f9
MH
599static void __init setup_vmcoreinfo(void)
600{
601#ifdef CONFIG_KEXEC
fbe76568 602 mem_assign_absolute(S390_lowcore.vmcore_info, paddr_vmcoreinfo_note());
d38593f9
MH
603#endif
604}
605
60a0c68d
MH
606#ifdef CONFIG_CRASH_DUMP
607
608/*
609 * Find suitable location for crashkernel memory
610 */
611static unsigned long __init find_crash_base(unsigned long crash_size,
612 char **msg)
613{
614 unsigned long crash_base;
615 struct mem_chunk *chunk;
616 int i;
617
618 if (memory_chunk[0].size < crash_size) {
619 *msg = "first memory chunk must be at least crashkernel size";
620 return 0;
621 }
5f894cbb 622 if (OLDMEM_BASE && crash_size == OLDMEM_SIZE)
60a0c68d
MH
623 return OLDMEM_BASE;
624
625 for (i = MEMORY_CHUNKS - 1; i >= 0; i--) {
626 chunk = &memory_chunk[i];
627 if (chunk->size == 0)
628 continue;
629 if (chunk->type != CHUNK_READ_WRITE)
630 continue;
631 if (chunk->size < crash_size)
632 continue;
633 crash_base = (chunk->addr + chunk->size) - crash_size;
634 if (crash_base < crash_size)
635 continue;
636 if (crash_base < ZFCPDUMP_HSA_SIZE_MAX)
637 continue;
638 if (crash_base < (unsigned long) INITRD_START + INITRD_SIZE)
639 continue;
640 return crash_base;
641 }
642 *msg = "no suitable area found";
643 return 0;
644}
645
646/*
647 * Check if crash_base and crash_size is valid
648 */
649static int __init verify_crash_base(unsigned long crash_base,
650 unsigned long crash_size,
651 char **msg)
652{
653 struct mem_chunk *chunk;
654 int i;
655
656 /*
657 * Because we do the swap to zero, we must have at least 'crash_size'
658 * bytes free space before crash_base
659 */
660 if (crash_size > crash_base) {
661 *msg = "crashkernel offset must be greater than size";
662 return -EINVAL;
663 }
664
665 /* First memory chunk must be at least crash_size */
666 if (memory_chunk[0].size < crash_size) {
667 *msg = "first memory chunk must be at least crashkernel size";
668 return -EINVAL;
669 }
670 /* Check if we fit into the respective memory chunk */
671 for (i = 0; i < MEMORY_CHUNKS; i++) {
672 chunk = &memory_chunk[i];
673 if (chunk->size == 0)
674 continue;
675 if (crash_base < chunk->addr)
676 continue;
677 if (crash_base >= chunk->addr + chunk->size)
678 continue;
679 /* we have found the memory chunk */
680 if (crash_base + crash_size > chunk->addr + chunk->size) {
681 *msg = "selected memory chunk is too small for "
682 "crashkernel memory";
683 return -EINVAL;
684 }
685 return 0;
686 }
687 *msg = "invalid memory range specified";
688 return -EINVAL;
689}
690
691/*
692 * Reserve kdump memory by creating a memory hole in the mem_chunk array
693 */
694static void __init reserve_kdump_bootmem(unsigned long addr, unsigned long size,
695 int type)
696{
60a0c68d
MH
697 create_mem_hole(memory_chunk, addr, size, type);
698}
699
700/*
701 * When kdump is enabled, we have to ensure that no memory from
702 * the area [0 - crashkernel memory size] and
703 * [crashk_res.start - crashk_res.end] is set offline.
704 */
705static int kdump_mem_notifier(struct notifier_block *nb,
706 unsigned long action, void *data)
707{
708 struct memory_notify *arg = data;
709
710 if (arg->start_pfn < PFN_DOWN(resource_size(&crashk_res)))
711 return NOTIFY_BAD;
712 if (arg->start_pfn > PFN_DOWN(crashk_res.end))
713 return NOTIFY_OK;
714 if (arg->start_pfn + arg->nr_pages - 1 < PFN_DOWN(crashk_res.start))
715 return NOTIFY_OK;
716 return NOTIFY_BAD;
717}
718
719static struct notifier_block kdump_mem_nb = {
720 .notifier_call = kdump_mem_notifier,
721};
722
723#endif
724
725/*
726 * Make sure that oldmem, where the dump is stored, is protected
727 */
728static void reserve_oldmem(void)
729{
730#ifdef CONFIG_CRASH_DUMP
731 if (!OLDMEM_BASE)
732 return;
733
734 reserve_kdump_bootmem(OLDMEM_BASE, OLDMEM_SIZE, CHUNK_OLDMEM);
735 reserve_kdump_bootmem(OLDMEM_SIZE, memory_end - OLDMEM_SIZE,
736 CHUNK_OLDMEM);
737 if (OLDMEM_BASE + OLDMEM_SIZE == real_memory_size)
738 saved_max_pfn = PFN_DOWN(OLDMEM_BASE) - 1;
739 else
740 saved_max_pfn = PFN_DOWN(real_memory_size) - 1;
741#endif
742}
743
744/*
745 * Reserve memory for kdump kernel to be loaded with kexec
746 */
747static void __init reserve_crashkernel(void)
748{
749#ifdef CONFIG_CRASH_DUMP
750 unsigned long long crash_base, crash_size;
4fdf7f43 751 char *msg = NULL;
60a0c68d
MH
752 int rc;
753
754 rc = parse_crashkernel(boot_command_line, memory_end, &crash_size,
755 &crash_base);
756 if (rc || crash_size == 0)
757 return;
dab7a7b1
MH
758 crash_base = ALIGN(crash_base, KEXEC_CRASH_MEM_ALIGN);
759 crash_size = ALIGN(crash_size, KEXEC_CRASH_MEM_ALIGN);
60a0c68d
MH
760 if (register_memory_notifier(&kdump_mem_nb))
761 return;
762 if (!crash_base)
763 crash_base = find_crash_base(crash_size, &msg);
764 if (!crash_base) {
765 pr_info("crashkernel reservation failed: %s\n", msg);
766 unregister_memory_notifier(&kdump_mem_nb);
767 return;
768 }
769 if (verify_crash_base(crash_base, crash_size, &msg)) {
770 pr_info("crashkernel reservation failed: %s\n", msg);
771 unregister_memory_notifier(&kdump_mem_nb);
772 return;
773 }
774 if (!OLDMEM_BASE && MACHINE_IS_VM)
775 diag10_range(PFN_DOWN(crash_base), PFN_DOWN(crash_size));
776 crashk_res.start = crash_base;
777 crashk_res.end = crash_base + crash_size - 1;
778 insert_resource(&iomem_resource, &crashk_res);
dab7a7b1 779 reserve_kdump_bootmem(crash_base, crash_size, CHUNK_CRASHK);
60a0c68d
MH
780 pr_info("Reserving %lluMB of memory at %lluMB "
781 "for crashkernel (System RAM: %luMB)\n",
782 crash_size >> 20, crash_base >> 20, memory_end >> 20);
4857d4bb 783 os_info_crashkernel_add(crash_base, crash_size);
60a0c68d
MH
784#endif
785}
786
8b646bd7 787static void __init setup_memory(void)
c9e37353
HC
788{
789 unsigned long bootmap_size;
fe355b7f 790 unsigned long start_pfn, end_pfn;
c9e37353 791 int i;
1da177e4
LT
792
793 /*
794 * partially used pages are not usable - thus
795 * we are rounding upwards:
796 */
65912a84
HC
797 start_pfn = PFN_UP(__pa(&_end));
798 end_pfn = max_pfn = PFN_DOWN(memory_end);
1da177e4 799
65912a84
HC
800#ifdef CONFIG_BLK_DEV_INITRD
801 /*
802 * Move the initrd in case the bitmap of the bootmem allocater
803 * would overwrite it.
804 */
805
806 if (INITRD_START && INITRD_SIZE) {
807 unsigned long bmap_size;
808 unsigned long start;
809
810 bmap_size = bootmem_bootmap_pages(end_pfn - start_pfn + 1);
811 bmap_size = PFN_PHYS(bmap_size);
812
813 if (PFN_PHYS(start_pfn) + bmap_size > INITRD_START) {
814 start = PFN_PHYS(start_pfn) + bmap_size + PAGE_SIZE;
815
60a0c68d
MH
816#ifdef CONFIG_CRASH_DUMP
817 if (OLDMEM_BASE) {
818 /* Move initrd behind kdump oldmem */
819 if (start + INITRD_SIZE > OLDMEM_BASE &&
820 start < OLDMEM_BASE + OLDMEM_SIZE)
821 start = OLDMEM_BASE + OLDMEM_SIZE;
822 }
823#endif
65912a84 824 if (start + INITRD_SIZE > memory_end) {
3b6ed4ab
MS
825 pr_err("initrd extends beyond end of "
826 "memory (0x%08lx > 0x%08lx) "
65912a84
HC
827 "disabling initrd\n",
828 start + INITRD_SIZE, memory_end);
829 INITRD_START = INITRD_SIZE = 0;
830 } else {
3b6ed4ab
MS
831 pr_info("Moving initrd (0x%08lx -> "
832 "0x%08lx, size: %ld)\n",
833 INITRD_START, start, INITRD_SIZE);
65912a84
HC
834 memmove((void *) start, (void *) INITRD_START,
835 INITRD_SIZE);
836 INITRD_START = start;
837 }
838 }
839 }
840#endif
841
1da177e4 842 /*
7676bef9 843 * Initialize the boot-time allocator
1da177e4
LT
844 */
845 bootmap_size = init_bootmem(start_pfn, end_pfn);
846
847 /*
848 * Register RAM areas with the bootmem allocator.
849 */
c9e37353 850
0b642ede 851 for (i = 0; i < MEMORY_CHUNKS && memory_chunk[i].size > 0; i++) {
39b742f9 852 unsigned long start_chunk, end_chunk, pfn;
1da177e4 853
dab7a7b1
MH
854 if (memory_chunk[i].type != CHUNK_READ_WRITE &&
855 memory_chunk[i].type != CHUNK_CRASHK)
1da177e4 856 continue;
39b742f9 857 start_chunk = PFN_DOWN(memory_chunk[i].addr);
fb2e7c5e 858 end_chunk = start_chunk + PFN_DOWN(memory_chunk[i].size);
39b742f9
HC
859 end_chunk = min(end_chunk, end_pfn);
860 if (start_chunk >= end_chunk)
861 continue;
ff38df37
TH
862 memblock_add_node(PFN_PHYS(start_chunk),
863 PFN_PHYS(end_chunk - start_chunk), 0);
39b742f9 864 pfn = max(start_chunk, start_pfn);
fb2e7c5e 865 for (; pfn < end_chunk; pfn++)
e2b8d7af
MS
866 page_set_storage_key(PFN_PHYS(pfn),
867 PAGE_DEFAULT_KEY, 0);
1da177e4
LT
868 }
869
0b642ede
PO
870 psw_set_key(PAGE_DEFAULT_KEY);
871
39b742f9 872 free_bootmem_with_active_regions(0, max_pfn);
c9e37353 873
615b04b3
HC
874 /*
875 * Reserve memory used for lowcore/command line/kernel image.
876 */
72a7fe39 877 reserve_bootmem(0, (unsigned long)_ehead, BOOTMEM_DEFAULT);
615b04b3 878 reserve_bootmem((unsigned long)_stext,
72a7fe39
BW
879 PFN_PHYS(start_pfn) - (unsigned long)_stext,
880 BOOTMEM_DEFAULT);
c9e37353
HC
881 /*
882 * Reserve the bootmem bitmap itself as well. We do this in two
883 * steps (first step was init_bootmem()) because this catches
884 * the (very unlikely) case of us accidentally initializing the
885 * bootmem allocator with an invalid RAM area.
886 */
72a7fe39
BW
887 reserve_bootmem(start_pfn << PAGE_SHIFT, bootmap_size,
888 BOOTMEM_DEFAULT);
1da177e4 889
60a0c68d
MH
890#ifdef CONFIG_CRASH_DUMP
891 if (crashk_res.start)
892 reserve_bootmem(crashk_res.start,
893 crashk_res.end - crashk_res.start + 1,
894 BOOTMEM_DEFAULT);
895 if (is_kdump_kernel())
896 reserve_bootmem(elfcorehdr_addr - OLDMEM_BASE,
897 PAGE_ALIGN(elfcorehdr_size), BOOTMEM_DEFAULT);
898#endif
1da177e4 899#ifdef CONFIG_BLK_DEV_INITRD
65912a84 900 if (INITRD_START && INITRD_SIZE) {
1da177e4 901 if (INITRD_START + INITRD_SIZE <= memory_end) {
72a7fe39
BW
902 reserve_bootmem(INITRD_START, INITRD_SIZE,
903 BOOTMEM_DEFAULT);
1da177e4
LT
904 initrd_start = INITRD_START;
905 initrd_end = initrd_start + INITRD_SIZE;
906 } else {
3b6ed4ab
MS
907 pr_err("initrd extends beyond end of "
908 "memory (0x%08lx > 0x%08lx) "
909 "disabling initrd\n",
c9e37353
HC
910 initrd_start + INITRD_SIZE, memory_end);
911 initrd_start = initrd_end = 0;
1da177e4 912 }
c9e37353 913 }
1da177e4 914#endif
c9e37353 915}
1da177e4 916
cf8ba7a9
MS
917/*
918 * Setup hardware capabilities.
919 */
920static void __init setup_hwcaps(void)
921{
922 static const int stfl_bits[6] = { 0, 2, 7, 17, 19, 21 };
94038a99 923 struct cpuid cpu_id;
cf8ba7a9
MS
924 int i;
925
cf8ba7a9
MS
926 /*
927 * The store facility list bits numbers as found in the principles
928 * of operation are numbered with bit 1UL<<31 as number 0 to
929 * bit 1UL<<0 as number 31.
930 * Bit 0: instructions named N3, "backported" to esa-mode
931 * Bit 2: z/Architecture mode is active
932 * Bit 7: the store-facility-list-extended facility is installed
933 * Bit 17: the message-security assist is installed
934 * Bit 19: the long-displacement facility is installed
935 * Bit 21: the extended-immediate facility is installed
488253ce
AK
936 * Bit 22: extended-translation facility 3 is installed
937 * Bit 30: extended-translation facility 3 enhancement facility
cf8ba7a9
MS
938 * These get translated to:
939 * HWCAP_S390_ESAN3 bit 0, HWCAP_S390_ZARCH bit 1,
940 * HWCAP_S390_STFLE bit 2, HWCAP_S390_MSA bit 3,
488253ce
AK
941 * HWCAP_S390_LDISP bit 4, HWCAP_S390_EIMM bit 5 and
942 * HWCAP_S390_ETF3EH bit 8 (22 && 30).
cf8ba7a9
MS
943 */
944 for (i = 0; i < 6; i++)
14375bc4 945 if (test_facility(stfl_bits[i]))
cf8ba7a9
MS
946 elf_hwcap |= 1UL << i;
947
14375bc4 948 if (test_facility(22) && test_facility(30))
ea2a4d3a 949 elf_hwcap |= HWCAP_S390_ETF3EH;
488253ce 950
cf8ba7a9
MS
951 /*
952 * Check for additional facilities with store-facility-list-extended.
953 * stfle stores doublewords (8 byte) with bit 1ULL<<63 as bit 0
954 * and 1ULL<<0 as bit 63. Bits 0-31 contain the same information
955 * as stored by stfl, bits 32-xxx contain additional facilities.
956 * How many facility words are stored depends on the number of
25985edc 957 * doublewords passed to the instruction. The additional facilities
cf8ba7a9 958 * are:
2ac3307f
CE
959 * Bit 42: decimal floating point facility is installed
960 * Bit 44: perform floating point operation facility is installed
cf8ba7a9 961 * translated to:
488253ce 962 * HWCAP_S390_DFP bit 6 (42 && 44).
cf8ba7a9 963 */
14375bc4
MS
964 if ((elf_hwcap & (1UL << 2)) && test_facility(42) && test_facility(44))
965 elf_hwcap |= HWCAP_S390_DFP;
cf8ba7a9 966
ea2a4d3a
HC
967 /*
968 * Huge page support HWCAP_S390_HPAGE is bit 7.
969 */
53492b1d 970 if (MACHINE_HAS_HPAGE)
ea2a4d3a
HC
971 elf_hwcap |= HWCAP_S390_HPAGE;
972
973 /*
974 * 64-bit register support for 31-bit processes
975 * HWCAP_S390_HIGH_GPRS is bit 9.
976 */
977 elf_hwcap |= HWCAP_S390_HIGH_GPRS;
53492b1d 978
94038a99
MS
979 get_cpu_id(&cpu_id);
980 switch (cpu_id.machine) {
cf8ba7a9
MS
981 case 0x9672:
982#if !defined(CONFIG_64BIT)
983 default: /* Use "g5" as default for 31 bit kernels. */
984#endif
985 strcpy(elf_platform, "g5");
986 break;
987 case 0x2064:
988 case 0x2066:
989#if defined(CONFIG_64BIT)
990 default: /* Use "z900" as default for 64 bit kernels. */
991#endif
992 strcpy(elf_platform, "z900");
993 break;
994 case 0x2084:
995 case 0x2086:
996 strcpy(elf_platform, "z990");
997 break;
998 case 0x2094:
9fee8db2 999 case 0x2096:
cf8ba7a9
MS
1000 strcpy(elf_platform, "z9-109");
1001 break;
9fee8db2
MS
1002 case 0x2097:
1003 case 0x2098:
1004 strcpy(elf_platform, "z10");
1005 break;
c84b9051 1006 case 0x2817:
3a81b171 1007 case 0x2818:
c84b9051
HC
1008 strcpy(elf_platform, "z196");
1009 break;
cf8ba7a9
MS
1010 }
1011}
1012
c9e37353
HC
1013/*
1014 * Setup function called from init/main.c just after the banner
1015 * was printed.
1016 */
1da177e4 1017
8b646bd7 1018void __init setup_arch(char **cmdline_p)
c9e37353 1019{
1da177e4 1020 /*
c9e37353 1021 * print what head.S has found out about the machine
1da177e4 1022 */
347a8dc3 1023#ifndef CONFIG_64BIT
3b6ed4ab
MS
1024 if (MACHINE_IS_VM)
1025 pr_info("Linux is running as a z/VM "
1026 "guest operating system in 31-bit mode\n");
27d71602 1027 else if (MACHINE_IS_LPAR)
3b6ed4ab
MS
1028 pr_info("Linux is running natively in 31-bit mode\n");
1029 if (MACHINE_HAS_IEEE)
1030 pr_info("The hardware system has IEEE compatible "
1031 "floating point units\n");
1032 else
1033 pr_info("The hardware system has no IEEE compatible "
1034 "floating point units\n");
347a8dc3 1035#else /* CONFIG_64BIT */
fa587743 1036 if (MACHINE_IS_VM)
3b6ed4ab
MS
1037 pr_info("Linux is running as a z/VM "
1038 "guest operating system in 64-bit mode\n");
637952ca 1039 else if (MACHINE_IS_KVM)
3b6ed4ab 1040 pr_info("Linux is running under KVM in 64-bit mode\n");
27d71602 1041 else if (MACHINE_IS_LPAR)
3b6ed4ab 1042 pr_info("Linux is running natively in 64-bit mode\n");
347a8dc3 1043#endif /* CONFIG_64BIT */
c9e37353 1044
a0443fbb
HB
1045 /* Have one command line that is parsed and saved in /proc/cmdline */
1046 /* boot_command_line has been already set up in early.c */
1047 *cmdline_p = boot_command_line;
59685296 1048
c9e37353 1049 ROOT_DEV = Root_RAM0;
59685296
HC
1050
1051 init_mm.start_code = PAGE_OFFSET;
1052 init_mm.end_code = (unsigned long) &_etext;
1053 init_mm.end_data = (unsigned long) &_edata;
1054 init_mm.brk = (unsigned long) &_end;
1055
6c2a9e6d
GS
1056 if (MACHINE_HAS_MVCOS)
1057 memcpy(&uaccess, &uaccess_mvcos, sizeof(uaccess));
1058 else
1059 memcpy(&uaccess, &uaccess_std, sizeof(uaccess));
1060
59685296
HC
1061 parse_early_param();
1062
4857d4bb 1063 os_info_init();
99ca4e58 1064 setup_ipl();
8b62bc96 1065 setup_memory_end();
c1821c2e 1066 setup_addressing_mode();
60a0c68d
MH
1067 reserve_oldmem();
1068 reserve_crashkernel();
c9e37353
HC
1069 setup_memory();
1070 setup_resources();
d38593f9 1071 setup_vmcoreinfo();
c9e37353
HC
1072 setup_lowcore();
1073
1da177e4 1074 cpu_init();
dbd70fb4 1075 s390_init_cpu_topology();
1da177e4 1076
cf8ba7a9
MS
1077 /*
1078 * Setup capabilities (ELF_HWCAP & ELF_PLATFORM).
1079 */
1080 setup_hwcaps();
1081
1da177e4
LT
1082 /*
1083 * Create kernel page tables and switch to virtual addressing.
1084 */
1085 paging_init();
1086
1087 /* Setup default console */
1088 conmode_default();
637952ca 1089 set_preferred_console();
411ed322
MH
1090
1091 /* Setup zfcpdump support */
1092 setup_zfcpdump(console_devno);
1da177e4 1093}
This page took 1.052116 seconds and 5 git commands to generate.