Commit | Line | Data |
---|---|---|
abaf6977 | 1 | /* |
ba180fd4 | 2 | * Copyright (C) 2002- 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) |
abaf6977 GS |
3 | * Licensed under the GPL |
4 | */ | |
5 | ||
6 | #include <stdlib.h> | |
abaf6977 | 7 | #include <unistd.h> |
abaf6977 | 8 | #include <sched.h> |
ba180fd4 JD |
9 | #include <errno.h> |
10 | #include <string.h> | |
abaf6977 | 11 | #include <sys/mman.h> |
ba180fd4 JD |
12 | #include <sys/ptrace.h> |
13 | #include <sys/wait.h> | |
14 | #include <asm/unistd.h> | |
15 | #include "as-layout.h" | |
abaf6977 | 16 | #include "chan_user.h" |
ba180fd4 | 17 | #include "kern_constants.h" |
abaf6977 | 18 | #include "mem.h" |
ba180fd4 | 19 | #include "os.h" |
abaf6977 | 20 | #include "process.h" |
ba180fd4 JD |
21 | #include "proc_mm.h" |
22 | #include "ptrace_user.h" | |
23 | #include "registers.h" | |
24 | #include "skas.h" | |
25 | #include "skas_ptrace.h" | |
26 | #include "user.h" | |
27 | #include "sysdep/stub.h" | |
abaf6977 GS |
28 | |
29 | int is_skas_winch(int pid, int fd, void *data) | |
30 | { | |
512b6fb1 | 31 | if (pid != getpgrp()) |
ba180fd4 | 32 | return 0; |
abaf6977 | 33 | |
42a359e3 | 34 | register_winch_irq(-1, fd, -1, data, 0); |
ba180fd4 | 35 | return 1; |
abaf6977 GS |
36 | } |
37 | ||
f30c2c98 JD |
38 | static int ptrace_dump_regs(int pid) |
39 | { | |
40 | unsigned long regs[MAX_REG_NR]; | |
41 | int i; | |
42 | ||
ba180fd4 | 43 | if (ptrace(PTRACE_GETREGS, pid, 0, regs) < 0) |
f30c2c98 | 44 | return -errno; |
ba180fd4 JD |
45 | |
46 | printk(UM_KERN_ERR "Stub registers -\n"); | |
47 | for (i = 0; i < ARRAY_SIZE(regs); i++) | |
48 | printk(UM_KERN_ERR "\t%d - %lx\n", i, regs[i]); | |
f30c2c98 JD |
49 | |
50 | return 0; | |
51 | } | |
52 | ||
16dd07bc JD |
53 | /* |
54 | * Signals that are OK to receive in the stub - we'll just continue it. | |
55 | * SIGWINCH will happen when UML is inside a detached screen. | |
56 | */ | |
57 | #define STUB_SIG_MASK ((1 << SIGVTALRM) | (1 << SIGWINCH)) | |
58 | ||
59 | /* Signals that the stub will finish with - anything else is an error */ | |
60 | #define STUB_DONE_MASK ((1 << SIGUSR1) | (1 << SIGTRAP)) | |
61 | ||
62 | void wait_stub_done(int pid) | |
abaf6977 GS |
63 | { |
64 | int n, status, err; | |
65 | ||
ba180fd4 | 66 | while (1) { |
abaf6977 | 67 | CATCH_EINTR(n = waitpid(pid, &status, WUNTRACED)); |
ba180fd4 | 68 | if ((n < 0) || !WIFSTOPPED(status)) |
16dd07bc JD |
69 | goto bad_wait; |
70 | ||
ba180fd4 | 71 | if (((1 << WSTOPSIG(status)) & STUB_SIG_MASK) == 0) |
16dd07bc JD |
72 | break; |
73 | ||
74 | err = ptrace(PTRACE_CONT, pid, 0, 0); | |
ba180fd4 | 75 | if (err) |
16dd07bc JD |
76 | panic("wait_stub_done : continue failed, errno = %d\n", |
77 | errno); | |
abaf6977 | 78 | } |
16dd07bc | 79 | |
ba180fd4 | 80 | if (((1 << WSTOPSIG(status)) & STUB_DONE_MASK) != 0) |
16dd07bc JD |
81 | return; |
82 | ||
83 | bad_wait: | |
84 | err = ptrace_dump_regs(pid); | |
ba180fd4 JD |
85 | if (err) |
86 | printk(UM_KERN_ERR "Failed to get registers from stub, " | |
87 | "errno = %d\n", -err); | |
16dd07bc JD |
88 | panic("wait_stub_done : failed to wait for SIGUSR1/SIGTRAP, pid = %d, " |
89 | "n = %d, errno = %d, status = 0x%x\n", pid, n, errno, status); | |
abaf6977 GS |
90 | } |
91 | ||
92 | extern unsigned long current_stub_stack(void); | |
93 | ||
94 | void get_skas_faultinfo(int pid, struct faultinfo * fi) | |
95 | { | |
96 | int err; | |
97 | ||
ba180fd4 | 98 | if (ptrace_faultinfo) { |
abaf6977 | 99 | err = ptrace(PTRACE_FAULTINFO, pid, 0, fi); |
ba180fd4 | 100 | if (err) |
abaf6977 GS |
101 | panic("get_skas_faultinfo - PTRACE_FAULTINFO failed, " |
102 | "errno = %d\n", errno); | |
103 | ||
104 | /* Special handling for i386, which has different structs */ | |
105 | if (sizeof(struct ptrace_faultinfo) < sizeof(struct faultinfo)) | |
106 | memset((char *)fi + sizeof(struct ptrace_faultinfo), 0, | |
107 | sizeof(struct faultinfo) - | |
108 | sizeof(struct ptrace_faultinfo)); | |
109 | } | |
110 | else { | |
16dd07bc | 111 | err = ptrace(PTRACE_CONT, pid, 0, SIGSEGV); |
ba180fd4 | 112 | if (err) |
16dd07bc JD |
113 | panic("Failed to continue stub, pid = %d, errno = %d\n", |
114 | pid, errno); | |
115 | wait_stub_done(pid); | |
abaf6977 | 116 | |
ba180fd4 JD |
117 | /* |
118 | * faultinfo is prepared by the stub-segv-handler at start of | |
abaf6977 GS |
119 | * the stub stack page. We just have to copy it. |
120 | */ | |
121 | memcpy(fi, (void *)current_stub_stack(), sizeof(*fi)); | |
122 | } | |
123 | } | |
124 | ||
77bf4400 | 125 | static void handle_segv(int pid, struct uml_pt_regs * regs) |
abaf6977 | 126 | { |
77bf4400 JD |
127 | get_skas_faultinfo(pid, ®s->faultinfo); |
128 | segv(regs->faultinfo, 0, 1, NULL); | |
abaf6977 GS |
129 | } |
130 | ||
ba180fd4 JD |
131 | /* |
132 | * To use the same value of using_sysemu as the caller, ask it that value | |
133 | * (in local_using_sysemu | |
134 | */ | |
135 | static void handle_trap(int pid, struct uml_pt_regs *regs, | |
136 | int local_using_sysemu) | |
abaf6977 GS |
137 | { |
138 | int err, status; | |
139 | ||
140 | /* Mark this as a syscall */ | |
18baddda | 141 | UPT_SYSCALL_NR(regs) = PT_SYSCALL_NR(regs->gp); |
abaf6977 GS |
142 | |
143 | if (!local_using_sysemu) | |
144 | { | |
145 | err = ptrace(PTRACE_POKEUSR, pid, PT_SYSCALL_NR_OFFSET, | |
146 | __NR_getpid); | |
ba180fd4 JD |
147 | if (err < 0) |
148 | panic("handle_trap - nullifying syscall failed, " | |
149 | "errno = %d\n", errno); | |
abaf6977 GS |
150 | |
151 | err = ptrace(PTRACE_SYSCALL, pid, 0, 0); | |
ba180fd4 JD |
152 | if (err < 0) |
153 | panic("handle_trap - continuing to end of syscall " | |
154 | "failed, errno = %d\n", errno); | |
abaf6977 GS |
155 | |
156 | CATCH_EINTR(err = waitpid(pid, &status, WUNTRACED)); | |
ba180fd4 JD |
157 | if ((err < 0) || !WIFSTOPPED(status) || |
158 | (WSTOPSIG(status) != SIGTRAP + 0x80)) { | |
f30c2c98 | 159 | err = ptrace_dump_regs(pid); |
ba180fd4 JD |
160 | if (err) |
161 | printk(UM_KERN_ERR "Failed to get registers " | |
162 | "from process, errno = %d\n", -err); | |
abaf6977 GS |
163 | panic("handle_trap - failed to wait at end of syscall, " |
164 | "errno = %d, status = %d\n", errno, status); | |
f30c2c98 | 165 | } |
abaf6977 GS |
166 | } |
167 | ||
168 | handle_syscall(regs); | |
169 | } | |
170 | ||
171 | extern int __syscall_stub_start; | |
abaf6977 GS |
172 | |
173 | static int userspace_tramp(void *stack) | |
174 | { | |
175 | void *addr; | |
537ae946 | 176 | int err; |
abaf6977 GS |
177 | |
178 | ptrace(PTRACE_TRACEME, 0, 0, 0); | |
179 | ||
e64bd134 | 180 | init_new_thread_signals(); |
537ae946 | 181 | err = set_interval(1); |
ba180fd4 | 182 | if (err) |
537ae946 JD |
183 | panic("userspace_tramp - setting timer failed, errno = %d\n", |
184 | err); | |
abaf6977 | 185 | |
ba180fd4 JD |
186 | if (!proc_mm) { |
187 | /* | |
188 | * This has a pte, but it can't be mapped in with the usual | |
abaf6977 GS |
189 | * tlb_flush mechanism because this is part of that mechanism |
190 | */ | |
09ee011e | 191 | int fd; |
ba180fd4 | 192 | unsigned long long offset; |
09ee011e | 193 | fd = phys_mapping(to_phys(&__syscall_stub_start), &offset); |
1ffb9164 | 194 | addr = mmap64((void *) UML_CONFIG_STUB_CODE, UM_KERN_PAGE_SIZE, |
09ee011e | 195 | PROT_EXEC, MAP_FIXED | MAP_PRIVATE, fd, offset); |
ba180fd4 JD |
196 | if (addr == MAP_FAILED) { |
197 | printk(UM_KERN_ERR "mapping mmap stub failed, " | |
198 | "errno = %d\n", errno); | |
abaf6977 GS |
199 | exit(1); |
200 | } | |
201 | ||
ba180fd4 | 202 | if (stack != NULL) { |
abaf6977 | 203 | fd = phys_mapping(to_phys(stack), &offset); |
1ffb9164 JD |
204 | addr = mmap((void *) UML_CONFIG_STUB_DATA, |
205 | UM_KERN_PAGE_SIZE, PROT_READ | PROT_WRITE, | |
abaf6977 | 206 | MAP_FIXED | MAP_SHARED, fd, offset); |
ba180fd4 JD |
207 | if (addr == MAP_FAILED) { |
208 | printk(UM_KERN_ERR "mapping segfault stack " | |
209 | "failed, errno = %d\n", errno); | |
abaf6977 GS |
210 | exit(1); |
211 | } | |
212 | } | |
213 | } | |
ba180fd4 | 214 | if (!ptrace_faultinfo && (stack != NULL)) { |
4b84c69b JD |
215 | struct sigaction sa; |
216 | ||
abaf6977 GS |
217 | unsigned long v = UML_CONFIG_STUB_CODE + |
218 | (unsigned long) stub_segv_handler - | |
219 | (unsigned long) &__syscall_stub_start; | |
220 | ||
1ffb9164 | 221 | set_sigstack((void *) UML_CONFIG_STUB_DATA, UM_KERN_PAGE_SIZE); |
4b84c69b JD |
222 | sigemptyset(&sa.sa_mask); |
223 | sigaddset(&sa.sa_mask, SIGIO); | |
224 | sigaddset(&sa.sa_mask, SIGWINCH); | |
225 | sigaddset(&sa.sa_mask, SIGALRM); | |
226 | sigaddset(&sa.sa_mask, SIGVTALRM); | |
227 | sigaddset(&sa.sa_mask, SIGUSR1); | |
228 | sa.sa_flags = SA_ONSTACK; | |
229 | sa.sa_handler = (void *) v; | |
230 | sa.sa_restorer = NULL; | |
ba180fd4 | 231 | if (sigaction(SIGSEGV, &sa, NULL) < 0) |
4b84c69b JD |
232 | panic("userspace_tramp - setting SIGSEGV handler " |
233 | "failed - errno = %d\n", errno); | |
abaf6977 GS |
234 | } |
235 | ||
512b6fb1 | 236 | kill(os_getpid(), SIGSTOP); |
ba180fd4 | 237 | return 0; |
abaf6977 GS |
238 | } |
239 | ||
240 | /* Each element set once, and only accessed by a single processor anyway */ | |
241 | #undef NR_CPUS | |
242 | #define NR_CPUS 1 | |
243 | int userspace_pid[NR_CPUS]; | |
244 | ||
245 | int start_userspace(unsigned long stub_stack) | |
246 | { | |
247 | void *stack; | |
248 | unsigned long sp; | |
249 | int pid, status, n, flags; | |
250 | ||
c539ab73 JD |
251 | stack = mmap(NULL, UM_KERN_PAGE_SIZE, |
252 | PROT_READ | PROT_WRITE | PROT_EXEC, | |
abaf6977 | 253 | MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
ba180fd4 | 254 | if (stack == MAP_FAILED) |
abaf6977 | 255 | panic("start_userspace : mmap failed, errno = %d", errno); |
c539ab73 | 256 | sp = (unsigned long) stack + UM_KERN_PAGE_SIZE - sizeof(void *); |
abaf6977 GS |
257 | |
258 | flags = CLONE_FILES | SIGCHLD; | |
ba180fd4 JD |
259 | if (proc_mm) |
260 | flags |= CLONE_VM; | |
261 | ||
abaf6977 | 262 | pid = clone(userspace_tramp, (void *) sp, flags, (void *) stub_stack); |
ba180fd4 | 263 | if (pid < 0) |
abaf6977 GS |
264 | panic("start_userspace : clone failed, errno = %d", errno); |
265 | ||
266 | do { | |
267 | CATCH_EINTR(n = waitpid(pid, &status, WUNTRACED)); | |
ba180fd4 | 268 | if (n < 0) |
abaf6977 GS |
269 | panic("start_userspace : wait failed, errno = %d", |
270 | errno); | |
ba180fd4 | 271 | } while (WIFSTOPPED(status) && (WSTOPSIG(status) == SIGVTALRM)); |
abaf6977 | 272 | |
ba180fd4 | 273 | if (!WIFSTOPPED(status) || (WSTOPSIG(status) != SIGSTOP)) |
abaf6977 GS |
274 | panic("start_userspace : expected SIGSTOP, got status = %d", |
275 | status); | |
276 | ||
ba180fd4 JD |
277 | if (ptrace(PTRACE_OLDSETOPTIONS, pid, NULL, |
278 | (void *) PTRACE_O_TRACESYSGOOD) < 0) | |
279 | panic("start_userspace : PTRACE_OLDSETOPTIONS failed, " | |
280 | "errno = %d\n", errno); | |
abaf6977 | 281 | |
ba180fd4 | 282 | if (munmap(stack, UM_KERN_PAGE_SIZE) < 0) |
abaf6977 GS |
283 | panic("start_userspace : munmap failed, errno = %d\n", errno); |
284 | ||
ba180fd4 | 285 | return pid; |
abaf6977 GS |
286 | } |
287 | ||
77bf4400 | 288 | void userspace(struct uml_pt_regs *regs) |
abaf6977 GS |
289 | { |
290 | int err, status, op, pid = userspace_pid[0]; | |
2ea5bc5e JD |
291 | /* To prevent races if using_sysemu changes under us.*/ |
292 | int local_using_sysemu; | |
abaf6977 | 293 | |
ba180fd4 | 294 | while (1) { |
abaf6977 GS |
295 | restore_registers(pid, regs); |
296 | ||
297 | /* Now we set local_using_sysemu to be used for one loop */ | |
298 | local_using_sysemu = get_using_sysemu(); | |
299 | ||
2ea5bc5e JD |
300 | op = SELECT_PTRACE_OPERATION(local_using_sysemu, |
301 | singlestepping(NULL)); | |
abaf6977 GS |
302 | |
303 | err = ptrace(op, pid, 0, 0); | |
ba180fd4 | 304 | if (err) |
abaf6977 GS |
305 | panic("userspace - could not resume userspace process, " |
306 | "pid=%d, ptrace operation = %d, errno = %d\n", | |
802e3077 | 307 | pid, op, errno); |
abaf6977 GS |
308 | |
309 | CATCH_EINTR(err = waitpid(pid, &status, WUNTRACED)); | |
ba180fd4 | 310 | if (err < 0) |
abaf6977 GS |
311 | panic("userspace - waitpid failed, errno = %d\n", |
312 | errno); | |
313 | ||
77bf4400 | 314 | regs->is_user = 1; |
abaf6977 GS |
315 | save_registers(pid, regs); |
316 | UPT_SYSCALL_NR(regs) = -1; /* Assume: It's not a syscall */ | |
317 | ||
ba180fd4 | 318 | if (WIFSTOPPED(status)) { |
16dd07bc | 319 | int sig = WSTOPSIG(status); |
ba180fd4 | 320 | switch(sig) { |
abaf6977 | 321 | case SIGSEGV: |
ba180fd4 JD |
322 | if (PTRACE_FULL_FAULTINFO || |
323 | !ptrace_faultinfo) { | |
324 | get_skas_faultinfo(pid, | |
325 | ®s->faultinfo); | |
16dd07bc JD |
326 | (*sig_info[SIGSEGV])(SIGSEGV, regs); |
327 | } | |
abaf6977 GS |
328 | else handle_segv(pid, regs); |
329 | break; | |
330 | case SIGTRAP + 0x80: | |
331 | handle_trap(pid, regs, local_using_sysemu); | |
332 | break; | |
333 | case SIGTRAP: | |
334 | relay_signal(SIGTRAP, regs); | |
335 | break; | |
336 | case SIGIO: | |
337 | case SIGVTALRM: | |
338 | case SIGILL: | |
339 | case SIGBUS: | |
340 | case SIGFPE: | |
341 | case SIGWINCH: | |
16dd07bc JD |
342 | block_signals(); |
343 | (*sig_info[sig])(sig, regs); | |
344 | unblock_signals(); | |
abaf6977 GS |
345 | break; |
346 | default: | |
ba180fd4 JD |
347 | printk(UM_KERN_ERR "userspace - child stopped " |
348 | "with signal %d\n", sig); | |
abaf6977 | 349 | } |
abaf6977 GS |
350 | pid = userspace_pid[0]; |
351 | interrupt_end(); | |
352 | ||
353 | /* Avoid -ERESTARTSYS handling in host */ | |
ba180fd4 | 354 | if (PT_SYSCALL_NR_OFFSET != PT_SYSCALL_RET_OFFSET) |
18baddda | 355 | PT_SYSCALL_NR(regs->gp) = -1; |
abaf6977 GS |
356 | } |
357 | } | |
358 | } | |
abaf6977 | 359 | |
16dd07bc | 360 | static unsigned long thread_regs[MAX_REG_NR]; |
16dd07bc JD |
361 | |
362 | static int __init init_thread_regs(void) | |
363 | { | |
42daba31 | 364 | get_safe_registers(thread_regs); |
16dd07bc JD |
365 | /* Set parent's instruction pointer to start of clone-stub */ |
366 | thread_regs[REGS_IP_INDEX] = UML_CONFIG_STUB_CODE + | |
367 | (unsigned long) stub_clone_handler - | |
368 | (unsigned long) &__syscall_stub_start; | |
c539ab73 | 369 | thread_regs[REGS_SP_INDEX] = UML_CONFIG_STUB_DATA + UM_KERN_PAGE_SIZE - |
16dd07bc JD |
370 | sizeof(void *); |
371 | #ifdef __SIGNAL_FRAMESIZE | |
372 | thread_regs[REGS_SP_INDEX] -= __SIGNAL_FRAMESIZE; | |
373 | #endif | |
374 | return 0; | |
375 | } | |
376 | ||
377 | __initcall(init_thread_regs); | |
378 | ||
abaf6977 GS |
379 | int copy_context_skas0(unsigned long new_stack, int pid) |
380 | { | |
381 | int err; | |
abaf6977 GS |
382 | unsigned long current_stack = current_stub_stack(); |
383 | struct stub_data *data = (struct stub_data *) current_stack; | |
384 | struct stub_data *child_data = (struct stub_data *) new_stack; | |
0a7675aa | 385 | unsigned long long new_offset; |
abaf6977 GS |
386 | int new_fd = phys_mapping(to_phys((void *)new_stack), &new_offset); |
387 | ||
ba180fd4 JD |
388 | /* |
389 | * prepare offset and fd of child's stack as argument for parent's | |
abaf6977 GS |
390 | * and child's mmap2 calls |
391 | */ | |
392 | *data = ((struct stub_data) { .offset = MMAP_OFFSET(new_offset), | |
393 | .fd = new_fd, | |
394 | .timer = ((struct itimerval) | |
532d0fa4 JD |
395 | { { 0, 1000000 / UM_HZ }, |
396 | { 0, 1000000 / UM_HZ }}) | |
397 | }); | |
16dd07bc | 398 | err = ptrace_setregs(pid, thread_regs); |
ba180fd4 | 399 | if (err < 0) |
abaf6977 | 400 | panic("copy_context_skas0 : PTRACE_SETREGS failed, " |
2ace87b9 | 401 | "pid = %d, errno = %d\n", pid, -err); |
abaf6977 GS |
402 | |
403 | /* set a well known return code for detection of child write failure */ | |
404 | child_data->err = 12345678; | |
405 | ||
ba180fd4 JD |
406 | /* |
407 | * Wait, until parent has finished its work: read child's pid from | |
abaf6977 GS |
408 | * parent's stack, and check, if bad result. |
409 | */ | |
16dd07bc | 410 | err = ptrace(PTRACE_CONT, pid, 0, 0); |
ba180fd4 | 411 | if (err) |
16dd07bc JD |
412 | panic("Failed to continue new process, pid = %d, " |
413 | "errno = %d\n", pid, errno); | |
414 | wait_stub_done(pid); | |
abaf6977 GS |
415 | |
416 | pid = data->err; | |
ba180fd4 | 417 | if (pid < 0) |
abaf6977 | 418 | panic("copy_context_skas0 - stub-parent reports error %d\n", |
2ace87b9 | 419 | -pid); |
abaf6977 | 420 | |
ba180fd4 JD |
421 | /* |
422 | * Wait, until child has finished too: read child's result from | |
abaf6977 GS |
423 | * child's stack and check it. |
424 | */ | |
16dd07bc | 425 | wait_stub_done(pid); |
abaf6977 | 426 | if (child_data->err != UML_CONFIG_STUB_DATA) |
802e3077 | 427 | panic("copy_context_skas0 - stub-child reports error %ld\n", |
abaf6977 GS |
428 | child_data->err); |
429 | ||
430 | if (ptrace(PTRACE_OLDSETOPTIONS, pid, NULL, | |
431 | (void *)PTRACE_O_TRACESYSGOOD) < 0) | |
432 | panic("copy_context_skas0 : PTRACE_OLDSETOPTIONS failed, " | |
433 | "errno = %d\n", errno); | |
434 | ||
435 | return pid; | |
436 | } | |
437 | ||
438 | /* | |
439 | * This is used only, if stub pages are needed, while proc_mm is | |
ef0470c0 | 440 | * available. Opening /proc/mm creates a new mm_context, which lacks |
abaf6977 GS |
441 | * the stub-pages. Thus, we map them using /proc/mm-fd |
442 | */ | |
443 | void map_stub_pages(int fd, unsigned long code, | |
444 | unsigned long data, unsigned long stack) | |
445 | { | |
446 | struct proc_mm_op mmop; | |
447 | int n; | |
0a7675aa | 448 | unsigned long long code_offset; |
09ee011e JD |
449 | int code_fd = phys_mapping(to_phys((void *) &__syscall_stub_start), |
450 | &code_offset); | |
abaf6977 GS |
451 | |
452 | mmop = ((struct proc_mm_op) { .op = MM_MMAP, | |
453 | .u = | |
454 | { .mmap = | |
455 | { .addr = code, | |
c539ab73 | 456 | .len = UM_KERN_PAGE_SIZE, |
abaf6977 GS |
457 | .prot = PROT_EXEC, |
458 | .flags = MAP_FIXED | MAP_PRIVATE, | |
09ee011e JD |
459 | .fd = code_fd, |
460 | .offset = code_offset | |
abaf6977 | 461 | } } }); |
a61f334f | 462 | CATCH_EINTR(n = write(fd, &mmop, sizeof(mmop))); |
ba180fd4 | 463 | if (n != sizeof(mmop)) { |
a61f334f | 464 | n = errno; |
ba180fd4 JD |
465 | printk(UM_KERN_ERR "mmap args - addr = 0x%lx, fd = %d, " |
466 | "offset = %llx\n", code, code_fd, | |
467 | (unsigned long long) code_offset); | |
abaf6977 | 468 | panic("map_stub_pages : /proc/mm map for code failed, " |
a61f334f | 469 | "err = %d\n", n); |
b4cf95c6 | 470 | } |
abaf6977 | 471 | |
ba180fd4 | 472 | if (stack) { |
0a7675aa | 473 | unsigned long long map_offset; |
abaf6977 GS |
474 | int map_fd = phys_mapping(to_phys((void *)stack), &map_offset); |
475 | mmop = ((struct proc_mm_op) | |
476 | { .op = MM_MMAP, | |
477 | .u = | |
478 | { .mmap = | |
479 | { .addr = data, | |
c539ab73 | 480 | .len = UM_KERN_PAGE_SIZE, |
abaf6977 GS |
481 | .prot = PROT_READ | PROT_WRITE, |
482 | .flags = MAP_FIXED | MAP_SHARED, | |
483 | .fd = map_fd, | |
484 | .offset = map_offset | |
485 | } } }); | |
a61f334f | 486 | CATCH_EINTR(n = write(fd, &mmop, sizeof(mmop))); |
ba180fd4 | 487 | if (n != sizeof(mmop)) |
abaf6977 | 488 | panic("map_stub_pages : /proc/mm map for data failed, " |
a61f334f | 489 | "err = %d\n", errno); |
abaf6977 GS |
490 | } |
491 | } | |
492 | ||
3c917350 | 493 | void new_thread(void *stack, jmp_buf *buf, void (*handler)(void)) |
abaf6977 | 494 | { |
3c917350 | 495 | (*buf)[0].JB_IP = (unsigned long) handler; |
e1a79c40 JD |
496 | (*buf)[0].JB_SP = (unsigned long) stack + UM_THREAD_SIZE - |
497 | sizeof(void *); | |
abaf6977 GS |
498 | } |
499 | ||
e2216feb | 500 | #define INIT_JMP_NEW_THREAD 0 |
3c917350 JD |
501 | #define INIT_JMP_CALLBACK 1 |
502 | #define INIT_JMP_HALT 2 | |
503 | #define INIT_JMP_REBOOT 3 | |
abaf6977 | 504 | |
3c917350 | 505 | void switch_threads(jmp_buf *me, jmp_buf *you) |
abaf6977 | 506 | { |
ba180fd4 | 507 | if (UML_SETJMP(me) == 0) |
3c917350 | 508 | UML_LONGJMP(you, 1); |
abaf6977 GS |
509 | } |
510 | ||
ad28e029 | 511 | static jmp_buf initial_jmpbuf; |
abaf6977 GS |
512 | |
513 | /* XXX Make these percpu */ | |
514 | static void (*cb_proc)(void *arg); | |
515 | static void *cb_arg; | |
ad28e029 | 516 | static jmp_buf *cb_back; |
abaf6977 | 517 | |
3c917350 | 518 | int start_idle_thread(void *stack, jmp_buf *switch_buf) |
abaf6977 | 519 | { |
a5df0d1a | 520 | int n; |
abaf6977 GS |
521 | |
522 | set_handler(SIGWINCH, (__sighandler_t) sig_handler, | |
523 | SA_ONSTACK | SA_RESTART, SIGUSR1, SIGIO, SIGALRM, | |
524 | SIGVTALRM, -1); | |
525 | ||
77f6af77 JD |
526 | /* |
527 | * Can't use UML_SETJMP or UML_LONGJMP here because they save | |
528 | * and restore signals, with the possible side-effect of | |
529 | * trying to handle any signals which came when they were | |
530 | * blocked, which can't be done on this stack. | |
531 | * Signals must be blocked when jumping back here and restored | |
532 | * after returning to the jumper. | |
533 | */ | |
534 | n = setjmp(initial_jmpbuf); | |
ba180fd4 | 535 | switch(n) { |
abaf6977 | 536 | case INIT_JMP_NEW_THREAD: |
3c917350 JD |
537 | (*switch_buf)[0].JB_IP = (unsigned long) new_thread_handler; |
538 | (*switch_buf)[0].JB_SP = (unsigned long) stack + | |
e1a79c40 | 539 | UM_THREAD_SIZE - sizeof(void *); |
abaf6977 GS |
540 | break; |
541 | case INIT_JMP_CALLBACK: | |
542 | (*cb_proc)(cb_arg); | |
77f6af77 | 543 | longjmp(*cb_back, 1); |
abaf6977 GS |
544 | break; |
545 | case INIT_JMP_HALT: | |
546 | kmalloc_ok = 0; | |
ba180fd4 | 547 | return 0; |
abaf6977 GS |
548 | case INIT_JMP_REBOOT: |
549 | kmalloc_ok = 0; | |
ba180fd4 | 550 | return 1; |
abaf6977 GS |
551 | default: |
552 | panic("Bad sigsetjmp return in start_idle_thread - %d\n", n); | |
553 | } | |
77f6af77 | 554 | longjmp(*switch_buf, 1); |
abaf6977 GS |
555 | } |
556 | ||
557 | void initial_thread_cb_skas(void (*proc)(void *), void *arg) | |
558 | { | |
ad28e029 | 559 | jmp_buf here; |
abaf6977 GS |
560 | |
561 | cb_proc = proc; | |
562 | cb_arg = arg; | |
563 | cb_back = &here; | |
564 | ||
565 | block_signals(); | |
ba180fd4 | 566 | if (UML_SETJMP(&here) == 0) |
ad28e029 | 567 | UML_LONGJMP(&initial_jmpbuf, INIT_JMP_CALLBACK); |
abaf6977 GS |
568 | unblock_signals(); |
569 | ||
570 | cb_proc = NULL; | |
571 | cb_arg = NULL; | |
572 | cb_back = NULL; | |
573 | } | |
574 | ||
575 | void halt_skas(void) | |
576 | { | |
577 | block_signals(); | |
ad28e029 | 578 | UML_LONGJMP(&initial_jmpbuf, INIT_JMP_HALT); |
abaf6977 GS |
579 | } |
580 | ||
581 | void reboot_skas(void) | |
582 | { | |
583 | block_signals(); | |
ad28e029 | 584 | UML_LONGJMP(&initial_jmpbuf, INIT_JMP_REBOOT); |
abaf6977 GS |
585 | } |
586 | ||
77bf4400 | 587 | void __switch_mm(struct mm_id *mm_idp) |
abaf6977 GS |
588 | { |
589 | int err; | |
590 | ||
77bf4400 | 591 | /* FIXME: need cpu pid in __switch_mm */ |
ba180fd4 | 592 | if (proc_mm) { |
abaf6977 GS |
593 | err = ptrace(PTRACE_SWITCH_MM, userspace_pid[0], 0, |
594 | mm_idp->u.mm_fd); | |
ba180fd4 | 595 | if (err) |
77bf4400 | 596 | panic("__switch_mm - PTRACE_SWITCH_MM failed, " |
abaf6977 GS |
597 | "errno = %d\n", errno); |
598 | } | |
599 | else userspace_pid[0] = mm_idp->u.pid; | |
600 | } |