x86: signal_64: setup fpstate in setup_sigcontext()
[deliverable/linux.git] / arch / x86 / kernel / signal_64.c
CommitLineData
1da177e4 1/*
1da177e4
LT
2 * Copyright (C) 1991, 1992 Linus Torvalds
3 * Copyright (C) 2000, 2001, 2002 Andi Kleen SuSE Labs
4 *
5 * 1997-11-28 Modified for POSIX.1b signals by Richard Henderson
6 * 2000-06-20 Pentium III FXSR, SSE support by Gareth Hughes
7 * 2000-2002 x86-64 support by Andi Kleen
1da177e4
LT
8 */
9
10#include <linux/sched.h>
11#include <linux/mm.h>
12#include <linux/smp.h>
1da177e4
LT
13#include <linux/kernel.h>
14#include <linux/signal.h>
15#include <linux/errno.h>
16#include <linux/wait.h>
17#include <linux/ptrace.h>
36a03308 18#include <linux/tracehook.h>
1da177e4
LT
19#include <linux/unistd.h>
20#include <linux/stddef.h>
21#include <linux/personality.h>
22#include <linux/compiler.h>
caa007dd
GP
23#include <linux/uaccess.h>
24
1a176803 25#include <asm/processor.h>
1da177e4 26#include <asm/ucontext.h>
1da177e4
LT
27#include <asm/i387.h>
28#include <asm/proto.h>
c5924b7d 29#include <asm/ia32_unistd.h>
e02e68d3 30#include <asm/mce.h>
4dfcbb99 31#include <asm/syscall.h>
bbc1f698 32#include <asm/syscalls.h>
123a6347 33#include "sigframe.h"
1da177e4 34
1da177e4
LT
35#define _BLOCKABLE (~(sigmask(SIGKILL) | sigmask(SIGSTOP)))
36
1a176803
HH
37#define __FIX_EFLAGS (X86_EFLAGS_AC | X86_EFLAGS_OF | \
38 X86_EFLAGS_DF | X86_EFLAGS_TF | X86_EFLAGS_SF | \
39 X86_EFLAGS_ZF | X86_EFLAGS_AF | X86_EFLAGS_PF | \
40 X86_EFLAGS_CF)
41
42#ifdef CONFIG_X86_32
43# define FIX_EFLAGS (__FIX_EFLAGS | X86_EFLAGS_RF)
44#else
45# define FIX_EFLAGS __FIX_EFLAGS
46#endif
47
1da177e4
LT
48asmlinkage long
49sys_sigaltstack(const stack_t __user *uss, stack_t __user *uoss,
50 struct pt_regs *regs)
51{
65ea5b03 52 return do_sigaltstack(uss, uoss, regs->sp);
1da177e4
LT
53}
54
a2e8d3dc
HS
55#define COPY(x) { \
56 err |= __get_user(regs->x, &sc->x); \
57}
58
59#define COPY_SEG_STRICT(seg) { \
60 unsigned short tmp; \
61 err |= __get_user(tmp, &sc->seg); \
62 regs->seg = tmp | 3; \
63}
64
1da177e4
LT
65/*
66 * Do a signal return; undo the signal stack.
67 */
1da177e4 68static int
866bc13f
HH
69restore_sigcontext(struct pt_regs *regs, struct sigcontext __user *sc,
70 unsigned long *pax)
1da177e4 71{
69e13ad5
HS
72 void __user *buf;
73 unsigned int tmpflags;
1da177e4
LT
74 unsigned int err = 0;
75
76 /* Always make any pending restarted system calls return -EINTR */
77 current_thread_info()->restart_block.fn = do_no_restart_syscall;
78
709110bd
HS
79#ifdef CONFIG_X86_32
80 GET_SEG(gs);
81 COPY_SEG(fs);
82 COPY_SEG(es);
83 COPY_SEG(ds);
84#endif /* CONFIG_X86_32 */
85
742fa54a
PA
86 COPY(di); COPY(si); COPY(bp); COPY(sp); COPY(bx);
87 COPY(dx); COPY(cx); COPY(ip);
709110bd
HS
88
89#ifdef CONFIG_X86_64
1da177e4
LT
90 COPY(r8);
91 COPY(r9);
92 COPY(r10);
93 COPY(r11);
94 COPY(r12);
95 COPY(r13);
96 COPY(r14);
97 COPY(r15);
709110bd 98#endif /* CONFIG_X86_64 */
1da177e4 99
709110bd
HS
100#ifdef CONFIG_X86_32
101 COPY_SEG_STRICT(cs);
102 COPY_SEG_STRICT(ss);
103#else /* !CONFIG_X86_32 */
e4e5d324
BF
104 /* Kernel saves and restores only the CS segment register on signals,
105 * which is the bare minimum needed to allow mixed 32/64-bit code.
106 * App's signal handler can save/restore other segments if needed. */
a2e8d3dc 107 COPY_SEG_STRICT(cs);
709110bd 108#endif /* CONFIG_X86_32 */
e4e5d324 109
69e13ad5
HS
110 err |= __get_user(tmpflags, &sc->flags);
111 regs->flags = (regs->flags & ~FIX_EFLAGS) | (tmpflags & FIX_EFLAGS);
112 regs->orig_ax = -1; /* disable syscall checks */
1da177e4 113
69e13ad5
HS
114 err |= __get_user(buf, &sc->fpstate);
115 err |= restore_i387_xstate(buf);
1da177e4 116
866bc13f 117 err |= __get_user(*pax, &sc->ax);
1da177e4 118 return err;
1da177e4
LT
119}
120
e6babb6b 121static long do_rt_sigreturn(struct pt_regs *regs)
1da177e4
LT
122{
123 struct rt_sigframe __user *frame;
65ea5b03 124 unsigned long ax;
e6babb6b 125 sigset_t set;
1da177e4 126
2d19c458
HH
127 frame = (struct rt_sigframe __user *)(regs->sp - sizeof(long));
128 if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
1da177e4 129 goto badframe;
2d19c458 130 if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set)))
1da177e4 131 goto badframe;
1da177e4
LT
132
133 sigdelsetmask(&set, ~_BLOCKABLE);
134 spin_lock_irq(&current->sighand->siglock);
135 current->blocked = set;
136 recalc_sigpending();
137 spin_unlock_irq(&current->sighand->siglock);
caa007dd 138
65ea5b03 139 if (restore_sigcontext(regs, &frame->uc.uc_mcontext, &ax))
1da177e4
LT
140 goto badframe;
141
65ea5b03 142 if (do_sigaltstack(&frame->uc.uc_stack, NULL, regs->sp) == -EFAULT)
1da177e4
LT
143 goto badframe;
144
65ea5b03 145 return ax;
1da177e4
LT
146
147badframe:
e6babb6b 148 signal_fault(regs, frame, "rt_sigreturn");
1da177e4 149 return 0;
caa007dd 150}
1da177e4 151
e6babb6b
HS
152asmlinkage long sys_rt_sigreturn(struct pt_regs *regs)
153{
154 return do_rt_sigreturn(regs);
155}
156
1da177e4
LT
157/*
158 * Set up a signal frame.
159 */
160
161static inline int
ee7d523c
HS
162setup_sigcontext(struct sigcontext __user *sc, void __user *fpstate,
163 struct pt_regs *regs,
164 unsigned long mask, struct task_struct *me)
1da177e4
LT
165{
166 int err = 0;
1da177e4 167
e4e5d324 168 err |= __put_user(regs->cs, &sc->cs);
1da177e4
LT
169 err |= __put_user(0, &sc->gs);
170 err |= __put_user(0, &sc->fs);
171
742fa54a
PA
172 err |= __put_user(regs->di, &sc->di);
173 err |= __put_user(regs->si, &sc->si);
174 err |= __put_user(regs->bp, &sc->bp);
175 err |= __put_user(regs->sp, &sc->sp);
176 err |= __put_user(regs->bx, &sc->bx);
177 err |= __put_user(regs->dx, &sc->dx);
178 err |= __put_user(regs->cx, &sc->cx);
179 err |= __put_user(regs->ax, &sc->ax);
1da177e4
LT
180 err |= __put_user(regs->r8, &sc->r8);
181 err |= __put_user(regs->r9, &sc->r9);
182 err |= __put_user(regs->r10, &sc->r10);
183 err |= __put_user(regs->r11, &sc->r11);
184 err |= __put_user(regs->r12, &sc->r12);
185 err |= __put_user(regs->r13, &sc->r13);
186 err |= __put_user(regs->r14, &sc->r14);
187 err |= __put_user(regs->r15, &sc->r15);
188 err |= __put_user(me->thread.trap_no, &sc->trapno);
189 err |= __put_user(me->thread.error_code, &sc->err);
742fa54a
PA
190 err |= __put_user(regs->ip, &sc->ip);
191 err |= __put_user(regs->flags, &sc->flags);
ee7d523c 192 err |= __put_user(fpstate, &sc->fpstate);
1da177e4
LT
193 err |= __put_user(mask, &sc->oldmask);
194 err |= __put_user(me->thread.cr2, &sc->cr2);
195
196 return err;
197}
198
199/*
200 * Determine which stack to use..
201 */
202
203static void __user *
fd4a2030 204get_stack(struct k_sigaction *ka, unsigned long sp, unsigned long size)
1da177e4 205{
1da177e4 206 /* Default to using normal stack - redzone*/
fd4a2030 207 sp -= 128;
1da177e4
LT
208
209 /* This is the X/Open sanctioned signal stack switching. */
1da177e4 210 if (ka->sa.sa_flags & SA_ONSTACK) {
65ea5b03
PA
211 if (sas_ss_flags(sp) == 0)
212 sp = current->sas_ss_sp + current->sas_ss_size;
1da177e4
LT
213 }
214
c37b5efe 215 return (void __user *)round_down(sp - size, 64);
1da177e4
LT
216}
217
1d13024e
HS
218static int __setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
219 sigset_t *set, struct pt_regs *regs)
1da177e4
LT
220{
221 struct rt_sigframe __user *frame;
ab513701 222 void __user *fp = NULL;
1da177e4
LT
223 int err = 0;
224 struct task_struct *me = current;
225
226 if (used_math()) {
fd4a2030 227 fp = get_stack(ka, regs->sp, sig_xstate_size);
1da177e4
LT
228 frame = (void __user *)round_down(
229 (unsigned long)fp - sizeof(struct rt_sigframe), 16) - 8;
230
ab513701 231 if (save_i387_xstate(fp) < 0)
2ba48e16 232 return -EFAULT;
1da177e4 233 } else
fd4a2030 234 frame = get_stack(ka, regs->sp, sizeof(struct rt_sigframe)) - 8;
1da177e4
LT
235
236 if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
3d0aedd9 237 return -EFAULT;
1da177e4 238
caa007dd 239 if (ka->sa.sa_flags & SA_SIGINFO) {
2ba48e16 240 if (copy_siginfo_to_user(&frame->info, info))
3d0aedd9 241 return -EFAULT;
1da177e4 242 }
caa007dd 243
1da177e4 244 /* Create the ucontext. */
c37b5efe
SS
245 if (cpu_has_xsave)
246 err |= __put_user(UC_FP_XSTATE, &frame->uc.uc_flags);
247 else
248 err |= __put_user(0, &frame->uc.uc_flags);
1da177e4
LT
249 err |= __put_user(0, &frame->uc.uc_link);
250 err |= __put_user(me->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
65ea5b03 251 err |= __put_user(sas_ss_flags(regs->sp),
1da177e4
LT
252 &frame->uc.uc_stack.ss_flags);
253 err |= __put_user(me->sas_ss_size, &frame->uc.uc_stack.ss_size);
ee7d523c
HS
254 err |= setup_sigcontext(&frame->uc.uc_mcontext, fp,
255 regs, set->sig[0], me);
124ffe14 256 err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));
1da177e4
LT
257
258 /* Set up to return from userspace. If provided, use a stub
259 already in userspace. */
260 /* x86-64 should always use SA_RESTORER. */
261 if (ka->sa.sa_flags & SA_RESTORER) {
262 err |= __put_user(ka->sa.sa_restorer, &frame->pretcode);
263 } else {
264 /* could use a vstub here */
3d0aedd9 265 return -EFAULT;
1da177e4
LT
266 }
267
268 if (err)
3d0aedd9 269 return -EFAULT;
1da177e4 270
1da177e4 271 /* Set up registers for signal handler */
65ea5b03 272 regs->di = sig;
caa007dd 273 /* In case the signal handler was declared without prototypes */
65ea5b03 274 regs->ax = 0;
1da177e4
LT
275
276 /* This also works for non SA_SIGINFO handlers because they expect the
277 next argument after the signal number on the stack. */
65ea5b03
PA
278 regs->si = (unsigned long)&frame->info;
279 regs->dx = (unsigned long)&frame->uc;
280 regs->ip = (unsigned long) ka->sa.sa_handler;
1da177e4 281
65ea5b03 282 regs->sp = (unsigned long)frame;
1da177e4 283
e4e5d324
BF
284 /* Set up the CS register to run signal handlers in 64-bit mode,
285 even if the handler happens to be interrupting 32-bit code. */
286 regs->cs = __USER_CS;
287
1d001df1 288 return 0;
1da177e4
LT
289}
290
291/*
292 * OK, we're invoking a handler
caa007dd 293 */
b94fd698
HS
294static int signr_convert(int sig)
295{
96bf84b7
HS
296#ifdef CONFIG_X86_32
297 struct thread_info *info = current_thread_info();
298
299 if (info->exec_domain && info->exec_domain->signal_invmap && sig < 32)
300 return info->exec_domain->signal_invmap[sig];
301#endif /* CONFIG_X86_32 */
b94fd698
HS
302 return sig;
303}
304
cabf5035
HS
305#ifdef CONFIG_X86_32
306
307#define is_ia32 1
308#define ia32_setup_frame __setup_frame
309#define ia32_setup_rt_frame __setup_rt_frame
310
311#else /* !CONFIG_X86_32 */
312
455edbc4
HS
313#ifdef CONFIG_IA32_EMULATION
314#define is_ia32 test_thread_flag(TIF_IA32)
cabf5035 315#else /* !CONFIG_IA32_EMULATION */
455edbc4 316#define is_ia32 0
cabf5035
HS
317#endif /* CONFIG_IA32_EMULATION */
318
319#endif /* CONFIG_X86_32 */
455edbc4 320
1d13024e
HS
321static int
322setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
323 sigset_t *set, struct pt_regs *regs)
324{
b94fd698 325 int usig = signr_convert(sig);
1d13024e
HS
326 int ret;
327
455edbc4
HS
328 /* Set up the stack frame */
329 if (is_ia32) {
1d13024e 330 if (ka->sa.sa_flags & SA_SIGINFO)
b94fd698 331 ret = ia32_setup_rt_frame(usig, ka, info, set, regs);
1d13024e 332 else
b94fd698 333 ret = ia32_setup_frame(usig, ka, set, regs);
1d13024e 334 } else
455edbc4 335 ret = __setup_rt_frame(sig, ka, info, set, regs);
1d13024e 336
3d0aedd9
HS
337 if (ret) {
338 force_sigsegv(sig, current);
339 return -EFAULT;
340 }
341
1d13024e
HS
342 return ret;
343}
1da177e4 344
0928d6ef 345static int
1da177e4 346handle_signal(unsigned long sig, siginfo_t *info, struct k_sigaction *ka,
ac66f3fd 347 sigset_t *oldset, struct pt_regs *regs)
1da177e4 348{
0928d6ef
RM
349 int ret;
350
1da177e4 351 /* Are we from a system call? */
4dfcbb99 352 if (syscall_get_nr(current, regs) >= 0) {
1da177e4 353 /* If so, check system call restarting.. */
4dfcbb99 354 switch (syscall_get_error(current, regs)) {
ac66f3fd
HH
355 case -ERESTART_RESTARTBLOCK:
356 case -ERESTARTNOHAND:
357 regs->ax = -EINTR;
358 break;
1da177e4 359
ac66f3fd
HH
360 case -ERESTARTSYS:
361 if (!(ka->sa.sa_flags & SA_RESTART)) {
362 regs->ax = -EINTR;
1da177e4 363 break;
ac66f3fd
HH
364 }
365 /* fallthrough */
366 case -ERESTARTNOINTR:
367 regs->ax = regs->orig_ax;
368 regs->ip -= 2;
369 break;
1da177e4
LT
370 }
371 }
372
d61915da 373 /*
e1f28773
RM
374 * If TF is set due to a debugger (TIF_FORCED_TF), clear the TF
375 * flag so that register information in the sigcontext is correct.
d61915da 376 */
65ea5b03 377 if (unlikely(regs->flags & X86_EFLAGS_TF) &&
e1f28773 378 likely(test_and_clear_thread_flag(TIF_FORCED_TF)))
65ea5b03 379 regs->flags &= ~X86_EFLAGS_TF;
d61915da 380
0928d6ef 381 ret = setup_rt_frame(sig, ka, info, oldset, regs);
1da177e4 382
764e8d12
HS
383 if (ret)
384 return ret;
8b9c5ff3 385
86d3237c 386#ifdef CONFIG_X86_64
764e8d12
HS
387 /*
388 * This has nothing to do with segment registers,
389 * despite the name. This magic affects uaccess.h
390 * macros' behavior. Reset it to the normal setting.
391 */
392 set_fs(USER_DS);
86d3237c 393#endif
36a03308 394
764e8d12
HS
395 /*
396 * Clear the direction flag as per the ABI for function entry.
397 */
398 regs->flags &= ~X86_EFLAGS_DF;
0928d6ef 399
764e8d12
HS
400 /*
401 * Clear TF when entering the signal handler, but
402 * notify any tracer that was single-stepping it.
403 * The tracer may want to single-step inside the
404 * handler too.
405 */
406 regs->flags &= ~X86_EFLAGS_TF;
407
408 spin_lock_irq(&current->sighand->siglock);
409 sigorsets(&current->blocked, &current->blocked, &ka->sa.sa_mask);
410 if (!(ka->sa.sa_flags & SA_NODEFER))
411 sigaddset(&current->blocked, sig);
412 recalc_sigpending();
413 spin_unlock_irq(&current->sighand->siglock);
414
415 tracehook_signal_handler(sig, info, ka, regs,
416 test_thread_flag(TIF_SINGLESTEP));
417
418 return 0;
1da177e4
LT
419}
420
57917752
HS
421#ifdef CONFIG_X86_32
422#define NR_restart_syscall __NR_restart_syscall
423#else /* !CONFIG_X86_32 */
8fcd8e20
HS
424#define NR_restart_syscall \
425 test_thread_flag(TIF_IA32) ? __NR_ia32_restart_syscall : __NR_restart_syscall
57917752
HS
426#endif /* CONFIG_X86_32 */
427
1da177e4
LT
428/*
429 * Note that 'init' is a special process: it doesn't get signals it doesn't
430 * want to handle. Thus you cannot kill init even with a SIGKILL even by
431 * mistake.
432 */
1d001df1 433static void do_signal(struct pt_regs *regs)
1da177e4
LT
434{
435 struct k_sigaction ka;
436 siginfo_t info;
437 int signr;
1d001df1 438 sigset_t *oldset;
1da177e4
LT
439
440 /*
ac66f3fd
HH
441 * We want the common case to go fast, which is why we may in certain
442 * cases get here from kernel mode. Just return without doing anything
1da177e4 443 * if so.
ac66f3fd
HH
444 * X86_32: vm86 regs switched out by assembly code before reaching
445 * here, so testing against kernel CS suffices.
1da177e4 446 */
76381fee 447 if (!user_mode(regs))
1d001df1 448 return;
1da177e4 449
5a8da0ea 450 if (current_thread_info()->status & TS_RESTORE_SIGMASK)
1d001df1
AK
451 oldset = &current->saved_sigmask;
452 else
1da177e4
LT
453 oldset = &current->blocked;
454
455 signr = get_signal_to_deliver(&info, &ka, regs, NULL);
456 if (signr > 0) {
5fd93330
HS
457 /*
458 * Re-enable any watchpoints before delivering the
1da177e4
LT
459 * signal to user space. The processor register will
460 * have been cleared if the watchpoint triggered
461 * inside the kernel.
462 */
463 if (current->thread.debugreg7)
e9129e56 464 set_debugreg(current->thread.debugreg7, 7);
1da177e4 465
5fd93330 466 /* Whee! Actually deliver the signal. */
1d001df1 467 if (handle_signal(signr, &info, &ka, oldset, regs) == 0) {
5a8da0ea
RM
468 /*
469 * A signal was successfully delivered; the saved
1d001df1
AK
470 * sigmask will have been stored in the signal frame,
471 * and will be restored by sigreturn, so we can simply
5a8da0ea
RM
472 * clear the TS_RESTORE_SIGMASK flag.
473 */
474 current_thread_info()->status &= ~TS_RESTORE_SIGMASK;
1d001df1
AK
475 }
476 return;
1da177e4
LT
477 }
478
1da177e4 479 /* Did we come from a system call? */
4dfcbb99 480 if (syscall_get_nr(current, regs) >= 0) {
1da177e4 481 /* Restart the system call - no handlers present */
4dfcbb99 482 switch (syscall_get_error(current, regs)) {
1d001df1
AK
483 case -ERESTARTNOHAND:
484 case -ERESTARTSYS:
485 case -ERESTARTNOINTR:
65ea5b03
PA
486 regs->ax = regs->orig_ax;
487 regs->ip -= 2;
1d001df1 488 break;
5fd93330 489
1d001df1 490 case -ERESTART_RESTARTBLOCK:
8fcd8e20 491 regs->ax = NR_restart_syscall;
65ea5b03 492 regs->ip -= 2;
1d001df1 493 break;
1da177e4
LT
494 }
495 }
1d001df1 496
ac66f3fd
HH
497 /*
498 * If there's no signal to deliver, we just put the saved sigmask
499 * back.
500 */
5a8da0ea
RM
501 if (current_thread_info()->status & TS_RESTORE_SIGMASK) {
502 current_thread_info()->status &= ~TS_RESTORE_SIGMASK;
1d001df1
AK
503 sigprocmask(SIG_SETMASK, &current->saved_sigmask, NULL);
504 }
1da177e4
LT
505}
506
ee847c54
HS
507/*
508 * notification of userspace execution resumption
509 * - triggered by the TIF_WORK_MASK flags
510 */
511void
512do_notify_resume(struct pt_regs *regs, void *unused, __u32 thread_info_flags)
1da177e4 513{
ee847c54 514#if defined(CONFIG_X86_64) && defined(CONFIG_X86_MCE)
e02e68d3
TH
515 /* notify userspace of pending MCEs */
516 if (thread_info_flags & _TIF_MCE_NOTIFY)
517 mce_notify_user();
ee847c54 518#endif /* CONFIG_X86_64 && CONFIG_X86_MCE */
e02e68d3 519
1da177e4 520 /* deal with pending signal delivery */
5a8da0ea 521 if (thread_info_flags & _TIF_SIGPENDING)
1d001df1 522 do_signal(regs);
59e52130
RM
523
524 if (thread_info_flags & _TIF_NOTIFY_RESUME) {
525 clear_thread_flag(TIF_NOTIFY_RESUME);
526 tracehook_notify_resume(regs);
527 }
ee847c54
HS
528
529#ifdef CONFIG_X86_32
530 clear_thread_flag(TIF_IRET);
531#endif /* CONFIG_X86_32 */
1da177e4
LT
532}
533
534void signal_fault(struct pt_regs *regs, void __user *frame, char *where)
caa007dd
GP
535{
536 struct task_struct *me = current;
b2994ef0 537
03252919 538 if (show_unhandled_signals && printk_ratelimit()) {
b2994ef0
HS
539 printk(KERN_INFO
540 "%s[%d] bad frame in %s frame:%p ip:%lx sp:%lx orax:%lx",
541 me->comm, me->pid, where, frame,
542 regs->ip, regs->sp, regs->orig_ax);
03252919 543 print_vma_addr(" in ", regs->ip);
b2994ef0 544 printk(KERN_CONT "\n");
03252919 545 }
1da177e4 546
caa007dd
GP
547 force_sig(SIGSEGV, me);
548}
This page took 0.440849 seconds and 5 git commands to generate.