Merge branch 'x86/unify-cpu-detect' into x86-v28-for-linus-phase4-D
[deliverable/linux.git] / arch / x86 / kernel / signal_64.c
CommitLineData
1da177e4 1/*
1da177e4
LT
2 * Copyright (C) 1991, 1992 Linus Torvalds
3 * Copyright (C) 2000, 2001, 2002 Andi Kleen SuSE Labs
4 *
5 * 1997-11-28 Modified for POSIX.1b signals by Richard Henderson
6 * 2000-06-20 Pentium III FXSR, SSE support by Gareth Hughes
7 * 2000-2002 x86-64 support by Andi Kleen
1da177e4
LT
8 */
9
10#include <linux/sched.h>
11#include <linux/mm.h>
12#include <linux/smp.h>
1da177e4
LT
13#include <linux/kernel.h>
14#include <linux/signal.h>
15#include <linux/errno.h>
16#include <linux/wait.h>
17#include <linux/ptrace.h>
36a03308 18#include <linux/tracehook.h>
1da177e4
LT
19#include <linux/unistd.h>
20#include <linux/stddef.h>
21#include <linux/personality.h>
22#include <linux/compiler.h>
caa007dd
GP
23#include <linux/uaccess.h>
24
1a176803 25#include <asm/processor.h>
1da177e4 26#include <asm/ucontext.h>
1da177e4
LT
27#include <asm/i387.h>
28#include <asm/proto.h>
c5924b7d 29#include <asm/ia32_unistd.h>
e02e68d3 30#include <asm/mce.h>
4dfcbb99 31#include <asm/syscall.h>
bbc1f698 32#include <asm/syscalls.h>
123a6347 33#include "sigframe.h"
1da177e4 34
1da177e4
LT
35#define _BLOCKABLE (~(sigmask(SIGKILL) | sigmask(SIGSTOP)))
36
1a176803
HH
37#define __FIX_EFLAGS (X86_EFLAGS_AC | X86_EFLAGS_OF | \
38 X86_EFLAGS_DF | X86_EFLAGS_TF | X86_EFLAGS_SF | \
39 X86_EFLAGS_ZF | X86_EFLAGS_AF | X86_EFLAGS_PF | \
40 X86_EFLAGS_CF)
41
42#ifdef CONFIG_X86_32
43# define FIX_EFLAGS (__FIX_EFLAGS | X86_EFLAGS_RF)
44#else
45# define FIX_EFLAGS __FIX_EFLAGS
46#endif
47
1da177e4
LT
48asmlinkage long
49sys_sigaltstack(const stack_t __user *uss, stack_t __user *uoss,
50 struct pt_regs *regs)
51{
65ea5b03 52 return do_sigaltstack(uss, uoss, regs->sp);
1da177e4
LT
53}
54
1da177e4
LT
55/*
56 * Do a signal return; undo the signal stack.
57 */
1da177e4 58static int
866bc13f
HH
59restore_sigcontext(struct pt_regs *regs, struct sigcontext __user *sc,
60 unsigned long *pax)
1da177e4
LT
61{
62 unsigned int err = 0;
63
64 /* Always make any pending restarted system calls return -EINTR */
65 current_thread_info()->restart_block.fn = do_no_restart_syscall;
66
caa007dd 67#define COPY(x) (err |= __get_user(regs->x, &sc->x))
1da177e4 68
742fa54a
PA
69 COPY(di); COPY(si); COPY(bp); COPY(sp); COPY(bx);
70 COPY(dx); COPY(cx); COPY(ip);
1da177e4
LT
71 COPY(r8);
72 COPY(r9);
73 COPY(r10);
74 COPY(r11);
75 COPY(r12);
76 COPY(r13);
77 COPY(r14);
78 COPY(r15);
79
e4e5d324
BF
80 /* Kernel saves and restores only the CS segment register on signals,
81 * which is the bare minimum needed to allow mixed 32/64-bit code.
82 * App's signal handler can save/restore other segments if needed. */
83 {
84 unsigned cs;
85 err |= __get_user(cs, &sc->cs);
86 regs->cs = cs | 3; /* Force into user mode */
87 }
88
1da177e4
LT
89 {
90 unsigned int tmpflags;
742fa54a 91 err |= __get_user(tmpflags, &sc->flags);
1a176803 92 regs->flags = (regs->flags & ~FIX_EFLAGS) | (tmpflags & FIX_EFLAGS);
65ea5b03 93 regs->orig_ax = -1; /* disable syscall checks */
1da177e4
LT
94 }
95
96 {
caa007dd 97 struct _fpstate __user *buf;
1da177e4 98 err |= __get_user(buf, &sc->fpstate);
ab513701 99 err |= restore_i387_xstate(buf);
1da177e4
LT
100 }
101
866bc13f 102 err |= __get_user(*pax, &sc->ax);
1da177e4 103 return err;
1da177e4
LT
104}
105
106asmlinkage long sys_rt_sigreturn(struct pt_regs *regs)
107{
108 struct rt_sigframe __user *frame;
109 sigset_t set;
65ea5b03 110 unsigned long ax;
1da177e4 111
2d19c458
HH
112 frame = (struct rt_sigframe __user *)(regs->sp - sizeof(long));
113 if (!access_ok(VERIFY_READ, frame, sizeof(*frame)))
1da177e4 114 goto badframe;
2d19c458 115 if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set)))
1da177e4 116 goto badframe;
1da177e4
LT
117
118 sigdelsetmask(&set, ~_BLOCKABLE);
119 spin_lock_irq(&current->sighand->siglock);
120 current->blocked = set;
121 recalc_sigpending();
122 spin_unlock_irq(&current->sighand->siglock);
caa007dd 123
65ea5b03 124 if (restore_sigcontext(regs, &frame->uc.uc_mcontext, &ax))
1da177e4
LT
125 goto badframe;
126
65ea5b03 127 if (do_sigaltstack(&frame->uc.uc_stack, NULL, regs->sp) == -EFAULT)
1da177e4
LT
128 goto badframe;
129
65ea5b03 130 return ax;
1da177e4
LT
131
132badframe:
caa007dd 133 signal_fault(regs, frame, "sigreturn");
1da177e4 134 return 0;
caa007dd 135}
1da177e4
LT
136
137/*
138 * Set up a signal frame.
139 */
140
141static inline int
caa007dd
GP
142setup_sigcontext(struct sigcontext __user *sc, struct pt_regs *regs,
143 unsigned long mask, struct task_struct *me)
1da177e4
LT
144{
145 int err = 0;
1da177e4 146
e4e5d324 147 err |= __put_user(regs->cs, &sc->cs);
1da177e4
LT
148 err |= __put_user(0, &sc->gs);
149 err |= __put_user(0, &sc->fs);
150
742fa54a
PA
151 err |= __put_user(regs->di, &sc->di);
152 err |= __put_user(regs->si, &sc->si);
153 err |= __put_user(regs->bp, &sc->bp);
154 err |= __put_user(regs->sp, &sc->sp);
155 err |= __put_user(regs->bx, &sc->bx);
156 err |= __put_user(regs->dx, &sc->dx);
157 err |= __put_user(regs->cx, &sc->cx);
158 err |= __put_user(regs->ax, &sc->ax);
1da177e4
LT
159 err |= __put_user(regs->r8, &sc->r8);
160 err |= __put_user(regs->r9, &sc->r9);
161 err |= __put_user(regs->r10, &sc->r10);
162 err |= __put_user(regs->r11, &sc->r11);
163 err |= __put_user(regs->r12, &sc->r12);
164 err |= __put_user(regs->r13, &sc->r13);
165 err |= __put_user(regs->r14, &sc->r14);
166 err |= __put_user(regs->r15, &sc->r15);
167 err |= __put_user(me->thread.trap_no, &sc->trapno);
168 err |= __put_user(me->thread.error_code, &sc->err);
742fa54a
PA
169 err |= __put_user(regs->ip, &sc->ip);
170 err |= __put_user(regs->flags, &sc->flags);
1da177e4
LT
171 err |= __put_user(mask, &sc->oldmask);
172 err |= __put_user(me->thread.cr2, &sc->cr2);
173
174 return err;
175}
176
177/*
178 * Determine which stack to use..
179 */
180
181static void __user *
182get_stack(struct k_sigaction *ka, struct pt_regs *regs, unsigned long size)
183{
65ea5b03 184 unsigned long sp;
1da177e4
LT
185
186 /* Default to using normal stack - redzone*/
65ea5b03 187 sp = regs->sp - 128;
1da177e4
LT
188
189 /* This is the X/Open sanctioned signal stack switching. */
1da177e4 190 if (ka->sa.sa_flags & SA_ONSTACK) {
65ea5b03
PA
191 if (sas_ss_flags(sp) == 0)
192 sp = current->sas_ss_sp + current->sas_ss_size;
1da177e4
LT
193 }
194
c37b5efe 195 return (void __user *)round_down(sp - size, 64);
1da177e4
LT
196}
197
0928d6ef 198static int setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info,
caa007dd 199 sigset_t *set, struct pt_regs *regs)
1da177e4
LT
200{
201 struct rt_sigframe __user *frame;
ab513701 202 void __user *fp = NULL;
1da177e4
LT
203 int err = 0;
204 struct task_struct *me = current;
205
206 if (used_math()) {
3c1c7f10 207 fp = get_stack(ka, regs, sig_xstate_size);
1da177e4
LT
208 frame = (void __user *)round_down(
209 (unsigned long)fp - sizeof(struct rt_sigframe), 16) - 8;
210
ab513701 211 if (save_i387_xstate(fp) < 0)
caa007dd 212 err |= -1;
1da177e4
LT
213 } else
214 frame = get_stack(ka, regs, sizeof(struct rt_sigframe)) - 8;
215
216 if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
217 goto give_sigsegv;
218
caa007dd 219 if (ka->sa.sa_flags & SA_SIGINFO) {
1da177e4
LT
220 err |= copy_siginfo_to_user(&frame->info, info);
221 if (err)
222 goto give_sigsegv;
223 }
caa007dd 224
1da177e4 225 /* Create the ucontext. */
c37b5efe
SS
226 if (cpu_has_xsave)
227 err |= __put_user(UC_FP_XSTATE, &frame->uc.uc_flags);
228 else
229 err |= __put_user(0, &frame->uc.uc_flags);
1da177e4
LT
230 err |= __put_user(0, &frame->uc.uc_link);
231 err |= __put_user(me->sas_ss_sp, &frame->uc.uc_stack.ss_sp);
65ea5b03 232 err |= __put_user(sas_ss_flags(regs->sp),
1da177e4
LT
233 &frame->uc.uc_stack.ss_flags);
234 err |= __put_user(me->sas_ss_size, &frame->uc.uc_stack.ss_size);
235 err |= setup_sigcontext(&frame->uc.uc_mcontext, regs, set->sig[0], me);
236 err |= __put_user(fp, &frame->uc.uc_mcontext.fpstate);
caa007dd 237 if (sizeof(*set) == 16) {
1da177e4 238 __put_user(set->sig[0], &frame->uc.uc_sigmask.sig[0]);
caa007dd 239 __put_user(set->sig[1], &frame->uc.uc_sigmask.sig[1]);
1da177e4
LT
240 } else
241 err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));
242
243 /* Set up to return from userspace. If provided, use a stub
244 already in userspace. */
245 /* x86-64 should always use SA_RESTORER. */
246 if (ka->sa.sa_flags & SA_RESTORER) {
247 err |= __put_user(ka->sa.sa_restorer, &frame->pretcode);
248 } else {
249 /* could use a vstub here */
caa007dd 250 goto give_sigsegv;
1da177e4
LT
251 }
252
253 if (err)
254 goto give_sigsegv;
255
1da177e4 256 /* Set up registers for signal handler */
65ea5b03 257 regs->di = sig;
caa007dd 258 /* In case the signal handler was declared without prototypes */
65ea5b03 259 regs->ax = 0;
1da177e4
LT
260
261 /* This also works for non SA_SIGINFO handlers because they expect the
262 next argument after the signal number on the stack. */
65ea5b03
PA
263 regs->si = (unsigned long)&frame->info;
264 regs->dx = (unsigned long)&frame->uc;
265 regs->ip = (unsigned long) ka->sa.sa_handler;
1da177e4 266
65ea5b03 267 regs->sp = (unsigned long)frame;
1da177e4 268
e4e5d324
BF
269 /* Set up the CS register to run signal handlers in 64-bit mode,
270 even if the handler happens to be interrupting 32-bit code. */
271 regs->cs = __USER_CS;
272
1d001df1 273 return 0;
1da177e4
LT
274
275give_sigsegv:
276 force_sigsegv(sig, current);
1d001df1 277 return -EFAULT;
1da177e4
LT
278}
279
280/*
281 * OK, we're invoking a handler
caa007dd 282 */
1da177e4 283
0928d6ef 284static int
1da177e4 285handle_signal(unsigned long sig, siginfo_t *info, struct k_sigaction *ka,
ac66f3fd 286 sigset_t *oldset, struct pt_regs *regs)
1da177e4 287{
0928d6ef
RM
288 int ret;
289
1da177e4 290 /* Are we from a system call? */
4dfcbb99 291 if (syscall_get_nr(current, regs) >= 0) {
1da177e4 292 /* If so, check system call restarting.. */
4dfcbb99 293 switch (syscall_get_error(current, regs)) {
ac66f3fd
HH
294 case -ERESTART_RESTARTBLOCK:
295 case -ERESTARTNOHAND:
296 regs->ax = -EINTR;
297 break;
1da177e4 298
ac66f3fd
HH
299 case -ERESTARTSYS:
300 if (!(ka->sa.sa_flags & SA_RESTART)) {
301 regs->ax = -EINTR;
1da177e4 302 break;
ac66f3fd
HH
303 }
304 /* fallthrough */
305 case -ERESTARTNOINTR:
306 regs->ax = regs->orig_ax;
307 regs->ip -= 2;
308 break;
1da177e4
LT
309 }
310 }
311
d61915da 312 /*
e1f28773
RM
313 * If TF is set due to a debugger (TIF_FORCED_TF), clear the TF
314 * flag so that register information in the sigcontext is correct.
d61915da 315 */
65ea5b03 316 if (unlikely(regs->flags & X86_EFLAGS_TF) &&
e1f28773 317 likely(test_and_clear_thread_flag(TIF_FORCED_TF)))
65ea5b03 318 regs->flags &= ~X86_EFLAGS_TF;
d61915da 319
1da177e4
LT
320#ifdef CONFIG_IA32_EMULATION
321 if (test_thread_flag(TIF_IA32)) {
322 if (ka->sa.sa_flags & SA_SIGINFO)
0928d6ef 323 ret = ia32_setup_rt_frame(sig, ka, info, oldset, regs);
1da177e4 324 else
0928d6ef 325 ret = ia32_setup_frame(sig, ka, oldset, regs);
caa007dd 326 } else
1da177e4 327#endif
0928d6ef 328 ret = setup_rt_frame(sig, ka, info, oldset, regs);
1da177e4 329
1d001df1 330 if (ret == 0) {
55928e37
RM
331 /*
332 * This has nothing to do with segment registers,
333 * despite the name. This magic affects uaccess.h
334 * macros' behavior. Reset it to the normal setting.
335 */
336 set_fs(USER_DS);
337
8b9c5ff3
RM
338 /*
339 * Clear the direction flag as per the ABI for function entry.
340 */
341 regs->flags &= ~X86_EFLAGS_DF;
342
343 /*
344 * Clear TF when entering the signal handler, but
345 * notify any tracer that was single-stepping it.
346 * The tracer may want to single-step inside the
347 * handler too.
348 */
349 regs->flags &= ~X86_EFLAGS_TF;
8b9c5ff3 350
1da177e4 351 spin_lock_irq(&current->sighand->siglock);
caa007dd 352 sigorsets(&current->blocked, &current->blocked, &ka->sa.sa_mask);
69be8f18 353 if (!(ka->sa.sa_flags & SA_NODEFER))
caa007dd 354 sigaddset(&current->blocked, sig);
1da177e4
LT
355 recalc_sigpending();
356 spin_unlock_irq(&current->sighand->siglock);
36a03308
RM
357
358 tracehook_signal_handler(sig, info, ka, regs,
359 test_thread_flag(TIF_SINGLESTEP));
1da177e4 360 }
0928d6ef
RM
361
362 return ret;
1da177e4
LT
363}
364
365/*
366 * Note that 'init' is a special process: it doesn't get signals it doesn't
367 * want to handle. Thus you cannot kill init even with a SIGKILL even by
368 * mistake.
369 */
1d001df1 370static void do_signal(struct pt_regs *regs)
1da177e4
LT
371{
372 struct k_sigaction ka;
373 siginfo_t info;
374 int signr;
1d001df1 375 sigset_t *oldset;
1da177e4
LT
376
377 /*
ac66f3fd
HH
378 * We want the common case to go fast, which is why we may in certain
379 * cases get here from kernel mode. Just return without doing anything
1da177e4 380 * if so.
ac66f3fd
HH
381 * X86_32: vm86 regs switched out by assembly code before reaching
382 * here, so testing against kernel CS suffices.
1da177e4 383 */
76381fee 384 if (!user_mode(regs))
1d001df1 385 return;
1da177e4 386
5a8da0ea 387 if (current_thread_info()->status & TS_RESTORE_SIGMASK)
1d001df1
AK
388 oldset = &current->saved_sigmask;
389 else
1da177e4
LT
390 oldset = &current->blocked;
391
392 signr = get_signal_to_deliver(&info, &ka, regs, NULL);
393 if (signr > 0) {
676b1855 394 /* Re-enable any watchpoints before delivering the
1da177e4
LT
395 * signal to user space. The processor register will
396 * have been cleared if the watchpoint triggered
397 * inside the kernel.
398 */
399 if (current->thread.debugreg7)
e9129e56 400 set_debugreg(current->thread.debugreg7, 7);
1da177e4
LT
401
402 /* Whee! Actually deliver the signal. */
1d001df1 403 if (handle_signal(signr, &info, &ka, oldset, regs) == 0) {
5a8da0ea
RM
404 /*
405 * A signal was successfully delivered; the saved
1d001df1
AK
406 * sigmask will have been stored in the signal frame,
407 * and will be restored by sigreturn, so we can simply
5a8da0ea
RM
408 * clear the TS_RESTORE_SIGMASK flag.
409 */
410 current_thread_info()->status &= ~TS_RESTORE_SIGMASK;
1d001df1
AK
411 }
412 return;
1da177e4
LT
413 }
414
1da177e4 415 /* Did we come from a system call? */
4dfcbb99 416 if (syscall_get_nr(current, regs) >= 0) {
1da177e4 417 /* Restart the system call - no handlers present */
4dfcbb99 418 switch (syscall_get_error(current, regs)) {
1d001df1
AK
419 case -ERESTARTNOHAND:
420 case -ERESTARTSYS:
421 case -ERESTARTNOINTR:
65ea5b03
PA
422 regs->ax = regs->orig_ax;
423 regs->ip -= 2;
1d001df1
AK
424 break;
425 case -ERESTART_RESTARTBLOCK:
65ea5b03 426 regs->ax = test_thread_flag(TIF_IA32) ?
607a1685
AK
427 __NR_ia32_restart_syscall :
428 __NR_restart_syscall;
65ea5b03 429 regs->ip -= 2;
1d001df1 430 break;
1da177e4
LT
431 }
432 }
1d001df1 433
ac66f3fd
HH
434 /*
435 * If there's no signal to deliver, we just put the saved sigmask
436 * back.
437 */
5a8da0ea
RM
438 if (current_thread_info()->status & TS_RESTORE_SIGMASK) {
439 current_thread_info()->status &= ~TS_RESTORE_SIGMASK;
1d001df1
AK
440 sigprocmask(SIG_SETMASK, &current->saved_sigmask, NULL);
441 }
1da177e4
LT
442}
443
ac66f3fd
HH
444void do_notify_resume(struct pt_regs *regs, void *unused,
445 __u32 thread_info_flags)
1da177e4 446{
e02e68d3
TH
447#ifdef CONFIG_X86_MCE
448 /* notify userspace of pending MCEs */
449 if (thread_info_flags & _TIF_MCE_NOTIFY)
450 mce_notify_user();
451#endif /* CONFIG_X86_MCE */
452
1da177e4 453 /* deal with pending signal delivery */
5a8da0ea 454 if (thread_info_flags & _TIF_SIGPENDING)
1d001df1 455 do_signal(regs);
59e52130
RM
456
457 if (thread_info_flags & _TIF_NOTIFY_RESUME) {
458 clear_thread_flag(TIF_NOTIFY_RESUME);
459 tracehook_notify_resume(regs);
460 }
1da177e4
LT
461}
462
463void signal_fault(struct pt_regs *regs, void __user *frame, char *where)
caa007dd
GP
464{
465 struct task_struct *me = current;
03252919
AK
466 if (show_unhandled_signals && printk_ratelimit()) {
467 printk("%s[%d] bad frame in %s frame:%p ip:%lx sp:%lx orax:%lx",
caa007dd
GP
468 me->comm, me->pid, where, frame, regs->ip,
469 regs->sp, regs->orig_ax);
03252919
AK
470 print_vma_addr(" in ", regs->ip);
471 printk("\n");
472 }
1da177e4 473
caa007dd
GP
474 force_sig(SIGSEGV, me);
475}
This page took 0.57992 seconds and 5 git commands to generate.