Commit | Line | Data |
---|---|---|
21b32bbf | 1 | /* |
21b32bbf IM |
2 | * Stack trace management functions |
3 | * | |
8f47e163 | 4 | * Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> |
21b32bbf IM |
5 | */ |
6 | #include <linux/sched.h> | |
7 | #include <linux/stacktrace.h> | |
c0b766f1 | 8 | #include <linux/module.h> |
02b67518 | 9 | #include <linux/uaccess.h> |
c0b766f1 | 10 | #include <asm/stacktrace.h> |
21b32bbf | 11 | |
c0b766f1 | 12 | static void save_stack_warning(void *data, char *msg) |
21b32bbf | 13 | { |
21b32bbf IM |
14 | } |
15 | ||
c0b766f1 AK |
16 | static void |
17 | save_stack_warning_symbol(void *data, char *msg, unsigned long symbol) | |
21b32bbf | 18 | { |
21b32bbf IM |
19 | } |
20 | ||
c0b766f1 | 21 | static int save_stack_stack(void *data, char *name) |
21b32bbf | 22 | { |
29a67975 | 23 | return 0; |
c0b766f1 | 24 | } |
21b32bbf | 25 | |
018378c5 ON |
26 | static void |
27 | __save_stack_address(void *data, unsigned long addr, bool reliable, bool nosched) | |
c0b766f1 | 28 | { |
ade1af77 | 29 | struct stack_trace *trace = data; |
147ec4d2 | 30 | #ifdef CONFIG_FRAME_POINTER |
1650743c VN |
31 | if (!reliable) |
32 | return; | |
147ec4d2 | 33 | #endif |
018378c5 ON |
34 | if (nosched && in_sched_functions(addr)) |
35 | return; | |
c0b766f1 AK |
36 | if (trace->skip > 0) { |
37 | trace->skip--; | |
38 | return; | |
21b32bbf | 39 | } |
006e84ee | 40 | if (trace->nr_entries < trace->max_entries) |
c0b766f1 | 41 | trace->entries[trace->nr_entries++] = addr; |
21b32bbf IM |
42 | } |
43 | ||
018378c5 ON |
44 | static void save_stack_address(void *data, unsigned long addr, int reliable) |
45 | { | |
46 | return __save_stack_address(data, addr, reliable, false); | |
47 | } | |
48 | ||
5bc27dc2 AV |
49 | static void |
50 | save_stack_address_nosched(void *data, unsigned long addr, int reliable) | |
9745512c | 51 | { |
018378c5 | 52 | return __save_stack_address(data, addr, reliable, true); |
9745512c AV |
53 | } |
54 | ||
9689ba8a | 55 | static const struct stacktrace_ops save_stack_ops = { |
61c1917f FW |
56 | .warning = save_stack_warning, |
57 | .warning_symbol = save_stack_warning_symbol, | |
58 | .stack = save_stack_stack, | |
59 | .address = save_stack_address, | |
60 | .walk_stack = print_context_stack, | |
c0b766f1 | 61 | }; |
21b32bbf | 62 | |
9745512c | 63 | static const struct stacktrace_ops save_stack_ops_nosched = { |
61c1917f FW |
64 | .warning = save_stack_warning, |
65 | .warning_symbol = save_stack_warning_symbol, | |
66 | .stack = save_stack_stack, | |
67 | .address = save_stack_address_nosched, | |
68 | .walk_stack = print_context_stack, | |
9745512c AV |
69 | }; |
70 | ||
21b32bbf IM |
71 | /* |
72 | * Save stack-backtrace addresses into a stack_trace buffer. | |
21b32bbf | 73 | */ |
ab1b6f03 | 74 | void save_stack_trace(struct stack_trace *trace) |
21b32bbf | 75 | { |
9c0729dc | 76 | dump_trace(current, NULL, NULL, &save_stack_ops, trace); |
006e84ee CM |
77 | if (trace->nr_entries < trace->max_entries) |
78 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
21b32bbf | 79 | } |
8594698e | 80 | EXPORT_SYMBOL_GPL(save_stack_trace); |
9745512c | 81 | |
9c0729dc | 82 | void save_stack_trace_regs(struct stack_trace *trace, struct pt_regs *regs) |
acc6be54 | 83 | { |
9c0729dc | 84 | dump_trace(current, regs, NULL, &save_stack_ops, trace); |
acc6be54 VN |
85 | if (trace->nr_entries < trace->max_entries) |
86 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
87 | } | |
88 | ||
9745512c AV |
89 | void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) |
90 | { | |
9c0729dc | 91 | dump_trace(tsk, NULL, NULL, &save_stack_ops_nosched, trace); |
9745512c AV |
92 | if (trace->nr_entries < trace->max_entries) |
93 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
94 | } | |
8594698e | 95 | EXPORT_SYMBOL_GPL(save_stack_trace_tsk); |
02b67518 TE |
96 | |
97 | /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */ | |
98 | ||
c9cf4dbb | 99 | struct stack_frame_user { |
02b67518 | 100 | const void __user *next_fp; |
8d7c6a96 | 101 | unsigned long ret_addr; |
02b67518 TE |
102 | }; |
103 | ||
c9cf4dbb FW |
104 | static int |
105 | copy_stack_frame(const void __user *fp, struct stack_frame_user *frame) | |
02b67518 TE |
106 | { |
107 | int ret; | |
108 | ||
109 | if (!access_ok(VERIFY_READ, fp, sizeof(*frame))) | |
110 | return 0; | |
111 | ||
112 | ret = 1; | |
113 | pagefault_disable(); | |
114 | if (__copy_from_user_inatomic(frame, fp, sizeof(*frame))) | |
115 | ret = 0; | |
116 | pagefault_enable(); | |
117 | ||
118 | return ret; | |
119 | } | |
120 | ||
8d7c6a96 TE |
121 | static inline void __save_stack_trace_user(struct stack_trace *trace) |
122 | { | |
123 | const struct pt_regs *regs = task_pt_regs(current); | |
124 | const void __user *fp = (const void __user *)regs->bp; | |
125 | ||
126 | if (trace->nr_entries < trace->max_entries) | |
127 | trace->entries[trace->nr_entries++] = regs->ip; | |
128 | ||
129 | while (trace->nr_entries < trace->max_entries) { | |
c9cf4dbb | 130 | struct stack_frame_user frame; |
8d7c6a96 TE |
131 | |
132 | frame.next_fp = NULL; | |
133 | frame.ret_addr = 0; | |
134 | if (!copy_stack_frame(fp, &frame)) | |
135 | break; | |
136 | if ((unsigned long)fp < regs->sp) | |
137 | break; | |
138 | if (frame.ret_addr) { | |
139 | trace->entries[trace->nr_entries++] = | |
140 | frame.ret_addr; | |
141 | } | |
142 | if (fp == frame.next_fp) | |
143 | break; | |
144 | fp = frame.next_fp; | |
145 | } | |
146 | } | |
147 | ||
02b67518 TE |
148 | void save_stack_trace_user(struct stack_trace *trace) |
149 | { | |
150 | /* | |
151 | * Trace user stack if we are not a kernel thread | |
152 | */ | |
153 | if (current->mm) { | |
8d7c6a96 | 154 | __save_stack_trace_user(trace); |
02b67518 TE |
155 | } |
156 | if (trace->nr_entries < trace->max_entries) | |
157 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
158 | } | |
159 |