Commit | Line | Data |
---|---|---|
21b32bbf | 1 | /* |
21b32bbf IM |
2 | * Stack trace management functions |
3 | * | |
8f47e163 | 4 | * Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> |
21b32bbf IM |
5 | */ |
6 | #include <linux/sched.h> | |
7 | #include <linux/stacktrace.h> | |
c0b766f1 | 8 | #include <linux/module.h> |
02b67518 | 9 | #include <linux/uaccess.h> |
c0b766f1 | 10 | #include <asm/stacktrace.h> |
21b32bbf | 11 | |
c0b766f1 | 12 | static void save_stack_warning(void *data, char *msg) |
21b32bbf | 13 | { |
21b32bbf IM |
14 | } |
15 | ||
c0b766f1 AK |
16 | static void |
17 | save_stack_warning_symbol(void *data, char *msg, unsigned long symbol) | |
21b32bbf | 18 | { |
21b32bbf IM |
19 | } |
20 | ||
c0b766f1 | 21 | static int save_stack_stack(void *data, char *name) |
21b32bbf | 22 | { |
29a67975 | 23 | return 0; |
c0b766f1 | 24 | } |
21b32bbf | 25 | |
bc850d6b | 26 | static void save_stack_address(void *data, unsigned long addr, int reliable) |
c0b766f1 | 27 | { |
ade1af77 | 28 | struct stack_trace *trace = data; |
1650743c VN |
29 | if (!reliable) |
30 | return; | |
c0b766f1 AK |
31 | if (trace->skip > 0) { |
32 | trace->skip--; | |
33 | return; | |
21b32bbf | 34 | } |
006e84ee | 35 | if (trace->nr_entries < trace->max_entries) |
c0b766f1 | 36 | trace->entries[trace->nr_entries++] = addr; |
21b32bbf IM |
37 | } |
38 | ||
5bc27dc2 AV |
39 | static void |
40 | save_stack_address_nosched(void *data, unsigned long addr, int reliable) | |
9745512c AV |
41 | { |
42 | struct stack_trace *trace = (struct stack_trace *)data; | |
1650743c VN |
43 | if (!reliable) |
44 | return; | |
9745512c AV |
45 | if (in_sched_functions(addr)) |
46 | return; | |
47 | if (trace->skip > 0) { | |
48 | trace->skip--; | |
49 | return; | |
50 | } | |
51 | if (trace->nr_entries < trace->max_entries) | |
52 | trace->entries[trace->nr_entries++] = addr; | |
53 | } | |
54 | ||
9689ba8a | 55 | static const struct stacktrace_ops save_stack_ops = { |
61c1917f FW |
56 | .warning = save_stack_warning, |
57 | .warning_symbol = save_stack_warning_symbol, | |
58 | .stack = save_stack_stack, | |
59 | .address = save_stack_address, | |
60 | .walk_stack = print_context_stack, | |
c0b766f1 | 61 | }; |
21b32bbf | 62 | |
9745512c | 63 | static const struct stacktrace_ops save_stack_ops_nosched = { |
61c1917f FW |
64 | .warning = save_stack_warning, |
65 | .warning_symbol = save_stack_warning_symbol, | |
66 | .stack = save_stack_stack, | |
67 | .address = save_stack_address_nosched, | |
68 | .walk_stack = print_context_stack, | |
9745512c AV |
69 | }; |
70 | ||
21b32bbf IM |
71 | /* |
72 | * Save stack-backtrace addresses into a stack_trace buffer. | |
21b32bbf | 73 | */ |
ab1b6f03 | 74 | void save_stack_trace(struct stack_trace *trace) |
21b32bbf | 75 | { |
5bc27dc2 | 76 | dump_trace(current, NULL, NULL, 0, &save_stack_ops, trace); |
006e84ee CM |
77 | if (trace->nr_entries < trace->max_entries) |
78 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
21b32bbf | 79 | } |
8594698e | 80 | EXPORT_SYMBOL_GPL(save_stack_trace); |
9745512c | 81 | |
acc6be54 VN |
82 | void save_stack_trace_bp(struct stack_trace *trace, unsigned long bp) |
83 | { | |
84 | dump_trace(current, NULL, NULL, bp, &save_stack_ops, trace); | |
85 | if (trace->nr_entries < trace->max_entries) | |
86 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
87 | } | |
88 | ||
9745512c AV |
89 | void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) |
90 | { | |
5bc27dc2 | 91 | dump_trace(tsk, NULL, NULL, 0, &save_stack_ops_nosched, trace); |
9745512c AV |
92 | if (trace->nr_entries < trace->max_entries) |
93 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
94 | } | |
8594698e | 95 | EXPORT_SYMBOL_GPL(save_stack_trace_tsk); |
02b67518 TE |
96 | |
97 | /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */ | |
98 | ||
99 | struct stack_frame { | |
100 | const void __user *next_fp; | |
8d7c6a96 | 101 | unsigned long ret_addr; |
02b67518 TE |
102 | }; |
103 | ||
104 | static int copy_stack_frame(const void __user *fp, struct stack_frame *frame) | |
105 | { | |
106 | int ret; | |
107 | ||
108 | if (!access_ok(VERIFY_READ, fp, sizeof(*frame))) | |
109 | return 0; | |
110 | ||
111 | ret = 1; | |
112 | pagefault_disable(); | |
113 | if (__copy_from_user_inatomic(frame, fp, sizeof(*frame))) | |
114 | ret = 0; | |
115 | pagefault_enable(); | |
116 | ||
117 | return ret; | |
118 | } | |
119 | ||
8d7c6a96 TE |
120 | static inline void __save_stack_trace_user(struct stack_trace *trace) |
121 | { | |
122 | const struct pt_regs *regs = task_pt_regs(current); | |
123 | const void __user *fp = (const void __user *)regs->bp; | |
124 | ||
125 | if (trace->nr_entries < trace->max_entries) | |
126 | trace->entries[trace->nr_entries++] = regs->ip; | |
127 | ||
128 | while (trace->nr_entries < trace->max_entries) { | |
129 | struct stack_frame frame; | |
130 | ||
131 | frame.next_fp = NULL; | |
132 | frame.ret_addr = 0; | |
133 | if (!copy_stack_frame(fp, &frame)) | |
134 | break; | |
135 | if ((unsigned long)fp < regs->sp) | |
136 | break; | |
137 | if (frame.ret_addr) { | |
138 | trace->entries[trace->nr_entries++] = | |
139 | frame.ret_addr; | |
140 | } | |
141 | if (fp == frame.next_fp) | |
142 | break; | |
143 | fp = frame.next_fp; | |
144 | } | |
145 | } | |
146 | ||
02b67518 TE |
147 | void save_stack_trace_user(struct stack_trace *trace) |
148 | { | |
149 | /* | |
150 | * Trace user stack if we are not a kernel thread | |
151 | */ | |
152 | if (current->mm) { | |
8d7c6a96 | 153 | __save_stack_trace_user(trace); |
02b67518 TE |
154 | } |
155 | if (trace->nr_entries < trace->max_entries) | |
156 | trace->entries[trace->nr_entries++] = ULONG_MAX; | |
157 | } | |
158 |