Commit | Line | Data |
---|---|---|
9c5b9d3d MH |
1 | // SPDX-License-Identifier: GPL-2.0 |
2 | /* | |
3 | * trace_boot.c | |
4 | * Tracing kernel boot-time | |
5 | */ | |
6 | ||
7 | #define pr_fmt(fmt) "trace_boot: " fmt | |
8 | ||
76a598ec MH |
9 | #include <linux/bootconfig.h> |
10 | #include <linux/cpumask.h> | |
9c5b9d3d MH |
11 | #include <linux/ftrace.h> |
12 | #include <linux/init.h> | |
76a598ec MH |
13 | #include <linux/kernel.h> |
14 | #include <linux/mutex.h> | |
15 | #include <linux/string.h> | |
16 | #include <linux/slab.h> | |
17 | #include <linux/trace.h> | |
18 | #include <linux/trace_events.h> | |
9c5b9d3d MH |
19 | |
20 | #include "trace.h" | |
21 | ||
22 | #define MAX_BUF_LEN 256 | |
23 | ||
9c5b9d3d | 24 | static void __init |
4f712a4d | 25 | trace_boot_set_instance_options(struct trace_array *tr, struct xbc_node *node) |
9c5b9d3d MH |
26 | { |
27 | struct xbc_node *anode; | |
28 | const char *p; | |
29 | char buf[MAX_BUF_LEN]; | |
30 | unsigned long v = 0; | |
31 | ||
32 | /* Common ftrace options */ | |
33 | xbc_node_for_each_array_value(node, "options", anode, p) { | |
34 | if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf)) { | |
35 | pr_err("String is too long: %s\n", p); | |
36 | continue; | |
37 | } | |
38 | ||
39 | if (trace_set_options(tr, buf) < 0) | |
40 | pr_err("Failed to set option: %s\n", buf); | |
41 | } | |
42 | ||
8490db06 MH |
43 | p = xbc_node_find_value(node, "tracing_on", NULL); |
44 | if (p && *p != '\0') { | |
45 | if (kstrtoul(p, 10, &v)) | |
46 | pr_err("Failed to set tracing on: %s\n", p); | |
47 | if (v) | |
48 | tracer_tracing_on(tr); | |
49 | else | |
50 | tracer_tracing_off(tr); | |
51 | } | |
52 | ||
9c5b9d3d MH |
53 | p = xbc_node_find_value(node, "trace_clock", NULL); |
54 | if (p && *p != '\0') { | |
55 | if (tracing_set_clock(tr, p) < 0) | |
56 | pr_err("Failed to set trace clock: %s\n", p); | |
57 | } | |
58 | ||
59 | p = xbc_node_find_value(node, "buffer_size", NULL); | |
60 | if (p && *p != '\0') { | |
61 | v = memparse(p, NULL); | |
62 | if (v < PAGE_SIZE) | |
63 | pr_err("Buffer size is too small: %s\n", p); | |
64 | if (tracing_resize_ring_buffer(tr, v, RING_BUFFER_ALL_CPUS) < 0) | |
65 | pr_err("Failed to resize trace buffer to %s\n", p); | |
66 | } | |
9d15dbbd MH |
67 | |
68 | p = xbc_node_find_value(node, "cpumask", NULL); | |
69 | if (p && *p != '\0') { | |
70 | cpumask_var_t new_mask; | |
71 | ||
72 | if (alloc_cpumask_var(&new_mask, GFP_KERNEL)) { | |
73 | if (cpumask_parse(p, new_mask) < 0 || | |
74 | tracing_set_cpumask(tr, new_mask) < 0) | |
75 | pr_err("Failed to set new CPU mask %s\n", p); | |
76 | free_cpumask_var(new_mask); | |
77 | } | |
78 | } | |
9c5b9d3d MH |
79 | } |
80 | ||
81 | #ifdef CONFIG_EVENT_TRACING | |
9c5b9d3d MH |
82 | static void __init |
83 | trace_boot_enable_events(struct trace_array *tr, struct xbc_node *node) | |
84 | { | |
85 | struct xbc_node *anode; | |
86 | char buf[MAX_BUF_LEN]; | |
87 | const char *p; | |
88 | ||
89 | xbc_node_for_each_array_value(node, "events", anode, p) { | |
90 | if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf)) { | |
91 | pr_err("String is too long: %s\n", p); | |
92 | continue; | |
93 | } | |
94 | ||
95 | if (ftrace_set_clr_event(tr, buf, 1) < 0) | |
96 | pr_err("Failed to enable event: %s\n", p); | |
97 | } | |
98 | } | |
81a59555 | 99 | |
4d655281 | 100 | #ifdef CONFIG_KPROBE_EVENTS |
4d655281 MH |
101 | static int __init |
102 | trace_boot_add_kprobe_event(struct xbc_node *node, const char *event) | |
103 | { | |
29a15481 | 104 | struct dynevent_cmd cmd; |
4d655281 MH |
105 | struct xbc_node *anode; |
106 | char buf[MAX_BUF_LEN]; | |
107 | const char *val; | |
da0f1f41 | 108 | int ret = 0; |
4d655281 | 109 | |
da0f1f41 MH |
110 | xbc_node_for_each_array_value(node, "probes", anode, val) { |
111 | kprobe_event_cmd_init(&cmd, buf, MAX_BUF_LEN); | |
29a15481 | 112 | |
da0f1f41 | 113 | ret = kprobe_event_gen_cmd_start(&cmd, event, val); |
20dc3847 SO |
114 | if (ret) { |
115 | pr_err("Failed to generate probe: %s\n", buf); | |
da0f1f41 | 116 | break; |
20dc3847 | 117 | } |
4d655281 | 118 | |
da0f1f41 | 119 | ret = kprobe_event_gen_cmd_end(&cmd); |
20dc3847 | 120 | if (ret) { |
da0f1f41 | 121 | pr_err("Failed to add probe: %s\n", buf); |
20dc3847 SO |
122 | break; |
123 | } | |
4d655281 MH |
124 | } |
125 | ||
29a15481 | 126 | return ret; |
4d655281 MH |
127 | } |
128 | #else | |
129 | static inline int __init | |
130 | trace_boot_add_kprobe_event(struct xbc_node *node, const char *event) | |
131 | { | |
132 | pr_err("Kprobe event is not supported.\n"); | |
133 | return -ENOTSUPP; | |
134 | } | |
135 | #endif | |
136 | ||
6c95503c | 137 | #ifdef CONFIG_SYNTH_EVENTS |
3fbe2d6e MH |
138 | static int __init |
139 | trace_boot_add_synth_event(struct xbc_node *node, const char *event) | |
140 | { | |
fdeb1aca | 141 | struct dynevent_cmd cmd; |
3fbe2d6e | 142 | struct xbc_node *anode; |
fdeb1aca | 143 | char buf[MAX_BUF_LEN]; |
3fbe2d6e | 144 | const char *p; |
fdeb1aca | 145 | int ret; |
3fbe2d6e | 146 | |
fdeb1aca TZ |
147 | synth_event_cmd_init(&cmd, buf, MAX_BUF_LEN); |
148 | ||
149 | ret = synth_event_gen_cmd_start(&cmd, event, NULL); | |
150 | if (ret) | |
151 | return ret; | |
3fbe2d6e MH |
152 | |
153 | xbc_node_for_each_array_value(node, "fields", anode, p) { | |
fdeb1aca TZ |
154 | ret = synth_event_add_field_str(&cmd, p); |
155 | if (ret) | |
156 | return ret; | |
3fbe2d6e MH |
157 | } |
158 | ||
fdeb1aca | 159 | ret = synth_event_gen_cmd_end(&cmd); |
3fbe2d6e MH |
160 | if (ret < 0) |
161 | pr_err("Failed to add synthetic event: %s\n", buf); | |
162 | ||
3fbe2d6e MH |
163 | return ret; |
164 | } | |
165 | #else | |
166 | static inline int __init | |
167 | trace_boot_add_synth_event(struct xbc_node *node, const char *event) | |
168 | { | |
169 | pr_err("Synthetic event is not supported.\n"); | |
170 | return -ENOTSUPP; | |
171 | } | |
172 | #endif | |
173 | ||
e66ed86c MH |
174 | #ifdef CONFIG_HIST_TRIGGERS |
175 | static int __init __printf(3, 4) | |
176 | append_printf(char **bufp, char *end, const char *fmt, ...) | |
177 | { | |
178 | va_list args; | |
179 | int ret; | |
180 | ||
181 | if (*bufp == end) | |
182 | return -ENOSPC; | |
183 | ||
184 | va_start(args, fmt); | |
185 | ret = vsnprintf(*bufp, end - *bufp, fmt, args); | |
186 | if (ret < end - *bufp) { | |
187 | *bufp += ret; | |
188 | } else { | |
189 | *bufp = end; | |
190 | ret = -ERANGE; | |
191 | } | |
192 | va_end(args); | |
193 | ||
194 | return ret; | |
195 | } | |
196 | ||
197 | static int __init | |
198 | append_str_nospace(char **bufp, char *end, const char *str) | |
199 | { | |
200 | char *p = *bufp; | |
201 | int len; | |
202 | ||
203 | while (p < end - 1 && *str != '\0') { | |
204 | if (!isspace(*str)) | |
205 | *(p++) = *str; | |
206 | str++; | |
207 | } | |
208 | *p = '\0'; | |
209 | if (p == end - 1) { | |
210 | *bufp = end; | |
211 | return -ENOSPC; | |
212 | } | |
213 | len = p - *bufp; | |
214 | *bufp = p; | |
215 | return (int)len; | |
216 | } | |
217 | ||
218 | static int __init | |
219 | trace_boot_hist_add_array(struct xbc_node *hnode, char **bufp, | |
220 | char *end, const char *key) | |
221 | { | |
a3928f87 | 222 | struct xbc_node *anode; |
e66ed86c MH |
223 | const char *p; |
224 | char sep; | |
225 | ||
a3928f87 MH |
226 | p = xbc_node_find_value(hnode, key, &anode); |
227 | if (p) { | |
e66ed86c MH |
228 | if (!anode) { |
229 | pr_err("hist.%s requires value(s).\n", key); | |
230 | return -EINVAL; | |
231 | } | |
232 | ||
233 | append_printf(bufp, end, ":%s", key); | |
234 | sep = '='; | |
235 | xbc_array_for_each_value(anode, p) { | |
236 | append_printf(bufp, end, "%c%s", sep, p); | |
237 | if (sep == '=') | |
238 | sep = ','; | |
239 | } | |
240 | } else | |
241 | return -ENOENT; | |
242 | ||
243 | return 0; | |
244 | } | |
245 | ||
246 | static int __init | |
8993665a MH |
247 | trace_boot_hist_add_one_handler(struct xbc_node *hnode, char **bufp, |
248 | char *end, const char *handler, | |
249 | const char *param) | |
e66ed86c MH |
250 | { |
251 | struct xbc_node *knode, *anode; | |
252 | const char *p; | |
253 | char sep; | |
254 | ||
255 | /* Compose 'handler' parameter */ | |
256 | p = xbc_node_find_value(hnode, param, NULL); | |
257 | if (!p) { | |
258 | pr_err("hist.%s requires '%s' option.\n", | |
259 | xbc_node_get_data(hnode), param); | |
260 | return -EINVAL; | |
261 | } | |
8993665a | 262 | append_printf(bufp, end, ":%s(%s)", handler, p); |
e66ed86c MH |
263 | |
264 | /* Compose 'action' parameter */ | |
5dfe50b0 | 265 | knode = xbc_node_find_subkey(hnode, "trace"); |
e66ed86c | 266 | if (!knode) |
5dfe50b0 | 267 | knode = xbc_node_find_subkey(hnode, "save"); |
e66ed86c MH |
268 | |
269 | if (knode) { | |
270 | anode = xbc_node_get_child(knode); | |
271 | if (!anode || !xbc_node_is_value(anode)) { | |
272 | pr_err("hist.%s.%s requires value(s).\n", | |
273 | xbc_node_get_data(hnode), | |
274 | xbc_node_get_data(knode)); | |
275 | return -EINVAL; | |
276 | } | |
277 | ||
278 | append_printf(bufp, end, ".%s", xbc_node_get_data(knode)); | |
279 | sep = '('; | |
280 | xbc_array_for_each_value(anode, p) { | |
281 | append_printf(bufp, end, "%c%s", sep, p); | |
282 | if (sep == '(') | |
283 | sep = ','; | |
284 | } | |
285 | append_printf(bufp, end, ")"); | |
5dfe50b0 | 286 | } else if (xbc_node_find_subkey(hnode, "snapshot")) { |
e66ed86c MH |
287 | append_printf(bufp, end, ".snapshot()"); |
288 | } else { | |
289 | pr_err("hist.%s requires an action.\n", | |
290 | xbc_node_get_data(hnode)); | |
291 | return -EINVAL; | |
292 | } | |
293 | ||
294 | return 0; | |
295 | } | |
296 | ||
8993665a MH |
297 | static int __init |
298 | trace_boot_hist_add_handlers(struct xbc_node *hnode, char **bufp, | |
299 | char *end, const char *param) | |
300 | { | |
301 | struct xbc_node *node; | |
302 | const char *p, *handler; | |
154827f8 | 303 | int ret = 0; |
8993665a MH |
304 | |
305 | handler = xbc_node_get_data(hnode); | |
306 | ||
307 | xbc_node_for_each_subkey(hnode, node) { | |
308 | p = xbc_node_get_data(node); | |
309 | if (!isdigit(p[0])) | |
310 | continue; | |
311 | /* All digit started node should be instances. */ | |
312 | ret = trace_boot_hist_add_one_handler(node, bufp, end, handler, param); | |
313 | if (ret < 0) | |
314 | break; | |
315 | } | |
316 | ||
5dfe50b0 | 317 | if (xbc_node_find_subkey(hnode, param)) |
8993665a MH |
318 | ret = trace_boot_hist_add_one_handler(hnode, bufp, end, handler, param); |
319 | ||
320 | return ret; | |
321 | } | |
322 | ||
e66ed86c MH |
323 | /* |
324 | * Histogram boottime tracing syntax. | |
325 | * | |
17abd7c3 | 326 | * ftrace.[instance.INSTANCE.]event.GROUP.EVENT.hist[.N] { |
e66ed86c MH |
327 | * keys = <KEY>[,...] |
328 | * values = <VAL>[,...] | |
329 | * sort = <SORT-KEY>[,...] | |
330 | * size = <ENTRIES> | |
331 | * name = <HISTNAME> | |
332 | * var { <VAR> = <EXPR> ... } | |
333 | * pause|continue|clear | |
8993665a MH |
334 | * onmax|onchange[.N] { var = <VAR>; <ACTION> [= <PARAM>] } |
335 | * onmatch[.N] { event = <EVENT>; <ACTION> [= <PARAM>] } | |
e66ed86c MH |
336 | * filter = <FILTER> |
337 | * } | |
338 | * | |
339 | * Where <ACTION> are; | |
340 | * | |
341 | * trace = <EVENT>, <ARG1>[, ...] | |
342 | * save = <ARG1>[, ...] | |
343 | * snapshot | |
344 | */ | |
345 | static int __init | |
346 | trace_boot_compose_hist_cmd(struct xbc_node *hnode, char *buf, size_t size) | |
347 | { | |
348 | struct xbc_node *node, *knode; | |
349 | char *end = buf + size; | |
350 | const char *p; | |
351 | int ret = 0; | |
352 | ||
353 | append_printf(&buf, end, "hist"); | |
354 | ||
355 | ret = trace_boot_hist_add_array(hnode, &buf, end, "keys"); | |
356 | if (ret < 0) { | |
357 | if (ret == -ENOENT) | |
358 | pr_err("hist requires keys.\n"); | |
359 | return -EINVAL; | |
360 | } | |
361 | ||
362 | ret = trace_boot_hist_add_array(hnode, &buf, end, "values"); | |
363 | if (ret == -EINVAL) | |
364 | return ret; | |
365 | ret = trace_boot_hist_add_array(hnode, &buf, end, "sort"); | |
366 | if (ret == -EINVAL) | |
367 | return ret; | |
368 | ||
369 | p = xbc_node_find_value(hnode, "size", NULL); | |
370 | if (p) | |
371 | append_printf(&buf, end, ":size=%s", p); | |
372 | ||
373 | p = xbc_node_find_value(hnode, "name", NULL); | |
374 | if (p) | |
375 | append_printf(&buf, end, ":name=%s", p); | |
376 | ||
5dfe50b0 | 377 | node = xbc_node_find_subkey(hnode, "var"); |
e66ed86c MH |
378 | if (node) { |
379 | xbc_node_for_each_key_value(node, knode, p) { | |
380 | /* Expression must not include spaces. */ | |
381 | append_printf(&buf, end, ":%s=", | |
382 | xbc_node_get_data(knode)); | |
383 | append_str_nospace(&buf, end, p); | |
384 | } | |
385 | } | |
386 | ||
387 | /* Histogram control attributes (mutual exclusive) */ | |
5f8895b2 | 388 | if (xbc_node_find_value(hnode, "pause", NULL)) |
e66ed86c | 389 | append_printf(&buf, end, ":pause"); |
5f8895b2 | 390 | else if (xbc_node_find_value(hnode, "continue", NULL)) |
e66ed86c | 391 | append_printf(&buf, end, ":continue"); |
5f8895b2 | 392 | else if (xbc_node_find_value(hnode, "clear", NULL)) |
e66ed86c MH |
393 | append_printf(&buf, end, ":clear"); |
394 | ||
395 | /* Histogram handler and actions */ | |
5dfe50b0 | 396 | node = xbc_node_find_subkey(hnode, "onmax"); |
8993665a | 397 | if (node && trace_boot_hist_add_handlers(node, &buf, end, "var") < 0) |
e66ed86c | 398 | return -EINVAL; |
5dfe50b0 | 399 | node = xbc_node_find_subkey(hnode, "onchange"); |
8993665a | 400 | if (node && trace_boot_hist_add_handlers(node, &buf, end, "var") < 0) |
e66ed86c | 401 | return -EINVAL; |
5dfe50b0 | 402 | node = xbc_node_find_subkey(hnode, "onmatch"); |
8993665a | 403 | if (node && trace_boot_hist_add_handlers(node, &buf, end, "event") < 0) |
e66ed86c MH |
404 | return -EINVAL; |
405 | ||
406 | p = xbc_node_find_value(hnode, "filter", NULL); | |
407 | if (p) | |
408 | append_printf(&buf, end, " if %s", p); | |
409 | ||
410 | if (buf == end) { | |
411 | pr_err("hist exceeds the max command length.\n"); | |
412 | return -E2BIG; | |
413 | } | |
414 | ||
415 | return 0; | |
416 | } | |
17abd7c3 MH |
417 | |
418 | static void __init | |
419 | trace_boot_init_histograms(struct trace_event_file *file, | |
420 | struct xbc_node *hnode, char *buf, size_t size) | |
421 | { | |
422 | struct xbc_node *node; | |
423 | const char *p; | |
64dc7f69 | 424 | char *tmp; |
17abd7c3 MH |
425 | |
426 | xbc_node_for_each_subkey(hnode, node) { | |
427 | p = xbc_node_get_data(node); | |
428 | if (!isdigit(p[0])) | |
429 | continue; | |
430 | /* All digit started node should be instances. */ | |
431 | if (trace_boot_compose_hist_cmd(node, buf, size) == 0) { | |
64dc7f69 | 432 | tmp = kstrdup(buf, GFP_KERNEL); |
3c20bd3a MD |
433 | if (!tmp) |
434 | return; | |
17abd7c3 | 435 | if (trigger_process_regex(file, buf) < 0) |
64dc7f69 MH |
436 | pr_err("Failed to apply hist trigger: %s\n", tmp); |
437 | kfree(tmp); | |
17abd7c3 MH |
438 | } |
439 | } | |
440 | ||
5dfe50b0 | 441 | if (xbc_node_find_subkey(hnode, "keys")) { |
64dc7f69 MH |
442 | if (trace_boot_compose_hist_cmd(hnode, buf, size) == 0) { |
443 | tmp = kstrdup(buf, GFP_KERNEL); | |
3c20bd3a MD |
444 | if (!tmp) |
445 | return; | |
17abd7c3 | 446 | if (trigger_process_regex(file, buf) < 0) |
64dc7f69 MH |
447 | pr_err("Failed to apply hist trigger: %s\n", tmp); |
448 | kfree(tmp); | |
449 | } | |
17abd7c3 MH |
450 | } |
451 | } | |
e66ed86c | 452 | #else |
17abd7c3 MH |
453 | static void __init |
454 | trace_boot_init_histograms(struct trace_event_file *file, | |
455 | struct xbc_node *hnode, char *buf, size_t size) | |
e66ed86c | 456 | { |
17abd7c3 | 457 | /* do nothing */ |
e66ed86c MH |
458 | } |
459 | #endif | |
460 | ||
81a59555 MH |
461 | static void __init |
462 | trace_boot_init_one_event(struct trace_array *tr, struct xbc_node *gnode, | |
463 | struct xbc_node *enode) | |
464 | { | |
465 | struct trace_event_file *file; | |
466 | struct xbc_node *anode; | |
467 | char buf[MAX_BUF_LEN]; | |
468 | const char *p, *group, *event; | |
469 | ||
470 | group = xbc_node_get_data(gnode); | |
471 | event = xbc_node_get_data(enode); | |
472 | ||
4d655281 MH |
473 | if (!strcmp(group, "kprobes")) |
474 | if (trace_boot_add_kprobe_event(enode, event) < 0) | |
475 | return; | |
3fbe2d6e MH |
476 | if (!strcmp(group, "synthetic")) |
477 | if (trace_boot_add_synth_event(enode, event) < 0) | |
478 | return; | |
4d655281 | 479 | |
81a59555 MH |
480 | mutex_lock(&event_mutex); |
481 | file = find_event_file(tr, group, event); | |
482 | if (!file) { | |
483 | pr_err("Failed to find event: %s:%s\n", group, event); | |
484 | goto out; | |
485 | } | |
486 | ||
487 | p = xbc_node_find_value(enode, "filter", NULL); | |
488 | if (p && *p != '\0') { | |
489 | if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf)) | |
490 | pr_err("filter string is too long: %s\n", p); | |
491 | else if (apply_event_filter(file, buf) < 0) | |
492 | pr_err("Failed to apply filter: %s\n", buf); | |
493 | } | |
494 | ||
6fe7c745 MH |
495 | if (IS_ENABLED(CONFIG_HIST_TRIGGERS)) { |
496 | xbc_node_for_each_array_value(enode, "actions", anode, p) { | |
497 | if (strlcpy(buf, p, ARRAY_SIZE(buf)) >= ARRAY_SIZE(buf)) | |
498 | pr_err("action string is too long: %s\n", p); | |
499 | else if (trigger_process_regex(file, buf) < 0) | |
64dc7f69 | 500 | pr_err("Failed to apply an action: %s\n", p); |
6fe7c745 | 501 | } |
5dfe50b0 | 502 | anode = xbc_node_find_subkey(enode, "hist"); |
17abd7c3 MH |
503 | if (anode) |
504 | trace_boot_init_histograms(file, anode, buf, ARRAY_SIZE(buf)); | |
6fe7c745 MH |
505 | } else if (xbc_node_find_value(enode, "actions", NULL)) |
506 | pr_err("Failed to apply event actions because CONFIG_HIST_TRIGGERS is not set.\n"); | |
81a59555 MH |
507 | |
508 | if (xbc_node_find_value(enode, "enable", NULL)) { | |
509 | if (trace_event_enable_disable(file, 1, 0) < 0) | |
510 | pr_err("Failed to enable event node: %s:%s\n", | |
511 | group, event); | |
512 | } | |
513 | out: | |
514 | mutex_unlock(&event_mutex); | |
515 | } | |
516 | ||
517 | static void __init | |
518 | trace_boot_init_events(struct trace_array *tr, struct xbc_node *node) | |
519 | { | |
520 | struct xbc_node *gnode, *enode; | |
4f99f848 MH |
521 | bool enable, enable_all = false; |
522 | const char *data; | |
81a59555 | 523 | |
5dfe50b0 | 524 | node = xbc_node_find_subkey(node, "event"); |
81a59555 MH |
525 | if (!node) |
526 | return; | |
527 | /* per-event key starts with "event.GROUP.EVENT" */ | |
cfd79983 | 528 | xbc_node_for_each_subkey(node, gnode) { |
4f99f848 MH |
529 | data = xbc_node_get_data(gnode); |
530 | if (!strcmp(data, "enable")) { | |
531 | enable_all = true; | |
532 | continue; | |
533 | } | |
534 | enable = false; | |
cfd79983 | 535 | xbc_node_for_each_subkey(gnode, enode) { |
4f99f848 MH |
536 | data = xbc_node_get_data(enode); |
537 | if (!strcmp(data, "enable")) { | |
538 | enable = true; | |
539 | continue; | |
540 | } | |
81a59555 | 541 | trace_boot_init_one_event(tr, gnode, enode); |
4f99f848 MH |
542 | } |
543 | /* Event enablement must be done after event settings */ | |
544 | if (enable) { | |
545 | data = xbc_node_get_data(gnode); | |
546 | trace_array_set_clr_event(tr, data, NULL, true); | |
547 | } | |
548 | } | |
549 | /* Ditto */ | |
550 | if (enable_all) | |
551 | trace_array_set_clr_event(tr, NULL, NULL, true); | |
81a59555 | 552 | } |
9c5b9d3d MH |
553 | #else |
554 | #define trace_boot_enable_events(tr, node) do {} while (0) | |
81a59555 | 555 | #define trace_boot_init_events(tr, node) do {} while (0) |
9c5b9d3d MH |
556 | #endif |
557 | ||
fe1efe92 | 558 | #ifdef CONFIG_DYNAMIC_FTRACE |
fe1efe92 MH |
559 | static void __init |
560 | trace_boot_set_ftrace_filter(struct trace_array *tr, struct xbc_node *node) | |
561 | { | |
562 | struct xbc_node *anode; | |
563 | const char *p; | |
564 | char *q; | |
565 | ||
566 | xbc_node_for_each_array_value(node, "ftrace.filters", anode, p) { | |
567 | q = kstrdup(p, GFP_KERNEL); | |
568 | if (!q) | |
569 | return; | |
570 | if (ftrace_set_filter(tr->ops, q, strlen(q), 0) < 0) | |
571 | pr_err("Failed to add %s to ftrace filter\n", p); | |
572 | else | |
573 | ftrace_filter_param = true; | |
574 | kfree(q); | |
575 | } | |
576 | xbc_node_for_each_array_value(node, "ftrace.notraces", anode, p) { | |
577 | q = kstrdup(p, GFP_KERNEL); | |
578 | if (!q) | |
579 | return; | |
580 | if (ftrace_set_notrace(tr->ops, q, strlen(q), 0) < 0) | |
581 | pr_err("Failed to add %s to ftrace filter\n", p); | |
582 | else | |
583 | ftrace_filter_param = true; | |
584 | kfree(q); | |
585 | } | |
586 | } | |
587 | #else | |
588 | #define trace_boot_set_ftrace_filter(tr, node) do {} while (0) | |
589 | #endif | |
590 | ||
9c5b9d3d MH |
591 | static void __init |
592 | trace_boot_enable_tracer(struct trace_array *tr, struct xbc_node *node) | |
593 | { | |
594 | const char *p; | |
595 | ||
fe1efe92 MH |
596 | trace_boot_set_ftrace_filter(tr, node); |
597 | ||
9c5b9d3d MH |
598 | p = xbc_node_find_value(node, "tracer", NULL); |
599 | if (p && *p != '\0') { | |
600 | if (tracing_set_tracer(tr, p) < 0) | |
601 | pr_err("Failed to set given tracer: %s\n", p); | |
602 | } | |
c1634097 MH |
603 | |
604 | /* Since tracer can free snapshot buffer, allocate snapshot here.*/ | |
605 | if (xbc_node_find_value(node, "alloc_snapshot", NULL)) { | |
606 | if (tracing_alloc_snapshot_instance(tr) < 0) | |
607 | pr_err("Failed to allocate snapshot buffer\n"); | |
608 | } | |
9c5b9d3d MH |
609 | } |
610 | ||
4f712a4d MH |
611 | static void __init |
612 | trace_boot_init_one_instance(struct trace_array *tr, struct xbc_node *node) | |
613 | { | |
614 | trace_boot_set_instance_options(tr, node); | |
615 | trace_boot_init_events(tr, node); | |
616 | trace_boot_enable_events(tr, node); | |
617 | trace_boot_enable_tracer(tr, node); | |
618 | } | |
619 | ||
620 | static void __init | |
621 | trace_boot_init_instances(struct xbc_node *node) | |
622 | { | |
623 | struct xbc_node *inode; | |
624 | struct trace_array *tr; | |
625 | const char *p; | |
626 | ||
5dfe50b0 | 627 | node = xbc_node_find_subkey(node, "instance"); |
4f712a4d MH |
628 | if (!node) |
629 | return; | |
630 | ||
cfd79983 | 631 | xbc_node_for_each_subkey(node, inode) { |
4f712a4d MH |
632 | p = xbc_node_get_data(inode); |
633 | if (!p || *p == '\0') | |
634 | continue; | |
635 | ||
636 | tr = trace_array_get_by_name(p); | |
532f49a6 | 637 | if (!tr) { |
4f712a4d MH |
638 | pr_err("Failed to get trace instance %s\n", p); |
639 | continue; | |
640 | } | |
641 | trace_boot_init_one_instance(tr, inode); | |
28394da2 | 642 | trace_array_put(tr); |
4f712a4d MH |
643 | } |
644 | } | |
645 | ||
9c5b9d3d MH |
646 | static int __init trace_boot_init(void) |
647 | { | |
648 | struct xbc_node *trace_node; | |
649 | struct trace_array *tr; | |
650 | ||
651 | trace_node = xbc_find_node("ftrace"); | |
652 | if (!trace_node) | |
653 | return 0; | |
654 | ||
655 | tr = top_trace_array(); | |
656 | if (!tr) | |
657 | return 0; | |
658 | ||
4f712a4d MH |
659 | /* Global trace array is also one instance */ |
660 | trace_boot_init_one_instance(tr, trace_node); | |
661 | trace_boot_init_instances(trace_node); | |
9c5b9d3d | 662 | |
60efe21e MH |
663 | disable_tracing_selftest("running boot-time tracing"); |
664 | ||
9c5b9d3d MH |
665 | return 0; |
666 | } | |
ba0fbfbb MH |
667 | /* |
668 | * Start tracing at the end of core-initcall, so that it starts tracing | |
669 | * from the beginning of postcore_initcall. | |
670 | */ | |
671 | core_initcall_sync(trace_boot_init); |