Commit | Line | Data |
---|---|---|
91007045 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
07800601 | 2 | /* |
bf9e1876 IM |
3 | * builtin-top.c |
4 | * | |
5 | * Builtin top command: Display a continuously updated profile of | |
6 | * any workload, CPU or specific PID. | |
7 | * | |
8 | * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> | |
ab81f3fd | 9 | * 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com> |
bf9e1876 IM |
10 | * |
11 | * Improvements and fixes by: | |
12 | * | |
13 | * Arjan van de Ven <arjan@linux.intel.com> | |
14 | * Yanmin Zhang <yanmin.zhang@intel.com> | |
15 | * Wu Fengguang <fengguang.wu@intel.com> | |
16 | * Mike Galbraith <efault@gmx.de> | |
17 | * Paul Mackerras <paulus@samba.org> | |
07800601 | 18 | */ |
bf9e1876 | 19 | #include "builtin.h" |
07800601 | 20 | |
1a482f38 | 21 | #include "perf.h" |
bf9e1876 | 22 | |
36532461 | 23 | #include "util/annotate.h" |
a40b95bc | 24 | #include "util/bpf-event.h" |
41840d21 | 25 | #include "util/config.h" |
8fc0321f | 26 | #include "util/color.h" |
4a3cec84 | 27 | #include "util/dso.h" |
361c99a6 | 28 | #include "util/evlist.h" |
69aad6f1 | 29 | #include "util/evsel.h" |
95be9d19 | 30 | #include "util/evsel_config.h" |
5ab8c689 | 31 | #include "util/event.h" |
b0a7d1a0 | 32 | #include "util/machine.h" |
1101f69a | 33 | #include "util/map.h" |
e0fcfb08 | 34 | #include "util/mmap.h" |
b3165f41 ACM |
35 | #include "util/session.h" |
36 | #include "util/symbol.h" | |
ea49e01c | 37 | #include "util/synthetic-events.h" |
8c3e10eb | 38 | #include "util/top.h" |
2da39f1c | 39 | #include "util/util.h" |
43cbcd8a | 40 | #include <linux/rbtree.h> |
4b6ab94e | 41 | #include <subcmd/parse-options.h> |
b456bae0 | 42 | #include "util/parse-events.h" |
5c9dbe6d | 43 | #include "util/callchain.h" |
a12b51c4 | 44 | #include "util/cpumap.h" |
ab81f3fd | 45 | #include "util/sort.h" |
6a9fa4e3 | 46 | #include "util/string2.h" |
b0742e90 | 47 | #include "util/term.h" |
6b118e92 | 48 | #include "util/intlist.h" |
a18b027e | 49 | #include "util/parse-branch-options.h" |
0d3942db | 50 | #include "arch/common.h" |
8520a98d | 51 | #include "ui/ui.h" |
07800601 | 52 | |
8f28827a | 53 | #include "util/debug.h" |
16c66bc1 | 54 | #include "util/ordered-events.h" |
8f28827a | 55 | |
07800601 | 56 | #include <assert.h> |
31d68e7b | 57 | #include <elf.h> |
07800601 | 58 | #include <fcntl.h> |
0e9b20b8 | 59 | |
07800601 | 60 | #include <stdio.h> |
923c42c1 MG |
61 | #include <termios.h> |
62 | #include <unistd.h> | |
9486aa38 | 63 | #include <inttypes.h> |
0e9b20b8 | 64 | |
07800601 | 65 | #include <errno.h> |
07800601 IM |
66 | #include <time.h> |
67 | #include <sched.h> | |
9607ad3a | 68 | #include <signal.h> |
07800601 IM |
69 | |
70 | #include <sys/syscall.h> | |
71 | #include <sys/ioctl.h> | |
a8fa4960 | 72 | #include <poll.h> |
07800601 IM |
73 | #include <sys/prctl.h> |
74 | #include <sys/wait.h> | |
75 | #include <sys/uio.h> | |
31d68e7b | 76 | #include <sys/utsname.h> |
07800601 IM |
77 | #include <sys/mman.h> |
78 | ||
531d2410 | 79 | #include <linux/stringify.h> |
b9c4b0f4 | 80 | #include <linux/time64.h> |
07800601 | 81 | #include <linux/types.h> |
6ef81c55 | 82 | #include <linux/err.h> |
07800601 | 83 | |
3052ba56 | 84 | #include <linux/ctype.h> |
7728fa0c | 85 | #include <perf/mmap.h> |
3d689ed6 | 86 | |
11859e82 | 87 | static volatile int done; |
b135e5ee | 88 | static volatile int resize; |
11859e82 | 89 | |
933cbb1c NK |
90 | #define HEADER_LINE_NR 5 |
91 | ||
1758af10 | 92 | static void perf_top__update_print_entries(struct perf_top *top) |
3b6ed988 | 93 | { |
933cbb1c | 94 | top->print_entries = top->winsize.ws_row - HEADER_LINE_NR; |
3b6ed988 ACM |
95 | } |
96 | ||
244a1086 | 97 | static void winch_sig(int sig __maybe_unused) |
3b6ed988 | 98 | { |
b135e5ee JO |
99 | resize = 1; |
100 | } | |
1758af10 | 101 | |
b135e5ee JO |
102 | static void perf_top__resize(struct perf_top *top) |
103 | { | |
1758af10 ACM |
104 | get_term_dimensions(&top->winsize); |
105 | perf_top__update_print_entries(top); | |
3b6ed988 ACM |
106 | } |
107 | ||
1758af10 | 108 | static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he) |
923c42c1 | 109 | { |
32dcd021 | 110 | struct evsel *evsel; |
923c42c1 | 111 | struct symbol *sym; |
ce6f4fab | 112 | struct annotation *notes; |
439d473b | 113 | struct map *map; |
36532461 | 114 | int err = -1; |
923c42c1 | 115 | |
ab81f3fd | 116 | if (!he || !he->ms.sym) |
b0a9ab62 ACM |
117 | return -1; |
118 | ||
111442cf LY |
119 | evsel = hists_to_evsel(he->hists); |
120 | ||
ab81f3fd ACM |
121 | sym = he->ms.sym; |
122 | map = he->ms.map; | |
b0a9ab62 ACM |
123 | |
124 | /* | |
125 | * We can't annotate with just /proc/kallsyms | |
126 | */ | |
bbb7f846 AH |
127 | if (map->dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS && |
128 | !dso__is_kcore(map->dso)) { | |
ce6f4fab ACM |
129 | pr_err("Can't annotate %s: No vmlinux file was found in the " |
130 | "path\n", sym->name); | |
131 | sleep(1); | |
b0a9ab62 | 132 | return -1; |
b269876c ACM |
133 | } |
134 | ||
ce6f4fab | 135 | notes = symbol__annotation(sym); |
ce6f4fab | 136 | pthread_mutex_lock(¬es->lock); |
923c42c1 | 137 | |
6484d2f9 | 138 | if (!symbol__hists(sym, top->evlist->core.nr_entries)) { |
c97cf422 | 139 | pthread_mutex_unlock(¬es->lock); |
36532461 ACM |
140 | pr_err("Not enough memory for annotating '%s' symbol!\n", |
141 | sym->name); | |
ce6f4fab | 142 | sleep(1); |
c97cf422 | 143 | return err; |
923c42c1 | 144 | } |
36532461 | 145 | |
e0ad4d68 | 146 | err = symbol__annotate(&he->ms, evsel, &top->annotation_opts, NULL); |
36532461 | 147 | if (err == 0) { |
1758af10 | 148 | top->sym_filter_entry = he; |
ee51d851 ACM |
149 | } else { |
150 | char msg[BUFSIZ]; | |
29754894 | 151 | symbol__strerror_disassemble(&he->ms, err, msg, sizeof(msg)); |
ee51d851 | 152 | pr_err("Couldn't annotate %s: %s\n", sym->name, msg); |
36532461 | 153 | } |
c97cf422 | 154 | |
ce6f4fab | 155 | pthread_mutex_unlock(¬es->lock); |
36532461 | 156 | return err; |
923c42c1 MG |
157 | } |
158 | ||
ab81f3fd | 159 | static void __zero_source_counters(struct hist_entry *he) |
923c42c1 | 160 | { |
ab81f3fd | 161 | struct symbol *sym = he->ms.sym; |
36532461 | 162 | symbol__annotate_zero_histograms(sym); |
923c42c1 MG |
163 | } |
164 | ||
31d68e7b ACM |
165 | static void ui__warn_map_erange(struct map *map, struct symbol *sym, u64 ip) |
166 | { | |
167 | struct utsname uts; | |
168 | int err = uname(&uts); | |
169 | ||
170 | ui__warning("Out of bounds address found:\n\n" | |
171 | "Addr: %" PRIx64 "\n" | |
172 | "DSO: %s %c\n" | |
173 | "Map: %" PRIx64 "-%" PRIx64 "\n" | |
174 | "Symbol: %" PRIx64 "-%" PRIx64 " %c %s\n" | |
175 | "Arch: %s\n" | |
176 | "Kernel: %s\n" | |
177 | "Tools: %s\n\n" | |
178 | "Not all samples will be on the annotation output.\n\n" | |
179 | "Please report to linux-kernel@vger.kernel.org\n", | |
180 | ip, map->dso->long_name, dso__symtab_origin(map->dso), | |
181 | map->start, map->end, sym->start, sym->end, | |
182 | sym->binding == STB_GLOBAL ? 'g' : | |
183 | sym->binding == STB_LOCAL ? 'l' : 'w', sym->name, | |
184 | err ? "[unknown]" : uts.machine, | |
185 | err ? "[unknown]" : uts.release, perf_version_string); | |
186 | if (use_browser <= 0) | |
187 | sleep(5); | |
48000a1a | 188 | |
31d68e7b ACM |
189 | map->erange_warned = true; |
190 | } | |
191 | ||
1758af10 ACM |
192 | static void perf_top__record_precise_ip(struct perf_top *top, |
193 | struct hist_entry *he, | |
bab89f6a | 194 | struct perf_sample *sample, |
32dcd021 | 195 | struct evsel *evsel, u64 ip) |
923c42c1 | 196 | { |
ce6f4fab | 197 | struct annotation *notes; |
beefb8d0 | 198 | struct symbol *sym = he->ms.sym; |
48c65bda | 199 | int err = 0; |
ce6f4fab | 200 | |
beefb8d0 NK |
201 | if (sym == NULL || (use_browser == 0 && |
202 | (top->sym_filter_entry == NULL || | |
203 | top->sym_filter_entry->ms.sym != sym))) | |
923c42c1 MG |
204 | return; |
205 | ||
ce6f4fab ACM |
206 | notes = symbol__annotation(sym); |
207 | ||
208 | if (pthread_mutex_trylock(¬es->lock)) | |
923c42c1 MG |
209 | return; |
210 | ||
e345f3bd | 211 | err = hist_entry__inc_addr_samples(he, sample, evsel, ip); |
c7ad21af | 212 | |
ce6f4fab | 213 | pthread_mutex_unlock(¬es->lock); |
31d68e7b | 214 | |
151ee834 NK |
215 | if (unlikely(err)) { |
216 | /* | |
217 | * This function is now called with he->hists->lock held. | |
218 | * Release it before going to sleep. | |
219 | */ | |
220 | pthread_mutex_unlock(&he->hists->lock); | |
221 | ||
222 | if (err == -ERANGE && !he->ms.map->erange_warned) | |
223 | ui__warn_map_erange(he->ms.map, sym, ip); | |
224 | else if (err == -ENOMEM) { | |
225 | pr_err("Not enough memory for annotating '%s' symbol!\n", | |
226 | sym->name); | |
227 | sleep(1); | |
228 | } | |
229 | ||
230 | pthread_mutex_lock(&he->hists->lock); | |
b66d8c0c | 231 | } |
923c42c1 MG |
232 | } |
233 | ||
1758af10 | 234 | static void perf_top__show_details(struct perf_top *top) |
923c42c1 | 235 | { |
1758af10 | 236 | struct hist_entry *he = top->sym_filter_entry; |
32dcd021 | 237 | struct evsel *evsel; |
ce6f4fab | 238 | struct annotation *notes; |
923c42c1 | 239 | struct symbol *symbol; |
36532461 | 240 | int more; |
923c42c1 | 241 | |
ab81f3fd | 242 | if (!he) |
923c42c1 MG |
243 | return; |
244 | ||
111442cf LY |
245 | evsel = hists_to_evsel(he->hists); |
246 | ||
ab81f3fd | 247 | symbol = he->ms.sym; |
ce6f4fab ACM |
248 | notes = symbol__annotation(symbol); |
249 | ||
250 | pthread_mutex_lock(¬es->lock); | |
251 | ||
f681d593 JO |
252 | symbol__calc_percent(symbol, evsel); |
253 | ||
ce6f4fab ACM |
254 | if (notes->src == NULL) |
255 | goto out_unlock; | |
923c42c1 | 256 | |
7289f83c | 257 | printf("Showing %s for %s\n", perf_evsel__name(top->sym_evsel), symbol->name); |
982d410b | 258 | printf(" Events Pcnt (>=%d%%)\n", top->annotation_opts.min_pcnt); |
923c42c1 | 259 | |
29754894 | 260 | more = symbol__annotate_printf(&he->ms, top->sym_evsel, &top->annotation_opts); |
5d484f99 ACM |
261 | |
262 | if (top->evlist->enabled) { | |
263 | if (top->zero) | |
264 | symbol__annotate_zero_histogram(symbol, top->sym_evsel->idx); | |
265 | else | |
266 | symbol__annotate_decay_histogram(symbol, top->sym_evsel->idx); | |
267 | } | |
36532461 | 268 | if (more != 0) |
923c42c1 | 269 | printf("%d lines not displayed, maybe increase display entries [e]\n", more); |
ce6f4fab ACM |
270 | out_unlock: |
271 | pthread_mutex_unlock(¬es->lock); | |
923c42c1 | 272 | } |
07800601 | 273 | |
ea4385f8 | 274 | static void perf_top__resort_hists(struct perf_top *t) |
40d81772 | 275 | { |
ea4385f8 | 276 | struct evlist *evlist = t->evlist; |
40d81772 ACM |
277 | struct evsel *pos; |
278 | ||
279 | evlist__for_each_entry(evlist, pos) { | |
280 | struct hists *hists = evsel__hists(pos); | |
281 | ||
be5863b7 NK |
282 | /* |
283 | * unlink existing entries so that they can be linked | |
284 | * in a correct order in hists__match() below. | |
285 | */ | |
286 | hists__unlink(hists); | |
287 | ||
ea4385f8 NK |
288 | if (evlist->enabled) { |
289 | if (t->zero) { | |
290 | hists__delete_entries(hists); | |
291 | } else { | |
292 | hists__decay_entries(hists, t->hide_user_symbols, | |
293 | t->hide_kernel_symbols); | |
294 | } | |
295 | } | |
296 | ||
40d81772 ACM |
297 | hists__collapse_resort(hists, NULL); |
298 | ||
299 | /* Non-group events are considered as leader */ | |
300 | if (symbol_conf.event_group && | |
301 | !perf_evsel__is_group_leader(pos)) { | |
302 | struct hists *leader_hists = evsel__hists(pos->leader); | |
303 | ||
304 | hists__match(leader_hists, hists); | |
305 | hists__link(leader_hists, hists); | |
306 | } | |
307 | } | |
308 | ||
309 | evlist__for_each_entry(evlist, pos) { | |
310 | perf_evsel__output_resort(pos, NULL); | |
311 | } | |
312 | } | |
313 | ||
1758af10 | 314 | static void perf_top__print_sym_table(struct perf_top *top) |
07800601 | 315 | { |
8c3e10eb ACM |
316 | char bf[160]; |
317 | int printed = 0; | |
1758af10 | 318 | const int win_width = top->winsize.ws_col - 1; |
32dcd021 | 319 | struct evsel *evsel = top->sym_evsel; |
452ce03b | 320 | struct hists *hists = evsel__hists(evsel); |
d94b9430 | 321 | |
0f5486b5 | 322 | puts(CONSOLE_CLEAR); |
07800601 | 323 | |
1758af10 | 324 | perf_top__header_snprintf(top, bf, sizeof(bf)); |
8c3e10eb | 325 | printf("%s\n", bf); |
07800601 | 326 | |
1a105f74 | 327 | printf("%-*.*s\n", win_width, win_width, graph_dotted_line); |
07800601 | 328 | |
a1ff5b05 KL |
329 | if (!top->record_opts.overwrite && |
330 | (hists->stats.nr_lost_warned != | |
331 | hists->stats.nr_events[PERF_RECORD_LOST])) { | |
4ea062ed ACM |
332 | hists->stats.nr_lost_warned = |
333 | hists->stats.nr_events[PERF_RECORD_LOST]; | |
7b27509f ACM |
334 | color_fprintf(stdout, PERF_COLOR_RED, |
335 | "WARNING: LOST %d chunks, Check IO/CPU overload", | |
4ea062ed | 336 | hists->stats.nr_lost_warned); |
ab81f3fd | 337 | ++printed; |
93fc64f1 ACM |
338 | } |
339 | ||
1758af10 ACM |
340 | if (top->sym_filter_entry) { |
341 | perf_top__show_details(top); | |
923c42c1 MG |
342 | return; |
343 | } | |
344 | ||
ea4385f8 | 345 | perf_top__resort_hists(top); |
701937bd | 346 | |
4ea062ed | 347 | hists__output_recalc_col_len(hists, top->print_entries - printed); |
7cc017ed | 348 | putchar('\n'); |
4ea062ed | 349 | hists__fprintf(hists, false, top->print_entries - printed, win_width, |
e9de7e2f | 350 | top->min_percent, stdout, !symbol_conf.use_callchain); |
07800601 IM |
351 | } |
352 | ||
923c42c1 MG |
353 | static void prompt_integer(int *target, const char *msg) |
354 | { | |
355 | char *buf = malloc(0), *p; | |
356 | size_t dummy = 0; | |
357 | int tmp; | |
358 | ||
359 | fprintf(stdout, "\n%s: ", msg); | |
360 | if (getline(&buf, &dummy, stdin) < 0) | |
361 | return; | |
362 | ||
363 | p = strchr(buf, '\n'); | |
364 | if (p) | |
365 | *p = 0; | |
366 | ||
367 | p = buf; | |
368 | while(*p) { | |
369 | if (!isdigit(*p)) | |
370 | goto out_free; | |
371 | p++; | |
372 | } | |
373 | tmp = strtoul(buf, NULL, 10); | |
374 | *target = tmp; | |
375 | out_free: | |
376 | free(buf); | |
377 | } | |
378 | ||
379 | static void prompt_percent(int *target, const char *msg) | |
380 | { | |
381 | int tmp = 0; | |
382 | ||
383 | prompt_integer(&tmp, msg); | |
384 | if (tmp >= 0 && tmp <= 100) | |
385 | *target = tmp; | |
386 | } | |
387 | ||
1758af10 | 388 | static void perf_top__prompt_symbol(struct perf_top *top, const char *msg) |
923c42c1 MG |
389 | { |
390 | char *buf = malloc(0), *p; | |
1758af10 | 391 | struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL; |
4ea062ed | 392 | struct hists *hists = evsel__hists(top->sym_evsel); |
ab81f3fd | 393 | struct rb_node *next; |
923c42c1 MG |
394 | size_t dummy = 0; |
395 | ||
396 | /* zero counters of active symbol */ | |
397 | if (syme) { | |
923c42c1 | 398 | __zero_source_counters(syme); |
1758af10 | 399 | top->sym_filter_entry = NULL; |
923c42c1 MG |
400 | } |
401 | ||
402 | fprintf(stdout, "\n%s: ", msg); | |
403 | if (getline(&buf, &dummy, stdin) < 0) | |
404 | goto out_free; | |
405 | ||
406 | p = strchr(buf, '\n'); | |
407 | if (p) | |
408 | *p = 0; | |
409 | ||
2eb3d689 | 410 | next = rb_first_cached(&hists->entries); |
ab81f3fd ACM |
411 | while (next) { |
412 | n = rb_entry(next, struct hist_entry, rb_node); | |
413 | if (n->ms.sym && !strcmp(buf, n->ms.sym->name)) { | |
414 | found = n; | |
923c42c1 MG |
415 | break; |
416 | } | |
ab81f3fd | 417 | next = rb_next(&n->rb_node); |
923c42c1 MG |
418 | } |
419 | ||
420 | if (!found) { | |
66aeb6d5 | 421 | fprintf(stderr, "Sorry, %s is not active.\n", buf); |
923c42c1 | 422 | sleep(1); |
923c42c1 | 423 | } else |
1758af10 | 424 | perf_top__parse_source(top, found); |
923c42c1 MG |
425 | |
426 | out_free: | |
427 | free(buf); | |
428 | } | |
429 | ||
1758af10 | 430 | static void perf_top__print_mapped_keys(struct perf_top *top) |
923c42c1 | 431 | { |
091bd2e9 MG |
432 | char *name = NULL; |
433 | ||
1758af10 ACM |
434 | if (top->sym_filter_entry) { |
435 | struct symbol *sym = top->sym_filter_entry->ms.sym; | |
091bd2e9 MG |
436 | name = sym->name; |
437 | } | |
438 | ||
439 | fprintf(stdout, "\nMapped keys:\n"); | |
1758af10 ACM |
440 | fprintf(stdout, "\t[d] display refresh delay. \t(%d)\n", top->delay_secs); |
441 | fprintf(stdout, "\t[e] display entries (lines). \t(%d)\n", top->print_entries); | |
091bd2e9 | 442 | |
6484d2f9 | 443 | if (top->evlist->core.nr_entries > 1) |
7289f83c | 444 | fprintf(stdout, "\t[E] active event counter. \t(%s)\n", perf_evsel__name(top->sym_evsel)); |
091bd2e9 | 445 | |
1758af10 | 446 | fprintf(stdout, "\t[f] profile display filter (count). \t(%d)\n", top->count_filter); |
091bd2e9 | 447 | |
982d410b | 448 | fprintf(stdout, "\t[F] annotate display filter (percent). \t(%d%%)\n", top->annotation_opts.min_pcnt); |
6cff0e8d KS |
449 | fprintf(stdout, "\t[s] annotate symbol. \t(%s)\n", name?: "NULL"); |
450 | fprintf(stdout, "\t[S] stop annotation.\n"); | |
091bd2e9 | 451 | |
8ffcda17 | 452 | fprintf(stdout, |
8fce3743 | 453 | "\t[K] hide kernel symbols. \t(%s)\n", |
1758af10 | 454 | top->hide_kernel_symbols ? "yes" : "no"); |
8ffcda17 ACM |
455 | fprintf(stdout, |
456 | "\t[U] hide user symbols. \t(%s)\n", | |
1758af10 ACM |
457 | top->hide_user_symbols ? "yes" : "no"); |
458 | fprintf(stdout, "\t[z] toggle sample zeroing. \t(%d)\n", top->zero ? 1 : 0); | |
091bd2e9 MG |
459 | fprintf(stdout, "\t[qQ] quit.\n"); |
460 | } | |
461 | ||
1758af10 | 462 | static int perf_top__key_mapped(struct perf_top *top, int c) |
091bd2e9 MG |
463 | { |
464 | switch (c) { | |
465 | case 'd': | |
466 | case 'e': | |
467 | case 'f': | |
468 | case 'z': | |
469 | case 'q': | |
470 | case 'Q': | |
8ffcda17 ACM |
471 | case 'K': |
472 | case 'U': | |
6cff0e8d KS |
473 | case 'F': |
474 | case 's': | |
475 | case 'S': | |
091bd2e9 MG |
476 | return 1; |
477 | case 'E': | |
6484d2f9 | 478 | return top->evlist->core.nr_entries > 1 ? 1 : 0; |
83a0944f IM |
479 | default: |
480 | break; | |
091bd2e9 MG |
481 | } |
482 | ||
483 | return 0; | |
923c42c1 MG |
484 | } |
485 | ||
11859e82 | 486 | static bool perf_top__handle_keypress(struct perf_top *top, int c) |
923c42c1 | 487 | { |
11859e82 ACM |
488 | bool ret = true; |
489 | ||
1758af10 | 490 | if (!perf_top__key_mapped(top, c)) { |
091bd2e9 | 491 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; |
3969cc09 | 492 | struct termios save; |
091bd2e9 | 493 | |
1758af10 | 494 | perf_top__print_mapped_keys(top); |
091bd2e9 MG |
495 | fprintf(stdout, "\nEnter selection, or unmapped key to continue: "); |
496 | fflush(stdout); | |
497 | ||
3969cc09 | 498 | set_term_quiet_input(&save); |
091bd2e9 MG |
499 | |
500 | poll(&stdin_poll, 1, -1); | |
501 | c = getc(stdin); | |
502 | ||
503 | tcsetattr(0, TCSAFLUSH, &save); | |
1758af10 | 504 | if (!perf_top__key_mapped(top, c)) |
11859e82 | 505 | return ret; |
091bd2e9 MG |
506 | } |
507 | ||
923c42c1 MG |
508 | switch (c) { |
509 | case 'd': | |
1758af10 ACM |
510 | prompt_integer(&top->delay_secs, "Enter display delay"); |
511 | if (top->delay_secs < 1) | |
512 | top->delay_secs = 1; | |
923c42c1 MG |
513 | break; |
514 | case 'e': | |
1758af10 ACM |
515 | prompt_integer(&top->print_entries, "Enter display entries (lines)"); |
516 | if (top->print_entries == 0) { | |
b135e5ee | 517 | perf_top__resize(top); |
244a1086 | 518 | signal(SIGWINCH, winch_sig); |
509605db | 519 | } else { |
3b6ed988 | 520 | signal(SIGWINCH, SIG_DFL); |
509605db | 521 | } |
923c42c1 MG |
522 | break; |
523 | case 'E': | |
6484d2f9 | 524 | if (top->evlist->core.nr_entries > 1) { |
ce2d17ca AN |
525 | /* Select 0 as the default event: */ |
526 | int counter = 0; | |
527 | ||
923c42c1 | 528 | fprintf(stderr, "\nAvailable events:"); |
69aad6f1 | 529 | |
e5cadb93 | 530 | evlist__for_each_entry(top->evlist, top->sym_evsel) |
7289f83c | 531 | fprintf(stderr, "\n\t%d %s", top->sym_evsel->idx, perf_evsel__name(top->sym_evsel)); |
923c42c1 | 532 | |
ec52d976 | 533 | prompt_integer(&counter, "Enter details event counter"); |
923c42c1 | 534 | |
6484d2f9 | 535 | if (counter >= top->evlist->core.nr_entries) { |
515dbe48 | 536 | top->sym_evsel = evlist__first(top->evlist); |
7289f83c | 537 | fprintf(stderr, "Sorry, no such event, using %s.\n", perf_evsel__name(top->sym_evsel)); |
923c42c1 | 538 | sleep(1); |
69aad6f1 | 539 | break; |
923c42c1 | 540 | } |
e5cadb93 | 541 | evlist__for_each_entry(top->evlist, top->sym_evsel) |
1758af10 | 542 | if (top->sym_evsel->idx == counter) |
69aad6f1 | 543 | break; |
ec52d976 | 544 | } else |
515dbe48 | 545 | top->sym_evsel = evlist__first(top->evlist); |
923c42c1 MG |
546 | break; |
547 | case 'f': | |
1758af10 | 548 | prompt_integer(&top->count_filter, "Enter display event count filter"); |
923c42c1 MG |
549 | break; |
550 | case 'F': | |
982d410b | 551 | prompt_percent(&top->annotation_opts.min_pcnt, |
1758af10 | 552 | "Enter details display event filter (percent)"); |
923c42c1 | 553 | break; |
8ffcda17 | 554 | case 'K': |
1758af10 | 555 | top->hide_kernel_symbols = !top->hide_kernel_symbols; |
8ffcda17 | 556 | break; |
923c42c1 MG |
557 | case 'q': |
558 | case 'Q': | |
559 | printf("exiting.\n"); | |
1758af10 ACM |
560 | if (top->dump_symtab) |
561 | perf_session__fprintf_dsos(top->session, stderr); | |
11859e82 ACM |
562 | ret = false; |
563 | break; | |
923c42c1 | 564 | case 's': |
1758af10 | 565 | perf_top__prompt_symbol(top, "Enter details symbol"); |
923c42c1 MG |
566 | break; |
567 | case 'S': | |
1758af10 | 568 | if (!top->sym_filter_entry) |
923c42c1 MG |
569 | break; |
570 | else { | |
1758af10 | 571 | struct hist_entry *syme = top->sym_filter_entry; |
923c42c1 | 572 | |
1758af10 | 573 | top->sym_filter_entry = NULL; |
923c42c1 | 574 | __zero_source_counters(syme); |
923c42c1 MG |
575 | } |
576 | break; | |
8ffcda17 | 577 | case 'U': |
1758af10 | 578 | top->hide_user_symbols = !top->hide_user_symbols; |
8ffcda17 | 579 | break; |
923c42c1 | 580 | case 'z': |
1758af10 | 581 | top->zero = !top->zero; |
923c42c1 | 582 | break; |
83a0944f IM |
583 | default: |
584 | break; | |
923c42c1 | 585 | } |
11859e82 ACM |
586 | |
587 | return ret; | |
923c42c1 MG |
588 | } |
589 | ||
ab81f3fd ACM |
590 | static void perf_top__sort_new_samples(void *arg) |
591 | { | |
592 | struct perf_top *t = arg; | |
4ea062ed | 593 | |
ab81f3fd ACM |
594 | if (t->evlist->selected != NULL) |
595 | t->sym_evsel = t->evlist->selected; | |
596 | ||
ea4385f8 | 597 | perf_top__resort_hists(t); |
254de74c | 598 | |
d8590430 | 599 | if (t->lost || t->drop) |
254de74c | 600 | pr_warning("Too slow to read ring buffer (change period (-c/-F) or limit CPUs (-C)\n"); |
ab81f3fd ACM |
601 | } |
602 | ||
c94cef4b JO |
603 | static void stop_top(void) |
604 | { | |
605 | session_done = 1; | |
606 | done = 1; | |
607 | } | |
608 | ||
1758af10 | 609 | static void *display_thread_tui(void *arg) |
c0443df1 | 610 | { |
32dcd021 | 611 | struct evsel *pos; |
1758af10 | 612 | struct perf_top *top = arg; |
ab81f3fd | 613 | const char *help = "For a higher level overview, try: perf top --sort comm,dso"; |
9783adf7 NK |
614 | struct hist_browser_timer hbt = { |
615 | .timer = perf_top__sort_new_samples, | |
616 | .arg = top, | |
617 | .refresh = top->delay_secs, | |
618 | }; | |
ab81f3fd | 619 | |
868a8329 KJ |
620 | /* In order to read symbols from other namespaces perf to needs to call |
621 | * setns(2). This isn't permitted if the struct_fs has multiple users. | |
622 | * unshare(2) the fs so that we may continue to setns into namespaces | |
623 | * that we're observing. | |
624 | */ | |
625 | unshare(CLONE_FS); | |
626 | ||
1205a271 ACM |
627 | prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); |
628 | ||
1758af10 | 629 | perf_top__sort_new_samples(top); |
0d37aa34 ACM |
630 | |
631 | /* | |
632 | * Initialize the uid_filter_str, in the future the TUI will allow | |
adba1634 | 633 | * Zooming in/out UIDs. For now just use whatever the user passed |
0d37aa34 ACM |
634 | * via --uid. |
635 | */ | |
e5cadb93 | 636 | evlist__for_each_entry(top->evlist, pos) { |
4ea062ed ACM |
637 | struct hists *hists = evsel__hists(pos); |
638 | hists->uid_filter_str = top->record_opts.target.uid_str; | |
639 | } | |
0d37aa34 | 640 | |
13d1e536 NK |
641 | perf_evlist__tui_browse_hists(top->evlist, help, &hbt, |
642 | top->min_percent, | |
a1ff5b05 | 643 | &top->session->header.env, |
cd0cccba ACM |
644 | !top->record_opts.overwrite, |
645 | &top->annotation_opts); | |
ab81f3fd | 646 | |
c94cef4b | 647 | stop_top(); |
c0443df1 ACM |
648 | return NULL; |
649 | } | |
650 | ||
4a1a9971 JO |
651 | static void display_sig(int sig __maybe_unused) |
652 | { | |
c94cef4b | 653 | stop_top(); |
4a1a9971 JO |
654 | } |
655 | ||
656 | static void display_setup_sig(void) | |
657 | { | |
09f4d78a ACM |
658 | signal(SIGSEGV, sighandler_dump_stack); |
659 | signal(SIGFPE, sighandler_dump_stack); | |
4a1a9971 JO |
660 | signal(SIGINT, display_sig); |
661 | signal(SIGQUIT, display_sig); | |
662 | signal(SIGTERM, display_sig); | |
663 | } | |
664 | ||
1758af10 | 665 | static void *display_thread(void *arg) |
07800601 | 666 | { |
0f5486b5 | 667 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; |
9398c484 | 668 | struct termios save; |
1758af10 | 669 | struct perf_top *top = arg; |
923c42c1 MG |
670 | int delay_msecs, c; |
671 | ||
868a8329 KJ |
672 | /* In order to read symbols from other namespaces perf to needs to call |
673 | * setns(2). This isn't permitted if the struct_fs has multiple users. | |
674 | * unshare(2) the fs so that we may continue to setns into namespaces | |
675 | * that we're observing. | |
676 | */ | |
677 | unshare(CLONE_FS); | |
678 | ||
1205a271 ACM |
679 | prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); |
680 | ||
4a1a9971 | 681 | display_setup_sig(); |
3af6e338 | 682 | pthread__unblock_sigwinch(); |
923c42c1 | 683 | repeat: |
b9c4b0f4 | 684 | delay_msecs = top->delay_secs * MSEC_PER_SEC; |
9398c484 | 685 | set_term_quiet_input(&save); |
923c42c1 MG |
686 | /* trash return*/ |
687 | getc(stdin); | |
07800601 | 688 | |
11859e82 | 689 | while (!done) { |
1758af10 | 690 | perf_top__print_sym_table(top); |
3af6e338 ACM |
691 | /* |
692 | * Either timeout expired or we got an EINTR due to SIGWINCH, | |
693 | * refresh screen in both cases. | |
694 | */ | |
695 | switch (poll(&stdin_poll, 1, delay_msecs)) { | |
696 | case 0: | |
697 | continue; | |
698 | case -1: | |
699 | if (errno == EINTR) | |
700 | continue; | |
7b0214b7 | 701 | __fallthrough; |
3af6e338 | 702 | default: |
11859e82 ACM |
703 | c = getc(stdin); |
704 | tcsetattr(0, TCSAFLUSH, &save); | |
705 | ||
706 | if (perf_top__handle_keypress(top, c)) | |
707 | goto repeat; | |
c94cef4b | 708 | stop_top(); |
3af6e338 ACM |
709 | } |
710 | } | |
07800601 | 711 | |
4a1a9971 | 712 | tcsetattr(0, TCSAFLUSH, &save); |
07800601 IM |
713 | return NULL; |
714 | } | |
715 | ||
7c50391f NK |
716 | static int hist_iter__top_callback(struct hist_entry_iter *iter, |
717 | struct addr_location *al, bool single, | |
718 | void *arg) | |
719 | { | |
720 | struct perf_top *top = arg; | |
721 | struct hist_entry *he = iter->he; | |
32dcd021 | 722 | struct evsel *evsel = iter->evsel; |
7c50391f | 723 | |
2e0453af | 724 | if (perf_hpp_list.sym && single) |
e345f3bd | 725 | perf_top__record_precise_ip(top, he, iter->sample, evsel, al->addr); |
7c50391f | 726 | |
a18b027e | 727 | hist__account_cycles(iter->sample->branch_stack, al, iter->sample, |
7841f40a JY |
728 | !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY), |
729 | NULL); | |
7c50391f NK |
730 | return 0; |
731 | } | |
732 | ||
1758af10 ACM |
733 | static void perf_event__process_sample(struct perf_tool *tool, |
734 | const union perf_event *event, | |
32dcd021 | 735 | struct evsel *evsel, |
8115d60c | 736 | struct perf_sample *sample, |
743eb868 | 737 | struct machine *machine) |
07800601 | 738 | { |
1758af10 | 739 | struct perf_top *top = container_of(tool, struct perf_top, tool); |
1ed091c4 | 740 | struct addr_location al; |
19d4ac3c | 741 | int err; |
5b2bb75a | 742 | |
23346f21 | 743 | if (!machine && perf_guest) { |
6b118e92 DA |
744 | static struct intlist *seen; |
745 | ||
746 | if (!seen) | |
ffe0fb76 | 747 | seen = intlist__new(NULL); |
6b118e92 | 748 | |
ef89325f | 749 | if (!intlist__has_entry(seen, sample->pid)) { |
6b118e92 | 750 | pr_err("Can't find guest [%d]'s kernel information\n", |
ef89325f AH |
751 | sample->pid); |
752 | intlist__add(seen, sample->pid); | |
6b118e92 | 753 | } |
a1645ce1 ZY |
754 | return; |
755 | } | |
756 | ||
0c095715 | 757 | if (!machine) { |
11859e82 | 758 | pr_err("%u unprocessable samples recorded.\r", |
75be989a | 759 | top->session->evlist->stats.nr_unprocessable_samples++); |
0c095715 JR |
760 | return; |
761 | } | |
762 | ||
8115d60c | 763 | if (event->header.misc & PERF_RECORD_MISC_EXACT_IP) |
1758af10 | 764 | top->exact_samples++; |
1676b8a0 | 765 | |
bb3eb566 | 766 | if (machine__resolve(machine, &al, sample) < 0) |
1ed091c4 | 767 | return; |
07800601 | 768 | |
e77a0742 | 769 | if (!machine->kptr_restrict_warned && |
5f6f5580 ACM |
770 | symbol_conf.kptr_restrict && |
771 | al.cpumode == PERF_RECORD_MISC_KERNEL) { | |
b89a5124 ACM |
772 | if (!perf_evlist__exclude_kernel(top->session->evlist)) { |
773 | ui__warning( | |
5f6f5580 | 774 | "Kernel address maps (/proc/{kallsyms,modules}) are restricted.\n\n" |
d06e5fad | 775 | "Check /proc/sys/kernel/kptr_restrict and /proc/sys/kernel/perf_event_paranoid.\n\n" |
5f6f5580 | 776 | "Kernel%s samples will not be resolved.\n", |
e94b861a | 777 | al.map && map__has_symbols(al.map) ? |
5f6f5580 | 778 | " modules" : ""); |
b89a5124 ACM |
779 | if (use_browser <= 0) |
780 | sleep(5); | |
781 | } | |
e77a0742 | 782 | machine->kptr_restrict_warned = true; |
5f6f5580 ACM |
783 | } |
784 | ||
68766bfa | 785 | if (al.sym == NULL && al.map != NULL) { |
e4a338d0 | 786 | const char *msg = "Kernel samples will not be resolved.\n"; |
72b8fa17 ACM |
787 | /* |
788 | * As we do lazy loading of symtabs we only will know if the | |
789 | * specified vmlinux file is invalid when we actually have a | |
790 | * hit in kernel space and then try to load it. So if we get | |
791 | * here and there are _no_ symbols in the DSO backing the | |
792 | * kernel map, bail out. | |
793 | * | |
794 | * We may never get here, for instance, if we use -K/ | |
795 | * --hide-kernel-symbols, even if the user specifies an | |
796 | * invalid --vmlinux ;-) | |
797 | */ | |
e77a0742 | 798 | if (!machine->kptr_restrict_warned && !top->vmlinux_warned && |
e94b861a | 799 | __map__is_kernel(al.map) && map__has_symbols(al.map)) { |
e4a338d0 | 800 | if (symbol_conf.vmlinux_name) { |
18425f13 ACM |
801 | char serr[256]; |
802 | dso__strerror_load(al.map->dso, serr, sizeof(serr)); | |
803 | ui__warning("The %s file can't be used: %s\n%s", | |
804 | symbol_conf.vmlinux_name, serr, msg); | |
e4a338d0 ACM |
805 | } else { |
806 | ui__warning("A vmlinux file was not found.\n%s", | |
807 | msg); | |
808 | } | |
809 | ||
810 | if (use_browser <= 0) | |
811 | sleep(5); | |
1758af10 | 812 | top->vmlinux_warned = true; |
72b8fa17 | 813 | } |
6cff0e8d KS |
814 | } |
815 | ||
b55cc4ed | 816 | if (al.sym == NULL || !al.sym->idle) { |
4ea062ed | 817 | struct hists *hists = evsel__hists(evsel); |
7c50391f | 818 | struct hist_entry_iter iter = { |
063bd936 NK |
819 | .evsel = evsel, |
820 | .sample = sample, | |
821 | .add_entry_cb = hist_iter__top_callback, | |
7c50391f | 822 | }; |
70db7533 | 823 | |
7c50391f NK |
824 | if (symbol_conf.cumulate_callchain) |
825 | iter.ops = &hist_iter_cumulative; | |
826 | else | |
827 | iter.ops = &hist_iter_normal; | |
19d4ac3c | 828 | |
4ea062ed | 829 | pthread_mutex_lock(&hists->lock); |
ab81f3fd | 830 | |
063bd936 | 831 | err = hist_entry_iter__add(&iter, &al, top->max_stack, top); |
7c50391f NK |
832 | if (err < 0) |
833 | pr_err("Problem incrementing symbol period, skipping event\n"); | |
19d4ac3c | 834 | |
4ea062ed | 835 | pthread_mutex_unlock(&hists->lock); |
5b2bb75a | 836 | } |
ab81f3fd | 837 | |
b91fc39f | 838 | addr_location__put(&al); |
07800601 IM |
839 | } |
840 | ||
d24e3c98 JO |
841 | static void |
842 | perf_top__process_lost(struct perf_top *top, union perf_event *event, | |
32dcd021 | 843 | struct evsel *evsel) |
d24e3c98 JO |
844 | { |
845 | struct hists *hists = evsel__hists(evsel); | |
846 | ||
847 | top->lost += event->lost.lost; | |
848 | top->lost_total += event->lost.lost; | |
849 | hists->stats.total_lost += event->lost.lost; | |
850 | } | |
851 | ||
852 | static void | |
853 | perf_top__process_lost_samples(struct perf_top *top, | |
854 | union perf_event *event, | |
32dcd021 | 855 | struct evsel *evsel) |
d24e3c98 JO |
856 | { |
857 | struct hists *hists = evsel__hists(evsel); | |
858 | ||
859 | top->lost += event->lost_samples.lost; | |
860 | top->lost_total += event->lost_samples.lost; | |
861 | hists->stats.total_lost_samples += event->lost_samples.lost; | |
862 | } | |
863 | ||
d63b9f6f JO |
864 | static u64 last_timestamp; |
865 | ||
1758af10 | 866 | static void perf_top__mmap_read_idx(struct perf_top *top, int idx) |
07800601 | 867 | { |
ebebbf08 | 868 | struct record_opts *opts = &top->record_opts; |
63503dba | 869 | struct evlist *evlist = top->evlist; |
a5830532 | 870 | struct mmap *md; |
8115d60c | 871 | union perf_event *event; |
07800601 | 872 | |
ebebbf08 | 873 | md = opts->overwrite ? &evlist->overwrite_mmap[idx] : &evlist->mmap[idx]; |
7c4d4182 | 874 | if (perf_mmap__read_init(&md->core) < 0) |
ebebbf08 KL |
875 | return; |
876 | ||
151ed5d7 | 877 | while ((event = perf_mmap__read_event(&md->core)) != NULL) { |
16c66bc1 | 878 | int ret; |
7b27509f | 879 | |
d63b9f6f | 880 | ret = perf_evlist__parse_sample_timestamp(evlist, event, &last_timestamp); |
16c66bc1 | 881 | if (ret && ret != -1) |
743eb868 | 882 | break; |
743eb868 | 883 | |
d63b9f6f | 884 | ret = ordered_events__queue(top->qe.in, event, last_timestamp, 0); |
16c66bc1 JO |
885 | if (ret) |
886 | break; | |
94ad6e7e | 887 | |
7728fa0c | 888 | perf_mmap__consume(&md->core); |
94ad6e7e JO |
889 | |
890 | if (top->qe.rotate) { | |
891 | pthread_mutex_lock(&top->qe.mutex); | |
892 | top->qe.rotate = false; | |
893 | pthread_cond_signal(&top->qe.cond); | |
894 | pthread_mutex_unlock(&top->qe.mutex); | |
895 | } | |
07800601 | 896 | } |
ebebbf08 | 897 | |
32fdc2ca | 898 | perf_mmap__read_done(&md->core); |
07800601 IM |
899 | } |
900 | ||
1758af10 | 901 | static void perf_top__mmap_read(struct perf_top *top) |
2f01190a | 902 | { |
ebebbf08 | 903 | bool overwrite = top->record_opts.overwrite; |
63503dba | 904 | struct evlist *evlist = top->evlist; |
70db7533 ACM |
905 | int i; |
906 | ||
ebebbf08 KL |
907 | if (overwrite) |
908 | perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_DATA_PENDING); | |
909 | ||
c976ee11 | 910 | for (i = 0; i < top->evlist->core.nr_mmaps; i++) |
1758af10 | 911 | perf_top__mmap_read_idx(top, i); |
ebebbf08 KL |
912 | |
913 | if (overwrite) { | |
914 | perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_EMPTY); | |
915 | perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_RUNNING); | |
916 | } | |
2f01190a FW |
917 | } |
918 | ||
63878a53 KL |
919 | /* |
920 | * Check per-event overwrite term. | |
921 | * perf top should support consistent term for all events. | |
922 | * - All events don't have per-event term | |
923 | * E.g. "cpu/cpu-cycles/,cpu/instructions/" | |
924 | * Nothing change, return 0. | |
925 | * - All events have same per-event term | |
926 | * E.g. "cpu/cpu-cycles,no-overwrite/,cpu/instructions,no-overwrite/ | |
927 | * Using the per-event setting to replace the opts->overwrite if | |
928 | * they are different, then return 0. | |
929 | * - Events have different per-event term | |
930 | * E.g. "cpu/cpu-cycles,overwrite/,cpu/instructions,no-overwrite/" | |
931 | * Return -1 | |
932 | * - Some of the event set per-event term, but some not. | |
933 | * E.g. "cpu/cpu-cycles/,cpu/instructions,no-overwrite/" | |
934 | * Return -1 | |
935 | */ | |
936 | static int perf_top__overwrite_check(struct perf_top *top) | |
937 | { | |
938 | struct record_opts *opts = &top->record_opts; | |
63503dba | 939 | struct evlist *evlist = top->evlist; |
63878a53 KL |
940 | struct perf_evsel_config_term *term; |
941 | struct list_head *config_terms; | |
32dcd021 | 942 | struct evsel *evsel; |
63878a53 KL |
943 | int set, overwrite = -1; |
944 | ||
945 | evlist__for_each_entry(evlist, evsel) { | |
946 | set = -1; | |
947 | config_terms = &evsel->config_terms; | |
948 | list_for_each_entry(term, config_terms, list) { | |
949 | if (term->type == PERF_EVSEL__CONFIG_TERM_OVERWRITE) | |
950 | set = term->val.overwrite ? 1 : 0; | |
951 | } | |
952 | ||
953 | /* no term for current and previous event (likely) */ | |
954 | if ((overwrite < 0) && (set < 0)) | |
955 | continue; | |
956 | ||
957 | /* has term for both current and previous event, compare */ | |
958 | if ((overwrite >= 0) && (set >= 0) && (overwrite != set)) | |
959 | return -1; | |
960 | ||
961 | /* no term for current event but has term for previous one */ | |
962 | if ((overwrite >= 0) && (set < 0)) | |
963 | return -1; | |
964 | ||
965 | /* has term for current event */ | |
966 | if ((overwrite < 0) && (set >= 0)) { | |
967 | /* if it's first event, set overwrite */ | |
515dbe48 | 968 | if (evsel == evlist__first(evlist)) |
63878a53 KL |
969 | overwrite = set; |
970 | else | |
971 | return -1; | |
972 | } | |
973 | } | |
974 | ||
975 | if ((overwrite >= 0) && (opts->overwrite != overwrite)) | |
976 | opts->overwrite = overwrite; | |
977 | ||
978 | return 0; | |
979 | } | |
980 | ||
204721d7 | 981 | static int perf_top_overwrite_fallback(struct perf_top *top, |
32dcd021 | 982 | struct evsel *evsel) |
204721d7 KL |
983 | { |
984 | struct record_opts *opts = &top->record_opts; | |
63503dba | 985 | struct evlist *evlist = top->evlist; |
32dcd021 | 986 | struct evsel *counter; |
204721d7 KL |
987 | |
988 | if (!opts->overwrite) | |
989 | return 0; | |
990 | ||
991 | /* only fall back when first event fails */ | |
515dbe48 | 992 | if (evsel != evlist__first(evlist)) |
204721d7 KL |
993 | return 0; |
994 | ||
995 | evlist__for_each_entry(evlist, counter) | |
1fc632ce | 996 | counter->core.attr.write_backward = false; |
204721d7 | 997 | opts->overwrite = false; |
853745f5 | 998 | pr_debug2("fall back to non-overwrite mode\n"); |
204721d7 KL |
999 | return 1; |
1000 | } | |
1001 | ||
11859e82 | 1002 | static int perf_top__start_counters(struct perf_top *top) |
72cb7013 | 1003 | { |
d6195a6a | 1004 | char msg[BUFSIZ]; |
32dcd021 | 1005 | struct evsel *counter; |
63503dba | 1006 | struct evlist *evlist = top->evlist; |
b4006796 | 1007 | struct record_opts *opts = &top->record_opts; |
727ab04e | 1008 | |
63878a53 KL |
1009 | if (perf_top__overwrite_check(top)) { |
1010 | ui__error("perf top only support consistent per-event " | |
1011 | "overwrite setting for all events\n"); | |
1012 | goto out_err; | |
1013 | } | |
1014 | ||
e68ae9cf | 1015 | perf_evlist__config(evlist, opts, &callchain_param); |
7e4ff9e3 | 1016 | |
e5cadb93 | 1017 | evlist__for_each_entry(evlist, counter) { |
72cb7013 | 1018 | try_again: |
f72f901d | 1019 | if (evsel__open(counter, top->evlist->core.cpus, |
03617c22 | 1020 | top->evlist->core.threads) < 0) { |
204721d7 KL |
1021 | |
1022 | /* | |
1023 | * Specially handle overwrite fall back. | |
1024 | * Because perf top is the only tool which has | |
1025 | * overwrite mode by default, support | |
1026 | * both overwrite and non-overwrite mode, and | |
1027 | * require consistent mode for all events. | |
1028 | * | |
1029 | * May move it to generic code with more tools | |
1030 | * have similar attribute. | |
1031 | */ | |
1032 | if (perf_missing_features.write_backward && | |
1033 | perf_top_overwrite_fallback(top, counter)) | |
1034 | goto try_again; | |
1035 | ||
56e52e85 | 1036 | if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { |
bb963e16 | 1037 | if (verbose > 0) |
c0a54341 | 1038 | ui__warning("%s\n", msg); |
d6d901c2 ZY |
1039 | goto try_again; |
1040 | } | |
c286c419 | 1041 | |
56e52e85 ACM |
1042 | perf_evsel__open_strerror(counter, &opts->target, |
1043 | errno, msg, sizeof(msg)); | |
1044 | ui__error("%s\n", msg); | |
c286c419 | 1045 | goto out_err; |
d6d901c2 | 1046 | } |
716c69fe | 1047 | } |
70db7533 | 1048 | |
9521b5f2 | 1049 | if (evlist__mmap(evlist, opts->mmap_pages) < 0) { |
3780f488 | 1050 | ui__error("Failed to mmap with %d (%s)\n", |
c8b5f2c9 | 1051 | errno, str_error_r(errno, msg, sizeof(msg))); |
c286c419 ACM |
1052 | goto out_err; |
1053 | } | |
1054 | ||
11859e82 | 1055 | return 0; |
c286c419 ACM |
1056 | |
1057 | out_err: | |
11859e82 | 1058 | return -1; |
716c69fe IM |
1059 | } |
1060 | ||
e3815264 | 1061 | static int callchain_param__setup_sample_type(struct callchain_param *callchain) |
19d4ac3c | 1062 | { |
f2e14cd2 | 1063 | if (callchain->mode != CHAIN_NONE) { |
e3815264 | 1064 | if (callchain_register_param(callchain) < 0) { |
3780f488 | 1065 | ui__error("Can't register callchain params.\n"); |
19d4ac3c ACM |
1066 | return -EINVAL; |
1067 | } | |
1068 | } | |
1069 | ||
1070 | return 0; | |
1071 | } | |
1072 | ||
16c66bc1 JO |
1073 | static struct ordered_events *rotate_queues(struct perf_top *top) |
1074 | { | |
1075 | struct ordered_events *in = top->qe.in; | |
1076 | ||
1077 | if (top->qe.in == &top->qe.data[1]) | |
1078 | top->qe.in = &top->qe.data[0]; | |
1079 | else | |
1080 | top->qe.in = &top->qe.data[1]; | |
1081 | ||
1082 | return in; | |
1083 | } | |
1084 | ||
1085 | static void *process_thread(void *arg) | |
1086 | { | |
1087 | struct perf_top *top = arg; | |
1088 | ||
1089 | while (!done) { | |
1090 | struct ordered_events *out, *in = top->qe.in; | |
1091 | ||
1092 | if (!in->nr_events) { | |
1093 | usleep(100); | |
1094 | continue; | |
1095 | } | |
1096 | ||
16c66bc1 | 1097 | out = rotate_queues(top); |
94ad6e7e JO |
1098 | |
1099 | pthread_mutex_lock(&top->qe.mutex); | |
1100 | top->qe.rotate = true; | |
1101 | pthread_cond_wait(&top->qe.cond, &top->qe.mutex); | |
1102 | pthread_mutex_unlock(&top->qe.mutex); | |
16c66bc1 JO |
1103 | |
1104 | if (ordered_events__flush(out, OE_FLUSH__TOP)) | |
1105 | pr_err("failed to process events\n"); | |
1106 | } | |
1107 | ||
1108 | return NULL; | |
1109 | } | |
1110 | ||
d63b9f6f JO |
1111 | /* |
1112 | * Allow only 'top->delay_secs' seconds behind samples. | |
1113 | */ | |
1114 | static int should_drop(struct ordered_event *qevent, struct perf_top *top) | |
1115 | { | |
1116 | union perf_event *event = qevent->event; | |
1117 | u64 delay_timestamp; | |
1118 | ||
1119 | if (event->header.type != PERF_RECORD_SAMPLE) | |
1120 | return false; | |
1121 | ||
1122 | delay_timestamp = qevent->timestamp + top->delay_secs * NSEC_PER_SEC; | |
1123 | return delay_timestamp < last_timestamp; | |
1124 | } | |
1125 | ||
16c66bc1 JO |
1126 | static int deliver_event(struct ordered_events *qe, |
1127 | struct ordered_event *qevent) | |
1128 | { | |
1129 | struct perf_top *top = qe->data; | |
63503dba | 1130 | struct evlist *evlist = top->evlist; |
16c66bc1 JO |
1131 | struct perf_session *session = top->session; |
1132 | union perf_event *event = qevent->event; | |
1133 | struct perf_sample sample; | |
32dcd021 | 1134 | struct evsel *evsel; |
16c66bc1 JO |
1135 | struct machine *machine; |
1136 | int ret = -1; | |
1137 | ||
97f7e0b3 JO |
1138 | if (should_drop(qevent, top)) { |
1139 | top->drop++; | |
1140 | top->drop_total++; | |
d63b9f6f | 1141 | return 0; |
97f7e0b3 | 1142 | } |
d63b9f6f | 1143 | |
16c66bc1 JO |
1144 | ret = perf_evlist__parse_sample(evlist, event, &sample); |
1145 | if (ret) { | |
1146 | pr_err("Can't parse sample, err = %d\n", ret); | |
1147 | goto next_event; | |
1148 | } | |
1149 | ||
1150 | evsel = perf_evlist__id2evsel(session->evlist, sample.id); | |
1151 | assert(evsel != NULL); | |
1152 | ||
2f53ae34 ACM |
1153 | if (event->header.type == PERF_RECORD_SAMPLE) { |
1154 | if (evswitch__discard(&top->evswitch, evsel)) | |
1155 | return 0; | |
16c66bc1 | 1156 | ++top->samples; |
2f53ae34 | 1157 | } |
16c66bc1 JO |
1158 | |
1159 | switch (sample.cpumode) { | |
1160 | case PERF_RECORD_MISC_USER: | |
1161 | ++top->us_samples; | |
1162 | if (top->hide_user_symbols) | |
1163 | goto next_event; | |
1164 | machine = &session->machines.host; | |
1165 | break; | |
1166 | case PERF_RECORD_MISC_KERNEL: | |
1167 | ++top->kernel_samples; | |
1168 | if (top->hide_kernel_symbols) | |
1169 | goto next_event; | |
1170 | machine = &session->machines.host; | |
1171 | break; | |
1172 | case PERF_RECORD_MISC_GUEST_KERNEL: | |
1173 | ++top->guest_kernel_samples; | |
1174 | machine = perf_session__find_machine(session, | |
1175 | sample.pid); | |
1176 | break; | |
1177 | case PERF_RECORD_MISC_GUEST_USER: | |
1178 | ++top->guest_us_samples; | |
1179 | /* | |
1180 | * TODO: we don't process guest user from host side | |
1181 | * except simple counting. | |
1182 | */ | |
1183 | goto next_event; | |
1184 | default: | |
1185 | if (event->header.type == PERF_RECORD_SAMPLE) | |
1186 | goto next_event; | |
1187 | machine = &session->machines.host; | |
1188 | break; | |
1189 | } | |
1190 | ||
1191 | if (event->header.type == PERF_RECORD_SAMPLE) { | |
1192 | perf_event__process_sample(&top->tool, event, evsel, | |
1193 | &sample, machine); | |
1194 | } else if (event->header.type == PERF_RECORD_LOST) { | |
1195 | perf_top__process_lost(top, event, evsel); | |
1196 | } else if (event->header.type == PERF_RECORD_LOST_SAMPLES) { | |
1197 | perf_top__process_lost_samples(top, event, evsel); | |
1198 | } else if (event->header.type < PERF_RECORD_MAX) { | |
1199 | hists__inc_nr_events(evsel__hists(evsel), event->header.type); | |
1200 | machine__process_event(machine, event, &sample); | |
1201 | } else | |
1202 | ++session->evlist->stats.nr_unknown_events; | |
1203 | ||
1204 | ret = 0; | |
1205 | next_event: | |
1206 | return ret; | |
1207 | } | |
1208 | ||
1209 | static void init_process_thread(struct perf_top *top) | |
1210 | { | |
1211 | ordered_events__init(&top->qe.data[0], deliver_event, top); | |
1212 | ordered_events__init(&top->qe.data[1], deliver_event, top); | |
1213 | ordered_events__set_copy_on_queue(&top->qe.data[0], true); | |
1214 | ordered_events__set_copy_on_queue(&top->qe.data[1], true); | |
1215 | top->qe.in = &top->qe.data[0]; | |
94ad6e7e JO |
1216 | pthread_mutex_init(&top->qe.mutex, NULL); |
1217 | pthread_cond_init(&top->qe.cond, NULL); | |
16c66bc1 JO |
1218 | } |
1219 | ||
1758af10 | 1220 | static int __cmd_top(struct perf_top *top) |
716c69fe | 1221 | { |
b4006796 | 1222 | struct record_opts *opts = &top->record_opts; |
16c66bc1 | 1223 | pthread_t thread, thread_process; |
19d4ac3c | 1224 | int ret; |
f5fc1412 | 1225 | |
f178fd2d ACM |
1226 | if (!top->annotation_opts.objdump_path) { |
1227 | ret = perf_env__lookup_objdump(&top->session->header.env, | |
1228 | &top->annotation_opts.objdump_path); | |
0d3942db | 1229 | if (ret) |
0dba9e4b | 1230 | return ret; |
0d3942db SB |
1231 | } |
1232 | ||
e3815264 | 1233 | ret = callchain_param__setup_sample_type(&callchain_param); |
19d4ac3c | 1234 | if (ret) |
0dba9e4b | 1235 | return ret; |
19d4ac3c | 1236 | |
9d8b172f | 1237 | if (perf_session__register_idle_thread(top->session) < 0) |
0dba9e4b | 1238 | return ret; |
c53d138d | 1239 | |
0c6b4994 KL |
1240 | if (top->nr_threads_synthesize > 1) |
1241 | perf_set_multithreaded(); | |
340b47f5 | 1242 | |
16c66bc1 JO |
1243 | init_process_thread(top); |
1244 | ||
a0c0a4ac NK |
1245 | if (opts->record_namespaces) |
1246 | top->tool.namespace_events = true; | |
1247 | ||
e5416950 | 1248 | ret = perf_event__synthesize_bpf_events(top->session, perf_event__process, |
a40b95bc ACM |
1249 | &top->session->machines.host, |
1250 | &top->record_opts); | |
1251 | if (ret < 0) | |
2d45ef70 | 1252 | pr_debug("Couldn't synthesize BPF events: Pre-existing BPF programs won't have symbols resolved.\n"); |
a40b95bc | 1253 | |
a33fbd56 | 1254 | machine__synthesize_threads(&top->session->machines.host, &opts->target, |
03617c22 | 1255 | top->evlist->core.threads, false, |
0c6b4994 | 1256 | top->nr_threads_synthesize); |
340b47f5 | 1257 | |
0c6b4994 KL |
1258 | if (top->nr_threads_synthesize > 1) |
1259 | perf_set_singlethreaded(); | |
2e7ea3ab | 1260 | |
35a634f7 | 1261 | if (perf_hpp_list.socket) { |
2e7ea3ab | 1262 | ret = perf_env__read_cpu_topology_map(&perf_env); |
0dba9e4b CD |
1263 | if (ret < 0) { |
1264 | char errbuf[BUFSIZ]; | |
1265 | const char *err = str_error_r(-ret, errbuf, sizeof(errbuf)); | |
1266 | ||
1267 | ui__error("Could not read the CPU topology map: %s\n", err); | |
1268 | return ret; | |
1269 | } | |
2e7ea3ab KL |
1270 | } |
1271 | ||
11859e82 ACM |
1272 | ret = perf_top__start_counters(top); |
1273 | if (ret) | |
0dba9e4b | 1274 | return ret; |
11859e82 | 1275 | |
1758af10 | 1276 | top->session->evlist = top->evlist; |
7b56cce2 | 1277 | perf_session__set_id_hdr_size(top->session); |
07800601 | 1278 | |
2376c67a ACM |
1279 | /* |
1280 | * When perf is starting the traced process, all the events (apart from | |
1281 | * group members) have enable_on_exec=1 set, so don't spoil it by | |
1282 | * prematurely enabling them. | |
1283 | * | |
1284 | * XXX 'top' still doesn't start workloads like record, trace, but should, | |
1285 | * so leave the check here. | |
1286 | */ | |
602ad878 | 1287 | if (!target__none(&opts->target)) |
1c87f165 | 1288 | evlist__enable(top->evlist); |
2376c67a | 1289 | |
11859e82 | 1290 | ret = -1; |
16c66bc1 JO |
1291 | if (pthread_create(&thread_process, NULL, process_thread, top)) { |
1292 | ui__error("Could not create process thread.\n"); | |
0dba9e4b | 1293 | return ret; |
16c66bc1 JO |
1294 | } |
1295 | ||
c0443df1 | 1296 | if (pthread_create(&thread, NULL, (use_browser > 0 ? display_thread_tui : |
1758af10 | 1297 | display_thread), top)) { |
3780f488 | 1298 | ui__error("Could not create display thread.\n"); |
16c66bc1 | 1299 | goto out_join_thread; |
07800601 IM |
1300 | } |
1301 | ||
1758af10 | 1302 | if (top->realtime_prio) { |
07800601 IM |
1303 | struct sched_param param; |
1304 | ||
1758af10 | 1305 | param.sched_priority = top->realtime_prio; |
07800601 | 1306 | if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { |
3780f488 | 1307 | ui__error("Could not set realtime priority.\n"); |
ae256fa2 | 1308 | goto out_join; |
07800601 IM |
1309 | } |
1310 | } | |
1311 | ||
ff27a06a | 1312 | /* Wait for a minimal set of events before starting the snapshot */ |
80ab2987 | 1313 | evlist__poll(top->evlist, 100); |
ff27a06a DM |
1314 | |
1315 | perf_top__mmap_read(top); | |
1316 | ||
11859e82 | 1317 | while (!done) { |
1758af10 | 1318 | u64 hits = top->samples; |
07800601 | 1319 | |
1758af10 | 1320 | perf_top__mmap_read(top); |
07800601 | 1321 | |
ebebbf08 | 1322 | if (opts->overwrite || (hits == top->samples)) |
80ab2987 | 1323 | ret = evlist__poll(top->evlist, 100); |
b135e5ee JO |
1324 | |
1325 | if (resize) { | |
1326 | perf_top__resize(top); | |
1327 | resize = 0; | |
1328 | } | |
07800601 IM |
1329 | } |
1330 | ||
11859e82 | 1331 | ret = 0; |
ae256fa2 JO |
1332 | out_join: |
1333 | pthread_join(thread, NULL); | |
16c66bc1 | 1334 | out_join_thread: |
94ad6e7e | 1335 | pthread_cond_signal(&top->qe.cond); |
16c66bc1 | 1336 | pthread_join(thread_process, NULL); |
11859e82 | 1337 | return ret; |
19d4ac3c ACM |
1338 | } |
1339 | ||
1340 | static int | |
ae779a63 | 1341 | callchain_opt(const struct option *opt, const char *arg, int unset) |
19d4ac3c | 1342 | { |
19d4ac3c | 1343 | symbol_conf.use_callchain = true; |
ae779a63 JO |
1344 | return record_callchain_opt(opt, arg, unset); |
1345 | } | |
19d4ac3c | 1346 | |
ae779a63 JO |
1347 | static int |
1348 | parse_callchain_opt(const struct option *opt, const char *arg, int unset) | |
1349 | { | |
2ddd5c04 | 1350 | struct callchain_param *callchain = opt->value; |
a2c10d39 | 1351 | |
2ddd5c04 ACM |
1352 | callchain->enabled = !unset; |
1353 | callchain->record_mode = CALLCHAIN_FP; | |
a2c10d39 NK |
1354 | |
1355 | /* | |
1356 | * --no-call-graph | |
1357 | */ | |
1358 | if (unset) { | |
1359 | symbol_conf.use_callchain = false; | |
2ddd5c04 | 1360 | callchain->record_mode = CALLCHAIN_NONE; |
a2c10d39 NK |
1361 | return 0; |
1362 | } | |
1363 | ||
1364 | return parse_callchain_top_opt(arg); | |
07800601 | 1365 | } |
b456bae0 | 1366 | |
b8cbb349 | 1367 | static int perf_top_config(const char *var, const char *value, void *cb __maybe_unused) |
eb853e80 | 1368 | { |
a3a4a3b3 YX |
1369 | if (!strcmp(var, "top.call-graph")) { |
1370 | var = "call-graph.record-mode"; | |
1371 | return perf_default_config(var, value, cb); | |
1372 | } | |
104ac991 NK |
1373 | if (!strcmp(var, "top.children")) { |
1374 | symbol_conf.cumulate_callchain = perf_config_bool(var, value); | |
1375 | return 0; | |
1376 | } | |
eb853e80 | 1377 | |
b8cbb349 | 1378 | return 0; |
eb853e80 JO |
1379 | } |
1380 | ||
fa5df943 NK |
1381 | static int |
1382 | parse_percent_limit(const struct option *opt, const char *arg, | |
1383 | int unset __maybe_unused) | |
1384 | { | |
1385 | struct perf_top *top = opt->value; | |
1386 | ||
1387 | top->min_percent = strtof(arg, NULL); | |
1388 | return 0; | |
1389 | } | |
1390 | ||
76a26549 NK |
1391 | const char top_callchain_help[] = CALLCHAIN_RECORD_HELP CALLCHAIN_REPORT_HELP |
1392 | "\n\t\t\t\tDefault: fp,graph,0.5,caller,function"; | |
a2c10d39 | 1393 | |
b0ad8ea6 | 1394 | int cmd_top(int argc, const char **argv) |
1758af10 | 1395 | { |
16ad2ffb | 1396 | char errbuf[BUFSIZ]; |
1758af10 ACM |
1397 | struct perf_top top = { |
1398 | .count_filter = 5, | |
1399 | .delay_secs = 2, | |
2376c67a ACM |
1400 | .record_opts = { |
1401 | .mmap_pages = UINT_MAX, | |
1402 | .user_freq = UINT_MAX, | |
1403 | .user_interval = ULLONG_MAX, | |
1404 | .freq = 4000, /* 4 KHz */ | |
5dbb6e81 | 1405 | .target = { |
2376c67a ACM |
1406 | .uses_mmap = true, |
1407 | }, | |
218d6111 ACM |
1408 | /* |
1409 | * FIXME: This will lose PERF_RECORD_MMAP and other metadata | |
1410 | * when we pause, fix that and reenable. Probably using a | |
1411 | * separate evlist with a dummy event, i.e. a non-overwrite | |
1412 | * ring buffer just for metadata events, while PERF_RECORD_SAMPLE | |
1413 | * stays in overwrite mode. -acme | |
1414 | * */ | |
1415 | .overwrite = 0, | |
16c66bc1 | 1416 | .sample_time = true, |
1e6db2ee | 1417 | .sample_time_set = true, |
d1cb9fce | 1418 | }, |
029c75e5 | 1419 | .max_stack = sysctl__max_stack(), |
982d410b | 1420 | .annotation_opts = annotation__default_options, |
0c6b4994 | 1421 | .nr_threads_synthesize = UINT_MAX, |
1758af10 | 1422 | }; |
b4006796 | 1423 | struct record_opts *opts = &top.record_opts; |
602ad878 | 1424 | struct target *target = &opts->target; |
1758af10 | 1425 | const struct option options[] = { |
8c3e10eb | 1426 | OPT_CALLBACK('e', "event", &top.evlist, "event", |
86847b62 | 1427 | "event selector. use 'perf list' to list available events", |
f120f9d5 | 1428 | parse_events_option), |
2376c67a ACM |
1429 | OPT_U64('c', "count", &opts->user_interval, "event period to sample"), |
1430 | OPT_STRING('p', "pid", &target->pid, "pid", | |
d6d901c2 | 1431 | "profile events on existing process id"), |
2376c67a | 1432 | OPT_STRING('t', "tid", &target->tid, "tid", |
d6d901c2 | 1433 | "profile events on existing thread id"), |
2376c67a | 1434 | OPT_BOOLEAN('a', "all-cpus", &target->system_wide, |
b456bae0 | 1435 | "system-wide collection from all CPUs"), |
2376c67a | 1436 | OPT_STRING('C', "cpu", &target->cpu_list, "cpu", |
c45c6ea2 | 1437 | "list of cpus to monitor"), |
b32d133a ACM |
1438 | OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, |
1439 | "file", "vmlinux pathname"), | |
fc2be696 WT |
1440 | OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux, |
1441 | "don't load vmlinux even if found"), | |
1b3aae90 ACM |
1442 | OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, |
1443 | "file", "kallsyms pathname"), | |
8c3e10eb | 1444 | OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols, |
8ffcda17 | 1445 | "hide kernel symbols"), |
994a1f78 JO |
1446 | OPT_CALLBACK('m', "mmap-pages", &opts->mmap_pages, "pages", |
1447 | "number of mmap data pages", | |
1448 | perf_evlist__parse_mmap_pages), | |
1758af10 | 1449 | OPT_INTEGER('r', "realtime", &top.realtime_prio, |
b456bae0 | 1450 | "collect data with this RT SCHED_FIFO priority"), |
8c3e10eb | 1451 | OPT_INTEGER('d', "delay", &top.delay_secs, |
b456bae0 | 1452 | "number of seconds to delay between refreshes"), |
1758af10 | 1453 | OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab, |
b456bae0 | 1454 | "dump the symbol table used for profiling"), |
8c3e10eb | 1455 | OPT_INTEGER('f', "count-filter", &top.count_filter, |
b456bae0 | 1456 | "only display functions with more events than this"), |
bf80669e | 1457 | OPT_BOOLEAN(0, "group", &opts->group, |
b456bae0 | 1458 | "put the counters into a counter group"), |
2376c67a ACM |
1459 | OPT_BOOLEAN('i', "no-inherit", &opts->no_inherit, |
1460 | "child tasks do not inherit counters"), | |
1758af10 | 1461 | OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name", |
6cff0e8d | 1462 | "symbol to annotate"), |
2376c67a | 1463 | OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"), |
7831bf23 ACM |
1464 | OPT_CALLBACK('F', "freq", &top.record_opts, "freq or 'max'", |
1465 | "profile at this frequency", | |
1466 | record__parse_freq), | |
8c3e10eb | 1467 | OPT_INTEGER('E', "entries", &top.print_entries, |
6e53cdf1 | 1468 | "display this many functions"), |
8c3e10eb | 1469 | OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols, |
8ffcda17 | 1470 | "hide user symbols"), |
1758af10 ACM |
1471 | OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"), |
1472 | OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"), | |
c0555642 | 1473 | OPT_INCR('v', "verbose", &verbose, |
3da297a6 | 1474 | "be more verbose (show counter open errors, etc)"), |
ab81f3fd | 1475 | OPT_STRING('s', "sort", &sort_order, "key[,key2...]", |
a2ce067e NK |
1476 | "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..." |
1477 | " Please refer the man page for the complete list."), | |
6fe8c26d NK |
1478 | OPT_STRING(0, "fields", &field_order, "key[,keys...]", |
1479 | "output field(s): overhead, period, sample plus all of sort keys"), | |
ab81f3fd ACM |
1480 | OPT_BOOLEAN('n', "show-nr-samples", &symbol_conf.show_nr_samples, |
1481 | "Show a column with the number of samples"), | |
2ddd5c04 | 1482 | OPT_CALLBACK_NOOPT('g', NULL, &callchain_param, |
a2c10d39 | 1483 | NULL, "enables call-graph recording and display", |
ae779a63 | 1484 | &callchain_opt), |
2ddd5c04 | 1485 | OPT_CALLBACK(0, "call-graph", &callchain_param, |
76a26549 | 1486 | "record_mode[,record_size],print_type,threshold[,print_limit],order,sort_key[,branch]", |
a2c10d39 | 1487 | top_callchain_help, &parse_callchain_opt), |
1432ec34 NK |
1488 | OPT_BOOLEAN(0, "children", &symbol_conf.cumulate_callchain, |
1489 | "Accumulate callchains of children and show total overhead as well"), | |
5dbb6e81 WL |
1490 | OPT_INTEGER(0, "max-stack", &top.max_stack, |
1491 | "Set the maximum stack depth when parsing the callchain. " | |
4cb93446 | 1492 | "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)), |
b21484f1 GP |
1493 | OPT_CALLBACK(0, "ignore-callees", NULL, "regex", |
1494 | "ignore callees of these functions in call graphs", | |
1495 | report_parse_ignore_callees_opt), | |
ab81f3fd ACM |
1496 | OPT_BOOLEAN(0, "show-total-period", &symbol_conf.show_total_period, |
1497 | "Show a column with the sum of periods"), | |
1498 | OPT_STRING(0, "dsos", &symbol_conf.dso_list_str, "dso[,dso...]", | |
1499 | "only consider symbols in these dsos"), | |
1500 | OPT_STRING(0, "comms", &symbol_conf.comm_list_str, "comm[,comm...]", | |
1501 | "only consider symbols in these comms"), | |
1502 | OPT_STRING(0, "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]", | |
1503 | "only consider these symbols"), | |
1eddd9e4 | 1504 | OPT_BOOLEAN(0, "source", &top.annotation_opts.annotate_src, |
64c6f0c7 | 1505 | "Interleave source code with assembly code (default)"), |
1eddd9e4 | 1506 | OPT_BOOLEAN(0, "asm-raw", &top.annotation_opts.show_asm_raw, |
64c6f0c7 | 1507 | "Display raw encoding of assembly instructions (default)"), |
763122ad AK |
1508 | OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel, |
1509 | "Enable kernel symbol demangling"), | |
ee7a112f | 1510 | OPT_BOOLEAN(0, "no-bpf-event", &top.record_opts.no_bpf_event, "do not record bpf events"), |
f178fd2d | 1511 | OPT_STRING(0, "objdump", &top.annotation_opts.objdump_path, "path", |
0d3942db | 1512 | "objdump binary to use for disassembly and annotations"), |
a47e843e | 1513 | OPT_STRING('M', "disassembler-style", &top.annotation_opts.disassembler_style, "disassembler style", |
64c6f0c7 | 1514 | "Specify disassembler style (e.g. -M intel for intel syntax)"), |
3b0b16bf AK |
1515 | OPT_STRING(0, "prefix", &top.annotation_opts.prefix, "prefix", |
1516 | "Add prefix to source file path names in programs (with --prefix-strip)"), | |
1517 | OPT_STRING(0, "prefix-strip", &top.annotation_opts.prefix_strip, "N", | |
1518 | "Strip first N entries of source file path name in programs (with --prefix)"), | |
2376c67a | 1519 | OPT_STRING('u', "uid", &target->uid_str, "user", "user to profile"), |
fa5df943 NK |
1520 | OPT_CALLBACK(0, "percent-limit", &top, "percent", |
1521 | "Don't show entries under that percent", parse_percent_limit), | |
33db4568 NK |
1522 | OPT_CALLBACK(0, "percentage", NULL, "relative|absolute", |
1523 | "How to display percentage of filtered entries", parse_filter_percentage), | |
cf59002f NK |
1524 | OPT_STRING('w', "column-widths", &symbol_conf.col_width_list_str, |
1525 | "width[,width...]", | |
1526 | "don't try to adjust column width, use these fixed values"), | |
3fcb10e4 | 1527 | OPT_UINTEGER(0, "proc-map-timeout", &proc_map_timeout, |
9d9cad76 | 1528 | "per thread proc mmap processing timeout in ms"), |
a18b027e AK |
1529 | OPT_CALLBACK_NOOPT('b', "branch-any", &opts->branch_stack, |
1530 | "branch any", "sample any taken branches", | |
1531 | parse_branch_stack), | |
1532 | OPT_CALLBACK('j', "branch-filter", &opts->branch_stack, | |
1533 | "branch filter mask", "branch stack filter modes", | |
1534 | parse_branch_stack), | |
053a3989 NK |
1535 | OPT_BOOLEAN(0, "raw-trace", &symbol_conf.raw_trace, |
1536 | "Show raw trace event output (do not use print fmt or plugins)"), | |
c92fcfde NK |
1537 | OPT_BOOLEAN(0, "hierarchy", &symbol_conf.report_hierarchy, |
1538 | "Show entries in a hierarchy"), | |
4e303fbe | 1539 | OPT_BOOLEAN(0, "overwrite", &top.record_opts.overwrite, |
218d6111 | 1540 | "Use a backward ring buffer, default: no"), |
868a8329 | 1541 | OPT_BOOLEAN(0, "force", &symbol_conf.force, "don't complain, do it"), |
0c6b4994 KL |
1542 | OPT_UINTEGER(0, "num-thread-synthesize", &top.nr_threads_synthesize, |
1543 | "number of thread to run event synthesize"), | |
a0c0a4ac NK |
1544 | OPT_BOOLEAN(0, "namespaces", &opts->record_namespaces, |
1545 | "Record namespaces events"), | |
2f53ae34 | 1546 | OPTS_EVSWITCH(&top.evswitch), |
b456bae0 | 1547 | OPT_END() |
1758af10 | 1548 | }; |
63503dba | 1549 | struct evlist *sb_evlist = NULL; |
be772842 ACM |
1550 | const char * const top_usage[] = { |
1551 | "perf top [<options>]", | |
1552 | NULL | |
1553 | }; | |
a635fc51 ACM |
1554 | int status = hists__init(); |
1555 | ||
1556 | if (status < 0) | |
1557 | return status; | |
b456bae0 | 1558 | |
982d410b ACM |
1559 | top.annotation_opts.min_pcnt = 5; |
1560 | top.annotation_opts.context = 4; | |
1561 | ||
0f98b11c | 1562 | top.evlist = evlist__new(); |
8c3e10eb | 1563 | if (top.evlist == NULL) |
361c99a6 ACM |
1564 | return -ENOMEM; |
1565 | ||
ecc4c561 ACM |
1566 | status = perf_config(perf_top_config, &top); |
1567 | if (status) | |
1568 | return status; | |
608127f7 ACM |
1569 | /* |
1570 | * Since the per arch annotation init routine may need the cpuid, read | |
1571 | * it here, since we are not getting this from the perf.data header. | |
1572 | */ | |
1573 | status = perf_env__read_cpuid(&perf_env); | |
1574 | if (status) { | |
61208e6e ACM |
1575 | /* |
1576 | * Some arches do not provide a get_cpuid(), so just use pr_debug, otherwise | |
1577 | * warn the user explicitely. | |
1578 | */ | |
1579 | eprintf(status == ENOSYS ? 1 : 0, verbose, | |
1580 | "Couldn't read the cpuid for this machine: %s\n", | |
1581 | str_error_r(errno, errbuf, sizeof(errbuf))); | |
608127f7 ACM |
1582 | } |
1583 | top.evlist->env = &perf_env; | |
eb853e80 | 1584 | |
b456bae0 IM |
1585 | argc = parse_options(argc, argv, options, top_usage, 0); |
1586 | if (argc) | |
1587 | usage_with_options(top_usage, options); | |
1588 | ||
3b0b16bf AK |
1589 | if (annotate_check_args(&top.annotation_opts) < 0) |
1590 | goto out_delete_evlist; | |
1591 | ||
6484d2f9 | 1592 | if (!top.evlist->core.nr_entries && |
54f8f403 NK |
1593 | perf_evlist__add_default(top.evlist) < 0) { |
1594 | pr_err("Not enough memory for event selector list\n"); | |
1595 | goto out_delete_evlist; | |
1596 | } | |
1597 | ||
2f53ae34 ACM |
1598 | status = evswitch__init(&top.evswitch, top.evlist, stderr); |
1599 | if (status) | |
1600 | goto out_delete_evlist; | |
1601 | ||
c92fcfde NK |
1602 | if (symbol_conf.report_hierarchy) { |
1603 | /* disable incompatible options */ | |
1604 | symbol_conf.event_group = false; | |
1605 | symbol_conf.cumulate_callchain = false; | |
1606 | ||
1607 | if (field_order) { | |
1608 | pr_err("Error: --hierarchy and --fields options cannot be used together\n"); | |
1609 | parse_options_usage(top_usage, options, "fields", 0); | |
1610 | parse_options_usage(NULL, options, "hierarchy", 0); | |
1611 | goto out_delete_evlist; | |
1612 | } | |
1613 | } | |
1614 | ||
590ac60d JY |
1615 | if (opts->branch_stack && callchain_param.enabled) |
1616 | symbol_conf.show_branchflag_count = true; | |
1617 | ||
512ae1bd | 1618 | sort__mode = SORT_MODE__TOP; |
6fe8c26d | 1619 | /* display thread wants entries to be collapsed in a different tree */ |
52225036 | 1620 | perf_hpp_list.need_collapse = 1; |
ab81f3fd | 1621 | |
3ee60c3b ACM |
1622 | if (top.use_stdio) |
1623 | use_browser = 0; | |
1624 | else if (top.use_tui) | |
1625 | use_browser = 1; | |
1626 | ||
1627 | setup_browser(false); | |
1628 | ||
40184c46 | 1629 | if (setup_sorting(top.evlist) < 0) { |
6fe8c26d NK |
1630 | if (sort_order) |
1631 | parse_options_usage(top_usage, options, "s", 1); | |
1632 | if (field_order) | |
1633 | parse_options_usage(sort_order ? NULL : top_usage, | |
1634 | options, "fields", 0); | |
d37a92dc NK |
1635 | goto out_delete_evlist; |
1636 | } | |
ab81f3fd | 1637 | |
602ad878 | 1638 | status = target__validate(target); |
16ad2ffb | 1639 | if (status) { |
602ad878 | 1640 | target__strerror(target, status, errbuf, BUFSIZ); |
ea432a8b | 1641 | ui__warning("%s\n", errbuf); |
16ad2ffb NK |
1642 | } |
1643 | ||
602ad878 | 1644 | status = target__parse_uid(target); |
16ad2ffb NK |
1645 | if (status) { |
1646 | int saved_errno = errno; | |
4bd0f2d2 | 1647 | |
602ad878 | 1648 | target__strerror(target, status, errbuf, BUFSIZ); |
ea432a8b | 1649 | ui__error("%s\n", errbuf); |
16ad2ffb NK |
1650 | |
1651 | status = -saved_errno; | |
0d37aa34 | 1652 | goto out_delete_evlist; |
16ad2ffb | 1653 | } |
0d37aa34 | 1654 | |
602ad878 | 1655 | if (target__none(target)) |
2376c67a | 1656 | target->system_wide = true; |
10b47d54 | 1657 | |
f8a5c0b2 ACM |
1658 | if (perf_evlist__create_maps(top.evlist, target) < 0) { |
1659 | ui__error("Couldn't create thread/CPU maps: %s\n", | |
c8b5f2c9 | 1660 | errno == ENOENT ? "No such process" : str_error_r(errno, errbuf, sizeof(errbuf))); |
f8a5c0b2 | 1661 | goto out_delete_evlist; |
69aad6f1 | 1662 | } |
5a8e5a30 | 1663 | |
8c3e10eb ACM |
1664 | if (top.delay_secs < 1) |
1665 | top.delay_secs = 1; | |
2f335a02 | 1666 | |
b4006796 | 1667 | if (record_opts__config(opts)) { |
2376c67a | 1668 | status = -EINVAL; |
03ad9747 | 1669 | goto out_delete_evlist; |
69aad6f1 ACM |
1670 | } |
1671 | ||
515dbe48 | 1672 | top.sym_evsel = evlist__first(top.evlist); |
cc841580 | 1673 | |
e3815264 | 1674 | if (!callchain_param.enabled) { |
1432ec34 NK |
1675 | symbol_conf.cumulate_callchain = false; |
1676 | perf_hpp__cancel_cumulate(); | |
1677 | } | |
1678 | ||
792aeafa NK |
1679 | if (symbol_conf.cumulate_callchain && !callchain_param.order_set) |
1680 | callchain_param.order = ORDER_CALLER; | |
1681 | ||
b01141f4 ACM |
1682 | status = symbol__annotation_init(); |
1683 | if (status < 0) | |
1684 | goto out_delete_evlist; | |
69aad6f1 | 1685 | |
7384083b | 1686 | annotation_config__init(&top.annotation_opts); |
7f0b6fde | 1687 | |
69aad6f1 | 1688 | symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL); |
70c819e4 CD |
1689 | status = symbol__init(NULL); |
1690 | if (status < 0) | |
1691 | goto out_delete_evlist; | |
69aad6f1 | 1692 | |
08e71542 | 1693 | sort__setup_elide(stdout); |
ab81f3fd | 1694 | |
1758af10 | 1695 | get_term_dimensions(&top.winsize); |
8c3e10eb | 1696 | if (top.print_entries == 0) { |
1758af10 | 1697 | perf_top__update_print_entries(&top); |
244a1086 | 1698 | signal(SIGWINCH, winch_sig); |
3b6ed988 ACM |
1699 | } |
1700 | ||
0dba9e4b | 1701 | top.session = perf_session__new(NULL, false, NULL); |
6ef81c55 MI |
1702 | if (IS_ERR(top.session)) { |
1703 | status = PTR_ERR(top.session); | |
0dba9e4b CD |
1704 | goto out_delete_evlist; |
1705 | } | |
1706 | ||
d56354dc SL |
1707 | if (!top.record_opts.no_bpf_event) |
1708 | bpf_event__add_sb_event(&sb_evlist, &perf_env); | |
1709 | ||
657ee553 SL |
1710 | if (perf_evlist__start_sb_thread(sb_evlist, target)) { |
1711 | pr_debug("Couldn't start the BPF side band thread:\nBPF programs starting from now on won't be annotatable\n"); | |
1712 | opts->no_bpf_event = true; | |
1713 | } | |
1714 | ||
1758af10 | 1715 | status = __cmd_top(&top); |
806fb630 | 1716 | |
657ee553 SL |
1717 | if (!opts->no_bpf_event) |
1718 | perf_evlist__stop_sb_thread(sb_evlist); | |
1719 | ||
0d37aa34 | 1720 | out_delete_evlist: |
c12995a5 | 1721 | evlist__delete(top.evlist); |
0dba9e4b | 1722 | perf_session__delete(top.session); |
69aad6f1 ACM |
1723 | |
1724 | return status; | |
b456bae0 | 1725 | } |