Commit | Line | Data |
---|---|---|
07800601 | 1 | /* |
bf9e1876 IM |
2 | * builtin-top.c |
3 | * | |
4 | * Builtin top command: Display a continuously updated profile of | |
5 | * any workload, CPU or specific PID. | |
6 | * | |
7 | * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> | |
8 | * | |
9 | * Improvements and fixes by: | |
10 | * | |
11 | * Arjan van de Ven <arjan@linux.intel.com> | |
12 | * Yanmin Zhang <yanmin.zhang@intel.com> | |
13 | * Wu Fengguang <fengguang.wu@intel.com> | |
14 | * Mike Galbraith <efault@gmx.de> | |
15 | * Paul Mackerras <paulus@samba.org> | |
16 | * | |
17 | * Released under the GPL v2. (and only v2, not any later version) | |
07800601 | 18 | */ |
bf9e1876 | 19 | #include "builtin.h" |
07800601 | 20 | |
1a482f38 | 21 | #include "perf.h" |
bf9e1876 | 22 | |
8fc0321f | 23 | #include "util/color.h" |
361c99a6 | 24 | #include "util/evlist.h" |
69aad6f1 | 25 | #include "util/evsel.h" |
b3165f41 ACM |
26 | #include "util/session.h" |
27 | #include "util/symbol.h" | |
439d473b | 28 | #include "util/thread.h" |
fd78260b | 29 | #include "util/thread_map.h" |
148be2c1 | 30 | #include "util/util.h" |
43cbcd8a | 31 | #include <linux/rbtree.h> |
b456bae0 IM |
32 | #include "util/parse-options.h" |
33 | #include "util/parse-events.h" | |
a12b51c4 | 34 | #include "util/cpumap.h" |
69aad6f1 | 35 | #include "util/xyarray.h" |
07800601 | 36 | |
8f28827a FW |
37 | #include "util/debug.h" |
38 | ||
07800601 IM |
39 | #include <assert.h> |
40 | #include <fcntl.h> | |
0e9b20b8 | 41 | |
07800601 | 42 | #include <stdio.h> |
923c42c1 MG |
43 | #include <termios.h> |
44 | #include <unistd.h> | |
9486aa38 | 45 | #include <inttypes.h> |
0e9b20b8 | 46 | |
07800601 | 47 | #include <errno.h> |
07800601 IM |
48 | #include <time.h> |
49 | #include <sched.h> | |
50 | #include <pthread.h> | |
51 | ||
52 | #include <sys/syscall.h> | |
53 | #include <sys/ioctl.h> | |
54 | #include <sys/poll.h> | |
55 | #include <sys/prctl.h> | |
56 | #include <sys/wait.h> | |
57 | #include <sys/uio.h> | |
58 | #include <sys/mman.h> | |
59 | ||
60 | #include <linux/unistd.h> | |
61 | #include <linux/types.h> | |
62 | ||
69aad6f1 | 63 | #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) |
07800601 | 64 | |
361c99a6 ACM |
65 | struct perf_evlist *evsel_list; |
66 | ||
c0555642 | 67 | static bool system_wide = false; |
07800601 | 68 | |
7e4ff9e3 | 69 | static int default_interval = 0; |
07800601 | 70 | |
42e59d7d | 71 | static int count_filter = 5; |
3b6ed988 | 72 | static int print_entries; |
07800601 | 73 | |
42e59d7d | 74 | static int target_pid = -1; |
d6d901c2 | 75 | static int target_tid = -1; |
5c98d466 | 76 | static struct thread_map *threads; |
c0555642 | 77 | static bool inherit = false; |
60d567e2 | 78 | static struct cpu_map *cpus; |
1967936d | 79 | static int realtime_prio = 0; |
c0555642 | 80 | static bool group = false; |
07800601 | 81 | static unsigned int page_size; |
70db7533 | 82 | static unsigned int mmap_pages = 128; |
42e59d7d | 83 | static int freq = 1000; /* 1 KHz */ |
07800601 | 84 | |
42e59d7d | 85 | static int delay_secs = 2; |
c0555642 IM |
86 | static bool zero = false; |
87 | static bool dump_symtab = false; | |
07800601 | 88 | |
8ffcda17 ACM |
89 | static bool hide_kernel_symbols = false; |
90 | static bool hide_user_symbols = false; | |
13cc5079 | 91 | static struct winsize winsize; |
8ffcda17 | 92 | |
923c42c1 MG |
93 | /* |
94 | * Source | |
95 | */ | |
96 | ||
97 | struct source_line { | |
98 | u64 eip; | |
99 | unsigned long count[MAX_COUNTERS]; | |
100 | char *line; | |
101 | struct source_line *next; | |
102 | }; | |
103 | ||
edb7c60e | 104 | static const char *sym_filter = NULL; |
42e59d7d | 105 | struct sym_entry *sym_filter_entry = NULL; |
6cff0e8d | 106 | struct sym_entry *sym_filter_entry_sched = NULL; |
42e59d7d IM |
107 | static int sym_pcnt_filter = 5; |
108 | static int sym_counter = 0; | |
69aad6f1 | 109 | static struct perf_evsel *sym_evsel = NULL; |
42e59d7d | 110 | static int display_weighted = -1; |
c45c6ea2 | 111 | static const char *cpu_list; |
923c42c1 | 112 | |
07800601 IM |
113 | /* |
114 | * Symbols | |
115 | */ | |
116 | ||
b269876c ACM |
117 | struct sym_entry_source { |
118 | struct source_line *source; | |
119 | struct source_line *lines; | |
120 | struct source_line **lines_tail; | |
121 | pthread_mutex_t lock; | |
122 | }; | |
123 | ||
07800601 | 124 | struct sym_entry { |
de04687f ACM |
125 | struct rb_node rb_node; |
126 | struct list_head node; | |
c44613a4 ACM |
127 | unsigned long snap_count; |
128 | double weight; | |
07800601 | 129 | int skip; |
13cc5079 | 130 | u16 name_len; |
8ffcda17 | 131 | u8 origin; |
439d473b | 132 | struct map *map; |
b269876c | 133 | struct sym_entry_source *src; |
5a8e5a30 | 134 | unsigned long count[0]; |
07800601 IM |
135 | }; |
136 | ||
923c42c1 MG |
137 | /* |
138 | * Source functions | |
139 | */ | |
140 | ||
51a472de ACM |
141 | static inline struct symbol *sym_entry__symbol(struct sym_entry *self) |
142 | { | |
b32d133a | 143 | return ((void *)self) + symbol_conf.priv_size; |
51a472de ACM |
144 | } |
145 | ||
895f0edc | 146 | void get_term_dimensions(struct winsize *ws) |
3b6ed988 | 147 | { |
13cc5079 ACM |
148 | char *s = getenv("LINES"); |
149 | ||
150 | if (s != NULL) { | |
151 | ws->ws_row = atoi(s); | |
152 | s = getenv("COLUMNS"); | |
153 | if (s != NULL) { | |
154 | ws->ws_col = atoi(s); | |
155 | if (ws->ws_row && ws->ws_col) | |
156 | return; | |
157 | } | |
3b6ed988 | 158 | } |
13cc5079 ACM |
159 | #ifdef TIOCGWINSZ |
160 | if (ioctl(1, TIOCGWINSZ, ws) == 0 && | |
161 | ws->ws_row && ws->ws_col) | |
162 | return; | |
3b6ed988 | 163 | #endif |
13cc5079 ACM |
164 | ws->ws_row = 25; |
165 | ws->ws_col = 80; | |
3b6ed988 ACM |
166 | } |
167 | ||
13cc5079 | 168 | static void update_print_entries(struct winsize *ws) |
3b6ed988 | 169 | { |
13cc5079 ACM |
170 | print_entries = ws->ws_row; |
171 | ||
3b6ed988 ACM |
172 | if (print_entries > 9) |
173 | print_entries -= 9; | |
174 | } | |
175 | ||
176 | static void sig_winch_handler(int sig __used) | |
177 | { | |
13cc5079 ACM |
178 | get_term_dimensions(&winsize); |
179 | update_print_entries(&winsize); | |
3b6ed988 ACM |
180 | } |
181 | ||
b0a9ab62 | 182 | static int parse_source(struct sym_entry *syme) |
923c42c1 MG |
183 | { |
184 | struct symbol *sym; | |
b269876c | 185 | struct sym_entry_source *source; |
439d473b | 186 | struct map *map; |
923c42c1 | 187 | FILE *file; |
83a0944f | 188 | char command[PATH_MAX*2]; |
439d473b ACM |
189 | const char *path; |
190 | u64 len; | |
923c42c1 MG |
191 | |
192 | if (!syme) | |
b0a9ab62 ACM |
193 | return -1; |
194 | ||
195 | sym = sym_entry__symbol(syme); | |
196 | map = syme->map; | |
197 | ||
198 | /* | |
199 | * We can't annotate with just /proc/kallsyms | |
200 | */ | |
201 | if (map->dso->origin == DSO__ORIG_KERNEL) | |
202 | return -1; | |
923c42c1 | 203 | |
b269876c | 204 | if (syme->src == NULL) { |
36479484 | 205 | syme->src = zalloc(sizeof(*source)); |
b269876c | 206 | if (syme->src == NULL) |
b0a9ab62 | 207 | return -1; |
b269876c ACM |
208 | pthread_mutex_init(&syme->src->lock, NULL); |
209 | } | |
210 | ||
211 | source = syme->src; | |
212 | ||
213 | if (source->lines) { | |
214 | pthread_mutex_lock(&source->lock); | |
923c42c1 MG |
215 | goto out_assign; |
216 | } | |
439d473b | 217 | path = map->dso->long_name; |
923c42c1 | 218 | |
923c42c1 MG |
219 | len = sym->end - sym->start; |
220 | ||
439d473b | 221 | sprintf(command, |
9486aa38 | 222 | "objdump --start-address=%#0*" PRIx64 " --stop-address=%#0*" PRIx64 " -dS %s", |
5f485364 ACM |
223 | BITS_PER_LONG / 4, map__rip_2objdump(map, sym->start), |
224 | BITS_PER_LONG / 4, map__rip_2objdump(map, sym->end), path); | |
923c42c1 MG |
225 | |
226 | file = popen(command, "r"); | |
227 | if (!file) | |
b0a9ab62 | 228 | return -1; |
923c42c1 | 229 | |
b269876c ACM |
230 | pthread_mutex_lock(&source->lock); |
231 | source->lines_tail = &source->lines; | |
923c42c1 MG |
232 | while (!feof(file)) { |
233 | struct source_line *src; | |
234 | size_t dummy = 0; | |
ee11b90b | 235 | char *c, *sep; |
923c42c1 MG |
236 | |
237 | src = malloc(sizeof(struct source_line)); | |
238 | assert(src != NULL); | |
239 | memset(src, 0, sizeof(struct source_line)); | |
240 | ||
241 | if (getline(&src->line, &dummy, file) < 0) | |
242 | break; | |
243 | if (!src->line) | |
244 | break; | |
245 | ||
246 | c = strchr(src->line, '\n'); | |
247 | if (c) | |
248 | *c = 0; | |
249 | ||
250 | src->next = NULL; | |
b269876c ACM |
251 | *source->lines_tail = src; |
252 | source->lines_tail = &src->next; | |
923c42c1 | 253 | |
ee11b90b KS |
254 | src->eip = strtoull(src->line, &sep, 16); |
255 | if (*sep == ':') | |
256 | src->eip = map__objdump_2ip(map, src->eip); | |
257 | else /* this line has no ip info (e.g. source line) */ | |
258 | src->eip = 0; | |
923c42c1 MG |
259 | } |
260 | pclose(file); | |
261 | out_assign: | |
262 | sym_filter_entry = syme; | |
b269876c | 263 | pthread_mutex_unlock(&source->lock); |
b0a9ab62 | 264 | return 0; |
923c42c1 MG |
265 | } |
266 | ||
267 | static void __zero_source_counters(struct sym_entry *syme) | |
268 | { | |
269 | int i; | |
270 | struct source_line *line; | |
271 | ||
b269876c | 272 | line = syme->src->lines; |
923c42c1 | 273 | while (line) { |
361c99a6 | 274 | for (i = 0; i < evsel_list->nr_entries; i++) |
923c42c1 MG |
275 | line->count[i] = 0; |
276 | line = line->next; | |
277 | } | |
278 | } | |
279 | ||
280 | static void record_precise_ip(struct sym_entry *syme, int counter, u64 ip) | |
281 | { | |
282 | struct source_line *line; | |
283 | ||
284 | if (syme != sym_filter_entry) | |
285 | return; | |
286 | ||
b269876c | 287 | if (pthread_mutex_trylock(&syme->src->lock)) |
923c42c1 MG |
288 | return; |
289 | ||
b269876c | 290 | if (syme->src == NULL || syme->src->source == NULL) |
923c42c1 MG |
291 | goto out_unlock; |
292 | ||
b269876c | 293 | for (line = syme->src->lines; line; line = line->next) { |
ee11b90b KS |
294 | /* skip lines without IP info */ |
295 | if (line->eip == 0) | |
296 | continue; | |
923c42c1 MG |
297 | if (line->eip == ip) { |
298 | line->count[counter]++; | |
299 | break; | |
300 | } | |
301 | if (line->eip > ip) | |
302 | break; | |
303 | } | |
304 | out_unlock: | |
b269876c | 305 | pthread_mutex_unlock(&syme->src->lock); |
923c42c1 MG |
306 | } |
307 | ||
c7ad21af ACM |
308 | #define PATTERN_LEN (BITS_PER_LONG / 4 + 2) |
309 | ||
923c42c1 MG |
310 | static void lookup_sym_source(struct sym_entry *syme) |
311 | { | |
51a472de | 312 | struct symbol *symbol = sym_entry__symbol(syme); |
923c42c1 | 313 | struct source_line *line; |
c7ad21af | 314 | char pattern[PATTERN_LEN + 1]; |
923c42c1 | 315 | |
9486aa38 | 316 | sprintf(pattern, "%0*" PRIx64 " <", BITS_PER_LONG / 4, |
5f485364 | 317 | map__rip_2objdump(syme->map, symbol->start)); |
923c42c1 | 318 | |
b269876c ACM |
319 | pthread_mutex_lock(&syme->src->lock); |
320 | for (line = syme->src->lines; line; line = line->next) { | |
c7ad21af | 321 | if (memcmp(line->line, pattern, PATTERN_LEN) == 0) { |
b269876c | 322 | syme->src->source = line; |
923c42c1 MG |
323 | break; |
324 | } | |
325 | } | |
b269876c | 326 | pthread_mutex_unlock(&syme->src->lock); |
923c42c1 MG |
327 | } |
328 | ||
329 | static void show_lines(struct source_line *queue, int count, int total) | |
330 | { | |
331 | int i; | |
332 | struct source_line *line; | |
333 | ||
334 | line = queue; | |
335 | for (i = 0; i < count; i++) { | |
336 | float pcnt = 100.0*(float)line->count[sym_counter]/(float)total; | |
337 | ||
338 | printf("%8li %4.1f%%\t%s\n", line->count[sym_counter], pcnt, line->line); | |
339 | line = line->next; | |
340 | } | |
341 | } | |
342 | ||
343 | #define TRACE_COUNT 3 | |
344 | ||
345 | static void show_details(struct sym_entry *syme) | |
346 | { | |
347 | struct symbol *symbol; | |
348 | struct source_line *line; | |
349 | struct source_line *line_queue = NULL; | |
350 | int displayed = 0; | |
351 | int line_queue_count = 0, total = 0, more = 0; | |
352 | ||
353 | if (!syme) | |
354 | return; | |
355 | ||
b269876c | 356 | if (!syme->src->source) |
923c42c1 MG |
357 | lookup_sym_source(syme); |
358 | ||
b269876c | 359 | if (!syme->src->source) |
923c42c1 MG |
360 | return; |
361 | ||
51a472de | 362 | symbol = sym_entry__symbol(syme); |
69aad6f1 | 363 | printf("Showing %s for %s\n", event_name(sym_evsel), symbol->name); |
923c42c1 MG |
364 | printf(" Events Pcnt (>=%d%%)\n", sym_pcnt_filter); |
365 | ||
b269876c ACM |
366 | pthread_mutex_lock(&syme->src->lock); |
367 | line = syme->src->source; | |
923c42c1 MG |
368 | while (line) { |
369 | total += line->count[sym_counter]; | |
370 | line = line->next; | |
371 | } | |
372 | ||
b269876c | 373 | line = syme->src->source; |
923c42c1 MG |
374 | while (line) { |
375 | float pcnt = 0.0; | |
376 | ||
377 | if (!line_queue_count) | |
378 | line_queue = line; | |
379 | line_queue_count++; | |
380 | ||
381 | if (line->count[sym_counter]) | |
382 | pcnt = 100.0 * line->count[sym_counter] / (float)total; | |
383 | if (pcnt >= (float)sym_pcnt_filter) { | |
384 | if (displayed <= print_entries) | |
385 | show_lines(line_queue, line_queue_count, total); | |
386 | else more++; | |
387 | displayed += line_queue_count; | |
388 | line_queue_count = 0; | |
389 | line_queue = NULL; | |
390 | } else if (line_queue_count > TRACE_COUNT) { | |
391 | line_queue = line_queue->next; | |
392 | line_queue_count--; | |
393 | } | |
394 | ||
395 | line->count[sym_counter] = zero ? 0 : line->count[sym_counter] * 7 / 8; | |
396 | line = line->next; | |
397 | } | |
b269876c | 398 | pthread_mutex_unlock(&syme->src->lock); |
923c42c1 MG |
399 | if (more) |
400 | printf("%d lines not displayed, maybe increase display entries [e]\n", more); | |
401 | } | |
07800601 | 402 | |
de04687f | 403 | /* |
5b2bb75a | 404 | * Symbols will be added here in event__process_sample and will get out |
de04687f ACM |
405 | * after decayed. |
406 | */ | |
407 | static LIST_HEAD(active_symbols); | |
c44613a4 | 408 | static pthread_mutex_t active_symbols_lock = PTHREAD_MUTEX_INITIALIZER; |
07800601 | 409 | |
07800601 IM |
410 | /* |
411 | * Ordering weight: count-1 * count-2 * ... / count-n | |
412 | */ | |
413 | static double sym_weight(const struct sym_entry *sym) | |
414 | { | |
c44613a4 | 415 | double weight = sym->snap_count; |
07800601 IM |
416 | int counter; |
417 | ||
46ab9764 MG |
418 | if (!display_weighted) |
419 | return weight; | |
420 | ||
361c99a6 | 421 | for (counter = 1; counter < evsel_list->nr_entries - 1; counter++) |
07800601 IM |
422 | weight *= sym->count[counter]; |
423 | ||
424 | weight /= (sym->count[counter] + 1); | |
425 | ||
426 | return weight; | |
427 | } | |
428 | ||
2debbc83 | 429 | static long samples; |
a1645ce1 | 430 | static long kernel_samples, us_samples; |
1676b8a0 | 431 | static long exact_samples; |
a1645ce1 | 432 | static long guest_us_samples, guest_kernel_samples; |
07800601 IM |
433 | static const char CONSOLE_CLEAR[] = "\e[H\e[2J"; |
434 | ||
c44613a4 | 435 | static void __list_insert_active_sym(struct sym_entry *syme) |
de04687f ACM |
436 | { |
437 | list_add(&syme->node, &active_symbols); | |
438 | } | |
439 | ||
c44613a4 ACM |
440 | static void list_remove_active_sym(struct sym_entry *syme) |
441 | { | |
442 | pthread_mutex_lock(&active_symbols_lock); | |
443 | list_del_init(&syme->node); | |
444 | pthread_mutex_unlock(&active_symbols_lock); | |
445 | } | |
446 | ||
de04687f ACM |
447 | static void rb_insert_active_sym(struct rb_root *tree, struct sym_entry *se) |
448 | { | |
449 | struct rb_node **p = &tree->rb_node; | |
450 | struct rb_node *parent = NULL; | |
451 | struct sym_entry *iter; | |
452 | ||
453 | while (*p != NULL) { | |
454 | parent = *p; | |
455 | iter = rb_entry(parent, struct sym_entry, rb_node); | |
456 | ||
c44613a4 | 457 | if (se->weight > iter->weight) |
de04687f ACM |
458 | p = &(*p)->rb_left; |
459 | else | |
460 | p = &(*p)->rb_right; | |
461 | } | |
462 | ||
463 | rb_link_node(&se->rb_node, parent, p); | |
464 | rb_insert_color(&se->rb_node, tree); | |
465 | } | |
07800601 | 466 | |
93fc64f1 | 467 | static void print_sym_table(struct perf_session *session) |
07800601 | 468 | { |
233f0b95 | 469 | int printed = 0, j; |
69aad6f1 ACM |
470 | struct perf_evsel *counter; |
471 | int snap = !display_weighted ? sym_counter : 0; | |
2debbc83 | 472 | float samples_per_sec = samples/delay_secs; |
a1645ce1 ZY |
473 | float ksamples_per_sec = kernel_samples/delay_secs; |
474 | float us_samples_per_sec = (us_samples)/delay_secs; | |
475 | float guest_kernel_samples_per_sec = (guest_kernel_samples)/delay_secs; | |
476 | float guest_us_samples_per_sec = (guest_us_samples)/delay_secs; | |
1676b8a0 | 477 | float esamples_percent = (100.0*exact_samples)/samples; |
2debbc83 | 478 | float sum_ksamples = 0.0; |
de04687f ACM |
479 | struct sym_entry *syme, *n; |
480 | struct rb_root tmp = RB_ROOT; | |
481 | struct rb_node *nd; | |
00909e95 | 482 | int sym_width = 0, dso_width = 0, dso_short_width = 0; |
13cc5079 | 483 | const int win_width = winsize.ws_col - 1; |
07800601 | 484 | |
a1645ce1 ZY |
485 | samples = us_samples = kernel_samples = exact_samples = 0; |
486 | guest_kernel_samples = guest_us_samples = 0; | |
07800601 | 487 | |
de04687f | 488 | /* Sort the active symbols */ |
c44613a4 ACM |
489 | pthread_mutex_lock(&active_symbols_lock); |
490 | syme = list_entry(active_symbols.next, struct sym_entry, node); | |
491 | pthread_mutex_unlock(&active_symbols_lock); | |
492 | ||
493 | list_for_each_entry_safe_from(syme, n, &active_symbols, node) { | |
46ab9764 | 494 | syme->snap_count = syme->count[snap]; |
c44613a4 | 495 | if (syme->snap_count != 0) { |
13cc5079 | 496 | |
8ffcda17 ACM |
497 | if ((hide_user_symbols && |
498 | syme->origin == PERF_RECORD_MISC_USER) || | |
499 | (hide_kernel_symbols && | |
500 | syme->origin == PERF_RECORD_MISC_KERNEL)) { | |
501 | list_remove_active_sym(syme); | |
502 | continue; | |
503 | } | |
c44613a4 | 504 | syme->weight = sym_weight(syme); |
de04687f | 505 | rb_insert_active_sym(&tmp, syme); |
2debbc83 | 506 | sum_ksamples += syme->snap_count; |
d94b9430 | 507 | |
361c99a6 | 508 | for (j = 0; j < evsel_list->nr_entries; j++) |
de04687f ACM |
509 | syme->count[j] = zero ? 0 : syme->count[j] * 7 / 8; |
510 | } else | |
c44613a4 | 511 | list_remove_active_sym(syme); |
d94b9430 MG |
512 | } |
513 | ||
0f5486b5 | 514 | puts(CONSOLE_CLEAR); |
07800601 | 515 | |
a1645ce1 ZY |
516 | if (!perf_guest) { |
517 | printf(" PerfTop:%8.0f irqs/sec kernel:%4.1f%%" | |
518 | " exact: %4.1f%% [", | |
519 | samples_per_sec, | |
520 | 100.0 - (100.0 * ((samples_per_sec - ksamples_per_sec) / | |
521 | samples_per_sec)), | |
522 | esamples_percent); | |
523 | } else { | |
524 | printf(" PerfTop:%8.0f irqs/sec kernel:%4.1f%% us:%4.1f%%" | |
525 | " guest kernel:%4.1f%% guest us:%4.1f%%" | |
526 | " exact: %4.1f%% [", | |
527 | samples_per_sec, | |
528 | 100.0 - (100.0 * ((samples_per_sec-ksamples_per_sec) / | |
529 | samples_per_sec)), | |
530 | 100.0 - (100.0 * ((samples_per_sec-us_samples_per_sec) / | |
531 | samples_per_sec)), | |
532 | 100.0 - (100.0 * ((samples_per_sec - | |
533 | guest_kernel_samples_per_sec) / | |
534 | samples_per_sec)), | |
535 | 100.0 - (100.0 * ((samples_per_sec - | |
536 | guest_us_samples_per_sec) / | |
537 | samples_per_sec)), | |
538 | esamples_percent); | |
539 | } | |
07800601 | 540 | |
361c99a6 | 541 | if (evsel_list->nr_entries == 1 || !display_weighted) { |
69aad6f1 | 542 | struct perf_evsel *first; |
361c99a6 | 543 | first = list_entry(evsel_list->entries.next, struct perf_evsel, node); |
9486aa38 | 544 | printf("%" PRIu64, (uint64_t)first->attr.sample_period); |
cf1f4574 IM |
545 | if (freq) |
546 | printf("Hz "); | |
547 | else | |
548 | printf(" "); | |
549 | } | |
07800601 | 550 | |
46ab9764 | 551 | if (!display_weighted) |
69aad6f1 | 552 | printf("%s", event_name(sym_evsel)); |
361c99a6 | 553 | else list_for_each_entry(counter, &evsel_list->entries, node) { |
69aad6f1 | 554 | if (counter->idx) |
07800601 IM |
555 | printf("/"); |
556 | ||
557 | printf("%s", event_name(counter)); | |
558 | } | |
559 | ||
560 | printf( "], "); | |
561 | ||
b456bae0 IM |
562 | if (target_pid != -1) |
563 | printf(" (target_pid: %d", target_pid); | |
d6d901c2 ZY |
564 | else if (target_tid != -1) |
565 | printf(" (target_tid: %d", target_tid); | |
07800601 IM |
566 | else |
567 | printf(" (all"); | |
568 | ||
01797c59 | 569 | if (cpu_list) |
60d567e2 | 570 | printf(", CPU%s: %s)\n", cpus->nr > 1 ? "s" : "", cpu_list); |
07800601 | 571 | else { |
d6d901c2 | 572 | if (target_tid != -1) |
07800601 IM |
573 | printf(")\n"); |
574 | else | |
60d567e2 | 575 | printf(", %d CPU%s)\n", cpus->nr, cpus->nr > 1 ? "s" : ""); |
07800601 IM |
576 | } |
577 | ||
1a105f74 | 578 | printf("%-*.*s\n", win_width, win_width, graph_dotted_line); |
07800601 | 579 | |
93fc64f1 ACM |
580 | if (session->hists.stats.total_lost != 0) { |
581 | color_fprintf(stdout, PERF_COLOR_RED, "WARNING:"); | |
582 | printf(" LOST %" PRIu64 " events, Check IO/CPU overload\n", | |
583 | session->hists.stats.total_lost); | |
584 | } | |
585 | ||
923c42c1 MG |
586 | if (sym_filter_entry) { |
587 | show_details(sym_filter_entry); | |
588 | return; | |
589 | } | |
590 | ||
13cc5079 ACM |
591 | /* |
592 | * Find the longest symbol name that will be displayed | |
593 | */ | |
594 | for (nd = rb_first(&tmp); nd; nd = rb_next(nd)) { | |
595 | syme = rb_entry(nd, struct sym_entry, rb_node); | |
596 | if (++printed > print_entries || | |
597 | (int)syme->snap_count < count_filter) | |
598 | continue; | |
599 | ||
1a105f74 ACM |
600 | if (syme->map->dso->long_name_len > dso_width) |
601 | dso_width = syme->map->dso->long_name_len; | |
602 | ||
b63be8d7 ACM |
603 | if (syme->map->dso->short_name_len > dso_short_width) |
604 | dso_short_width = syme->map->dso->short_name_len; | |
605 | ||
13cc5079 ACM |
606 | if (syme->name_len > sym_width) |
607 | sym_width = syme->name_len; | |
608 | } | |
609 | ||
610 | printed = 0; | |
611 | ||
b63be8d7 ACM |
612 | if (sym_width + dso_width > winsize.ws_col - 29) { |
613 | dso_width = dso_short_width; | |
614 | if (sym_width + dso_width > winsize.ws_col - 29) | |
615 | sym_width = winsize.ws_col - dso_width - 29; | |
616 | } | |
7cc017ed | 617 | putchar('\n'); |
361c99a6 | 618 | if (evsel_list->nr_entries == 1) |
5b2bb75a | 619 | printf(" samples pcnt"); |
07800601 | 620 | else |
5b2bb75a | 621 | printf(" weight samples pcnt"); |
07800601 | 622 | |
7ced156b ACM |
623 | if (verbose) |
624 | printf(" RIP "); | |
7cc017ed | 625 | printf(" %-*.*s DSO\n", sym_width, sym_width, "function"); |
5b2bb75a | 626 | printf(" %s _______ _____", |
361c99a6 | 627 | evsel_list->nr_entries == 1 ? " " : "______"); |
7ced156b | 628 | if (verbose) |
5b2bb75a | 629 | printf(" ________________"); |
1a105f74 | 630 | printf(" %-*.*s", sym_width, sym_width, graph_line); |
7cc017ed | 631 | printf(" %-*.*s", dso_width, dso_width, graph_line); |
1a105f74 | 632 | puts("\n"); |
07800601 | 633 | |
de04687f | 634 | for (nd = rb_first(&tmp); nd; nd = rb_next(nd)) { |
83a0944f | 635 | struct symbol *sym; |
8fc0321f | 636 | double pcnt; |
d94b9430 | 637 | |
83a0944f | 638 | syme = rb_entry(nd, struct sym_entry, rb_node); |
51a472de | 639 | sym = sym_entry__symbol(syme); |
923c42c1 | 640 | if (++printed > print_entries || (int)syme->snap_count < count_filter) |
c44613a4 | 641 | continue; |
d94b9430 | 642 | |
2debbc83 IM |
643 | pcnt = 100.0 - (100.0 * ((sum_ksamples - syme->snap_count) / |
644 | sum_ksamples)); | |
d94b9430 | 645 | |
361c99a6 | 646 | if (evsel_list->nr_entries == 1 || !display_weighted) |
5b2bb75a | 647 | printf("%20.2f ", syme->weight); |
d94b9430 | 648 | else |
5b2bb75a | 649 | printf("%9.1f %10ld ", syme->weight, syme->snap_count); |
8fc0321f | 650 | |
1e11fd82 | 651 | percent_color_fprintf(stdout, "%4.1f%%", pcnt); |
7ced156b | 652 | if (verbose) |
9486aa38 | 653 | printf(" %016" PRIx64, sym->start); |
13cc5079 | 654 | printf(" %-*.*s", sym_width, sym_width, sym->name); |
7cc017ed ACM |
655 | printf(" %-*.*s\n", dso_width, dso_width, |
656 | dso_width >= syme->map->dso->long_name_len ? | |
657 | syme->map->dso->long_name : | |
658 | syme->map->dso->short_name); | |
07800601 | 659 | } |
07800601 IM |
660 | } |
661 | ||
923c42c1 MG |
662 | static void prompt_integer(int *target, const char *msg) |
663 | { | |
664 | char *buf = malloc(0), *p; | |
665 | size_t dummy = 0; | |
666 | int tmp; | |
667 | ||
668 | fprintf(stdout, "\n%s: ", msg); | |
669 | if (getline(&buf, &dummy, stdin) < 0) | |
670 | return; | |
671 | ||
672 | p = strchr(buf, '\n'); | |
673 | if (p) | |
674 | *p = 0; | |
675 | ||
676 | p = buf; | |
677 | while(*p) { | |
678 | if (!isdigit(*p)) | |
679 | goto out_free; | |
680 | p++; | |
681 | } | |
682 | tmp = strtoul(buf, NULL, 10); | |
683 | *target = tmp; | |
684 | out_free: | |
685 | free(buf); | |
686 | } | |
687 | ||
688 | static void prompt_percent(int *target, const char *msg) | |
689 | { | |
690 | int tmp = 0; | |
691 | ||
692 | prompt_integer(&tmp, msg); | |
693 | if (tmp >= 0 && tmp <= 100) | |
694 | *target = tmp; | |
695 | } | |
696 | ||
697 | static void prompt_symbol(struct sym_entry **target, const char *msg) | |
698 | { | |
699 | char *buf = malloc(0), *p; | |
700 | struct sym_entry *syme = *target, *n, *found = NULL; | |
701 | size_t dummy = 0; | |
702 | ||
703 | /* zero counters of active symbol */ | |
704 | if (syme) { | |
b269876c | 705 | pthread_mutex_lock(&syme->src->lock); |
923c42c1 MG |
706 | __zero_source_counters(syme); |
707 | *target = NULL; | |
b269876c | 708 | pthread_mutex_unlock(&syme->src->lock); |
923c42c1 MG |
709 | } |
710 | ||
711 | fprintf(stdout, "\n%s: ", msg); | |
712 | if (getline(&buf, &dummy, stdin) < 0) | |
713 | goto out_free; | |
714 | ||
715 | p = strchr(buf, '\n'); | |
716 | if (p) | |
717 | *p = 0; | |
718 | ||
719 | pthread_mutex_lock(&active_symbols_lock); | |
720 | syme = list_entry(active_symbols.next, struct sym_entry, node); | |
721 | pthread_mutex_unlock(&active_symbols_lock); | |
722 | ||
723 | list_for_each_entry_safe_from(syme, n, &active_symbols, node) { | |
51a472de | 724 | struct symbol *sym = sym_entry__symbol(syme); |
923c42c1 MG |
725 | |
726 | if (!strcmp(buf, sym->name)) { | |
727 | found = syme; | |
728 | break; | |
729 | } | |
730 | } | |
731 | ||
732 | if (!found) { | |
66aeb6d5 | 733 | fprintf(stderr, "Sorry, %s is not active.\n", buf); |
923c42c1 MG |
734 | sleep(1); |
735 | return; | |
736 | } else | |
737 | parse_source(found); | |
738 | ||
739 | out_free: | |
740 | free(buf); | |
741 | } | |
742 | ||
091bd2e9 | 743 | static void print_mapped_keys(void) |
923c42c1 | 744 | { |
091bd2e9 MG |
745 | char *name = NULL; |
746 | ||
747 | if (sym_filter_entry) { | |
51a472de | 748 | struct symbol *sym = sym_entry__symbol(sym_filter_entry); |
091bd2e9 MG |
749 | name = sym->name; |
750 | } | |
751 | ||
752 | fprintf(stdout, "\nMapped keys:\n"); | |
753 | fprintf(stdout, "\t[d] display refresh delay. \t(%d)\n", delay_secs); | |
754 | fprintf(stdout, "\t[e] display entries (lines). \t(%d)\n", print_entries); | |
755 | ||
361c99a6 | 756 | if (evsel_list->nr_entries > 1) |
69aad6f1 | 757 | fprintf(stdout, "\t[E] active event counter. \t(%s)\n", event_name(sym_evsel)); |
091bd2e9 MG |
758 | |
759 | fprintf(stdout, "\t[f] profile display filter (count). \t(%d)\n", count_filter); | |
760 | ||
6cff0e8d KS |
761 | fprintf(stdout, "\t[F] annotate display filter (percent). \t(%d%%)\n", sym_pcnt_filter); |
762 | fprintf(stdout, "\t[s] annotate symbol. \t(%s)\n", name?: "NULL"); | |
763 | fprintf(stdout, "\t[S] stop annotation.\n"); | |
091bd2e9 | 764 | |
361c99a6 | 765 | if (evsel_list->nr_entries > 1) |
091bd2e9 MG |
766 | fprintf(stdout, "\t[w] toggle display weighted/count[E]r. \t(%d)\n", display_weighted ? 1 : 0); |
767 | ||
8ffcda17 | 768 | fprintf(stdout, |
1a72cfa6 | 769 | "\t[K] hide kernel_symbols symbols. \t(%s)\n", |
8ffcda17 ACM |
770 | hide_kernel_symbols ? "yes" : "no"); |
771 | fprintf(stdout, | |
772 | "\t[U] hide user symbols. \t(%s)\n", | |
773 | hide_user_symbols ? "yes" : "no"); | |
46ab9764 | 774 | fprintf(stdout, "\t[z] toggle sample zeroing. \t(%d)\n", zero ? 1 : 0); |
091bd2e9 MG |
775 | fprintf(stdout, "\t[qQ] quit.\n"); |
776 | } | |
777 | ||
778 | static int key_mapped(int c) | |
779 | { | |
780 | switch (c) { | |
781 | case 'd': | |
782 | case 'e': | |
783 | case 'f': | |
784 | case 'z': | |
785 | case 'q': | |
786 | case 'Q': | |
8ffcda17 ACM |
787 | case 'K': |
788 | case 'U': | |
6cff0e8d KS |
789 | case 'F': |
790 | case 's': | |
791 | case 'S': | |
091bd2e9 MG |
792 | return 1; |
793 | case 'E': | |
794 | case 'w': | |
361c99a6 | 795 | return evsel_list->nr_entries > 1 ? 1 : 0; |
83a0944f IM |
796 | default: |
797 | break; | |
091bd2e9 MG |
798 | } |
799 | ||
800 | return 0; | |
923c42c1 MG |
801 | } |
802 | ||
a1645ce1 | 803 | static void handle_keypress(struct perf_session *session, int c) |
923c42c1 | 804 | { |
091bd2e9 MG |
805 | if (!key_mapped(c)) { |
806 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; | |
807 | struct termios tc, save; | |
808 | ||
809 | print_mapped_keys(); | |
810 | fprintf(stdout, "\nEnter selection, or unmapped key to continue: "); | |
811 | fflush(stdout); | |
812 | ||
813 | tcgetattr(0, &save); | |
814 | tc = save; | |
815 | tc.c_lflag &= ~(ICANON | ECHO); | |
816 | tc.c_cc[VMIN] = 0; | |
817 | tc.c_cc[VTIME] = 0; | |
818 | tcsetattr(0, TCSANOW, &tc); | |
819 | ||
820 | poll(&stdin_poll, 1, -1); | |
821 | c = getc(stdin); | |
822 | ||
823 | tcsetattr(0, TCSAFLUSH, &save); | |
824 | if (!key_mapped(c)) | |
825 | return; | |
826 | } | |
827 | ||
923c42c1 MG |
828 | switch (c) { |
829 | case 'd': | |
830 | prompt_integer(&delay_secs, "Enter display delay"); | |
dc79959a TB |
831 | if (delay_secs < 1) |
832 | delay_secs = 1; | |
923c42c1 MG |
833 | break; |
834 | case 'e': | |
835 | prompt_integer(&print_entries, "Enter display entries (lines)"); | |
3b6ed988 | 836 | if (print_entries == 0) { |
13cc5079 | 837 | sig_winch_handler(SIGWINCH); |
3b6ed988 ACM |
838 | signal(SIGWINCH, sig_winch_handler); |
839 | } else | |
840 | signal(SIGWINCH, SIG_DFL); | |
923c42c1 MG |
841 | break; |
842 | case 'E': | |
361c99a6 | 843 | if (evsel_list->nr_entries > 1) { |
923c42c1 | 844 | fprintf(stderr, "\nAvailable events:"); |
69aad6f1 | 845 | |
361c99a6 | 846 | list_for_each_entry(sym_evsel, &evsel_list->entries, node) |
69aad6f1 | 847 | fprintf(stderr, "\n\t%d %s", sym_evsel->idx, event_name(sym_evsel)); |
923c42c1 MG |
848 | |
849 | prompt_integer(&sym_counter, "Enter details event counter"); | |
850 | ||
361c99a6 ACM |
851 | if (sym_counter >= evsel_list->nr_entries) { |
852 | sym_evsel = list_entry(evsel_list->entries.next, struct perf_evsel, node); | |
923c42c1 | 853 | sym_counter = 0; |
69aad6f1 | 854 | fprintf(stderr, "Sorry, no such event, using %s.\n", event_name(sym_evsel)); |
923c42c1 | 855 | sleep(1); |
69aad6f1 | 856 | break; |
923c42c1 | 857 | } |
361c99a6 | 858 | list_for_each_entry(sym_evsel, &evsel_list->entries, node) |
69aad6f1 ACM |
859 | if (sym_evsel->idx == sym_counter) |
860 | break; | |
923c42c1 MG |
861 | } else sym_counter = 0; |
862 | break; | |
863 | case 'f': | |
864 | prompt_integer(&count_filter, "Enter display event count filter"); | |
865 | break; | |
866 | case 'F': | |
867 | prompt_percent(&sym_pcnt_filter, "Enter details display event filter (percent)"); | |
868 | break; | |
8ffcda17 ACM |
869 | case 'K': |
870 | hide_kernel_symbols = !hide_kernel_symbols; | |
871 | break; | |
923c42c1 MG |
872 | case 'q': |
873 | case 'Q': | |
874 | printf("exiting.\n"); | |
c338aee8 | 875 | if (dump_symtab) |
cbf69680 | 876 | perf_session__fprintf_dsos(session, stderr); |
923c42c1 MG |
877 | exit(0); |
878 | case 's': | |
879 | prompt_symbol(&sym_filter_entry, "Enter details symbol"); | |
880 | break; | |
881 | case 'S': | |
882 | if (!sym_filter_entry) | |
883 | break; | |
884 | else { | |
885 | struct sym_entry *syme = sym_filter_entry; | |
886 | ||
b269876c | 887 | pthread_mutex_lock(&syme->src->lock); |
923c42c1 MG |
888 | sym_filter_entry = NULL; |
889 | __zero_source_counters(syme); | |
b269876c | 890 | pthread_mutex_unlock(&syme->src->lock); |
923c42c1 MG |
891 | } |
892 | break; | |
8ffcda17 ACM |
893 | case 'U': |
894 | hide_user_symbols = !hide_user_symbols; | |
895 | break; | |
46ab9764 MG |
896 | case 'w': |
897 | display_weighted = ~display_weighted; | |
898 | break; | |
923c42c1 | 899 | case 'z': |
c0555642 | 900 | zero = !zero; |
923c42c1 | 901 | break; |
83a0944f IM |
902 | default: |
903 | break; | |
923c42c1 MG |
904 | } |
905 | } | |
906 | ||
f37a291c | 907 | static void *display_thread(void *arg __used) |
07800601 | 908 | { |
0f5486b5 | 909 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; |
923c42c1 MG |
910 | struct termios tc, save; |
911 | int delay_msecs, c; | |
a1645ce1 | 912 | struct perf_session *session = (struct perf_session *) arg; |
923c42c1 MG |
913 | |
914 | tcgetattr(0, &save); | |
915 | tc = save; | |
916 | tc.c_lflag &= ~(ICANON | ECHO); | |
917 | tc.c_cc[VMIN] = 0; | |
918 | tc.c_cc[VTIME] = 0; | |
091bd2e9 | 919 | |
923c42c1 MG |
920 | repeat: |
921 | delay_msecs = delay_secs * 1000; | |
922 | tcsetattr(0, TCSANOW, &tc); | |
923 | /* trash return*/ | |
924 | getc(stdin); | |
07800601 | 925 | |
0f5486b5 | 926 | do { |
93fc64f1 | 927 | print_sym_table(session); |
0f5486b5 FW |
928 | } while (!poll(&stdin_poll, 1, delay_msecs) == 1); |
929 | ||
923c42c1 MG |
930 | c = getc(stdin); |
931 | tcsetattr(0, TCSAFLUSH, &save); | |
932 | ||
a1645ce1 | 933 | handle_keypress(session, c); |
923c42c1 | 934 | goto repeat; |
07800601 IM |
935 | |
936 | return NULL; | |
937 | } | |
938 | ||
2ab52083 | 939 | /* Tag samples to be skipped. */ |
f37a291c | 940 | static const char *skip_symbols[] = { |
2ab52083 | 941 | "default_idle", |
b0e8572f | 942 | "native_safe_halt", |
2ab52083 AB |
943 | "cpu_idle", |
944 | "enter_idle", | |
945 | "exit_idle", | |
946 | "mwait_idle", | |
59b90056 | 947 | "mwait_idle_with_hints", |
8357275b | 948 | "poll_idle", |
3a3393ef AB |
949 | "ppc64_runlatch_off", |
950 | "pseries_dedicated_idle_sleep", | |
2ab52083 AB |
951 | NULL |
952 | }; | |
953 | ||
439d473b | 954 | static int symbol_filter(struct map *map, struct symbol *sym) |
07800601 | 955 | { |
de04687f ACM |
956 | struct sym_entry *syme; |
957 | const char *name = sym->name; | |
2ab52083 | 958 | int i; |
de04687f | 959 | |
3a3393ef AB |
960 | /* |
961 | * ppc64 uses function descriptors and appends a '.' to the | |
962 | * start of every instruction address. Remove it. | |
963 | */ | |
964 | if (name[0] == '.') | |
965 | name++; | |
966 | ||
de04687f ACM |
967 | if (!strcmp(name, "_text") || |
968 | !strcmp(name, "_etext") || | |
969 | !strcmp(name, "_sinittext") || | |
970 | !strncmp("init_module", name, 11) || | |
971 | !strncmp("cleanup_module", name, 14) || | |
972 | strstr(name, "_text_start") || | |
973 | strstr(name, "_text_end")) | |
07800601 | 974 | return 1; |
07800601 | 975 | |
00a192b3 | 976 | syme = symbol__priv(sym); |
439d473b | 977 | syme->map = map; |
b269876c | 978 | syme->src = NULL; |
6cff0e8d KS |
979 | |
980 | if (!sym_filter_entry && sym_filter && !strcmp(name, sym_filter)) { | |
981 | /* schedule initial sym_filter_entry setup */ | |
982 | sym_filter_entry_sched = syme; | |
983 | sym_filter = NULL; | |
984 | } | |
923c42c1 | 985 | |
2ab52083 AB |
986 | for (i = 0; skip_symbols[i]; i++) { |
987 | if (!strcmp(skip_symbols[i], name)) { | |
988 | syme->skip = 1; | |
989 | break; | |
990 | } | |
991 | } | |
07800601 | 992 | |
13cc5079 ACM |
993 | if (!syme->skip) |
994 | syme->name_len = strlen(sym->name); | |
995 | ||
07800601 IM |
996 | return 0; |
997 | } | |
998 | ||
b3165f41 | 999 | static void event__process_sample(const event_t *self, |
9c90a61c | 1000 | struct sample_data *sample, |
70db7533 | 1001 | struct perf_session *session) |
07800601 | 1002 | { |
5b2bb75a | 1003 | u64 ip = self->ip.ip; |
5b2bb75a | 1004 | struct sym_entry *syme; |
1ed091c4 | 1005 | struct addr_location al; |
23346f21 | 1006 | struct machine *machine; |
8ffcda17 | 1007 | u8 origin = self->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; |
5b2bb75a | 1008 | |
24bfef0f ACM |
1009 | ++samples; |
1010 | ||
8ffcda17 | 1011 | switch (origin) { |
1ed091c4 | 1012 | case PERF_RECORD_MISC_USER: |
a1645ce1 | 1013 | ++us_samples; |
8ffcda17 ACM |
1014 | if (hide_user_symbols) |
1015 | return; | |
23346f21 | 1016 | machine = perf_session__find_host_machine(session); |
1ed091c4 | 1017 | break; |
5b2bb75a | 1018 | case PERF_RECORD_MISC_KERNEL: |
a1645ce1 | 1019 | ++kernel_samples; |
8ffcda17 ACM |
1020 | if (hide_kernel_symbols) |
1021 | return; | |
23346f21 | 1022 | machine = perf_session__find_host_machine(session); |
a1645ce1 ZY |
1023 | break; |
1024 | case PERF_RECORD_MISC_GUEST_KERNEL: | |
1025 | ++guest_kernel_samples; | |
23346f21 | 1026 | machine = perf_session__find_machine(session, self->ip.pid); |
5b2bb75a | 1027 | break; |
a1645ce1 ZY |
1028 | case PERF_RECORD_MISC_GUEST_USER: |
1029 | ++guest_us_samples; | |
1030 | /* | |
1031 | * TODO: we don't process guest user from host side | |
1032 | * except simple counting. | |
1033 | */ | |
1034 | return; | |
5b2bb75a ACM |
1035 | default: |
1036 | return; | |
1037 | } | |
1038 | ||
23346f21 | 1039 | if (!machine && perf_guest) { |
a1645ce1 ZY |
1040 | pr_err("Can't find guest [%d]'s kernel information\n", |
1041 | self->ip.pid); | |
1042 | return; | |
1043 | } | |
1044 | ||
ab608344 | 1045 | if (self->header.misc & PERF_RECORD_MISC_EXACT_IP) |
1676b8a0 PZ |
1046 | exact_samples++; |
1047 | ||
9c90a61c | 1048 | if (event__preprocess_sample(self, session, &al, sample, |
41a37e20 | 1049 | symbol_filter) < 0 || |
72b8fa17 | 1050 | al.filtered) |
1ed091c4 | 1051 | return; |
07800601 | 1052 | |
72b8fa17 ACM |
1053 | if (al.sym == NULL) { |
1054 | /* | |
1055 | * As we do lazy loading of symtabs we only will know if the | |
1056 | * specified vmlinux file is invalid when we actually have a | |
1057 | * hit in kernel space and then try to load it. So if we get | |
1058 | * here and there are _no_ symbols in the DSO backing the | |
1059 | * kernel map, bail out. | |
1060 | * | |
1061 | * We may never get here, for instance, if we use -K/ | |
1062 | * --hide-kernel-symbols, even if the user specifies an | |
1063 | * invalid --vmlinux ;-) | |
1064 | */ | |
23346f21 | 1065 | if (al.map == machine->vmlinux_maps[MAP__FUNCTION] && |
72b8fa17 ACM |
1066 | RB_EMPTY_ROOT(&al.map->dso->symbols[MAP__FUNCTION])) { |
1067 | pr_err("The %s file can't be used\n", | |
1068 | symbol_conf.vmlinux_name); | |
1069 | exit(1); | |
1070 | } | |
1071 | ||
1072 | return; | |
1073 | } | |
1074 | ||
6cff0e8d KS |
1075 | /* let's see, whether we need to install initial sym_filter_entry */ |
1076 | if (sym_filter_entry_sched) { | |
1077 | sym_filter_entry = sym_filter_entry_sched; | |
1078 | sym_filter_entry_sched = NULL; | |
b0a9ab62 ACM |
1079 | if (parse_source(sym_filter_entry) < 0) { |
1080 | struct symbol *sym = sym_entry__symbol(sym_filter_entry); | |
1081 | ||
1082 | pr_err("Can't annotate %s", sym->name); | |
1083 | if (sym_filter_entry->map->dso->origin == DSO__ORIG_KERNEL) { | |
1084 | pr_err(": No vmlinux file was found in the path:\n"); | |
5ad90e4e | 1085 | machine__fprintf_vmlinux_path(machine, stderr); |
b0a9ab62 ACM |
1086 | } else |
1087 | pr_err(".\n"); | |
1088 | exit(1); | |
1089 | } | |
6cff0e8d KS |
1090 | } |
1091 | ||
1ed091c4 | 1092 | syme = symbol__priv(al.sym); |
5b2bb75a | 1093 | if (!syme->skip) { |
70db7533 ACM |
1094 | struct perf_evsel *evsel; |
1095 | ||
8ffcda17 | 1096 | syme->origin = origin; |
70db7533 ACM |
1097 | evsel = perf_evlist__id2evsel(evsel_list, sample->id); |
1098 | assert(evsel != NULL); | |
1099 | syme->count[evsel->idx]++; | |
69aad6f1 | 1100 | record_precise_ip(syme, evsel->idx, ip); |
5b2bb75a ACM |
1101 | pthread_mutex_lock(&active_symbols_lock); |
1102 | if (list_empty(&syme->node) || !syme->node.next) | |
1103 | __list_insert_active_sym(syme); | |
1104 | pthread_mutex_unlock(&active_symbols_lock); | |
5b2bb75a | 1105 | } |
07800601 IM |
1106 | } |
1107 | ||
70db7533 | 1108 | static void perf_session__mmap_read_cpu(struct perf_session *self, int cpu) |
07800601 | 1109 | { |
9c90a61c | 1110 | struct sample_data sample; |
04391deb | 1111 | event_t *event; |
07800601 | 1112 | |
04391deb | 1113 | while ((event = perf_evlist__read_on_cpu(evsel_list, cpu)) != NULL) { |
d0dd74e8 | 1114 | perf_session__parse_sample(self, event, &sample); |
04391deb | 1115 | |
5b2bb75a | 1116 | if (event->header.type == PERF_RECORD_SAMPLE) |
70db7533 | 1117 | event__process_sample(event, &sample, self); |
5b2bb75a | 1118 | else |
9c90a61c | 1119 | event__process(event, &sample, self); |
07800601 | 1120 | } |
07800601 IM |
1121 | } |
1122 | ||
d8f66248 | 1123 | static void perf_session__mmap_read(struct perf_session *self) |
2f01190a | 1124 | { |
70db7533 ACM |
1125 | int i; |
1126 | ||
1127 | for (i = 0; i < cpus->nr; i++) | |
1128 | perf_session__mmap_read_cpu(self, i); | |
2f01190a FW |
1129 | } |
1130 | ||
72cb7013 ACM |
1131 | static void start_counters(struct perf_evlist *evlist) |
1132 | { | |
1133 | struct perf_evsel *counter; | |
7e4ff9e3 | 1134 | |
72cb7013 ACM |
1135 | list_for_each_entry(counter, &evlist->entries, node) { |
1136 | struct perf_event_attr *attr = &counter->attr; | |
716c69fe | 1137 | |
72cb7013 ACM |
1138 | attr->sample_type = PERF_SAMPLE_IP | PERF_SAMPLE_TID; |
1139 | ||
1140 | if (freq) { | |
1141 | attr->sample_type |= PERF_SAMPLE_PERIOD; | |
1142 | attr->freq = 1; | |
1143 | attr->sample_freq = freq; | |
1144 | } | |
d6d901c2 | 1145 | |
70db7533 ACM |
1146 | if (evlist->nr_entries > 1) { |
1147 | attr->sample_type |= PERF_SAMPLE_ID; | |
1148 | attr->read_format |= PERF_FORMAT_ID; | |
1149 | } | |
1150 | ||
72cb7013 ACM |
1151 | attr->mmap = 1; |
1152 | try_again: | |
1153 | if (perf_evsel__open(counter, cpus, threads, group, inherit) < 0) { | |
d6d901c2 ZY |
1154 | int err = errno; |
1155 | ||
1156 | if (err == EPERM || err == EACCES) | |
d9cf837e CA |
1157 | die("Permission error - are you root?\n" |
1158 | "\t Consider tweaking" | |
1159 | " /proc/sys/kernel/perf_event_paranoid.\n"); | |
d6d901c2 ZY |
1160 | /* |
1161 | * If it's cycles then fall back to hrtimer | |
1162 | * based cpu-clock-tick sw counter, which | |
1163 | * is always available even if no PMU support: | |
1164 | */ | |
72cb7013 ACM |
1165 | if (attr->type == PERF_TYPE_HARDWARE && |
1166 | attr->config == PERF_COUNT_HW_CPU_CYCLES) { | |
d6d901c2 ZY |
1167 | |
1168 | if (verbose) | |
1169 | warning(" ... trying to fall back to cpu-clock-ticks\n"); | |
1170 | ||
1171 | attr->type = PERF_TYPE_SOFTWARE; | |
1172 | attr->config = PERF_COUNT_SW_CPU_CLOCK; | |
1173 | goto try_again; | |
1174 | } | |
1175 | printf("\n"); | |
72cb7013 ACM |
1176 | error("sys_perf_event_open() syscall returned with %d " |
1177 | "(%s). /bin/dmesg may provide additional information.\n", | |
1178 | err, strerror(err)); | |
d6d901c2 ZY |
1179 | die("No CONFIG_PERF_EVENTS=y kernel support configured?\n"); |
1180 | exit(-1); | |
1181 | } | |
716c69fe | 1182 | } |
70db7533 | 1183 | |
93fc64f1 | 1184 | if (perf_evlist__mmap(evlist, cpus, threads, mmap_pages, false) < 0) |
70db7533 | 1185 | die("failed to mmap with %d (%s)\n", errno, strerror(errno)); |
716c69fe IM |
1186 | } |
1187 | ||
1188 | static int __cmd_top(void) | |
1189 | { | |
1190 | pthread_t thread; | |
70db7533 | 1191 | struct perf_evsel *first; |
72cb7013 | 1192 | int ret; |
d8f66248 | 1193 | /* |
b3165f41 ACM |
1194 | * FIXME: perf_session__new should allow passing a O_MMAP, so that all this |
1195 | * mmap reading, etc is encapsulated in it. Use O_WRONLY for now. | |
d8f66248 | 1196 | */ |
21ef97f0 | 1197 | struct perf_session *session = perf_session__new(NULL, O_WRONLY, false, false, NULL); |
b3165f41 ACM |
1198 | if (session == NULL) |
1199 | return -ENOMEM; | |
07800601 | 1200 | |
d6d901c2 ZY |
1201 | if (target_tid != -1) |
1202 | event__synthesize_thread(target_tid, event__process, session); | |
5b2bb75a | 1203 | else |
d8f66248 | 1204 | event__synthesize_threads(event__process, session); |
5b2bb75a | 1205 | |
72cb7013 | 1206 | start_counters(evsel_list); |
70db7533 ACM |
1207 | first = list_entry(evsel_list->entries.next, struct perf_evsel, node); |
1208 | perf_session__set_sample_type(session, first->attr.sample_type); | |
07800601 | 1209 | |
2f01190a | 1210 | /* Wait for a minimal set of events before starting the snapshot */ |
5c581041 | 1211 | poll(evsel_list->pollfd, evsel_list->nr_fds, 100); |
2f01190a | 1212 | |
d8f66248 | 1213 | perf_session__mmap_read(session); |
2f01190a | 1214 | |
a1645ce1 | 1215 | if (pthread_create(&thread, NULL, display_thread, session)) { |
07800601 IM |
1216 | printf("Could not create display thread.\n"); |
1217 | exit(-1); | |
1218 | } | |
1219 | ||
1220 | if (realtime_prio) { | |
1221 | struct sched_param param; | |
1222 | ||
1223 | param.sched_priority = realtime_prio; | |
1224 | if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { | |
1225 | printf("Could not set realtime priority.\n"); | |
1226 | exit(-1); | |
1227 | } | |
1228 | } | |
1229 | ||
1230 | while (1) { | |
2debbc83 | 1231 | int hits = samples; |
07800601 | 1232 | |
d8f66248 | 1233 | perf_session__mmap_read(session); |
07800601 | 1234 | |
2debbc83 | 1235 | if (hits == samples) |
5c581041 | 1236 | ret = poll(evsel_list->pollfd, evsel_list->nr_fds, 100); |
07800601 IM |
1237 | } |
1238 | ||
1239 | return 0; | |
1240 | } | |
b456bae0 IM |
1241 | |
1242 | static const char * const top_usage[] = { | |
1243 | "perf top [<options>]", | |
1244 | NULL | |
1245 | }; | |
1246 | ||
b456bae0 | 1247 | static const struct option options[] = { |
361c99a6 | 1248 | OPT_CALLBACK('e', "event", &evsel_list, "event", |
86847b62 TG |
1249 | "event selector. use 'perf list' to list available events", |
1250 | parse_events), | |
b456bae0 IM |
1251 | OPT_INTEGER('c', "count", &default_interval, |
1252 | "event period to sample"), | |
1253 | OPT_INTEGER('p', "pid", &target_pid, | |
d6d901c2 ZY |
1254 | "profile events on existing process id"), |
1255 | OPT_INTEGER('t', "tid", &target_tid, | |
1256 | "profile events on existing thread id"), | |
b456bae0 IM |
1257 | OPT_BOOLEAN('a', "all-cpus", &system_wide, |
1258 | "system-wide collection from all CPUs"), | |
c45c6ea2 SE |
1259 | OPT_STRING('C', "cpu", &cpu_list, "cpu", |
1260 | "list of cpus to monitor"), | |
b32d133a ACM |
1261 | OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, |
1262 | "file", "vmlinux pathname"), | |
8ffcda17 ACM |
1263 | OPT_BOOLEAN('K', "hide_kernel_symbols", &hide_kernel_symbols, |
1264 | "hide kernel symbols"), | |
1967936d | 1265 | OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"), |
b456bae0 IM |
1266 | OPT_INTEGER('r', "realtime", &realtime_prio, |
1267 | "collect data with this RT SCHED_FIFO priority"), | |
db20c003 | 1268 | OPT_INTEGER('d', "delay", &delay_secs, |
b456bae0 IM |
1269 | "number of seconds to delay between refreshes"), |
1270 | OPT_BOOLEAN('D', "dump-symtab", &dump_symtab, | |
1271 | "dump the symbol table used for profiling"), | |
6e53cdf1 | 1272 | OPT_INTEGER('f', "count-filter", &count_filter, |
b456bae0 IM |
1273 | "only display functions with more events than this"), |
1274 | OPT_BOOLEAN('g', "group", &group, | |
1275 | "put the counters into a counter group"), | |
0fdc7e67 MG |
1276 | OPT_BOOLEAN('i', "inherit", &inherit, |
1277 | "child tasks inherit counters"), | |
923c42c1 | 1278 | OPT_STRING('s', "sym-annotate", &sym_filter, "symbol name", |
6cff0e8d | 1279 | "symbol to annotate"), |
1f208ea6 | 1280 | OPT_BOOLEAN('z', "zero", &zero, |
b456bae0 | 1281 | "zero history across updates"), |
6e53cdf1 | 1282 | OPT_INTEGER('F', "freq", &freq, |
b456bae0 | 1283 | "profile at this frequency"), |
6e53cdf1 IM |
1284 | OPT_INTEGER('E', "entries", &print_entries, |
1285 | "display this many functions"), | |
8ffcda17 ACM |
1286 | OPT_BOOLEAN('U', "hide_user_symbols", &hide_user_symbols, |
1287 | "hide user symbols"), | |
c0555642 | 1288 | OPT_INCR('v', "verbose", &verbose, |
3da297a6 | 1289 | "be more verbose (show counter open errors, etc)"), |
b456bae0 IM |
1290 | OPT_END() |
1291 | }; | |
1292 | ||
f37a291c | 1293 | int cmd_top(int argc, const char **argv, const char *prefix __used) |
b456bae0 | 1294 | { |
69aad6f1 ACM |
1295 | struct perf_evsel *pos; |
1296 | int status = -ENOMEM; | |
b456bae0 | 1297 | |
361c99a6 ACM |
1298 | evsel_list = perf_evlist__new(); |
1299 | if (evsel_list == NULL) | |
1300 | return -ENOMEM; | |
1301 | ||
b456bae0 IM |
1302 | page_size = sysconf(_SC_PAGE_SIZE); |
1303 | ||
b456bae0 IM |
1304 | argc = parse_options(argc, argv, options, top_usage, 0); |
1305 | if (argc) | |
1306 | usage_with_options(top_usage, options); | |
1307 | ||
5c98d466 | 1308 | if (target_pid != -1) |
d6d901c2 | 1309 | target_tid = target_pid; |
d6d901c2 | 1310 | |
5c98d466 ACM |
1311 | threads = thread_map__new(target_pid, target_tid); |
1312 | if (threads == NULL) { | |
1313 | pr_err("Problems finding threads of monitor\n"); | |
1314 | usage_with_options(top_usage, options); | |
d6d901c2 ZY |
1315 | } |
1316 | ||
b456bae0 | 1317 | /* CPU and PID are mutually exclusive */ |
c45c6ea2 | 1318 | if (target_tid > 0 && cpu_list) { |
b456bae0 IM |
1319 | printf("WARNING: PID switch overriding CPU\n"); |
1320 | sleep(1); | |
c45c6ea2 | 1321 | cpu_list = NULL; |
b456bae0 IM |
1322 | } |
1323 | ||
361c99a6 ACM |
1324 | if (!evsel_list->nr_entries && |
1325 | perf_evlist__add_default(evsel_list) < 0) { | |
69aad6f1 ACM |
1326 | pr_err("Not enough memory for event selector list\n"); |
1327 | return -ENOMEM; | |
1328 | } | |
5a8e5a30 | 1329 | |
2f335a02 FW |
1330 | if (delay_secs < 1) |
1331 | delay_secs = 1; | |
1332 | ||
7e4ff9e3 MG |
1333 | /* |
1334 | * User specified count overrides default frequency. | |
1335 | */ | |
1336 | if (default_interval) | |
1337 | freq = 0; | |
1338 | else if (freq) { | |
1339 | default_interval = freq; | |
1340 | } else { | |
1341 | fprintf(stderr, "frequency and count are zero, aborting\n"); | |
1342 | exit(EXIT_FAILURE); | |
1343 | } | |
1344 | ||
c45c6ea2 | 1345 | if (target_tid != -1) |
60d567e2 | 1346 | cpus = cpu_map__dummy_new(); |
a12b51c4 | 1347 | else |
60d567e2 | 1348 | cpus = cpu_map__new(cpu_list); |
c45c6ea2 | 1349 | |
60d567e2 | 1350 | if (cpus == NULL) |
c45c6ea2 | 1351 | usage_with_options(top_usage, options); |
b456bae0 | 1352 | |
361c99a6 | 1353 | list_for_each_entry(pos, &evsel_list->entries, node) { |
70db7533 | 1354 | if (perf_evsel__alloc_fd(pos, cpus->nr, threads->nr) < 0) |
69aad6f1 ACM |
1355 | goto out_free_fd; |
1356 | /* | |
1357 | * Fill in the ones not specifically initialized via -c: | |
1358 | */ | |
1359 | if (pos->attr.sample_period) | |
1360 | continue; | |
1361 | ||
1362 | pos->attr.sample_period = default_interval; | |
1363 | } | |
1364 | ||
70db7533 ACM |
1365 | if (perf_evlist__alloc_pollfd(evsel_list, cpus->nr, threads->nr) < 0 || |
1366 | perf_evlist__alloc_mmap(evsel_list, cpus->nr) < 0) | |
5c581041 ACM |
1367 | goto out_free_fd; |
1368 | ||
361c99a6 | 1369 | sym_evsel = list_entry(evsel_list->entries.next, struct perf_evsel, node); |
cc841580 | 1370 | |
69aad6f1 | 1371 | symbol_conf.priv_size = (sizeof(struct sym_entry) + |
361c99a6 | 1372 | (evsel_list->nr_entries + 1) * sizeof(unsigned long)); |
69aad6f1 ACM |
1373 | |
1374 | symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL); | |
1375 | if (symbol__init() < 0) | |
1376 | return -1; | |
1377 | ||
13cc5079 | 1378 | get_term_dimensions(&winsize); |
3b6ed988 | 1379 | if (print_entries == 0) { |
13cc5079 | 1380 | update_print_entries(&winsize); |
3b6ed988 ACM |
1381 | signal(SIGWINCH, sig_winch_handler); |
1382 | } | |
1383 | ||
69aad6f1 ACM |
1384 | status = __cmd_top(); |
1385 | out_free_fd: | |
361c99a6 | 1386 | perf_evlist__delete(evsel_list); |
69aad6f1 ACM |
1387 | |
1388 | return status; | |
b456bae0 | 1389 | } |