Commit | Line | Data |
---|---|---|
07800601 | 1 | /* |
bf9e1876 IM |
2 | * builtin-top.c |
3 | * | |
4 | * Builtin top command: Display a continuously updated profile of | |
5 | * any workload, CPU or specific PID. | |
6 | * | |
7 | * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> | |
8 | * | |
9 | * Improvements and fixes by: | |
10 | * | |
11 | * Arjan van de Ven <arjan@linux.intel.com> | |
12 | * Yanmin Zhang <yanmin.zhang@intel.com> | |
13 | * Wu Fengguang <fengguang.wu@intel.com> | |
14 | * Mike Galbraith <efault@gmx.de> | |
15 | * Paul Mackerras <paulus@samba.org> | |
16 | * | |
17 | * Released under the GPL v2. (and only v2, not any later version) | |
07800601 | 18 | */ |
bf9e1876 | 19 | #include "builtin.h" |
07800601 | 20 | |
1a482f38 | 21 | #include "perf.h" |
bf9e1876 | 22 | |
de04687f | 23 | #include "util/symbol.h" |
8fc0321f | 24 | #include "util/color.h" |
148be2c1 | 25 | #include "util/util.h" |
43cbcd8a | 26 | #include <linux/rbtree.h> |
b456bae0 IM |
27 | #include "util/parse-options.h" |
28 | #include "util/parse-events.h" | |
07800601 | 29 | |
07800601 IM |
30 | #include <assert.h> |
31 | #include <fcntl.h> | |
0e9b20b8 | 32 | |
07800601 | 33 | #include <stdio.h> |
0e9b20b8 | 34 | |
07800601 | 35 | #include <errno.h> |
07800601 IM |
36 | #include <time.h> |
37 | #include <sched.h> | |
38 | #include <pthread.h> | |
39 | ||
40 | #include <sys/syscall.h> | |
41 | #include <sys/ioctl.h> | |
42 | #include <sys/poll.h> | |
43 | #include <sys/prctl.h> | |
44 | #include <sys/wait.h> | |
45 | #include <sys/uio.h> | |
46 | #include <sys/mman.h> | |
47 | ||
48 | #include <linux/unistd.h> | |
49 | #include <linux/types.h> | |
50 | ||
a21ca2ca | 51 | static int fd[MAX_NR_CPUS][MAX_COUNTERS]; |
07800601 | 52 | |
a21ca2ca | 53 | static int system_wide = 0; |
07800601 | 54 | |
a21ca2ca | 55 | static int default_interval = 100000; |
07800601 | 56 | |
9cffa8d5 | 57 | static u64 count_filter = 5; |
6e53cdf1 | 58 | static int print_entries = 15; |
07800601 | 59 | |
6e53cdf1 | 60 | static int target_pid = -1; |
0fdc7e67 | 61 | static int inherit = 0; |
07800601 IM |
62 | static int profile_cpu = -1; |
63 | static int nr_cpus = 0; | |
07800601 IM |
64 | static unsigned int realtime_prio = 0; |
65 | static int group = 0; | |
66 | static unsigned int page_size; | |
cf1f4574 IM |
67 | static unsigned int mmap_pages = 16; |
68 | static int freq = 0; | |
3da297a6 | 69 | static int verbose = 0; |
42976487 | 70 | static char *vmlinux = NULL; |
07800601 | 71 | |
07800601 IM |
72 | static char *sym_filter; |
73 | static unsigned long filter_start; | |
74 | static unsigned long filter_end; | |
75 | ||
76 | static int delay_secs = 2; | |
77 | static int zero; | |
78 | static int dump_symtab; | |
79 | ||
07800601 IM |
80 | /* |
81 | * Symbols | |
82 | */ | |
83 | ||
9cffa8d5 PM |
84 | static u64 min_ip; |
85 | static u64 max_ip = -1ll; | |
07800601 IM |
86 | |
87 | struct sym_entry { | |
de04687f ACM |
88 | struct rb_node rb_node; |
89 | struct list_head node; | |
07800601 | 90 | unsigned long count[MAX_COUNTERS]; |
c44613a4 ACM |
91 | unsigned long snap_count; |
92 | double weight; | |
07800601 | 93 | int skip; |
07800601 IM |
94 | }; |
95 | ||
07800601 IM |
96 | struct sym_entry *sym_filter_entry; |
97 | ||
a21ca2ca | 98 | struct dso *kernel_dso; |
de04687f ACM |
99 | |
100 | /* | |
101 | * Symbols will be added here in record_ip and will get out | |
102 | * after decayed. | |
103 | */ | |
104 | static LIST_HEAD(active_symbols); | |
c44613a4 | 105 | static pthread_mutex_t active_symbols_lock = PTHREAD_MUTEX_INITIALIZER; |
07800601 | 106 | |
07800601 IM |
107 | /* |
108 | * Ordering weight: count-1 * count-2 * ... / count-n | |
109 | */ | |
110 | static double sym_weight(const struct sym_entry *sym) | |
111 | { | |
c44613a4 | 112 | double weight = sym->snap_count; |
07800601 IM |
113 | int counter; |
114 | ||
07800601 IM |
115 | for (counter = 1; counter < nr_counters-1; counter++) |
116 | weight *= sym->count[counter]; | |
117 | ||
118 | weight /= (sym->count[counter] + 1); | |
119 | ||
120 | return weight; | |
121 | } | |
122 | ||
2debbc83 IM |
123 | static long samples; |
124 | static long userspace_samples; | |
07800601 IM |
125 | static const char CONSOLE_CLEAR[] = "\e[H\e[2J"; |
126 | ||
c44613a4 | 127 | static void __list_insert_active_sym(struct sym_entry *syme) |
de04687f ACM |
128 | { |
129 | list_add(&syme->node, &active_symbols); | |
130 | } | |
131 | ||
c44613a4 ACM |
132 | static void list_remove_active_sym(struct sym_entry *syme) |
133 | { | |
134 | pthread_mutex_lock(&active_symbols_lock); | |
135 | list_del_init(&syme->node); | |
136 | pthread_mutex_unlock(&active_symbols_lock); | |
137 | } | |
138 | ||
de04687f ACM |
139 | static void rb_insert_active_sym(struct rb_root *tree, struct sym_entry *se) |
140 | { | |
141 | struct rb_node **p = &tree->rb_node; | |
142 | struct rb_node *parent = NULL; | |
143 | struct sym_entry *iter; | |
144 | ||
145 | while (*p != NULL) { | |
146 | parent = *p; | |
147 | iter = rb_entry(parent, struct sym_entry, rb_node); | |
148 | ||
c44613a4 | 149 | if (se->weight > iter->weight) |
de04687f ACM |
150 | p = &(*p)->rb_left; |
151 | else | |
152 | p = &(*p)->rb_right; | |
153 | } | |
154 | ||
155 | rb_link_node(&se->rb_node, parent, p); | |
156 | rb_insert_color(&se->rb_node, tree); | |
157 | } | |
07800601 IM |
158 | |
159 | static void print_sym_table(void) | |
160 | { | |
233f0b95 | 161 | int printed = 0, j; |
07800601 | 162 | int counter; |
2debbc83 IM |
163 | float samples_per_sec = samples/delay_secs; |
164 | float ksamples_per_sec = (samples-userspace_samples)/delay_secs; | |
165 | float sum_ksamples = 0.0; | |
de04687f ACM |
166 | struct sym_entry *syme, *n; |
167 | struct rb_root tmp = RB_ROOT; | |
168 | struct rb_node *nd; | |
07800601 | 169 | |
2debbc83 | 170 | samples = userspace_samples = 0; |
07800601 | 171 | |
de04687f | 172 | /* Sort the active symbols */ |
c44613a4 ACM |
173 | pthread_mutex_lock(&active_symbols_lock); |
174 | syme = list_entry(active_symbols.next, struct sym_entry, node); | |
175 | pthread_mutex_unlock(&active_symbols_lock); | |
176 | ||
177 | list_for_each_entry_safe_from(syme, n, &active_symbols, node) { | |
178 | syme->snap_count = syme->count[0]; | |
179 | if (syme->snap_count != 0) { | |
180 | syme->weight = sym_weight(syme); | |
de04687f | 181 | rb_insert_active_sym(&tmp, syme); |
2debbc83 | 182 | sum_ksamples += syme->snap_count; |
d94b9430 MG |
183 | |
184 | for (j = 0; j < nr_counters; j++) | |
de04687f ACM |
185 | syme->count[j] = zero ? 0 : syme->count[j] * 7 / 8; |
186 | } else | |
c44613a4 | 187 | list_remove_active_sym(syme); |
d94b9430 MG |
188 | } |
189 | ||
0f5486b5 | 190 | puts(CONSOLE_CLEAR); |
07800601 IM |
191 | |
192 | printf( | |
193 | "------------------------------------------------------------------------------\n"); | |
f2521b6e | 194 | printf( " PerfTop:%8.0f irqs/sec kernel:%4.1f%% [", |
2debbc83 IM |
195 | samples_per_sec, |
196 | 100.0 - (100.0*((samples_per_sec-ksamples_per_sec)/samples_per_sec))); | |
07800601 | 197 | |
cf1f4574 | 198 | if (nr_counters == 1) { |
9cffa8d5 | 199 | printf("%Ld", (u64)attrs[0].sample_period); |
cf1f4574 IM |
200 | if (freq) |
201 | printf("Hz "); | |
202 | else | |
203 | printf(" "); | |
204 | } | |
07800601 IM |
205 | |
206 | for (counter = 0; counter < nr_counters; counter++) { | |
207 | if (counter) | |
208 | printf("/"); | |
209 | ||
210 | printf("%s", event_name(counter)); | |
211 | } | |
212 | ||
213 | printf( "], "); | |
214 | ||
b456bae0 IM |
215 | if (target_pid != -1) |
216 | printf(" (target_pid: %d", target_pid); | |
07800601 IM |
217 | else |
218 | printf(" (all"); | |
219 | ||
220 | if (profile_cpu != -1) | |
221 | printf(", cpu: %d)\n", profile_cpu); | |
222 | else { | |
b456bae0 | 223 | if (target_pid != -1) |
07800601 IM |
224 | printf(")\n"); |
225 | else | |
226 | printf(", %d CPUs)\n", nr_cpus); | |
227 | } | |
228 | ||
229 | printf("------------------------------------------------------------------------------\n\n"); | |
230 | ||
231 | if (nr_counters == 1) | |
2debbc83 | 232 | printf(" samples pcnt"); |
07800601 | 233 | else |
2debbc83 | 234 | printf(" weight samples pcnt"); |
07800601 IM |
235 | |
236 | printf(" RIP kernel function\n" | |
2debbc83 | 237 | " ______ _______ _____ ________________ _______________\n\n" |
07800601 IM |
238 | ); |
239 | ||
de04687f ACM |
240 | for (nd = rb_first(&tmp); nd; nd = rb_next(nd)) { |
241 | struct sym_entry *syme = rb_entry(nd, struct sym_entry, rb_node); | |
242 | struct symbol *sym = (struct symbol *)(syme + 1); | |
8fc0321f | 243 | double pcnt; |
d94b9430 | 244 | |
6e53cdf1 | 245 | if (++printed > print_entries || syme->snap_count < count_filter) |
c44613a4 | 246 | continue; |
d94b9430 | 247 | |
2debbc83 IM |
248 | pcnt = 100.0 - (100.0 * ((sum_ksamples - syme->snap_count) / |
249 | sum_ksamples)); | |
d94b9430 MG |
250 | |
251 | if (nr_counters == 1) | |
2debbc83 | 252 | printf("%20.2f - ", syme->weight); |
d94b9430 | 253 | else |
2debbc83 | 254 | printf("%9.1f %10ld - ", syme->weight, syme->snap_count); |
8fc0321f | 255 | |
1e11fd82 | 256 | percent_color_fprintf(stdout, "%4.1f%%", pcnt); |
42976487 MG |
257 | printf(" - %016llx : %s", sym->start, sym->name); |
258 | if (sym->module) | |
259 | printf("\t[%s]", sym->module->name); | |
260 | printf("\n"); | |
07800601 | 261 | } |
07800601 IM |
262 | } |
263 | ||
f37a291c | 264 | static void *display_thread(void *arg __used) |
07800601 | 265 | { |
0f5486b5 FW |
266 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; |
267 | int delay_msecs = delay_secs * 1000; | |
268 | ||
f2521b6e | 269 | printf("PerfTop refresh period: %d seconds\n", delay_secs); |
07800601 | 270 | |
0f5486b5 | 271 | do { |
07800601 | 272 | print_sym_table(); |
0f5486b5 FW |
273 | } while (!poll(&stdin_poll, 1, delay_msecs) == 1); |
274 | ||
275 | printf("key pressed - exiting.\n"); | |
276 | exit(0); | |
07800601 IM |
277 | |
278 | return NULL; | |
279 | } | |
280 | ||
2ab52083 | 281 | /* Tag samples to be skipped. */ |
f37a291c | 282 | static const char *skip_symbols[] = { |
2ab52083 AB |
283 | "default_idle", |
284 | "cpu_idle", | |
285 | "enter_idle", | |
286 | "exit_idle", | |
287 | "mwait_idle", | |
59b90056 | 288 | "mwait_idle_with_hints", |
3a3393ef AB |
289 | "ppc64_runlatch_off", |
290 | "pseries_dedicated_idle_sleep", | |
2ab52083 AB |
291 | NULL |
292 | }; | |
293 | ||
de04687f | 294 | static int symbol_filter(struct dso *self, struct symbol *sym) |
07800601 | 295 | { |
de04687f ACM |
296 | static int filter_match; |
297 | struct sym_entry *syme; | |
298 | const char *name = sym->name; | |
2ab52083 | 299 | int i; |
de04687f | 300 | |
3a3393ef AB |
301 | /* |
302 | * ppc64 uses function descriptors and appends a '.' to the | |
303 | * start of every instruction address. Remove it. | |
304 | */ | |
305 | if (name[0] == '.') | |
306 | name++; | |
307 | ||
de04687f ACM |
308 | if (!strcmp(name, "_text") || |
309 | !strcmp(name, "_etext") || | |
310 | !strcmp(name, "_sinittext") || | |
311 | !strncmp("init_module", name, 11) || | |
312 | !strncmp("cleanup_module", name, 14) || | |
313 | strstr(name, "_text_start") || | |
314 | strstr(name, "_text_end")) | |
07800601 | 315 | return 1; |
07800601 | 316 | |
de04687f | 317 | syme = dso__sym_priv(self, sym); |
2ab52083 AB |
318 | for (i = 0; skip_symbols[i]; i++) { |
319 | if (!strcmp(skip_symbols[i], name)) { | |
320 | syme->skip = 1; | |
321 | break; | |
322 | } | |
323 | } | |
07800601 IM |
324 | |
325 | if (filter_match == 1) { | |
de04687f | 326 | filter_end = sym->start; |
07800601 IM |
327 | filter_match = -1; |
328 | if (filter_end - filter_start > 10000) { | |
de04687f ACM |
329 | fprintf(stderr, |
330 | "hm, too large filter symbol <%s> - skipping.\n", | |
07800601 | 331 | sym_filter); |
de04687f ACM |
332 | fprintf(stderr, "symbol filter start: %016lx\n", |
333 | filter_start); | |
334 | fprintf(stderr, " end: %016lx\n", | |
335 | filter_end); | |
07800601 IM |
336 | filter_end = filter_start = 0; |
337 | sym_filter = NULL; | |
338 | sleep(1); | |
339 | } | |
340 | } | |
de04687f ACM |
341 | |
342 | if (filter_match == 0 && sym_filter && !strcmp(name, sym_filter)) { | |
07800601 | 343 | filter_match = 1; |
de04687f | 344 | filter_start = sym->start; |
07800601 IM |
345 | } |
346 | ||
de04687f | 347 | |
07800601 IM |
348 | return 0; |
349 | } | |
350 | ||
de04687f | 351 | static int parse_symbols(void) |
07800601 | 352 | { |
de04687f ACM |
353 | struct rb_node *node; |
354 | struct symbol *sym; | |
42976487 | 355 | int modules = vmlinux ? 1 : 0; |
07800601 | 356 | |
de04687f ACM |
357 | kernel_dso = dso__new("[kernel]", sizeof(struct sym_entry)); |
358 | if (kernel_dso == NULL) | |
359 | return -1; | |
07800601 | 360 | |
42976487 | 361 | if (dso__load_kernel(kernel_dso, vmlinux, symbol_filter, verbose, modules) <= 0) |
de04687f | 362 | goto out_delete_dso; |
07800601 | 363 | |
de04687f ACM |
364 | node = rb_first(&kernel_dso->syms); |
365 | sym = rb_entry(node, struct symbol, rb_node); | |
366 | min_ip = sym->start; | |
07800601 | 367 | |
de04687f ACM |
368 | node = rb_last(&kernel_dso->syms); |
369 | sym = rb_entry(node, struct symbol, rb_node); | |
da417a75 | 370 | max_ip = sym->end; |
07800601 | 371 | |
de04687f | 372 | if (dump_symtab) |
a3ec8d70 | 373 | dso__fprintf(kernel_dso, stderr); |
07800601 | 374 | |
de04687f | 375 | return 0; |
07800601 | 376 | |
de04687f ACM |
377 | out_delete_dso: |
378 | dso__delete(kernel_dso); | |
379 | kernel_dso = NULL; | |
380 | return -1; | |
07800601 IM |
381 | } |
382 | ||
07800601 IM |
383 | #define TRACE_COUNT 3 |
384 | ||
07800601 IM |
385 | /* |
386 | * Binary search in the histogram table and record the hit: | |
387 | */ | |
9cffa8d5 | 388 | static void record_ip(u64 ip, int counter) |
07800601 | 389 | { |
de04687f | 390 | struct symbol *sym = dso__find_symbol(kernel_dso, ip); |
07800601 | 391 | |
de04687f ACM |
392 | if (sym != NULL) { |
393 | struct sym_entry *syme = dso__sym_priv(kernel_dso, sym); | |
07800601 | 394 | |
de04687f ACM |
395 | if (!syme->skip) { |
396 | syme->count[counter]++; | |
c44613a4 | 397 | pthread_mutex_lock(&active_symbols_lock); |
de04687f | 398 | if (list_empty(&syme->node) || !syme->node.next) |
c44613a4 ACM |
399 | __list_insert_active_sym(syme); |
400 | pthread_mutex_unlock(&active_symbols_lock); | |
de04687f | 401 | return; |
07800601 | 402 | } |
07800601 IM |
403 | } |
404 | ||
2debbc83 | 405 | samples--; |
07800601 IM |
406 | } |
407 | ||
e6e18ec7 | 408 | static void process_event(u64 ip, int counter, int user) |
07800601 | 409 | { |
2debbc83 | 410 | samples++; |
07800601 | 411 | |
e6e18ec7 | 412 | if (user) { |
2debbc83 | 413 | userspace_samples++; |
07800601 IM |
414 | return; |
415 | } | |
416 | ||
417 | record_ip(ip, counter); | |
418 | } | |
419 | ||
07800601 | 420 | struct mmap_data { |
a21ca2ca IM |
421 | int counter; |
422 | void *base; | |
f37a291c | 423 | int mask; |
a21ca2ca | 424 | unsigned int prev; |
07800601 IM |
425 | }; |
426 | ||
427 | static unsigned int mmap_read_head(struct mmap_data *md) | |
428 | { | |
429 | struct perf_counter_mmap_page *pc = md->base; | |
430 | int head; | |
431 | ||
432 | head = pc->data_head; | |
433 | rmb(); | |
434 | ||
435 | return head; | |
436 | } | |
437 | ||
438 | struct timeval last_read, this_read; | |
439 | ||
2f01190a | 440 | static void mmap_read_counter(struct mmap_data *md) |
07800601 IM |
441 | { |
442 | unsigned int head = mmap_read_head(md); | |
443 | unsigned int old = md->prev; | |
444 | unsigned char *data = md->base + page_size; | |
445 | int diff; | |
446 | ||
447 | gettimeofday(&this_read, NULL); | |
448 | ||
449 | /* | |
450 | * If we're further behind than half the buffer, there's a chance | |
2debbc83 | 451 | * the writer will bite our tail and mess up the samples under us. |
07800601 IM |
452 | * |
453 | * If we somehow ended up ahead of the head, we got messed up. | |
454 | * | |
455 | * In either case, truncate and restart at head. | |
456 | */ | |
457 | diff = head - old; | |
458 | if (diff > md->mask / 2 || diff < 0) { | |
459 | struct timeval iv; | |
460 | unsigned long msecs; | |
461 | ||
462 | timersub(&this_read, &last_read, &iv); | |
463 | msecs = iv.tv_sec*1000 + iv.tv_usec/1000; | |
464 | ||
465 | fprintf(stderr, "WARNING: failed to keep up with mmap data." | |
466 | " Last read %lu msecs ago.\n", msecs); | |
467 | ||
468 | /* | |
469 | * head points to a known good entry, start there. | |
470 | */ | |
471 | old = head; | |
472 | } | |
473 | ||
474 | last_read = this_read; | |
475 | ||
476 | for (; old != head;) { | |
477 | struct ip_event { | |
478 | struct perf_event_header header; | |
9cffa8d5 PM |
479 | u64 ip; |
480 | u32 pid, target_pid; | |
07800601 IM |
481 | }; |
482 | struct mmap_event { | |
483 | struct perf_event_header header; | |
9cffa8d5 PM |
484 | u32 pid, target_pid; |
485 | u64 start; | |
486 | u64 len; | |
487 | u64 pgoff; | |
07800601 IM |
488 | char filename[PATH_MAX]; |
489 | }; | |
490 | ||
491 | typedef union event_union { | |
492 | struct perf_event_header header; | |
493 | struct ip_event ip; | |
494 | struct mmap_event mmap; | |
495 | } event_t; | |
496 | ||
497 | event_t *event = (event_t *)&data[old & md->mask]; | |
498 | ||
499 | event_t event_copy; | |
500 | ||
6f06ccbc | 501 | size_t size = event->header.size; |
07800601 IM |
502 | |
503 | /* | |
504 | * Event straddles the mmap boundary -- header should always | |
505 | * be inside due to u64 alignment of output. | |
506 | */ | |
507 | if ((old & md->mask) + size != ((old + size) & md->mask)) { | |
508 | unsigned int offset = old; | |
509 | unsigned int len = min(sizeof(*event), size), cpy; | |
510 | void *dst = &event_copy; | |
511 | ||
512 | do { | |
513 | cpy = min(md->mask + 1 - (offset & md->mask), len); | |
514 | memcpy(dst, &data[offset & md->mask], cpy); | |
515 | offset += cpy; | |
516 | dst += cpy; | |
517 | len -= cpy; | |
518 | } while (len); | |
519 | ||
520 | event = &event_copy; | |
521 | } | |
522 | ||
523 | old += size; | |
524 | ||
e6e18ec7 PZ |
525 | if (event->header.type == PERF_EVENT_SAMPLE) { |
526 | int user = | |
527 | (event->header.misc & PERF_EVENT_MISC_CPUMODE_MASK) == PERF_EVENT_MISC_USER; | |
528 | process_event(event->ip.ip, md->counter, user); | |
07800601 IM |
529 | } |
530 | } | |
531 | ||
532 | md->prev = old; | |
533 | } | |
534 | ||
c2990a2a MG |
535 | static struct pollfd event_array[MAX_NR_CPUS * MAX_COUNTERS]; |
536 | static struct mmap_data mmap_array[MAX_NR_CPUS][MAX_COUNTERS]; | |
537 | ||
2f01190a FW |
538 | static void mmap_read(void) |
539 | { | |
540 | int i, counter; | |
541 | ||
542 | for (i = 0; i < nr_cpus; i++) { | |
543 | for (counter = 0; counter < nr_counters; counter++) | |
544 | mmap_read_counter(&mmap_array[i][counter]); | |
545 | } | |
546 | } | |
547 | ||
716c69fe IM |
548 | int nr_poll; |
549 | int group_fd; | |
550 | ||
551 | static void start_counter(int i, int counter) | |
07800601 | 552 | { |
a21ca2ca | 553 | struct perf_counter_attr *attr; |
0fdc7e67 | 554 | int cpu; |
716c69fe IM |
555 | |
556 | cpu = profile_cpu; | |
557 | if (target_pid == -1 && profile_cpu == -1) | |
558 | cpu = i; | |
559 | ||
560 | attr = attrs + counter; | |
561 | ||
562 | attr->sample_type = PERF_SAMPLE_IP | PERF_SAMPLE_TID; | |
563 | attr->freq = freq; | |
0fdc7e67 | 564 | attr->inherit = (cpu < 0) && inherit; |
716c69fe IM |
565 | |
566 | try_again: | |
567 | fd[i][counter] = sys_perf_counter_open(attr, target_pid, cpu, group_fd, 0); | |
568 | ||
569 | if (fd[i][counter] < 0) { | |
570 | int err = errno; | |
571 | ||
716c69fe | 572 | if (err == EPERM) |
3da297a6 | 573 | die("No permission - are you root?\n"); |
716c69fe IM |
574 | /* |
575 | * If it's cycles then fall back to hrtimer | |
576 | * based cpu-clock-tick sw counter, which | |
577 | * is always available even if no PMU support: | |
578 | */ | |
579 | if (attr->type == PERF_TYPE_HARDWARE | |
f4dbfa8f | 580 | && attr->config == PERF_COUNT_HW_CPU_CYCLES) { |
716c69fe | 581 | |
3da297a6 IM |
582 | if (verbose) |
583 | warning(" ... trying to fall back to cpu-clock-ticks\n"); | |
584 | ||
716c69fe | 585 | attr->type = PERF_TYPE_SOFTWARE; |
f4dbfa8f | 586 | attr->config = PERF_COUNT_SW_CPU_CLOCK; |
716c69fe IM |
587 | goto try_again; |
588 | } | |
30c806a0 IM |
589 | printf("\n"); |
590 | error("perfcounter syscall returned with %d (%s)\n", | |
591 | fd[i][counter], strerror(err)); | |
592 | die("No CONFIG_PERF_COUNTERS=y kernel support configured?\n"); | |
716c69fe IM |
593 | exit(-1); |
594 | } | |
595 | assert(fd[i][counter] >= 0); | |
596 | fcntl(fd[i][counter], F_SETFL, O_NONBLOCK); | |
597 | ||
598 | /* | |
599 | * First counter acts as the group leader: | |
600 | */ | |
601 | if (group && group_fd == -1) | |
602 | group_fd = fd[i][counter]; | |
603 | ||
604 | event_array[nr_poll].fd = fd[i][counter]; | |
605 | event_array[nr_poll].events = POLLIN; | |
606 | nr_poll++; | |
607 | ||
608 | mmap_array[i][counter].counter = counter; | |
609 | mmap_array[i][counter].prev = 0; | |
610 | mmap_array[i][counter].mask = mmap_pages*page_size - 1; | |
611 | mmap_array[i][counter].base = mmap(NULL, (mmap_pages+1)*page_size, | |
612 | PROT_READ, MAP_SHARED, fd[i][counter], 0); | |
613 | if (mmap_array[i][counter].base == MAP_FAILED) | |
614 | die("failed to mmap with %d (%s)\n", errno, strerror(errno)); | |
615 | } | |
616 | ||
617 | static int __cmd_top(void) | |
618 | { | |
619 | pthread_t thread; | |
620 | int i, counter; | |
07800601 IM |
621 | int ret; |
622 | ||
07800601 IM |
623 | for (i = 0; i < nr_cpus; i++) { |
624 | group_fd = -1; | |
716c69fe IM |
625 | for (counter = 0; counter < nr_counters; counter++) |
626 | start_counter(i, counter); | |
07800601 IM |
627 | } |
628 | ||
2f01190a FW |
629 | /* Wait for a minimal set of events before starting the snapshot */ |
630 | poll(event_array, nr_poll, 100); | |
631 | ||
632 | mmap_read(); | |
633 | ||
07800601 IM |
634 | if (pthread_create(&thread, NULL, display_thread, NULL)) { |
635 | printf("Could not create display thread.\n"); | |
636 | exit(-1); | |
637 | } | |
638 | ||
639 | if (realtime_prio) { | |
640 | struct sched_param param; | |
641 | ||
642 | param.sched_priority = realtime_prio; | |
643 | if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { | |
644 | printf("Could not set realtime priority.\n"); | |
645 | exit(-1); | |
646 | } | |
647 | } | |
648 | ||
649 | while (1) { | |
2debbc83 | 650 | int hits = samples; |
07800601 | 651 | |
2f01190a | 652 | mmap_read(); |
07800601 | 653 | |
2debbc83 | 654 | if (hits == samples) |
07800601 IM |
655 | ret = poll(event_array, nr_poll, 100); |
656 | } | |
657 | ||
658 | return 0; | |
659 | } | |
b456bae0 IM |
660 | |
661 | static const char * const top_usage[] = { | |
662 | "perf top [<options>]", | |
663 | NULL | |
664 | }; | |
665 | ||
b456bae0 IM |
666 | static const struct option options[] = { |
667 | OPT_CALLBACK('e', "event", NULL, "event", | |
86847b62 TG |
668 | "event selector. use 'perf list' to list available events", |
669 | parse_events), | |
b456bae0 IM |
670 | OPT_INTEGER('c', "count", &default_interval, |
671 | "event period to sample"), | |
672 | OPT_INTEGER('p', "pid", &target_pid, | |
673 | "profile events on existing pid"), | |
674 | OPT_BOOLEAN('a', "all-cpus", &system_wide, | |
675 | "system-wide collection from all CPUs"), | |
676 | OPT_INTEGER('C', "CPU", &profile_cpu, | |
677 | "CPU to profile on"), | |
42976487 | 678 | OPT_STRING('k', "vmlinux", &vmlinux, "file", "vmlinux pathname"), |
b456bae0 IM |
679 | OPT_INTEGER('m', "mmap-pages", &mmap_pages, |
680 | "number of mmap data pages"), | |
681 | OPT_INTEGER('r', "realtime", &realtime_prio, | |
682 | "collect data with this RT SCHED_FIFO priority"), | |
db20c003 | 683 | OPT_INTEGER('d', "delay", &delay_secs, |
b456bae0 IM |
684 | "number of seconds to delay between refreshes"), |
685 | OPT_BOOLEAN('D', "dump-symtab", &dump_symtab, | |
686 | "dump the symbol table used for profiling"), | |
6e53cdf1 | 687 | OPT_INTEGER('f', "count-filter", &count_filter, |
b456bae0 IM |
688 | "only display functions with more events than this"), |
689 | OPT_BOOLEAN('g', "group", &group, | |
690 | "put the counters into a counter group"), | |
0fdc7e67 MG |
691 | OPT_BOOLEAN('i', "inherit", &inherit, |
692 | "child tasks inherit counters"), | |
b456bae0 IM |
693 | OPT_STRING('s', "sym-filter", &sym_filter, "pattern", |
694 | "only display symbols matchig this pattern"), | |
1f208ea6 | 695 | OPT_BOOLEAN('z', "zero", &zero, |
b456bae0 | 696 | "zero history across updates"), |
6e53cdf1 | 697 | OPT_INTEGER('F', "freq", &freq, |
b456bae0 | 698 | "profile at this frequency"), |
6e53cdf1 IM |
699 | OPT_INTEGER('E', "entries", &print_entries, |
700 | "display this many functions"), | |
3da297a6 IM |
701 | OPT_BOOLEAN('v', "verbose", &verbose, |
702 | "be more verbose (show counter open errors, etc)"), | |
b456bae0 IM |
703 | OPT_END() |
704 | }; | |
705 | ||
f37a291c | 706 | int cmd_top(int argc, const char **argv, const char *prefix __used) |
b456bae0 IM |
707 | { |
708 | int counter; | |
709 | ||
42976487 MG |
710 | symbol__init(); |
711 | ||
b456bae0 IM |
712 | page_size = sysconf(_SC_PAGE_SIZE); |
713 | ||
b456bae0 IM |
714 | argc = parse_options(argc, argv, options, top_usage, 0); |
715 | if (argc) | |
716 | usage_with_options(top_usage, options); | |
717 | ||
718 | if (freq) { | |
719 | default_interval = freq; | |
720 | freq = 1; | |
721 | } | |
722 | ||
723 | /* CPU and PID are mutually exclusive */ | |
724 | if (target_pid != -1 && profile_cpu != -1) { | |
725 | printf("WARNING: PID switch overriding CPU\n"); | |
726 | sleep(1); | |
727 | profile_cpu = -1; | |
728 | } | |
729 | ||
a21ca2ca | 730 | if (!nr_counters) |
b456bae0 | 731 | nr_counters = 1; |
b456bae0 | 732 | |
2f335a02 FW |
733 | if (delay_secs < 1) |
734 | delay_secs = 1; | |
735 | ||
a21ca2ca IM |
736 | parse_symbols(); |
737 | ||
738 | /* | |
739 | * Fill in the ones not specifically initialized via -c: | |
740 | */ | |
b456bae0 | 741 | for (counter = 0; counter < nr_counters; counter++) { |
a21ca2ca | 742 | if (attrs[counter].sample_period) |
b456bae0 IM |
743 | continue; |
744 | ||
a21ca2ca | 745 | attrs[counter].sample_period = default_interval; |
b456bae0 IM |
746 | } |
747 | ||
748 | nr_cpus = sysconf(_SC_NPROCESSORS_ONLN); | |
749 | assert(nr_cpus <= MAX_NR_CPUS); | |
750 | assert(nr_cpus >= 0); | |
751 | ||
752 | if (target_pid != -1 || profile_cpu != -1) | |
753 | nr_cpus = 1; | |
754 | ||
b456bae0 IM |
755 | return __cmd_top(); |
756 | } |