perf sched: Handle PERF_RECORD_EXIT events
[linux-2.6-block.git] / tools / perf / util / event.c
CommitLineData
234fbbf5
ACM
1#include <linux/types.h>
2#include "event.h"
3#include "debug.h"
f62d3f0f 4#include "machine.h"
c410a338 5#include "sort.h"
234fbbf5 6#include "string.h"
c410a338 7#include "strlist.h"
62daacb5 8#include "thread.h"
7c940c18 9#include "thread_map.h"
234fbbf5 10
8115d60c 11static const char *perf_event__names[] = {
3cb6d154
FW
12 [0] = "TOTAL",
13 [PERF_RECORD_MMAP] = "MMAP",
14 [PERF_RECORD_LOST] = "LOST",
15 [PERF_RECORD_COMM] = "COMM",
16 [PERF_RECORD_EXIT] = "EXIT",
17 [PERF_RECORD_THROTTLE] = "THROTTLE",
18 [PERF_RECORD_UNTHROTTLE] = "UNTHROTTLE",
19 [PERF_RECORD_FORK] = "FORK",
20 [PERF_RECORD_READ] = "READ",
21 [PERF_RECORD_SAMPLE] = "SAMPLE",
22 [PERF_RECORD_HEADER_ATTR] = "ATTR",
23 [PERF_RECORD_HEADER_EVENT_TYPE] = "EVENT_TYPE",
24 [PERF_RECORD_HEADER_TRACING_DATA] = "TRACING_DATA",
25 [PERF_RECORD_HEADER_BUILD_ID] = "BUILD_ID",
26 [PERF_RECORD_FINISHED_ROUND] = "FINISHED_ROUND",
c8446b9b
ACM
27};
28
8115d60c 29const char *perf_event__name(unsigned int id)
3835bc00 30{
8115d60c 31 if (id >= ARRAY_SIZE(perf_event__names))
3835bc00 32 return "INVALID";
8115d60c 33 if (!perf_event__names[id])
3835bc00 34 return "UNKNOWN";
8115d60c 35 return perf_event__names[id];
3835bc00
TG
36}
37
8d50e5b4 38static struct perf_sample synth_sample = {
640c03ce
ACM
39 .pid = -1,
40 .tid = -1,
41 .time = -1,
42 .stream_id = -1,
43 .cpu = -1,
44 .period = 1,
45};
46
f5faf726 47static pid_t perf_event__get_comm_tgid(pid_t pid, char *comm, size_t len)
234fbbf5 48{
234fbbf5
ACM
49 char filename[PATH_MAX];
50 char bf[BUFSIZ];
51 FILE *fp;
52 size_t size = 0;
f5faf726 53 pid_t tgid = -1;
234fbbf5
ACM
54
55 snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
56
57 fp = fopen(filename, "r");
58 if (fp == NULL) {
234fbbf5
ACM
59 pr_debug("couldn't open %s\n", filename);
60 return 0;
61 }
62
f5faf726 63 while (!comm[0] || (tgid < 0)) {
9c90a61c 64 if (fgets(bf, sizeof(bf), fp) == NULL) {
f5faf726
DA
65 pr_warning("couldn't get COMM and pgid, malformed %s\n",
66 filename);
67 break;
9c90a61c 68 }
234fbbf5
ACM
69
70 if (memcmp(bf, "Name:", 5) == 0) {
71 char *name = bf + 5;
72 while (*name && isspace(*name))
73 ++name;
74 size = strlen(name) - 1;
f5faf726
DA
75 if (size >= len)
76 size = len - 1;
77 memcpy(comm, name, size);
cfbd70c1 78 comm[size] = '\0';
f5faf726 79
234fbbf5
ACM
80 } else if (memcmp(bf, "Tgid:", 5) == 0) {
81 char *tgids = bf + 5;
82 while (*tgids && isspace(*tgids))
83 ++tgids;
f5faf726 84 tgid = atoi(tgids);
234fbbf5
ACM
85 }
86 }
87
f5faf726
DA
88 fclose(fp);
89
90 return tgid;
91}
92
93static pid_t perf_event__synthesize_comm(struct perf_tool *tool,
94 union perf_event *event, pid_t pid,
95 int full,
96 perf_event__handler_t process,
97 struct machine *machine)
98{
99 char filename[PATH_MAX];
100 size_t size;
101 DIR *tasks;
102 struct dirent dirent, *next;
103 pid_t tgid;
104
105 memset(&event->comm, 0, sizeof(event->comm));
106
107 tgid = perf_event__get_comm_tgid(pid, event->comm.comm,
108 sizeof(event->comm.comm));
109 if (tgid < 0)
110 goto out;
111
112 event->comm.pid = tgid;
9c90a61c 113 event->comm.header.type = PERF_RECORD_COMM;
f5faf726
DA
114
115 size = strlen(event->comm.comm) + 1;
9ac3e487 116 size = PERF_ALIGN(size, sizeof(u64));
743eb868 117 memset(event->comm.comm + size, 0, machine->id_hdr_size);
9c90a61c
ACM
118 event->comm.header.size = (sizeof(event->comm) -
119 (sizeof(event->comm.comm) - size) +
743eb868 120 machine->id_hdr_size);
234fbbf5 121 if (!full) {
9c90a61c 122 event->comm.tid = pid;
234fbbf5 123
1e6d5322
DA
124 if (process(tool, event, &synth_sample, machine) != 0)
125 return -1;
126
9c90a61c 127 goto out;
234fbbf5
ACM
128 }
129
130 snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
131
132 tasks = opendir(filename);
f5faf726
DA
133 if (tasks == NULL) {
134 pr_debug("couldn't open %s\n", filename);
135 return 0;
136 }
234fbbf5
ACM
137
138 while (!readdir_r(tasks, &dirent, &next) && next) {
139 char *end;
140 pid = strtol(dirent.d_name, &end, 10);
141 if (*end)
142 continue;
143
f5faf726
DA
144 /* already have tgid; jut want to update the comm */
145 (void) perf_event__get_comm_tgid(pid, event->comm.comm,
146 sizeof(event->comm.comm));
147
148 size = strlen(event->comm.comm) + 1;
9ac3e487 149 size = PERF_ALIGN(size, sizeof(u64));
f5faf726
DA
150 memset(event->comm.comm + size, 0, machine->id_hdr_size);
151 event->comm.header.size = (sizeof(event->comm) -
152 (sizeof(event->comm.comm) - size) +
153 machine->id_hdr_size);
154
9c90a61c 155 event->comm.tid = pid;
234fbbf5 156
1e6d5322
DA
157 if (process(tool, event, &synth_sample, machine) != 0) {
158 tgid = -1;
159 break;
160 }
234fbbf5 161 }
234fbbf5 162
9c90a61c
ACM
163 closedir(tasks);
164out:
9c90a61c 165 return tgid;
234fbbf5
ACM
166}
167
45694aa7 168static int perf_event__synthesize_mmap_events(struct perf_tool *tool,
d20deb64 169 union perf_event *event,
8115d60c
ACM
170 pid_t pid, pid_t tgid,
171 perf_event__handler_t process,
743eb868 172 struct machine *machine)
234fbbf5
ACM
173{
174 char filename[PATH_MAX];
175 FILE *fp;
1e6d5322 176 int rc = 0;
234fbbf5
ACM
177
178 snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
179
180 fp = fopen(filename, "r");
181 if (fp == NULL) {
182 /*
183 * We raced with a task exiting - just return:
184 */
185 pr_debug("couldn't open %s\n", filename);
186 return -1;
187 }
188
9c90a61c
ACM
189 event->header.type = PERF_RECORD_MMAP;
190 /*
191 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
192 */
193 event->header.misc = PERF_RECORD_MISC_USER;
194
234fbbf5
ACM
195 while (1) {
196 char bf[BUFSIZ], *pbf = bf;
234fbbf5
ACM
197 int n;
198 size_t size;
199 if (fgets(bf, sizeof(bf), fp) == NULL)
200 break;
201
202 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
9c90a61c 203 n = hex2u64(pbf, &event->mmap.start);
234fbbf5
ACM
204 if (n < 0)
205 continue;
206 pbf += n + 1;
9c90a61c 207 n = hex2u64(pbf, &event->mmap.len);
234fbbf5
ACM
208 if (n < 0)
209 continue;
210 pbf += n + 3;
211 if (*pbf == 'x') { /* vm_exec */
6a0e55d8 212 char anonstr[] = "//anon\n";
234fbbf5
ACM
213 char *execname = strchr(bf, '/');
214
215 /* Catch VDSO */
216 if (execname == NULL)
217 execname = strstr(bf, "[vdso]");
218
6a0e55d8
AB
219 /* Catch anonymous mmaps */
220 if ((execname == NULL) && !strstr(bf, "["))
221 execname = anonstr;
222
234fbbf5
ACM
223 if (execname == NULL)
224 continue;
225
4af8b35d 226 pbf += 3;
9c90a61c 227 n = hex2u64(pbf, &event->mmap.pgoff);
4af8b35d 228
234fbbf5
ACM
229 size = strlen(execname);
230 execname[size - 1] = '\0'; /* Remove \n */
9c90a61c 231 memcpy(event->mmap.filename, execname, size);
9ac3e487 232 size = PERF_ALIGN(size, sizeof(u64));
9c90a61c
ACM
233 event->mmap.len -= event->mmap.start;
234 event->mmap.header.size = (sizeof(event->mmap) -
235 (sizeof(event->mmap.filename) - size));
743eb868
ACM
236 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
237 event->mmap.header.size += machine->id_hdr_size;
9c90a61c
ACM
238 event->mmap.pid = tgid;
239 event->mmap.tid = pid;
240
1e6d5322
DA
241 if (process(tool, event, &synth_sample, machine) != 0) {
242 rc = -1;
243 break;
244 }
234fbbf5
ACM
245 }
246 }
247
248 fclose(fp);
1e6d5322 249 return rc;
234fbbf5
ACM
250}
251
45694aa7 252int perf_event__synthesize_modules(struct perf_tool *tool,
d20deb64 253 perf_event__handler_t process,
8115d60c 254 struct machine *machine)
b7cece76 255{
1e6d5322 256 int rc = 0;
b7cece76 257 struct rb_node *nd;
23346f21 258 struct map_groups *kmaps = &machine->kmaps;
8115d60c 259 union perf_event *event = zalloc((sizeof(event->mmap) +
743eb868 260 machine->id_hdr_size));
9c90a61c
ACM
261 if (event == NULL) {
262 pr_debug("Not enough memory synthesizing mmap event "
263 "for kernel modules\n");
264 return -1;
265 }
266
267 event->header.type = PERF_RECORD_MMAP;
b7cece76 268
a1645ce1
ZY
269 /*
270 * kernel uses 0 for user space maps, see kernel/perf_event.c
271 * __perf_event_mmap
272 */
23346f21 273 if (machine__is_host(machine))
9c90a61c 274 event->header.misc = PERF_RECORD_MISC_KERNEL;
a1645ce1 275 else
9c90a61c 276 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
a1645ce1
ZY
277
278 for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
b7cece76 279 nd; nd = rb_next(nd)) {
b7cece76
ACM
280 size_t size;
281 struct map *pos = rb_entry(nd, struct map, rb_node);
282
283 if (pos->dso->kernel)
284 continue;
285
9ac3e487 286 size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
9c90a61c
ACM
287 event->mmap.header.type = PERF_RECORD_MMAP;
288 event->mmap.header.size = (sizeof(event->mmap) -
289 (sizeof(event->mmap.filename) - size));
743eb868
ACM
290 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
291 event->mmap.header.size += machine->id_hdr_size;
9c90a61c
ACM
292 event->mmap.start = pos->start;
293 event->mmap.len = pos->end - pos->start;
294 event->mmap.pid = machine->pid;
295
296 memcpy(event->mmap.filename, pos->dso->long_name,
b7cece76 297 pos->dso->long_name_len + 1);
1e6d5322
DA
298 if (process(tool, event, &synth_sample, machine) != 0) {
299 rc = -1;
300 break;
301 }
b7cece76
ACM
302 }
303
9c90a61c 304 free(event);
1e6d5322 305 return rc;
b7cece76
ACM
306}
307
8115d60c
ACM
308static int __event__synthesize_thread(union perf_event *comm_event,
309 union perf_event *mmap_event,
defd8d38
DA
310 pid_t pid, int full,
311 perf_event__handler_t process,
45694aa7 312 struct perf_tool *tool,
743eb868 313 struct machine *machine)
234fbbf5 314{
defd8d38 315 pid_t tgid = perf_event__synthesize_comm(tool, comm_event, pid, full,
743eb868 316 process, machine);
234fbbf5
ACM
317 if (tgid == -1)
318 return -1;
45694aa7 319 return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
743eb868 320 process, machine);
234fbbf5
ACM
321}
322
45694aa7 323int perf_event__synthesize_thread_map(struct perf_tool *tool,
d20deb64 324 struct thread_map *threads,
7c940c18 325 perf_event__handler_t process,
743eb868 326 struct machine *machine)
9c90a61c 327{
8115d60c 328 union perf_event *comm_event, *mmap_event;
defd8d38 329 int err = -1, thread, j;
9c90a61c 330
743eb868 331 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
9c90a61c
ACM
332 if (comm_event == NULL)
333 goto out;
334
743eb868 335 mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
9c90a61c
ACM
336 if (mmap_event == NULL)
337 goto out_free_comm;
338
401b8e13
ACM
339 err = 0;
340 for (thread = 0; thread < threads->nr; ++thread) {
341 if (__event__synthesize_thread(comm_event, mmap_event,
defd8d38 342 threads->map[thread], 0,
45694aa7 343 process, tool, machine)) {
401b8e13
ACM
344 err = -1;
345 break;
346 }
defd8d38
DA
347
348 /*
349 * comm.pid is set to thread group id by
350 * perf_event__synthesize_comm
351 */
352 if ((int) comm_event->comm.pid != threads->map[thread]) {
353 bool need_leader = true;
354
355 /* is thread group leader in thread_map? */
356 for (j = 0; j < threads->nr; ++j) {
357 if ((int) comm_event->comm.pid == threads->map[j]) {
358 need_leader = false;
359 break;
360 }
361 }
362
363 /* if not, generate events for it */
364 if (need_leader &&
365 __event__synthesize_thread(comm_event,
366 mmap_event,
367 comm_event->comm.pid, 0,
368 process, tool, machine)) {
369 err = -1;
370 break;
371 }
372 }
401b8e13 373 }
9c90a61c
ACM
374 free(mmap_event);
375out_free_comm:
376 free(comm_event);
377out:
378 return err;
379}
380
45694aa7 381int perf_event__synthesize_threads(struct perf_tool *tool,
d20deb64 382 perf_event__handler_t process,
743eb868 383 struct machine *machine)
234fbbf5
ACM
384{
385 DIR *proc;
386 struct dirent dirent, *next;
8115d60c 387 union perf_event *comm_event, *mmap_event;
9c90a61c
ACM
388 int err = -1;
389
743eb868 390 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
9c90a61c
ACM
391 if (comm_event == NULL)
392 goto out;
393
743eb868 394 mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
9c90a61c
ACM
395 if (mmap_event == NULL)
396 goto out_free_comm;
234fbbf5
ACM
397
398 proc = opendir("/proc");
9c90a61c
ACM
399 if (proc == NULL)
400 goto out_free_mmap;
234fbbf5
ACM
401
402 while (!readdir_r(proc, &dirent, &next) && next) {
403 char *end;
404 pid_t pid = strtol(dirent.d_name, &end, 10);
405
406 if (*end) /* only interested in proper numerical dirents */
407 continue;
408
1e6d5322
DA
409 if (__event__synthesize_thread(comm_event, mmap_event, pid, 1,
410 process, tool, machine) != 0) {
411 err = -1;
412 goto out_closedir;
413 }
234fbbf5
ACM
414 }
415
9c90a61c 416 err = 0;
1e6d5322
DA
417out_closedir:
418 closedir(proc);
9c90a61c
ACM
419out_free_mmap:
420 free(mmap_event);
421out_free_comm:
422 free(comm_event);
423out:
424 return err;
234fbbf5 425}
62daacb5 426
56b03f3c
ACM
427struct process_symbol_args {
428 const char *name;
429 u64 start;
430};
431
3b01a413 432static int find_symbol_cb(void *arg, const char *name, char type,
82151520 433 u64 start)
56b03f3c
ACM
434{
435 struct process_symbol_args *args = arg;
436
881516eb
ACM
437 /*
438 * Must be a function or at least an alias, as in PARISC64, where "_text" is
439 * an 'A' to the same address as "_stext".
440 */
441 if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
442 type == 'A') || strcmp(name, args->name))
56b03f3c
ACM
443 return 0;
444
445 args->start = start;
446 return 1;
447}
448
45694aa7 449int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
d20deb64 450 perf_event__handler_t process,
8115d60c
ACM
451 struct machine *machine,
452 const char *symbol_name)
56b03f3c
ACM
453{
454 size_t size;
a1645ce1
ZY
455 const char *filename, *mmap_name;
456 char path[PATH_MAX];
457 char name_buff[PATH_MAX];
458 struct map *map;
9c90a61c 459 int err;
56b03f3c
ACM
460 /*
461 * We should get this from /sys/kernel/sections/.text, but till that is
462 * available use this, and after it is use this as a fallback for older
463 * kernels.
464 */
465 struct process_symbol_args args = { .name = symbol_name, };
8115d60c 466 union perf_event *event = zalloc((sizeof(event->mmap) +
743eb868 467 machine->id_hdr_size));
9c90a61c
ACM
468 if (event == NULL) {
469 pr_debug("Not enough memory synthesizing mmap event "
470 "for kernel modules\n");
471 return -1;
472 }
56b03f3c 473
48ea8f54 474 mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
23346f21 475 if (machine__is_host(machine)) {
a1645ce1
ZY
476 /*
477 * kernel uses PERF_RECORD_MISC_USER for user space maps,
478 * see kernel/perf_event.c __perf_event_mmap
479 */
9c90a61c 480 event->header.misc = PERF_RECORD_MISC_KERNEL;
a1645ce1
ZY
481 filename = "/proc/kallsyms";
482 } else {
9c90a61c 483 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
23346f21 484 if (machine__is_default_guest(machine))
a1645ce1
ZY
485 filename = (char *) symbol_conf.default_guest_kallsyms;
486 else {
23346f21 487 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
a1645ce1
ZY
488 filename = path;
489 }
490 }
491
492 if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
56b03f3c
ACM
493 return -ENOENT;
494
23346f21 495 map = machine->vmlinux_maps[MAP__FUNCTION];
9c90a61c 496 size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
a1645ce1 497 "%s%s", mmap_name, symbol_name) + 1;
9ac3e487 498 size = PERF_ALIGN(size, sizeof(u64));
9c90a61c
ACM
499 event->mmap.header.type = PERF_RECORD_MMAP;
500 event->mmap.header.size = (sizeof(event->mmap) -
743eb868 501 (sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
9c90a61c
ACM
502 event->mmap.pgoff = args.start;
503 event->mmap.start = map->start;
504 event->mmap.len = map->end - event->mmap.start;
505 event->mmap.pid = machine->pid;
506
45694aa7 507 err = process(tool, event, &synth_sample, machine);
9c90a61c
ACM
508 free(event);
509
510 return err;
56b03f3c
ACM
511}
512
482ad897
ACM
513size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
514{
515 return fprintf(fp, ": %s:%d\n", event->comm.comm, event->comm.tid);
516}
517
1d037ca1 518int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
d20deb64 519 union perf_event *event,
1d037ca1 520 struct perf_sample *sample __maybe_unused,
743eb868 521 struct machine *machine)
62daacb5 522{
743eb868 523 struct thread *thread = machine__findnew_thread(machine, event->comm.tid);
62daacb5 524
482ad897
ACM
525 if (dump_trace)
526 perf_event__fprintf_comm(event, stdout);
62daacb5 527
d7603d51 528 if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
62daacb5
ACM
529 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
530 return -1;
531 }
532
533 return 0;
534}
535
1d037ca1 536int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
d20deb64 537 union perf_event *event,
1d037ca1
IT
538 struct perf_sample *sample __maybe_unused,
539 struct machine *machine __maybe_unused)
62daacb5 540{
9486aa38 541 dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
8115d60c 542 event->lost.id, event->lost.lost);
62daacb5
ACM
543 return 0;
544}
545
8115d60c
ACM
546static void perf_event__set_kernel_mmap_len(union perf_event *event,
547 struct map **maps)
a1645ce1 548{
8115d60c
ACM
549 maps[MAP__FUNCTION]->start = event->mmap.start;
550 maps[MAP__FUNCTION]->end = event->mmap.start + event->mmap.len;
a1645ce1
ZY
551 /*
552 * Be a bit paranoid here, some perf.data file came with
553 * a zero sized synthesized MMAP event for the kernel.
554 */
555 if (maps[MAP__FUNCTION]->end == 0)
9d1faba5 556 maps[MAP__FUNCTION]->end = ~0ULL;
a1645ce1
ZY
557}
558
1d037ca1
IT
559static int perf_event__process_kernel_mmap(struct perf_tool *tool
560 __maybe_unused,
d20deb64 561 union perf_event *event,
743eb868 562 struct machine *machine)
62daacb5 563{
56b03f3c 564 struct map *map;
a1645ce1 565 char kmmap_prefix[PATH_MAX];
a1645ce1
ZY
566 enum dso_kernel_type kernel_type;
567 bool is_kernel_mmap;
568
48ea8f54 569 machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
23346f21 570 if (machine__is_host(machine))
a1645ce1
ZY
571 kernel_type = DSO_TYPE_KERNEL;
572 else
573 kernel_type = DSO_TYPE_GUEST_KERNEL;
62daacb5 574
8115d60c 575 is_kernel_mmap = memcmp(event->mmap.filename,
a1645ce1 576 kmmap_prefix,
bf32c9eb 577 strlen(kmmap_prefix) - 1) == 0;
8115d60c
ACM
578 if (event->mmap.filename[0] == '/' ||
579 (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
b7cece76 580
a1645ce1
ZY
581 char short_module_name[1024];
582 char *name, *dot;
b7cece76 583
8115d60c
ACM
584 if (event->mmap.filename[0] == '/') {
585 name = strrchr(event->mmap.filename, '/');
b7cece76
ACM
586 if (name == NULL)
587 goto out_problem;
588
589 ++name; /* skip / */
590 dot = strrchr(name, '.');
591 if (dot == NULL)
592 goto out_problem;
b7cece76 593 snprintf(short_module_name, sizeof(short_module_name),
a1645ce1 594 "[%.*s]", (int)(dot - name), name);
b7cece76 595 strxfrchar(short_module_name, '-', '_');
a1645ce1 596 } else
8115d60c 597 strcpy(short_module_name, event->mmap.filename);
a1645ce1 598
8115d60c
ACM
599 map = machine__new_module(machine, event->mmap.start,
600 event->mmap.filename);
a1645ce1
ZY
601 if (map == NULL)
602 goto out_problem;
603
604 name = strdup(short_module_name);
605 if (name == NULL)
606 goto out_problem;
607
608 map->dso->short_name = name;
6e406257 609 map->dso->sname_alloc = 1;
8115d60c 610 map->end = map->start + event->mmap.len;
a1645ce1 611 } else if (is_kernel_mmap) {
8115d60c 612 const char *symbol_name = (event->mmap.filename +
a1645ce1
ZY
613 strlen(kmmap_prefix));
614 /*
615 * Should be there already, from the build-id table in
616 * the header.
617 */
23346f21
ACM
618 struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
619 kmmap_prefix);
a1645ce1
ZY
620 if (kernel == NULL)
621 goto out_problem;
622
623 kernel->kernel = kernel_type;
d28c6223 624 if (__machine__create_kernel_maps(machine, kernel) < 0)
a1645ce1
ZY
625 goto out_problem;
626
8115d60c 627 perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
ec80fde7
ACM
628
629 /*
630 * Avoid using a zero address (kptr_restrict) for the ref reloc
631 * symbol. Effectively having zero here means that at record
632 * time /proc/sys/kernel/kptr_restrict was non zero.
633 */
634 if (event->mmap.pgoff != 0) {
743eb868
ACM
635 maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
636 symbol_name,
637 event->mmap.pgoff);
ec80fde7
ACM
638 }
639
23346f21 640 if (machine__is_default_guest(machine)) {
b7cece76 641 /*
a1645ce1 642 * preload dso of guest kernel and modules
b7cece76 643 */
23346f21
ACM
644 dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
645 NULL);
a1645ce1
ZY
646 }
647 }
648 return 0;
649out_problem:
650 return -1;
651}
b7cece76 652
482ad897
ACM
653size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
654{
655 return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
656 event->mmap.pid, event->mmap.tid, event->mmap.start,
657 event->mmap.len, event->mmap.pgoff, event->mmap.filename);
658}
659
45694aa7 660int perf_event__process_mmap(struct perf_tool *tool,
d20deb64 661 union perf_event *event,
1d037ca1 662 struct perf_sample *sample __maybe_unused,
743eb868 663 struct machine *machine)
a1645ce1 664{
a1645ce1
ZY
665 struct thread *thread;
666 struct map *map;
8115d60c 667 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
a1645ce1 668 int ret = 0;
b7cece76 669
482ad897
ACM
670 if (dump_trace)
671 perf_event__fprintf_mmap(event, stdout);
a1645ce1
ZY
672
673 if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
674 cpumode == PERF_RECORD_MISC_KERNEL) {
45694aa7 675 ret = perf_event__process_kernel_mmap(tool, event, machine);
a1645ce1
ZY
676 if (ret < 0)
677 goto out_problem;
56b03f3c
ACM
678 return 0;
679 }
680
743eb868 681 thread = machine__findnew_thread(machine, event->mmap.pid);
d65a458b
ACM
682 if (thread == NULL)
683 goto out_problem;
8115d60c
ACM
684 map = map__new(&machine->user_dsos, event->mmap.start,
685 event->mmap.len, event->mmap.pgoff,
686 event->mmap.pid, event->mmap.filename,
361d1346 687 MAP__FUNCTION);
d65a458b 688 if (map == NULL)
b7cece76
ACM
689 goto out_problem;
690
691 thread__insert_map(thread, map);
692 return 0;
62daacb5 693
b7cece76
ACM
694out_problem:
695 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
62daacb5
ACM
696 return 0;
697}
698
482ad897
ACM
699size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
700{
701 return fprintf(fp, "(%d:%d):(%d:%d)\n",
702 event->fork.pid, event->fork.tid,
703 event->fork.ppid, event->fork.ptid);
704}
705
f62d3f0f 706int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
d20deb64 707 union perf_event *event,
1d037ca1 708 struct perf_sample *sample __maybe_unused,
f62d3f0f 709 struct machine *machine)
62daacb5 710{
743eb868
ACM
711 struct thread *thread = machine__findnew_thread(machine, event->fork.tid);
712 struct thread *parent = machine__findnew_thread(machine, event->fork.ptid);
62daacb5 713
482ad897
ACM
714 if (dump_trace)
715 perf_event__fprintf_task(event, stdout);
62daacb5 716
62daacb5
ACM
717 if (thread == NULL || parent == NULL ||
718 thread__fork(thread, parent) < 0) {
719 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
720 return -1;
721 }
722
723 return 0;
724}
1ed091c4 725
f62d3f0f
ACM
726int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
727 union perf_event *event,
728 struct perf_sample *sample __maybe_unused,
729 struct machine *machine)
730{
731 struct thread *thread = machine__find_thread(machine, event->fork.tid);
732
733 if (dump_trace)
734 perf_event__fprintf_task(event, stdout);
735
736 if (thread != NULL)
737 machine__remove_thread(machine, thread);
738
739 return 0;
740}
741
482ad897
ACM
742size_t perf_event__fprintf(union perf_event *event, FILE *fp)
743{
744 size_t ret = fprintf(fp, "PERF_RECORD_%s",
745 perf_event__name(event->header.type));
746
747 switch (event->header.type) {
748 case PERF_RECORD_COMM:
749 ret += perf_event__fprintf_comm(event, fp);
750 break;
751 case PERF_RECORD_FORK:
752 case PERF_RECORD_EXIT:
753 ret += perf_event__fprintf_task(event, fp);
754 break;
755 case PERF_RECORD_MMAP:
756 ret += perf_event__fprintf_mmap(event, fp);
757 break;
758 default:
759 ret += fprintf(fp, "\n");
760 }
761
762 return ret;
763}
764
45694aa7 765int perf_event__process(struct perf_tool *tool, union perf_event *event,
743eb868 766 struct perf_sample *sample, struct machine *machine)
b83f920e
SD
767{
768 switch (event->header.type) {
769 case PERF_RECORD_COMM:
45694aa7 770 perf_event__process_comm(tool, event, sample, machine);
b83f920e
SD
771 break;
772 case PERF_RECORD_MMAP:
45694aa7 773 perf_event__process_mmap(tool, event, sample, machine);
b83f920e
SD
774 break;
775 case PERF_RECORD_FORK:
f62d3f0f
ACM
776 perf_event__process_fork(tool, event, sample, machine);
777 break;
b83f920e 778 case PERF_RECORD_EXIT:
f62d3f0f 779 perf_event__process_exit(tool, event, sample, machine);
b83f920e 780 break;
ef2bf6d0 781 case PERF_RECORD_LOST:
45694aa7 782 perf_event__process_lost(tool, event, sample, machine);
b83f920e
SD
783 default:
784 break;
785 }
786
787 return 0;
788}
789
59ee68ec 790void thread__find_addr_map(struct thread *self,
743eb868
ACM
791 struct machine *machine, u8 cpumode,
792 enum map_type type, u64 addr,
59ee68ec 793 struct addr_location *al)
1ed091c4 794{
9958e1f0 795 struct map_groups *mg = &self->mg;
1ed091c4 796
9958e1f0 797 al->thread = self;
1ed091c4 798 al->addr = addr;
a1645ce1
ZY
799 al->cpumode = cpumode;
800 al->filtered = false;
1ed091c4 801
743eb868
ACM
802 if (machine == NULL) {
803 al->map = NULL;
804 return;
805 }
806
a1645ce1 807 if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
1ed091c4 808 al->level = 'k';
23346f21 809 mg = &machine->kmaps;
a1645ce1 810 } else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
1ed091c4 811 al->level = '.';
a1645ce1
ZY
812 } else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
813 al->level = 'g';
23346f21 814 mg = &machine->kmaps;
a1645ce1
ZY
815 } else {
816 /*
817 * 'u' means guest os user space.
818 * TODO: We don't support guest user space. Might support late.
819 */
820 if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
821 al->level = 'u';
822 else
823 al->level = 'H';
1ed091c4 824 al->map = NULL;
a1645ce1
ZY
825
826 if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
827 cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
828 !perf_guest)
829 al->filtered = true;
830 if ((cpumode == PERF_RECORD_MISC_USER ||
831 cpumode == PERF_RECORD_MISC_KERNEL) &&
832 !perf_host)
833 al->filtered = true;
834
1ed091c4
ACM
835 return;
836 }
837try_again:
9958e1f0 838 al->map = map_groups__find(mg, type, al->addr);
1ed091c4
ACM
839 if (al->map == NULL) {
840 /*
841 * If this is outside of all known maps, and is a negative
842 * address, try to look it up in the kernel dso, as it might be
843 * a vsyscall or vdso (which executes in user-mode).
844 *
845 * XXX This is nasty, we should have a symbol list in the
846 * "[vdso]" dso, but for now lets use the old trick of looking
847 * in the whole kernel symbol list.
848 */
a1645ce1 849 if ((long long)al->addr < 0 &&
6c6804fb 850 cpumode == PERF_RECORD_MISC_USER &&
23346f21
ACM
851 machine && mg != &machine->kmaps) {
852 mg = &machine->kmaps;
1ed091c4
ACM
853 goto try_again;
854 }
59ee68ec 855 } else
1ed091c4 856 al->addr = al->map->map_ip(al->map, al->addr);
59ee68ec
ACM
857}
858
743eb868
ACM
859void thread__find_addr_location(struct thread *thread, struct machine *machine,
860 u8 cpumode, enum map_type type, u64 addr,
59ee68ec
ACM
861 struct addr_location *al,
862 symbol_filter_t filter)
863{
743eb868 864 thread__find_addr_map(thread, machine, cpumode, type, addr, al);
59ee68ec 865 if (al->map != NULL)
9de89fe7 866 al->sym = map__find_symbol(al->map, al->addr, filter);
59ee68ec
ACM
867 else
868 al->sym = NULL;
1ed091c4
ACM
869}
870
8115d60c 871int perf_event__preprocess_sample(const union perf_event *event,
743eb868 872 struct machine *machine,
8115d60c
ACM
873 struct addr_location *al,
874 struct perf_sample *sample,
875 symbol_filter_t filter)
1ed091c4 876{
8115d60c 877 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
743eb868 878 struct thread *thread = machine__findnew_thread(machine, event->ip.pid);
41a37e20 879
1ed091c4
ACM
880 if (thread == NULL)
881 return -1;
882
c410a338
ACM
883 if (symbol_conf.comm_list &&
884 !strlist__has_entry(symbol_conf.comm_list, thread->comm))
885 goto out_filtered;
886
1ed091c4 887 dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
1f626bc3 888 /*
743eb868 889 * Have we already created the kernel maps for this machine?
1f626bc3
ACM
890 *
891 * This should have happened earlier, when we processed the kernel MMAP
892 * events, but for older perf.data files there was no such thing, so do
893 * it now.
894 */
895 if (cpumode == PERF_RECORD_MISC_KERNEL &&
743eb868
ACM
896 machine->vmlinux_maps[MAP__FUNCTION] == NULL)
897 machine__create_kernel_maps(machine);
1ed091c4 898
743eb868
ACM
899 thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION,
900 event->ip.ip, al);
1ed091c4
ACM
901 dump_printf(" ...... dso: %s\n",
902 al->map ? al->map->dso->long_name :
903 al->level == 'H' ? "[hypervisor]" : "<not found>");
96415e4d 904 al->sym = NULL;
8d50e5b4 905 al->cpu = sample->cpu;
96415e4d
ACM
906
907 if (al->map) {
cb8f4e9a
NK
908 struct dso *dso = al->map->dso;
909
96415e4d 910 if (symbol_conf.dso_list &&
cb8f4e9a
NK
911 (!dso || !(strlist__has_entry(symbol_conf.dso_list,
912 dso->short_name) ||
913 (dso->short_name != dso->long_name &&
914 strlist__has_entry(symbol_conf.dso_list,
915 dso->long_name)))))
96415e4d 916 goto out_filtered;
96415e4d
ACM
917
918 al->sym = map__find_symbol(al->map, al->addr, filter);
919 }
c410a338 920
1500b93b
FT
921 if (symbol_conf.sym_list &&
922 (!al->sym || !strlist__has_entry(symbol_conf.sym_list,
923 al->sym->name)))
c410a338
ACM
924 goto out_filtered;
925
c410a338
ACM
926 return 0;
927
928out_filtered:
929 al->filtered = true;
1ed091c4
ACM
930 return 0;
931}