projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
perf callchain: Setup callchain properly in pipe mode
[linux-block.git] / tools / perf / builtin-script.c
CommitLineData
b2441318 1// SPDX-License-Identifier: GPL-2.0
5f9c39dc
FW		 2#include "builtin.h"
3
0f31c019 4#include "util/counts.h"
b7eead86 5#include "util/debug.h"
4a3cec84 6#include "util/dso.h"
4b6ab94e 7#include <subcmd/exec-cmd.h>
b7eead86 8#include "util/header.h"
4b6ab94e 9#include <subcmd/parse-options.h>
fc36f948 10#include "util/perf_regs.h"
b7eead86 11#include "util/session.h"
45694aa7 12#include "util/tool.h"
1101f69a 13#include "util/map.h"
97b9d866 14#include "util/srcline.h"
5f9c39dc
FW		 15#include "util/symbol.h"
16#include "util/thread.h"
cf72344d 17#include "util/trace-event.h"
1424dc96
DA		 18#include "util/evlist.h"
19#include "util/evsel.h"
ca125277 20#include "util/evsel_fprintf.h"
d2360442 21#include "util/evswitch.h"
36385be5 22#include "util/sort.h"
f5fc1412 23#include "util/data.h"
7a680eb9 24#include "util/auxtrace.h"
cfc8874a
JO		 25#include "util/cpumap.h"
26#include "util/thread_map.h"
27#include "util/stat.h"
4bd1bef8 28#include "util/color.h"
a067558e 29#include "util/string2.h"
e216708d 30#include "util/thread-stack.h"
a91f4c47 31#include "util/time-utils.h"
06c3f2aa 32#include "util/path.h"
fa0d9846 33#include "ui/ui.h"
fea01392 34#include "print_binary.h"
3ab481a1 35#include "archinsn.h"
5d67be97 36#include <linux/bitmap.h>
877a7a11 37#include <linux/kernel.h>
6125cc8d 38#include <linux/stringify.h>
bd48c63e 39#include <linux/time64.h>
7f7c536f 40#include <linux/zalloc.h>
3ab481a1 41#include <sys/utsname.h>
cfc8874a 42#include "asm/bug.h"
c19ac912 43#include "util/mem-events.h"
48d02a1d 44#include "util/dump-insn.h"
76b31a29 45#include <dirent.h>
a43783ae 46#include <errno.h>
fd20e811 47#include <inttypes.h>
9607ad3a 48#include <signal.h>
391e4206 49#include <sys/param.h>
7a8ef4c4
ACM		 50#include <sys/types.h>
51#include <sys/stat.h>
bafae98e 52#include <fcntl.h>
7a8ef4c4 53#include <unistd.h>
b585ebdb 54#include <subcmd/pager.h>
453fa030 55#include <perf/evlist.h>
6ef81c55 56#include <linux/err.h>
aeb00b1a 57#include "util/record.h"
2da39f1c 58#include "util/util.h"
c1a604df 59#include "perf.h"
5f9c39dc 60
3052ba56 61#include <linux/ctype.h>
3d689ed6 62
956ffd02
TZ		 63static char const *script_name;
64static char const *generate_script_lang;
90b10f47 65static bool reltime;
26567ed7 66static bool deltatime;
90b10f47 67static u64 initial_time;
26567ed7 68static u64 previous_time;
ffabd99e 69static bool debug_mode;
e1889d75 70static u64 last_timestamp;
6fcf7ddb 71static u64 nr_unordered;
c0230b2b 72static bool no_callchain;
47390ae2 73static bool latency_format;
317df650 74static bool system_wide;
400ea6d3 75static bool print_flags;
5d67be97
AB		 76static const char *cpu_list;
77static DECLARE_BITMAP(cpu_bitmap, MAX_NR_CPUS);
91a2c3d5 78static struct perf_stat_config stat_config;
48d02a1d 79static int max_blocks;
3ab481a1 80static bool native_arch;
956ffd02 81
44cbe729 82unsigned int scripting_max_stack = PERF_MAX_STACK_DEPTH;
03cd1fed 83
745f43e3
DA		 84enum perf_output_field {
85 PERF_OUTPUT_COMM = 1U << 0,
86 PERF_OUTPUT_TID = 1U << 1,
87 PERF_OUTPUT_PID = 1U << 2,
88 PERF_OUTPUT_TIME = 1U << 3,
89 PERF_OUTPUT_CPU = 1U << 4,
90 PERF_OUTPUT_EVNAME = 1U << 5,
91 PERF_OUTPUT_TRACE = 1U << 6,
787bef17
DA		 92 PERF_OUTPUT_IP = 1U << 7,
93 PERF_OUTPUT_SYM = 1U << 8,
610723f2 94 PERF_OUTPUT_DSO = 1U << 9,
7cec0922 95 PERF_OUTPUT_ADDR = 1U << 10,
a978f2ab 96 PERF_OUTPUT_SYMOFFSET = 1U << 11,
cc8fae1d 97 PERF_OUTPUT_SRCLINE = 1U << 12,
535aeaae 98 PERF_OUTPUT_PERIOD = 1U << 13,
fc36f948 99 PERF_OUTPUT_IREGS = 1U << 14,
dc323ce8
SE		 100 PERF_OUTPUT_BRSTACK = 1U << 15,
101 PERF_OUTPUT_BRSTACKSYM = 1U << 16,
94ddddfa
JO		 102 PERF_OUTPUT_DATA_SRC = 1U << 17,
103 PERF_OUTPUT_WEIGHT = 1U << 18,
30372f04 104 PERF_OUTPUT_BPF_OUTPUT = 1U << 19,
e216708d 105 PERF_OUTPUT_CALLINDENT = 1U << 20,
224e2c97
AK		 106 PERF_OUTPUT_INSN = 1U << 21,
107 PERF_OUTPUT_INSNLEN = 1U << 22,
48d02a1d 108 PERF_OUTPUT_BRSTACKINSN = 1U << 23,
106dacd8 109 PERF_OUTPUT_BRSTACKOFF = 1U << 24,
47e78084 110 PERF_OUTPUT_SYNTH = 1U << 25,
49d58f04 111 PERF_OUTPUT_PHYS_ADDR = 1U << 26,
b1491ace 112 PERF_OUTPUT_UREGS = 1U << 27,
4bd1bef8 113 PERF_OUTPUT_METRIC = 1U << 28,
28a0b398 114 PERF_OUTPUT_MISC = 1U << 29,
dd2e18e9 115 PERF_OUTPUT_SRCCODE = 1U << 30,
68fb45bf 116 PERF_OUTPUT_IPC = 1U << 31,
745f43e3
DA		 117};
118
119struct output_option {
120 const char *str;
121 enum perf_output_field field;
122} all_output_options[] = {
123 {.str = "comm", .field = PERF_OUTPUT_COMM},
124 {.str = "tid", .field = PERF_OUTPUT_TID},
125 {.str = "pid", .field = PERF_OUTPUT_PID},
126 {.str = "time", .field = PERF_OUTPUT_TIME},
127 {.str = "cpu", .field = PERF_OUTPUT_CPU},
128 {.str = "event", .field = PERF_OUTPUT_EVNAME},
129 {.str = "trace", .field = PERF_OUTPUT_TRACE},
787bef17 130 {.str = "ip", .field = PERF_OUTPUT_IP},
c0230b2b 131 {.str = "sym", .field = PERF_OUTPUT_SYM},
610723f2 132 {.str = "dso", .field = PERF_OUTPUT_DSO},
7cec0922 133 {.str = "addr", .field = PERF_OUTPUT_ADDR},
a978f2ab 134 {.str = "symoff", .field = PERF_OUTPUT_SYMOFFSET},
cc8fae1d 135 {.str = "srcline", .field = PERF_OUTPUT_SRCLINE},
535aeaae 136 {.str = "period", .field = PERF_OUTPUT_PERIOD},
fc36f948 137 {.str = "iregs", .field = PERF_OUTPUT_IREGS},
b1491ace 138 {.str = "uregs", .field = PERF_OUTPUT_UREGS},
dc323ce8
SE		 139 {.str = "brstack", .field = PERF_OUTPUT_BRSTACK},
140 {.str = "brstacksym", .field = PERF_OUTPUT_BRSTACKSYM},
94ddddfa
JO		 141 {.str = "data_src", .field = PERF_OUTPUT_DATA_SRC},
142 {.str = "weight", .field = PERF_OUTPUT_WEIGHT},
30372f04 143 {.str = "bpf-output", .field = PERF_OUTPUT_BPF_OUTPUT},
e216708d 144 {.str = "callindent", .field = PERF_OUTPUT_CALLINDENT},
224e2c97
AK		 145 {.str = "insn", .field = PERF_OUTPUT_INSN},
146 {.str = "insnlen", .field = PERF_OUTPUT_INSNLEN},
48d02a1d 147 {.str = "brstackinsn", .field = PERF_OUTPUT_BRSTACKINSN},
106dacd8 148 {.str = "brstackoff", .field = PERF_OUTPUT_BRSTACKOFF},
47e78084 149 {.str = "synth", .field = PERF_OUTPUT_SYNTH},
49d58f04 150 {.str = "phys_addr", .field = PERF_OUTPUT_PHYS_ADDR},
4bd1bef8 151 {.str = "metric", .field = PERF_OUTPUT_METRIC},
28a0b398 152 {.str = "misc", .field = PERF_OUTPUT_MISC},
dd2e18e9 153 {.str = "srccode", .field = PERF_OUTPUT_SRCCODE},
68fb45bf 154 {.str = "ipc", .field = PERF_OUTPUT_IPC},
745f43e3
DA		 155};
156
1405720d
AH		 157enum {
158 OUTPUT_TYPE_SYNTH = PERF_TYPE_MAX,
159 OUTPUT_TYPE_MAX
160};
161
745f43e3 162/* default set to maintain compatibility with current format */
2c9e45f7
DA		 163static struct {
164 bool user_set;
9cbdb702 165 bool wildcard_set;
a6ffaf91 166 unsigned int print_ip_opts;
2c9e45f7
DA		 167 u64 fields;
168 u64 invalid_fields;
4b6ac811 169 u64 user_set_fields;
1405720d 170} output[OUTPUT_TYPE_MAX] = {
2c9e45f7
DA		 171
172 [PERF_TYPE_HARDWARE] = {
173 .user_set = false,
174
175 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
176 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
787bef17 177 PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
7903a708
SD		 178 PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
179 PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD,
2c9e45f7 180
30372f04 181 .invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
2c9e45f7
DA		 182 },
183
184 [PERF_TYPE_SOFTWARE] = {
185 .user_set = false,
186
187 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
188 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
787bef17 189 PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
7903a708
SD		 190 PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
191 PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD |
192 PERF_OUTPUT_BPF_OUTPUT,
2c9e45f7
DA		 193
194 .invalid_fields = PERF_OUTPUT_TRACE,
195 },
196
197 [PERF_TYPE_TRACEPOINT] = {
198 .user_set = false,
199
200 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
201 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
30372f04 202 PERF_OUTPUT_EVNAME | PERF_OUTPUT_TRACE
2c9e45f7 203 },
0817a6a3 204
fad76d43
ST		 205 [PERF_TYPE_HW_CACHE] = {
206 .user_set = false,
207
208 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
209 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
210 PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
211 PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
212 PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD,
213
214 .invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
215 },
216
0817a6a3
AS		 217 [PERF_TYPE_RAW] = {
218 .user_set = false,
219
220 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
221 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
787bef17 222 PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
7903a708
SD		 223 PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
224 PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD |
225 PERF_OUTPUT_ADDR | PERF_OUTPUT_DATA_SRC |
226 PERF_OUTPUT_WEIGHT | PERF_OUTPUT_PHYS_ADDR,
0817a6a3 227
30372f04 228 .invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
0817a6a3 229 },
27cfef00
WN		 230
231 [PERF_TYPE_BREAKPOINT] = {
232 .user_set = false,
233
234 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
235 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
236 PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
7903a708
SD		 237 PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
238 PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD,
27cfef00 239
30372f04 240 .invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
27cfef00 241 },
1405720d
AH		 242
243 [OUTPUT_TYPE_SYNTH] = {
244 .user_set = false,
245
246 .fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
247 PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
248 PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
7903a708
SD		 249 PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
250 PERF_OUTPUT_DSO | PERF_OUTPUT_SYNTH,
1405720d
AH		 251
252 .invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
253 },
1424dc96 254};
745f43e3 255
32dcd021 256struct evsel_script {
642ee1c6
ACM		 257 char *filename;
258 FILE *fp;
259 u64 samples;
4bd1bef8
AK		 260 /* For metric output */
261 u64 val;
262 int gnum;
642ee1c6
ACM		 263};
264
32dcd021 265static inline struct evsel_script *evsel_script(struct evsel *evsel)
4bd1bef8 266{
32dcd021 267 return (struct evsel_script *)evsel->priv;
4bd1bef8
AK		 268}
269
32dcd021 270static struct evsel_script *perf_evsel_script__new(struct evsel *evsel,
8ceb41d7 271 struct perf_data *data)
642ee1c6 272{
32dcd021 273 struct evsel_script *es = zalloc(sizeof(*es));
642ee1c6
ACM		 274
275 if (es != NULL) {
8ab2e96d 276 if (asprintf(&es->filename, "%s.%s.dump", data->file.path, evsel__name(evsel)) < 0)
642ee1c6
ACM		 277 goto out_free;
278 es->fp = fopen(es->filename, "w");
279 if (es->fp == NULL)
280 goto out_free_filename;
642ee1c6
ACM		 281 }
282
283 return es;
284out_free_filename:
285 zfree(&es->filename);
286out_free:
287 free(es);
288 return NULL;
289}
290
32dcd021 291static void perf_evsel_script__delete(struct evsel_script *es)
642ee1c6
ACM		 292{
293 zfree(&es->filename);
294 fclose(es->fp);
295 es->fp = NULL;
296 free(es);
297}
298
32dcd021 299static int perf_evsel_script__fprintf(struct evsel_script *es, FILE *fp)
642ee1c6
ACM		 300{
301 struct stat st;
302
303 fstat(fileno(es->fp), &st);
304 return fprintf(fp, "[ perf script: Wrote %.3f MB %s (%" PRIu64 " samples) ]\n",
305 st.st_size / 1024.0 / 1024.0, es->filename, es->samples);
306}
307
1405720d
AH		 308static inline int output_type(unsigned int type)
309{
310 switch (type) {
311 case PERF_TYPE_SYNTH:
312 return OUTPUT_TYPE_SYNTH;
313 default:
314 return type;
315 }
316}
317
318static inline unsigned int attr_type(unsigned int type)
319{
320 switch (type) {
321 case OUTPUT_TYPE_SYNTH:
322 return PERF_TYPE_SYNTH;
323 default:
324 return type;
325 }
326}
327
2c9e45f7
DA		 328static bool output_set_by_user(void)
329{
330 int j;
1405720d 331 for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
2c9e45f7
DA		 332 if (output[j].user_set)
333 return true;
334 }
335 return false;
336}
745f43e3 337
9cbdb702
DA		 338static const char *output_field2str(enum perf_output_field field)
339{
340 int i, imax = ARRAY_SIZE(all_output_options);
341 const char *str = "";
342
343 for (i = 0; i < imax; ++i) {
344 if (all_output_options[i].field == field) {
345 str = all_output_options[i].str;
346 break;
347 }
348 }
349 return str;
350}
351
1405720d 352#define PRINT_FIELD(x) (output[output_type(attr->type)].fields & PERF_OUTPUT_##x)
1424dc96 353
ec98b6df
ACM		 354static int evsel__do_check_stype(struct evsel *evsel, u64 sample_type, const char *sample_msg,
355 enum perf_output_field field, bool allow_user_set)
1424dc96 356{
1fc632ce 357 struct perf_event_attr *attr = &evsel->core.attr;
1405720d 358 int type = output_type(attr->type);
9cbdb702
DA		 359 const char *evname;
360
361 if (attr->sample_type & sample_type)
362 return 0;
363
4b6ac811 364 if (output[type].user_set_fields & field) {
6d5cdd64
AH		 365 if (allow_user_set)
366 return 0;
8ab2e96d 367 evname = evsel__name(evsel);
9cbdb702
DA		 368 pr_err("Samples for '%s' event do not have %s attribute set. "
369 "Cannot print '%s' field.\n",
370 evname, sample_msg, output_field2str(field));
371 return -1;
372 }
373
374 /* user did not ask for it explicitly so remove from the default list */
375 output[type].fields &= ~field;
8ab2e96d 376 evname = evsel__name(evsel);
9cbdb702
DA		 377 pr_debug("Samples for '%s' event do not have %s attribute set. "
378 "Skipping '%s' field.\n",
379 evname, sample_msg, output_field2str(field));
380
381 return 0;
382}
383
ec98b6df
ACM		 384static int evsel__check_stype(struct evsel *evsel, u64 sample_type, const char *sample_msg,
385 enum perf_output_field field)
6d5cdd64 386{
ec98b6df 387 return evsel__do_check_stype(evsel, sample_type, sample_msg, field, false);
6d5cdd64
AH		 388}
389
ec98b6df 390static int perf_evsel__check_attr(struct evsel *evsel, struct perf_session *session)
9cbdb702 391{
1fc632ce 392 struct perf_event_attr *attr = &evsel->core.attr;
6d5cdd64
AH		 393 bool allow_user_set;
394
e099eba8
JO		 395 if (perf_header__has_feat(&session->header, HEADER_STAT))
396 return 0;
397
6d5cdd64
AH		 398 allow_user_set = perf_header__has_feat(&session->header,
399 HEADER_AUXTRACE);
9cbdb702 400
1424dc96 401 if (PRINT_FIELD(TRACE) &&
ec98b6df 402 !perf_session__has_traces(session, "record -R"))
1424dc96
DA		 403 return -EINVAL;
404
787bef17 405 if (PRINT_FIELD(IP)) {
ec98b6df 406 if (evsel__check_stype(evsel, PERF_SAMPLE_IP, "IP", PERF_OUTPUT_IP))
1424dc96 407 return -EINVAL;
1424dc96 408 }
7cec0922
DA		 409
410 if (PRINT_FIELD(ADDR) &&
ec98b6df 411 evsel__do_check_stype(evsel, PERF_SAMPLE_ADDR, "ADDR", PERF_OUTPUT_ADDR, allow_user_set))
7cec0922
DA		 412 return -EINVAL;
413
94ddddfa 414 if (PRINT_FIELD(DATA_SRC) &&
ec98b6df 415 evsel__check_stype(evsel, PERF_SAMPLE_DATA_SRC, "DATA_SRC", PERF_OUTPUT_DATA_SRC))
94ddddfa
JO		 416 return -EINVAL;
417
418 if (PRINT_FIELD(WEIGHT) &&
ec98b6df 419 evsel__check_stype(evsel, PERF_SAMPLE_WEIGHT, "WEIGHT", PERF_OUTPUT_WEIGHT))
94ddddfa
JO		 420 return -EINVAL;
421
37fed3de 422 if (PRINT_FIELD(SYM) &&
ec98b6df 423 !(evsel->core.attr.sample_type & (PERF_SAMPLE_IP|PERF_SAMPLE_ADDR))) {
7cec0922 424 pr_err("Display of symbols requested but neither sample IP nor "
37fed3de 425 "sample address\navailable. Hence, no addresses to convert "
7cec0922 426 "to symbols.\n");
787bef17
DA		 427 return -EINVAL;
428 }
a978f2ab
AN		 429 if (PRINT_FIELD(SYMOFFSET) && !PRINT_FIELD(SYM)) {
430 pr_err("Display of offsets requested but symbol is not"
431 "selected.\n");
432 return -EINVAL;
433 }
37fed3de 434 if (PRINT_FIELD(DSO) &&
ec98b6df 435 !(evsel->core.attr.sample_type & (PERF_SAMPLE_IP|PERF_SAMPLE_ADDR))) {
37fed3de 436 pr_err("Display of DSO requested but no address to convert.\n");
610723f2
DA		 437 return -EINVAL;
438 }
dd2e18e9 439 if ((PRINT_FIELD(SRCLINE) || PRINT_FIELD(SRCCODE)) && !PRINT_FIELD(IP)) {
cc8fae1d
AH		 440 pr_err("Display of source line number requested but sample IP is not\n"
441 "selected. Hence, no address to lookup the source line number.\n");
442 return -EINVAL;
443 }
0cd032d3 444 if (PRINT_FIELD(BRSTACKINSN) && !allow_user_set &&
48d02a1d
AK		 445 !(perf_evlist__combined_branch_type(session->evlist) &
446 PERF_SAMPLE_BRANCH_ANY)) {
447 pr_err("Display of branch stack assembler requested, but non all-branch filter set\n"
448 "Hint: run 'perf record -b ...'\n");
449 return -EINVAL;
450 }
1424dc96 451 if ((PRINT_FIELD(PID) || PRINT_FIELD(TID)) &&
ec98b6df 452 evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID", PERF_OUTPUT_TID|PERF_OUTPUT_PID))
1424dc96 453 return -EINVAL;
1424dc96
DA		 454
455 if (PRINT_FIELD(TIME) &&
ec98b6df 456 evsel__check_stype(evsel, PERF_SAMPLE_TIME, "TIME", PERF_OUTPUT_TIME))
1424dc96 457 return -EINVAL;
1424dc96
DA		 458
459 if (PRINT_FIELD(CPU) &&
ec98b6df 460 evsel__do_check_stype(evsel, PERF_SAMPLE_CPU, "CPU", PERF_OUTPUT_CPU, allow_user_set))
1424dc96 461 return -EINVAL;
9cbdb702 462
fc36f948 463 if (PRINT_FIELD(IREGS) &&
ec98b6df 464 evsel__check_stype(evsel, PERF_SAMPLE_REGS_INTR, "IREGS", PERF_OUTPUT_IREGS))
fc36f948
SE		 465 return -EINVAL;
466
b1491ace 467 if (PRINT_FIELD(UREGS) &&
ec98b6df 468 evsel__check_stype(evsel, PERF_SAMPLE_REGS_USER, "UREGS", PERF_OUTPUT_UREGS))
b1491ace
AK		 469 return -EINVAL;
470
49d58f04 471 if (PRINT_FIELD(PHYS_ADDR) &&
ec98b6df 472 evsel__check_stype(evsel, PERF_SAMPLE_PHYS_ADDR, "PHYS_ADDR", PERF_OUTPUT_PHYS_ADDR))
49d58f04
KL		 473 return -EINVAL;
474
9cbdb702
DA		 475 return 0;
476}
477
7ea95727
AH		 478static void set_print_ip_opts(struct perf_event_attr *attr)
479{
1405720d 480 unsigned int type = output_type(attr->type);
7ea95727
AH		 481
482 output[type].print_ip_opts = 0;
483 if (PRINT_FIELD(IP))
e20ab86e 484 output[type].print_ip_opts |= EVSEL__PRINT_IP;
7ea95727
AH		 485
486 if (PRINT_FIELD(SYM))
e20ab86e 487 output[type].print_ip_opts |= EVSEL__PRINT_SYM;
7ea95727
AH		 488
489 if (PRINT_FIELD(DSO))
e20ab86e 490 output[type].print_ip_opts |= EVSEL__PRINT_DSO;
7ea95727
AH		 491
492 if (PRINT_FIELD(SYMOFFSET))
e20ab86e 493 output[type].print_ip_opts |= EVSEL__PRINT_SYMOFFSET;
cc8fae1d
AH		 494
495 if (PRINT_FIELD(SRCLINE))
e20ab86e 496 output[type].print_ip_opts |= EVSEL__PRINT_SRCLINE;
7ea95727
AH		 497}
498
9cbdb702
DA		 499/*
500 * verify all user requested events exist and the samples
501 * have the expected data
502 */
503static int perf_session__check_output_opt(struct perf_session *session)
504{
40f20e50 505 unsigned int j;
32dcd021 506 struct evsel *evsel;
9cbdb702 507
1405720d
AH		 508 for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
509 evsel = perf_session__find_first_evtype(session, attr_type(j));
9cbdb702
DA		 510
511 /*
512 * even if fields is set to 0 (ie., show nothing) event must
513 * exist if user explicitly includes it on the command line
514 */
1405720d
AH		 515 if (!evsel && output[j].user_set && !output[j].wildcard_set &&
516 j != OUTPUT_TYPE_SYNTH) {
9cbdb702 517 pr_err("%s events do not exist. "
701516ae 518 "Remove corresponding -F option to proceed.\n",
9cbdb702
DA		 519 event_type(j));
520 return -1;
521 }
522
523 if (evsel && output[j].fields &&
524 perf_evsel__check_attr(evsel, session))
525 return -1;
a6ffaf91
DA		 526
527 if (evsel == NULL)
528 continue;
529
1fc632ce 530 set_print_ip_opts(&evsel->core.attr);
1424dc96
DA		 531 }
532
98526ee7
AH		 533 if (!no_callchain) {
534 bool use_callchain = false;
71ac899b 535 bool not_pipe = false;
98526ee7 536
e5cadb93 537 evlist__for_each_entry(session->evlist, evsel) {
71ac899b 538 not_pipe = true;
27de9b2b 539 if (evsel__has_callchain(evsel)) {
98526ee7
AH		 540 use_callchain = true;
541 break;
542 }
543 }
71ac899b 544 if (not_pipe && !use_callchain)
98526ee7
AH		 545 symbol_conf.use_callchain = false;
546 }
547
80b8b496
DA		 548 /*
549 * set default for tracepoints to print symbols only
550 * if callchains are present
551 */
552 if (symbol_conf.use_callchain &&
553 !output[PERF_TYPE_TRACEPOINT].user_set) {
80b8b496 554 j = PERF_TYPE_TRACEPOINT;
80b8b496 555
e5cadb93 556 evlist__for_each_entry(session->evlist, evsel) {
1fc632ce 557 if (evsel->core.attr.type != j)
40f20e50
HK		 558 continue;
559
27de9b2b 560 if (evsel__has_callchain(evsel)) {
40f20e50
HK		 561 output[j].fields |= PERF_OUTPUT_IP;
562 output[j].fields |= PERF_OUTPUT_SYM;
7903a708 563 output[j].fields |= PERF_OUTPUT_SYMOFFSET;
40f20e50 564 output[j].fields |= PERF_OUTPUT_DSO;
1fc632ce 565 set_print_ip_opts(&evsel->core.attr);
40f20e50
HK		 566 goto out;
567 }
80b8b496
DA		 568 }
569 }
570
571out:
1424dc96
DA		 572 return 0;
573}
745f43e3 574
9add8fe8
MW		 575static int perf_sample__fprintf_regs(struct regs_dump *regs, uint64_t mask,
576 FILE *fp
577)
b1491ace 578{
b1491ace 579 unsigned i = 0, r;
a1a58707 580 int printed = 0;
b1491ace
AK		 581
582 if (!regs || !regs->regs)
a1a58707 583 return 0;
b1491ace 584
a1a58707 585 printed += fprintf(fp, " ABI:%" PRIu64 " ", regs->abi);
b1491ace
AK		 586
587 for_each_set_bit(r, (unsigned long *) &mask, sizeof(mask) * 8) {
588 u64 val = regs->regs[i++];
a1a58707 589 printed += fprintf(fp, "%5s:0x%"PRIx64" ", perf_reg_name(r), val);
b1491ace 590 }
a1a58707
ACM		 591
592 return printed;
b1491ace
AK		 593}
594
9add8fe8
MW		 595static int perf_sample__fprintf_iregs(struct perf_sample *sample,
596 struct perf_event_attr *attr, FILE *fp)
597{
598 return perf_sample__fprintf_regs(&sample->intr_regs,
599 attr->sample_regs_intr, fp);
600}
601
602static int perf_sample__fprintf_uregs(struct perf_sample *sample,
603 struct perf_event_attr *attr, FILE *fp)
604{
605 return perf_sample__fprintf_regs(&sample->user_regs,
606 attr->sample_regs_user, fp);
607}
608
a1a58707
ACM		 609static int perf_sample__fprintf_start(struct perf_sample *sample,
610 struct thread *thread,
32dcd021 611 struct evsel *evsel,
28a0b398 612 u32 type, FILE *fp)
c70c94b4 613{
1fc632ce 614 struct perf_event_attr *attr = &evsel->core.attr;
c70c94b4 615 unsigned long secs;
745f43e3 616 unsigned long long nsecs;
a1a58707 617 int printed = 0;
745f43e3
DA		 618
619 if (PRINT_FIELD(COMM)) {
620 if (latency_format)
a1a58707 621 printed += fprintf(fp, "%8.8s ", thread__comm_str(thread));
b879833c 622 else if (PRINT_FIELD(IP) && evsel__has_callchain(evsel) && symbol_conf.use_callchain)
a1a58707 623 printed += fprintf(fp, "%s ", thread__comm_str(thread));
745f43e3 624 else
a1a58707 625 printed += fprintf(fp, "%16s ", thread__comm_str(thread));
745f43e3 626 }
c70c94b4 627
745f43e3 628 if (PRINT_FIELD(PID) && PRINT_FIELD(TID))
a1a58707 629 printed += fprintf(fp, "%5d/%-5d ", sample->pid, sample->tid);
745f43e3 630 else if (PRINT_FIELD(PID))
a1a58707 631 printed += fprintf(fp, "%5d ", sample->pid);
745f43e3 632 else if (PRINT_FIELD(TID))
a1a58707 633 printed += fprintf(fp, "%5d ", sample->tid);
745f43e3
DA		 634
635 if (PRINT_FIELD(CPU)) {
636 if (latency_format)
a1a58707 637 printed += fprintf(fp, "%3d ", sample->cpu);
745f43e3 638 else
a1a58707 639 printed += fprintf(fp, "[%03d] ", sample->cpu);
745f43e3 640 }
c70c94b4 641
28a0b398
JO		 642 if (PRINT_FIELD(MISC)) {
643 int ret = 0;
644
645 #define has(m) \
646 (sample->misc & PERF_RECORD_MISC_##m) == PERF_RECORD_MISC_##m
647
648 if (has(KERNEL))
649 ret += fprintf(fp, "K");
650 if (has(USER))
651 ret += fprintf(fp, "U");
652 if (has(HYPERVISOR))
653 ret += fprintf(fp, "H");
654 if (has(GUEST_KERNEL))
655 ret += fprintf(fp, "G");
656 if (has(GUEST_USER))
657 ret += fprintf(fp, "g");
658
659 switch (type) {
660 case PERF_RECORD_MMAP:
661 case PERF_RECORD_MMAP2:
662 if (has(MMAP_DATA))
663 ret += fprintf(fp, "M");
664 break;
665 case PERF_RECORD_COMM:
666 if (has(COMM_EXEC))
667 ret += fprintf(fp, "E");
668 break;
669 case PERF_RECORD_SWITCH:
670 case PERF_RECORD_SWITCH_CPU_WIDE:
bf30cc18 671 if (has(SWITCH_OUT)) {
28a0b398 672 ret += fprintf(fp, "S");
bf30cc18
AB		 673 if (sample->misc & PERF_RECORD_MISC_SWITCH_OUT_PREEMPT)
674 ret += fprintf(fp, "p");
675 }
28a0b398
JO		 676 default:
677 break;
678 }
679
680 #undef has
681
682 ret += fprintf(fp, "%*s", 6 - ret, " ");
683 printed += ret;
684 }
685
745f43e3 686 if (PRINT_FIELD(TIME)) {
90b10f47
AK		 687 u64 t = sample->time;
688 if (reltime) {
689 if (!initial_time)
690 initial_time = sample->time;
691 t = sample->time - initial_time;
26567ed7
HPP		 692 } else if (deltatime) {
693 if (previous_time)
694 t = sample->time - previous_time;
695 else {
696 t = 0;
697 }
698 previous_time = sample->time;
90b10f47
AK		 699 }
700 nsecs = t;
bd48c63e
ACM		 701 secs = nsecs / NSEC_PER_SEC;
702 nsecs -= secs * NSEC_PER_SEC;
99620a5d 703
52bab886 704 if (symbol_conf.nanosecs)
a1a58707 705 printed += fprintf(fp, "%5lu.%09llu: ", secs, nsecs);
99620a5d
NK		 706 else {
707 char sample_time[32];
90b10f47 708 timestamp__scnprintf_usec(t, sample_time, sizeof(sample_time));
a1a58707 709 printed += fprintf(fp, "%12s: ", sample_time);
99620a5d 710 }
745f43e3 711 }
a1a58707
ACM		 712
713 return printed;
c70c94b4
DA		 714}
715
dc323ce8
SE		 716static inline char
717mispred_str(struct branch_entry *br)
718{
719 if (!(br->flags.mispred || br->flags.predicted))
720 return '-';
721
722 return br->flags.predicted ? 'P' : 'M';
723}
724
a1a58707
ACM		 725static int perf_sample__fprintf_brstack(struct perf_sample *sample,
726 struct thread *thread,
727 struct perf_event_attr *attr, FILE *fp)
dc323ce8
SE		 728{
729 struct branch_stack *br = sample->branch_stack;
42bbabed 730 struct branch_entry *entries = perf_sample__branch_entries(sample);
55b9b508
MS		 731 struct addr_location alf, alt;
732 u64 i, from, to;
a1a58707 733 int printed = 0;
dc323ce8
SE		 734
735 if (!(br && br->nr))
a1a58707 736 return 0;
dc323ce8
SE		 737
738 for (i = 0; i < br->nr; i++) {
42bbabed
KL		 739 from = entries[i].from;
740 to = entries[i].to;
55b9b508
MS		 741
742 if (PRINT_FIELD(DSO)) {
743 memset(&alf, 0, sizeof(alf));
744 memset(&alt, 0, sizeof(alt));
692d0e63
AH		 745 thread__find_map_fb(thread, sample->cpumode, from, &alf);
746 thread__find_map_fb(thread, sample->cpumode, to, &alt);
55b9b508
MS		 747 }
748
a1a58707 749 printed += fprintf(fp, " 0x%"PRIx64, from);
55b9b508 750 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 751 printed += fprintf(fp, "(");
752 printed += map__fprintf_dsoname(alf.map, fp);
753 printed += fprintf(fp, ")");
55b9b508
MS		 754 }
755
a1a58707 756 printed += fprintf(fp, "/0x%"PRIx64, to);
55b9b508 757 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 758 printed += fprintf(fp, "(");
759 printed += map__fprintf_dsoname(alt.map, fp);
760 printed += fprintf(fp, ")");
55b9b508
MS		 761 }
762
a1a58707 763 printed += fprintf(fp, "/%c/%c/%c/%d ",
42bbabed
KL		 764 mispred_str(entries + i),
765 entries[i].flags.in_tx ? 'X' : '-',
766 entries[i].flags.abort ? 'A' : '-',
767 entries[i].flags.cycles);
dc323ce8 768 }
a1a58707
ACM		 769
770 return printed;
dc323ce8
SE		 771}
772
a1a58707
ACM		 773static int perf_sample__fprintf_brstacksym(struct perf_sample *sample,
774 struct thread *thread,
775 struct perf_event_attr *attr, FILE *fp)
dc323ce8
SE		 776{
777 struct branch_stack *br = sample->branch_stack;
42bbabed 778 struct branch_entry *entries = perf_sample__branch_entries(sample);
dc323ce8 779 struct addr_location alf, alt;
dc323ce8 780 u64 i, from, to;
a1a58707 781 int printed = 0;
dc323ce8
SE		 782
783 if (!(br && br->nr))
a1a58707 784 return 0;
dc323ce8
SE		 785
786 for (i = 0; i < br->nr; i++) {
787
788 memset(&alf, 0, sizeof(alf));
789 memset(&alt, 0, sizeof(alt));
42bbabed
KL		 790 from = entries[i].from;
791 to = entries[i].to;
dc323ce8 792
692d0e63
AH		 793 thread__find_symbol_fb(thread, sample->cpumode, from, &alf);
794 thread__find_symbol_fb(thread, sample->cpumode, to, &alt);
dc323ce8 795
a1a58707 796 printed += symbol__fprintf_symname_offs(alf.sym, &alf, fp);
55b9b508 797 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 798 printed += fprintf(fp, "(");
799 printed += map__fprintf_dsoname(alf.map, fp);
800 printed += fprintf(fp, ")");
55b9b508 801 }
a1a58707
ACM		 802 printed += fprintf(fp, "%c", '/');
803 printed += symbol__fprintf_symname_offs(alt.sym, &alt, fp);
55b9b508 804 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 805 printed += fprintf(fp, "(");
806 printed += map__fprintf_dsoname(alt.map, fp);
807 printed += fprintf(fp, ")");
55b9b508 808 }
a1a58707 809 printed += fprintf(fp, "/%c/%c/%c/%d ",
42bbabed
KL		 810 mispred_str(entries + i),
811 entries[i].flags.in_tx ? 'X' : '-',
812 entries[i].flags.abort ? 'A' : '-',
813 entries[i].flags.cycles);
dc323ce8 814 }
a1a58707
ACM		 815
816 return printed;
dc323ce8
SE		 817}
818
a1a58707
ACM		 819static int perf_sample__fprintf_brstackoff(struct perf_sample *sample,
820 struct thread *thread,
821 struct perf_event_attr *attr, FILE *fp)
106dacd8
MS		 822{
823 struct branch_stack *br = sample->branch_stack;
42bbabed 824 struct branch_entry *entries = perf_sample__branch_entries(sample);
106dacd8
MS		 825 struct addr_location alf, alt;
826 u64 i, from, to;
a1a58707 827 int printed = 0;
106dacd8
MS		 828
829 if (!(br && br->nr))
a1a58707 830 return 0;
106dacd8
MS		 831
832 for (i = 0; i < br->nr; i++) {
833
834 memset(&alf, 0, sizeof(alf));
835 memset(&alt, 0, sizeof(alt));
42bbabed
KL		 836 from = entries[i].from;
837 to = entries[i].to;
106dacd8 838
692d0e63 839 if (thread__find_map_fb(thread, sample->cpumode, from, &alf) &&
71a84b5a 840 !alf.map->dso->adjust_symbols)
106dacd8
MS		 841 from = map__map_ip(alf.map, from);
842
692d0e63 843 if (thread__find_map_fb(thread, sample->cpumode, to, &alt) &&
71a84b5a 844 !alt.map->dso->adjust_symbols)
106dacd8
MS		 845 to = map__map_ip(alt.map, to);
846
a1a58707 847 printed += fprintf(fp, " 0x%"PRIx64, from);
106dacd8 848 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 849 printed += fprintf(fp, "(");
850 printed += map__fprintf_dsoname(alf.map, fp);
851 printed += fprintf(fp, ")");
106dacd8 852 }
a1a58707 853 printed += fprintf(fp, "/0x%"PRIx64, to);
106dacd8 854 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 855 printed += fprintf(fp, "(");
856 printed += map__fprintf_dsoname(alt.map, fp);
857 printed += fprintf(fp, ")");
106dacd8 858 }
a1a58707 859 printed += fprintf(fp, "/%c/%c/%c/%d ",
42bbabed
KL		 860 mispred_str(entries + i),
861 entries[i].flags.in_tx ? 'X' : '-',
862 entries[i].flags.abort ? 'A' : '-',
863 entries[i].flags.cycles);
106dacd8 864 }
a1a58707
ACM		 865
866 return printed;
106dacd8 867}
48d02a1d
AK		 868#define MAXBB 16384UL
869
870static int grab_bb(u8 *buffer, u64 start, u64 end,
871 struct machine *machine, struct thread *thread,
872 bool *is64bit, u8 *cpumode, bool last)
873{
874 long offset, len;
875 struct addr_location al;
876 bool kernel;
877
878 if (!start || !end)
879 return 0;
880
881 kernel = machine__kernel_ip(machine, start);
882 if (kernel)
883 *cpumode = PERF_RECORD_MISC_KERNEL;
884 else
885 *cpumode = PERF_RECORD_MISC_USER;
886
887 /*
888 * Block overlaps between kernel and user.
889 * This can happen due to ring filtering
890 * On Intel CPUs the entry into the kernel is filtered,
891 * but the exit is not. Let the caller patch it up.
892 */
893 if (kernel != machine__kernel_ip(machine, end)) {
5ce2c5b4 894 pr_debug("\tblock %" PRIx64 "-%" PRIx64 " transfers between kernel and user\n", start, end);
48d02a1d
AK		 895 return -ENXIO;
896 }
897
898 memset(&al, 0, sizeof(al));
899 if (end - start > MAXBB - MAXINSN) {
900 if (last)
5ce2c5b4 901 pr_debug("\tbrstack does not reach to final jump (%" PRIx64 "-%" PRIx64 ")\n", start, end);
48d02a1d 902 else
5ce2c5b4 903 pr_debug("\tblock %" PRIx64 "-%" PRIx64 " (%" PRIu64 ") too long to dump\n", start, end, end - start);
48d02a1d
AK		 904 return 0;
905 }
906
71a84b5a 907 if (!thread__find_map(thread, *cpumode, start, &al) || !al.map->dso) {
5ce2c5b4 908 pr_debug("\tcannot resolve %" PRIx64 "-%" PRIx64 "\n", start, end);
48d02a1d
AK		 909 return 0;
910 }
911 if (al.map->dso->data.status == DSO_DATA_STATUS_ERROR) {
5ce2c5b4 912 pr_debug("\tcannot resolve %" PRIx64 "-%" PRIx64 "\n", start, end);
48d02a1d
AK		 913 return 0;
914 }
915
916 /* Load maps to ensure dso->is_64_bit has been updated */
917 map__load(al.map);
918
919 offset = al.map->map_ip(al.map, start);
920 len = dso__data_read_offset(al.map->dso, machine, offset, (u8 *)buffer,
921 end - start + MAXINSN);
922
923 *is64bit = al.map->dso->is_64_bit;
924 if (len <= 0)
5ce2c5b4 925 pr_debug("\tcannot fetch code for block at %" PRIx64 "-%" PRIx64 "\n",
48d02a1d
AK		 926 start, end);
927 return len;
928}
929
540a63ea
ACM		 930static int map__fprintf_srccode(struct map *map, u64 addr, FILE *fp, struct srccode_state *state)
931{
932 char *srcfile;
933 int ret = 0;
934 unsigned line;
935 int len;
936 char *srccode;
937
938 if (!map || !map->dso)
939 return 0;
940 srcfile = get_srcline_split(map->dso,
941 map__rip_2objdump(map, addr),
942 &line);
943 if (!srcfile)
944 return 0;
945
946 /* Avoid redundant printing */
947 if (state &&
948 state->srcfile &&
949 !strcmp(state->srcfile, srcfile) &&
950 state->line == line) {
951 free(srcfile);
952 return 0;
953 }
954
955 srccode = find_sourceline(srcfile, line, &len);
956 if (!srccode)
957 goto out_free_line;
958
959 ret = fprintf(fp, "|%-8d %.*s", line, len, srccode);
960
961 if (state) {
962 state->srcfile = srcfile;
963 state->line = line;
964 }
965 return ret;
966
967out_free_line:
968 free(srcfile);
969 return ret;
970}
971
dd2e18e9
AK		 972static int print_srccode(struct thread *thread, u8 cpumode, uint64_t addr)
973{
974 struct addr_location al;
975 int ret = 0;
976
977 memset(&al, 0, sizeof(al));
978 thread__find_map(thread, cpumode, addr, &al);
979 if (!al.map)
980 return 0;
981 ret = map__fprintf_srccode(al.map, al.addr, stdout,
982 &thread->srccode_state);
983 if (ret)
984 ret += printf("\n");
985 return ret;
986}
987
a1a58707
ACM		 988static int ip__fprintf_jump(uint64_t ip, struct branch_entry *en,
989 struct perf_insn *x, u8 *inbuf, int len,
fe57120e 990 int insn, FILE *fp, int *total_cycles)
48d02a1d 991{
a1a58707
ACM		 992 int printed = fprintf(fp, "\t%016" PRIx64 "\t%-30s\t#%s%s%s%s", ip,
993 dump_insn(x, ip, inbuf, len, NULL),
994 en->flags.predicted ? " PRED" : "",
995 en->flags.mispred ? " MISPRED" : "",
996 en->flags.in_tx ? " INTX" : "",
997 en->flags.abort ? " ABORT" : "");
48d02a1d 998 if (en->flags.cycles) {
fe57120e
AK		 999 *total_cycles += en->flags.cycles;
1000 printed += fprintf(fp, " %d cycles [%d]", en->flags.cycles, *total_cycles);
48d02a1d 1001 if (insn)
a1a58707 1002 printed += fprintf(fp, " %.2f IPC", (float)insn / en->flags.cycles);
48d02a1d 1003 }
a1a58707 1004 return printed + fprintf(fp, "\n");
48d02a1d
AK		 1005}
1006
a1a58707
ACM		 1007static int ip__fprintf_sym(uint64_t addr, struct thread *thread,
1008 u8 cpumode, int cpu, struct symbol **lastsym,
1009 struct perf_event_attr *attr, FILE *fp)
48d02a1d
AK		 1010{
1011 struct addr_location al;
a1a58707 1012 int off, printed = 0;
48d02a1d
AK		 1013
1014 memset(&al, 0, sizeof(al));
1015
404eb5a4
ACM		 1016 thread__find_map(thread, cpumode, addr, &al);
1017
48d02a1d 1018 if ((*lastsym) && al.addr >= (*lastsym)->start && al.addr < (*lastsym)->end)
a1a58707 1019 return 0;
48d02a1d
AK		 1020
1021 al.cpu = cpu;
1022 al.sym = NULL;
1023 if (al.map)
1024 al.sym = map__find_symbol(al.map, al.addr);
1025
1026 if (!al.sym)
a1a58707 1027 return 0;
48d02a1d
AK		 1028
1029 if (al.addr < al.sym->end)
1030 off = al.addr - al.sym->start;
1031 else
1032 off = al.addr - al.map->start - al.sym->start;
a1a58707 1033 printed += fprintf(fp, "\t%s", al.sym->name);
48d02a1d 1034 if (off)
a1a58707
ACM		 1035 printed += fprintf(fp, "%+d", off);
1036 printed += fprintf(fp, ":");
48d02a1d 1037 if (PRINT_FIELD(SRCLINE))
a1a58707
ACM		 1038 printed += map__fprintf_srcline(al.map, al.addr, "\t", fp);
1039 printed += fprintf(fp, "\n");
48d02a1d 1040 *lastsym = al.sym;
a1a58707
ACM		 1041
1042 return printed;
48d02a1d
AK		 1043}
1044
a1a58707
ACM		 1045static int perf_sample__fprintf_brstackinsn(struct perf_sample *sample,
1046 struct thread *thread,
1047 struct perf_event_attr *attr,
1048 struct machine *machine, FILE *fp)
48d02a1d
AK		 1049{
1050 struct branch_stack *br = sample->branch_stack;
42bbabed 1051 struct branch_entry *entries = perf_sample__branch_entries(sample);
48d02a1d 1052 u64 start, end;
a1a58707 1053 int i, insn, len, nr, ilen, printed = 0;
48d02a1d
AK		 1054 struct perf_insn x;
1055 u8 buffer[MAXBB];
1056 unsigned off;
1057 struct symbol *lastsym = NULL;
fe57120e 1058 int total_cycles = 0;
48d02a1d
AK		 1059
1060 if (!(br && br->nr))
a1a58707 1061 return 0;
48d02a1d
AK		 1062 nr = br->nr;
1063 if (max_blocks && nr > max_blocks + 1)
1064 nr = max_blocks + 1;
1065
1066 x.thread = thread;
1067 x.cpu = sample->cpu;
1068
a1a58707 1069 printed += fprintf(fp, "%c", '\n');
48d02a1d
AK		 1070
1071 /* Handle first from jump, of which we don't know the entry. */
42bbabed
KL		 1072 len = grab_bb(buffer, entries[nr-1].from,
1073 entries[nr-1].from,
48d02a1d
AK		 1074 machine, thread, &x.is64bit, &x.cpumode, false);
1075 if (len > 0) {
42bbabed 1076 printed += ip__fprintf_sym(entries[nr - 1].from, thread,
a1a58707 1077 x.cpumode, x.cpu, &lastsym, attr, fp);
42bbabed 1078 printed += ip__fprintf_jump(entries[nr - 1].from, &entries[nr - 1],
fe57120e 1079 &x, buffer, len, 0, fp, &total_cycles);
dd2e18e9 1080 if (PRINT_FIELD(SRCCODE))
42bbabed 1081 printed += print_srccode(thread, x.cpumode, entries[nr - 1].from);
48d02a1d
AK		 1082 }
1083
1084 /* Print all blocks */
1085 for (i = nr - 2; i >= 0; i--) {
42bbabed 1086 if (entries[i].from || entries[i].to)
48d02a1d 1087 pr_debug("%d: %" PRIx64 "-%" PRIx64 "\n", i,
42bbabed
KL		 1088 entries[i].from,
1089 entries[i].to);
1090 start = entries[i + 1].to;
1091 end = entries[i].from;
48d02a1d
AK		 1092
1093 len = grab_bb(buffer, start, end, machine, thread, &x.is64bit, &x.cpumode, false);
1094 /* Patch up missing kernel transfers due to ring filters */
1095 if (len == -ENXIO && i > 0) {
42bbabed 1096 end = entries[--i].from;
48d02a1d
AK		 1097 pr_debug("\tpatching up to %" PRIx64 "-%" PRIx64 "\n", start, end);
1098 len = grab_bb(buffer, start, end, machine, thread, &x.is64bit, &x.cpumode, false);
1099 }
1100 if (len <= 0)
1101 continue;
1102
1103 insn = 0;
e98df280 1104 for (off = 0; off < (unsigned)len; off += ilen) {
48d02a1d
AK		 1105 uint64_t ip = start + off;
1106
a1a58707 1107 printed += ip__fprintf_sym(ip, thread, x.cpumode, x.cpu, &lastsym, attr, fp);
48d02a1d 1108 if (ip == end) {
42bbabed 1109 printed += ip__fprintf_jump(ip, &entries[i], &x, buffer + off, len - off, ++insn, fp,
fe57120e 1110 &total_cycles);
dd2e18e9
AK		 1111 if (PRINT_FIELD(SRCCODE))
1112 printed += print_srccode(thread, x.cpumode, ip);
48d02a1d
AK		 1113 break;
1114 } else {
e98df280 1115 ilen = 0;
a1a58707
ACM		 1116 printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", ip,
1117 dump_insn(&x, ip, buffer + off, len - off, &ilen));
48d02a1d
AK		 1118 if (ilen == 0)
1119 break;
dd2e18e9
AK		 1120 if (PRINT_FIELD(SRCCODE))
1121 print_srccode(thread, x.cpumode, ip);
48d02a1d
AK		 1122 insn++;
1123 }
1124 }
5172672d 1125 if (off != end - start)
e98df280 1126 printed += fprintf(fp, "\tmismatch of LBR data and executable\n");
48d02a1d
AK		 1127 }
1128
1129 /*
1130 * Hit the branch? In this case we are already done, and the target
1131 * has not been executed yet.
1132 */
42bbabed 1133 if (entries[0].from == sample->ip)
a1a58707 1134 goto out;
42bbabed 1135 if (entries[0].flags.abort)
a1a58707 1136 goto out;
48d02a1d
AK		 1137
1138 /*
1139 * Print final block upto sample
61f61159
AK		 1140 *
1141 * Due to pipeline delays the LBRs might be missing a branch
1142 * or two, which can result in very large or negative blocks
1143 * between final branch and sample. When this happens just
1144 * continue walking after the last TO until we hit a branch.
48d02a1d 1145 */
42bbabed 1146 start = entries[0].to;
48d02a1d 1147 end = sample->ip;
61f61159
AK		 1148 if (end < start) {
1149 /* Missing jump. Scan 128 bytes for the next branch */
1150 end = start + 128;
1151 }
48d02a1d 1152 len = grab_bb(buffer, start, end, machine, thread, &x.is64bit, &x.cpumode, true);
a1a58707 1153 printed += ip__fprintf_sym(start, thread, x.cpumode, x.cpu, &lastsym, attr, fp);
48d02a1d
AK		 1154 if (len <= 0) {
1155 /* Print at least last IP if basic block did not work */
1156 len = grab_bb(buffer, sample->ip, sample->ip,
1157 machine, thread, &x.is64bit, &x.cpumode, false);
1158 if (len <= 0)
a1a58707 1159 goto out;
a1a58707 1160 printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", sample->ip,
48d02a1d 1161 dump_insn(&x, sample->ip, buffer, len, NULL));
dd2e18e9
AK		 1162 if (PRINT_FIELD(SRCCODE))
1163 print_srccode(thread, x.cpumode, sample->ip);
a1a58707 1164 goto out;
48d02a1d
AK		 1165 }
1166 for (off = 0; off <= end - start; off += ilen) {
e98df280 1167 ilen = 0;
a1a58707
ACM		 1168 printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", start + off,
1169 dump_insn(&x, start + off, buffer + off, len - off, &ilen));
48d02a1d
AK		 1170 if (ilen == 0)
1171 break;
61f61159
AK		 1172 if (arch_is_branch(buffer + off, len - off, x.is64bit) && start + off != sample->ip) {
1173 /*
1174 * Hit a missing branch. Just stop.
1175 */
1176 printed += fprintf(fp, "\t... not reaching sample ...\n");
1177 break;
1178 }
dd2e18e9
AK		 1179 if (PRINT_FIELD(SRCCODE))
1180 print_srccode(thread, x.cpumode, start + off);
48d02a1d 1181 }
a1a58707
ACM		 1182out:
1183 return printed;
48d02a1d 1184}
dc323ce8 1185
a1a58707
ACM		 1186static int perf_sample__fprintf_addr(struct perf_sample *sample,
1187 struct thread *thread,
1188 struct perf_event_attr *attr, FILE *fp)
7cec0922
DA		 1189{
1190 struct addr_location al;
a1a58707 1191 int printed = fprintf(fp, "%16" PRIx64, sample->addr);
7cec0922
DA		 1192
1193 if (!sample_addr_correlates_sym(attr))
a1a58707 1194 goto out;
7cec0922 1195
c2740a87 1196 thread__resolve(thread, &al, sample);
7cec0922
DA		 1197
1198 if (PRINT_FIELD(SYM)) {
a1a58707 1199 printed += fprintf(fp, " ");
a978f2ab 1200 if (PRINT_FIELD(SYMOFFSET))
a1a58707 1201 printed += symbol__fprintf_symname_offs(al.sym, &al, fp);
a978f2ab 1202 else
a1a58707 1203 printed += symbol__fprintf_symname(al.sym, fp);
7cec0922
DA		 1204 }
1205
1206 if (PRINT_FIELD(DSO)) {
a1a58707
ACM		 1207 printed += fprintf(fp, " (");
1208 printed += map__fprintf_dsoname(al.map, fp);
1209 printed += fprintf(fp, ")");
7cec0922 1210 }
a1a58707
ACM		 1211out:
1212 return printed;
7cec0922
DA		 1213}
1214
99f753f0 1215static const char *resolve_branch_sym(struct perf_sample *sample,
32dcd021 1216 struct evsel *evsel,
99f753f0
AK		 1217 struct thread *thread,
1218 struct addr_location *al,
1219 u64 *ip)
1220{
1221 struct addr_location addr_al;
1fc632ce 1222 struct perf_event_attr *attr = &evsel->core.attr;
99f753f0
AK		 1223 const char *name = NULL;
1224
1225 if (sample->flags & (PERF_IP_FLAG_CALL | PERF_IP_FLAG_TRACE_BEGIN)) {
1226 if (sample_addr_correlates_sym(attr)) {
1227 thread__resolve(thread, &addr_al, sample);
1228 if (addr_al.sym)
1229 name = addr_al.sym->name;
1230 else
1231 *ip = sample->addr;
1232 } else {
1233 *ip = sample->addr;
1234 }
1235 } else if (sample->flags & (PERF_IP_FLAG_RETURN | PERF_IP_FLAG_TRACE_END)) {
1236 if (al->sym)
1237 name = al->sym->name;
1238 else
1239 *ip = sample->ip;
1240 }
1241 return name;
1242}
1243
a1a58707 1244static int perf_sample__fprintf_callindent(struct perf_sample *sample,
32dcd021 1245 struct evsel *evsel,
a1a58707
ACM		 1246 struct thread *thread,
1247 struct addr_location *al, FILE *fp)
e216708d 1248{
1fc632ce 1249 struct perf_event_attr *attr = &evsel->core.attr;
256d92bc 1250 size_t depth = thread_stack__depth(thread, sample->cpu);
e216708d
AH		 1251 const char *name = NULL;
1252 static int spacing;
1253 int len = 0;
a78cdee6 1254 int dlen = 0;
e216708d
AH		 1255 u64 ip = 0;
1256
1257 /*
1258 * The 'return' has already been popped off the stack so the depth has
1259 * to be adjusted to match the 'call'.
1260 */
1261 if (thread->ts && sample->flags & PERF_IP_FLAG_RETURN)
1262 depth += 1;
1263
99f753f0 1264 name = resolve_branch_sym(sample, evsel, thread, al, &ip);
e216708d 1265
a78cdee6
AK		 1266 if (PRINT_FIELD(DSO) && !(PRINT_FIELD(IP) || PRINT_FIELD(ADDR))) {
1267 dlen += fprintf(fp, "(");
1268 dlen += map__fprintf_dsoname(al->map, fp);
1269 dlen += fprintf(fp, ")\t");
1270 }
1271
e216708d 1272 if (name)
a1a58707 1273 len = fprintf(fp, "%*s%s", (int)depth * 4, "", name);
e216708d 1274 else if (ip)
a1a58707 1275 len = fprintf(fp, "%*s%16" PRIx64, (int)depth * 4, "", ip);
e216708d
AH		 1276
1277 if (len < 0)
a1a58707 1278 return len;
e216708d
AH		 1279
1280 /*
1281 * Try to keep the output length from changing frequently so that the
1282 * output lines up more nicely.
1283 */
1284 if (len > spacing || (len && len < spacing - 52))
1285 spacing = round_up(len + 4, 32);
1286
1287 if (len < spacing)
a1a58707
ACM		 1288 len += fprintf(fp, "%*s", spacing - len, "");
1289
a78cdee6 1290 return len + dlen;
e216708d
AH		 1291}
1292
3ab481a1
AK		 1293__weak void arch_fetch_insn(struct perf_sample *sample __maybe_unused,
1294 struct thread *thread __maybe_unused,
1295 struct machine *machine __maybe_unused)
1296{
1297}
1298
a1a58707
ACM		 1299static int perf_sample__fprintf_insn(struct perf_sample *sample,
1300 struct perf_event_attr *attr,
1301 struct thread *thread,
1302 struct machine *machine, FILE *fp)
224e2c97 1303{
a1a58707
ACM		 1304 int printed = 0;
1305
3ab481a1
AK		 1306 if (sample->insn_len == 0 && native_arch)
1307 arch_fetch_insn(sample, thread, machine);
1308
224e2c97 1309 if (PRINT_FIELD(INSNLEN))
a1a58707 1310 printed += fprintf(fp, " ilen: %d", sample->insn_len);
3ab481a1 1311 if (PRINT_FIELD(INSN) && sample->insn_len) {
224e2c97
AK		 1312 int i;
1313
a1a58707 1314 printed += fprintf(fp, " insn:");
224e2c97 1315 for (i = 0; i < sample->insn_len; i++)
a1a58707 1316 printed += fprintf(fp, " %02x", (unsigned char)sample->insn[i]);
224e2c97 1317 }
48d02a1d 1318 if (PRINT_FIELD(BRSTACKINSN))
a1a58707
ACM		 1319 printed += perf_sample__fprintf_brstackinsn(sample, thread, attr, machine, fp);
1320
1321 return printed;
224e2c97
AK		 1322}
1323
68fb45bf
AH		 1324static int perf_sample__fprintf_ipc(struct perf_sample *sample,
1325 struct perf_event_attr *attr, FILE *fp)
1326{
1327 unsigned int ipc;
1328
1329 if (!PRINT_FIELD(IPC) || !sample->cyc_cnt || !sample->insn_cnt)
1330 return 0;
1331
1332 ipc = (sample->insn_cnt * 100) / sample->cyc_cnt;
1333
1334 return fprintf(fp, " \t IPC: %u.%02u (%" PRIu64 "/%" PRIu64 ") ",
1335 ipc / 100, ipc % 100, sample->insn_cnt, sample->cyc_cnt);
1336}
1337
a1a58707 1338static int perf_sample__fprintf_bts(struct perf_sample *sample,
32dcd021 1339 struct evsel *evsel,
a1a58707
ACM		 1340 struct thread *thread,
1341 struct addr_location *al,
1342 struct machine *machine, FILE *fp)
95582596 1343{
1fc632ce 1344 struct perf_event_attr *attr = &evsel->core.attr;
1405720d 1345 unsigned int type = output_type(attr->type);
8066be5f 1346 bool print_srcline_last = false;
a1a58707 1347 int printed = 0;
95582596 1348
e216708d 1349 if (PRINT_FIELD(CALLINDENT))
a1a58707 1350 printed += perf_sample__fprintf_callindent(sample, evsel, thread, al, fp);
e216708d 1351
95582596
AN		 1352 /* print branch_from information */
1353 if (PRINT_FIELD(IP)) {
1405720d 1354 unsigned int print_opts = output[type].print_ip_opts;
e557b674 1355 struct callchain_cursor *cursor = NULL;
8066be5f 1356
6f736735 1357 if (symbol_conf.use_callchain && sample->callchain &&
e557b674 1358 thread__resolve_callchain(al->thread, &callchain_cursor, evsel,
6f736735 1359 sample, NULL, NULL, scripting_max_stack) == 0)
e557b674 1360 cursor = &callchain_cursor;
6f736735
ACM		 1361
1362 if (cursor == NULL) {
a1a58707 1363 printed += fprintf(fp, " ");
e20ab86e 1364 if (print_opts & EVSEL__PRINT_SRCLINE) {
8066be5f 1365 print_srcline_last = true;
e20ab86e 1366 print_opts &= ~EVSEL__PRINT_SRCLINE;
8066be5f 1367 }
6f736735 1368 } else
a1a58707 1369 printed += fprintf(fp, "\n");
6f736735 1370
9620bc36
ACM		 1371 printed += sample__fprintf_sym(sample, al, 0, print_opts, cursor,
1372 symbol_conf.bt_stop_list, fp);
95582596
AN		 1373 }
1374
95582596 1375 /* print branch_to information */
243be3dd 1376 if (PRINT_FIELD(ADDR) ||
1fc632ce 1377 ((evsel->core.attr.sample_type & PERF_SAMPLE_ADDR) &&
1405720d 1378 !output[type].user_set)) {
a1a58707
ACM		 1379 printed += fprintf(fp, " => ");
1380 printed += perf_sample__fprintf_addr(sample, thread, attr, fp);
578bea40 1381 }
95582596 1382
68fb45bf
AH		 1383 printed += perf_sample__fprintf_ipc(sample, attr, fp);
1384
8066be5f 1385 if (print_srcline_last)
a1a58707 1386 printed += map__fprintf_srcline(al->map, al->addr, "\n ", fp);
224e2c97 1387
a1a58707 1388 printed += perf_sample__fprintf_insn(sample, attr, thread, machine, fp);
dd2e18e9
AK		 1389 printed += fprintf(fp, "\n");
1390 if (PRINT_FIELD(SRCCODE)) {
1391 int ret = map__fprintf_srccode(al->map, al->addr, stdout,
1392 &thread->srccode_state);
1393 if (ret) {
1394 printed += ret;
1395 printed += printf("\n");
1396 }
1397 }
1398 return printed;
95582596
AN		 1399}
1400
055cd33d
AH		 1401static struct {
1402 u32 flags;
1403 const char *name;
1404} sample_flags[] = {
1405 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL, "call"},
1406 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_RETURN, "return"},
1407 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CONDITIONAL, "jcc"},
1408 {PERF_IP_FLAG_BRANCH, "jmp"},
1409 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL | PERF_IP_FLAG_INTERRUPT, "int"},
1410 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_RETURN | PERF_IP_FLAG_INTERRUPT, "iret"},
1411 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL | PERF_IP_FLAG_SYSCALLRET, "syscall"},
1412 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_RETURN | PERF_IP_FLAG_SYSCALLRET, "sysret"},
1413 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_ASYNC, "async"},
1414 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL | PERF_IP_FLAG_ASYNC | PERF_IP_FLAG_INTERRUPT, "hw int"},
1415 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_TX_ABORT, "tx abrt"},
1416 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_TRACE_BEGIN, "tr strt"},
1417 {PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_TRACE_END, "tr end"},
1418 {0, NULL}
1419};
1420
62cb1b88
AH		 1421static const char *sample_flags_to_name(u32 flags)
1422{
1423 int i;
1424
1425 for (i = 0; sample_flags[i].name ; i++) {
1426 if (sample_flags[i].flags == flags)
1427 return sample_flags[i].name;
1428 }
1429
1430 return NULL;
1431}
1432
a1a58707 1433static int perf_sample__fprintf_flags(u32 flags, FILE *fp)
400ea6d3
AH		 1434{
1435 const char *chars = PERF_IP_FLAG_CHARS;
1436 const int n = strlen(PERF_IP_FLAG_CHARS);
055cd33d
AH		 1437 bool in_tx = flags & PERF_IP_FLAG_IN_TX;
1438 const char *name = NULL;
400ea6d3
AH		 1439 char str[33];
1440 int i, pos = 0;
1441
62cb1b88
AH		 1442 name = sample_flags_to_name(flags & ~PERF_IP_FLAG_IN_TX);
1443 if (name)
1444 return fprintf(fp, " %-15s%4s ", name, in_tx ? "(x)" : "");
1445
1446 if (flags & PERF_IP_FLAG_TRACE_BEGIN) {
1447 name = sample_flags_to_name(flags & ~(PERF_IP_FLAG_IN_TX | PERF_IP_FLAG_TRACE_BEGIN));
1448 if (name)
1449 return fprintf(fp, " tr strt %-7s%4s ", name, in_tx ? "(x)" : "");
1450 }
1451
1452 if (flags & PERF_IP_FLAG_TRACE_END) {
1453 name = sample_flags_to_name(flags & ~(PERF_IP_FLAG_IN_TX | PERF_IP_FLAG_TRACE_END));
1454 if (name)
1455 return fprintf(fp, " tr end %-7s%4s ", name, in_tx ? "(x)" : "");
055cd33d
AH		 1456 }
1457
400ea6d3
AH		 1458 for (i = 0; i < n; i++, flags >>= 1) {
1459 if (flags & 1)
1460 str[pos++] = chars[i];
1461 }
1462 for (; i < 32; i++, flags >>= 1) {
1463 if (flags & 1)
1464 str[pos++] = '?';
1465 }
1466 str[pos] = 0;
055cd33d 1467
62cb1b88 1468 return fprintf(fp, " %-19s ", str);
400ea6d3
AH		 1469}
1470
30372f04
WN		 1471struct printer_data {
1472 int line_no;
1473 bool hit_nul;
1474 bool is_printable;
1475};
1476
923d0c9a
ACM		 1477static int sample__fprintf_bpf_output(enum binary_printer_ops op,
1478 unsigned int val,
1479 void *extra, FILE *fp)
30372f04
WN		 1480{
1481 unsigned char ch = (unsigned char)val;
1482 struct printer_data *printer_data = extra;
923d0c9a 1483 int printed = 0;
30372f04
WN		 1484
1485 switch (op) {
1486 case BINARY_PRINT_DATA_BEGIN:
923d0c9a 1487 printed += fprintf(fp, "\n");
30372f04
WN		 1488 break;
1489 case BINARY_PRINT_LINE_BEGIN:
923d0c9a 1490 printed += fprintf(fp, "%17s", !printer_data->line_no ? "BPF output:" :
30372f04
WN		 1491 " ");
1492 break;
1493 case BINARY_PRINT_ADDR:
923d0c9a 1494 printed += fprintf(fp, " %04x:", val);
30372f04
WN		 1495 break;
1496 case BINARY_PRINT_NUM_DATA:
923d0c9a 1497 printed += fprintf(fp, " %02x", val);
30372f04
WN		 1498 break;
1499 case BINARY_PRINT_NUM_PAD:
923d0c9a 1500 printed += fprintf(fp, " ");
30372f04
WN		 1501 break;
1502 case BINARY_PRINT_SEP:
923d0c9a 1503 printed += fprintf(fp, " ");
30372f04
WN		 1504 break;
1505 case BINARY_PRINT_CHAR_DATA:
1506 if (printer_data->hit_nul && ch)
1507 printer_data->is_printable = false;
1508
1509 if (!isprint(ch)) {
923d0c9a 1510 printed += fprintf(fp, "%c", '.');
30372f04
WN		 1511
1512 if (!printer_data->is_printable)
1513 break;
1514
1515 if (ch == '\0')
1516 printer_data->hit_nul = true;
1517 else
1518 printer_data->is_printable = false;
1519 } else {
923d0c9a 1520 printed += fprintf(fp, "%c", ch);
30372f04
WN		 1521 }
1522 break;
1523 case BINARY_PRINT_CHAR_PAD:
923d0c9a 1524 printed += fprintf(fp, " ");
30372f04
WN		 1525 break;
1526 case BINARY_PRINT_LINE_END:
923d0c9a 1527 printed += fprintf(fp, "\n");
30372f04
WN		 1528 printer_data->line_no++;
1529 break;
1530 case BINARY_PRINT_DATA_END:
1531 default:
1532 break;
1533 }
923d0c9a
ACM		 1534
1535 return printed;
30372f04
WN		 1536}
1537
a1a58707 1538static int perf_sample__fprintf_bpf_output(struct perf_sample *sample, FILE *fp)
30372f04
WN		 1539{
1540 unsigned int nr_bytes = sample->raw_size;
1541 struct printer_data printer_data = {0, false, true};
a1a58707
ACM		 1542 int printed = binary__fprintf(sample->raw_data, nr_bytes, 8,
1543 sample__fprintf_bpf_output, &printer_data, fp);
30372f04
WN		 1544
1545 if (printer_data.is_printable && printer_data.hit_nul)
a1a58707
ACM		 1546 printed += fprintf(fp, "%17s \"%s\"\n", "BPF string:", (char *)(sample->raw_data));
1547
1548 return printed;
30372f04
WN		 1549}
1550
a1a58707 1551static int perf_sample__fprintf_spacing(int len, int spacing, FILE *fp)
65c5e18f
AH		 1552{
1553 if (len > 0 && len < spacing)
a1a58707
ACM		 1554 return fprintf(fp, "%*s", spacing - len, "");
1555
1556 return 0;
65c5e18f
AH		 1557}
1558
a1a58707 1559static int perf_sample__fprintf_pt_spacing(int len, FILE *fp)
65c5e18f 1560{
a1a58707 1561 return perf_sample__fprintf_spacing(len, 34, fp);
65c5e18f
AH		 1562}
1563
a1a58707 1564static int perf_sample__fprintf_synth_ptwrite(struct perf_sample *sample, FILE *fp)
65c5e18f
AH		 1565{
1566 struct perf_synth_intel_ptwrite *data = perf_sample__synth_ptr(sample);
1567 int len;
1568
1569 if (perf_sample__bad_synth_size(sample, *data))
a1a58707 1570 return 0;
65c5e18f 1571
a1a58707 1572 len = fprintf(fp, " IP: %u payload: %#" PRIx64 " ",
65c5e18f 1573 data->ip, le64_to_cpu(data->payload));
a1a58707 1574 return len + perf_sample__fprintf_pt_spacing(len, fp);
65c5e18f
AH		 1575}
1576
a1a58707 1577static int perf_sample__fprintf_synth_mwait(struct perf_sample *sample, FILE *fp)
65c5e18f
AH		 1578{
1579 struct perf_synth_intel_mwait *data = perf_sample__synth_ptr(sample);
1580 int len;
1581
1582 if (perf_sample__bad_synth_size(sample, *data))
a1a58707 1583 return 0;
65c5e18f 1584
a1a58707
ACM		 1585 len = fprintf(fp, " hints: %#x extensions: %#x ",
1586 data->hints, data->extensions);
1587 return len + perf_sample__fprintf_pt_spacing(len, fp);
65c5e18f
AH		 1588}
1589
a1a58707 1590static int perf_sample__fprintf_synth_pwre(struct perf_sample *sample, FILE *fp)
65c5e18f
AH		 1591{
1592 struct perf_synth_intel_pwre *data = perf_sample__synth_ptr(sample);
1593 int len;
1594
1595 if (perf_sample__bad_synth_size(sample, *data))
a1a58707 1596 return 0;
65c5e18f 1597
a1a58707
ACM		 1598 len = fprintf(fp, " hw: %u cstate: %u sub-cstate: %u ",
1599 data->hw, data->cstate, data->subcstate);
1600 return len + perf_sample__fprintf_pt_spacing(len, fp);
65c5e18f
AH		 1601}
1602
a1a58707 1603static int perf_sample__fprintf_synth_exstop(struct perf_sample *sample, FILE *fp)
65c5e18f
AH		 1604{
1605 struct perf_synth_intel_exstop *data = perf_sample__synth_ptr(sample);
1606 int len;
1607
1608 if (perf_sample__bad_synth_size(sample, *data))
a1a58707 1609 return 0;
65c5e18f 1610
a1a58707
ACM		 1611 len = fprintf(fp, " IP: %u ", data->ip);
1612 return len + perf_sample__fprintf_pt_spacing(len, fp);
65c5e18f
AH		 1613}
1614
a1a58707 1615static int perf_sample__fprintf_synth_pwrx(struct perf_sample *sample, FILE *fp)
65c5e18f
AH		 1616{
1617 struct perf_synth_intel_pwrx *data = perf_sample__synth_ptr(sample);
1618 int len;
1619
1620 if (perf_sample__bad_synth_size(sample, *data))
a1a58707 1621 return 0;
65c5e18f 1622
a1a58707 1623 len = fprintf(fp, " deepest cstate: %u last cstate: %u wake reason: %#x ",
65c5e18f
AH		 1624 data->deepest_cstate, data->last_cstate,
1625 data->wake_reason);
a1a58707 1626 return len + perf_sample__fprintf_pt_spacing(len, fp);
65c5e18f
AH		 1627}
1628
a1a58707 1629static int perf_sample__fprintf_synth_cbr(struct perf_sample *sample, FILE *fp)
65c5e18f
AH		 1630{
1631 struct perf_synth_intel_cbr *data = perf_sample__synth_ptr(sample);
1632 unsigned int percent, freq;
1633 int len;
1634
1635 if (perf_sample__bad_synth_size(sample, *data))
a1a58707 1636 return 0;
65c5e18f
AH		 1637
1638 freq = (le32_to_cpu(data->freq) + 500) / 1000;
a1a58707 1639 len = fprintf(fp, " cbr: %2u freq: %4u MHz ", data->cbr, freq);
65c5e18f
AH		 1640 if (data->max_nonturbo) {
1641 percent = (5 + (1000 * data->cbr) / data->max_nonturbo) / 10;
a1a58707 1642 len += fprintf(fp, "(%3u%%) ", percent);
65c5e18f 1643 }
a1a58707 1644 return len + perf_sample__fprintf_pt_spacing(len, fp);
65c5e18f
AH		 1645}
1646
a1a58707 1647static int perf_sample__fprintf_synth(struct perf_sample *sample,
32dcd021 1648 struct evsel *evsel, FILE *fp)
47e78084 1649{
1fc632ce 1650 switch (evsel->core.attr.config) {
65c5e18f 1651 case PERF_SYNTH_INTEL_PTWRITE:
a1a58707 1652 return perf_sample__fprintf_synth_ptwrite(sample, fp);
65c5e18f 1653 case PERF_SYNTH_INTEL_MWAIT:
a1a58707 1654 return perf_sample__fprintf_synth_mwait(sample, fp);
65c5e18f 1655 case PERF_SYNTH_INTEL_PWRE:
a1a58707 1656 return perf_sample__fprintf_synth_pwre(sample, fp);
65c5e18f 1657 case PERF_SYNTH_INTEL_EXSTOP:
a1a58707 1658 return perf_sample__fprintf_synth_exstop(sample, fp);
65c5e18f 1659 case PERF_SYNTH_INTEL_PWRX:
a1a58707 1660 return perf_sample__fprintf_synth_pwrx(sample, fp);
65c5e18f 1661 case PERF_SYNTH_INTEL_CBR:
a1a58707 1662 return perf_sample__fprintf_synth_cbr(sample, fp);
47e78084
AH		 1663 default:
1664 break;
1665 }
a1a58707
ACM		 1666
1667 return 0;
47e78084
AH		 1668}
1669
809e9423
JO		 1670struct perf_script {
1671 struct perf_tool tool;
1672 struct perf_session *session;
1673 bool show_task_events;
1674 bool show_mmap_events;
1675 bool show_switch_events;
96a44bbc 1676 bool show_namespace_events;
3d7c27b6 1677 bool show_lost_events;
3233b37a 1678 bool show_round_events;
490c8cc9 1679 bool show_bpf_events;
160d4af9 1680 bool show_cgroup_events;
cfc8874a 1681 bool allocated;
a14390fd 1682 bool per_event_dump;
680d125c 1683 bool stitch_lbr;
f90a2417 1684 struct evswitch evswitch;
f854839b 1685 struct perf_cpu_map *cpus;
9749b90e 1686 struct perf_thread_map *threads;
9cdbc409 1687 int name_width;
a91f4c47 1688 const char *time_str;
cc2ef584
JY		 1689 struct perf_time_interval *ptime_range;
1690 int range_size;
2ab046cd 1691 int range_num;
809e9423
JO		 1692};
1693
63503dba 1694static int perf_evlist__max_name_len(struct evlist *evlist)
9cdbc409 1695{
32dcd021 1696 struct evsel *evsel;
9cdbc409
JO		 1697 int max = 0;
1698
e5cadb93 1699 evlist__for_each_entry(evlist, evsel) {
8ab2e96d 1700 int len = strlen(evsel__name(evsel));
9cdbc409
JO		 1701
1702 max = MAX(len, max);
1703 }
1704
1705 return max;
1706}
1707
a1a58707 1708static int data_src__fprintf(u64 data_src, FILE *fp)
c19ac912
JO		 1709{
1710 struct mem_info mi = { .data_src.val = data_src };
1711 char decode[100];
1712 char out[100];
1713 static int maxlen;
1714 int len;
1715
1716 perf_script__meminfo_scnprintf(decode, 100, &mi);
1717
1718 len = scnprintf(out, 100, "%16" PRIx64 " %s", data_src, decode);
1719 if (maxlen < len)
1720 maxlen = len;
1721
a1a58707 1722 return fprintf(fp, "%-*s", maxlen, out);
c19ac912
JO		 1723}
1724
4bd1bef8
AK		 1725struct metric_ctx {
1726 struct perf_sample *sample;
1727 struct thread *thread;
32dcd021 1728 struct evsel *evsel;
4bd1bef8
AK		 1729 FILE *fp;
1730};
1731
6ca9a082
JO		 1732static void script_print_metric(struct perf_stat_config *config __maybe_unused,
1733 void *ctx, const char *color,
4bd1bef8
AK		 1734 const char *fmt,
1735 const char *unit, double val)
1736{
1737 struct metric_ctx *mctx = ctx;
1738
1739 if (!fmt)
1740 return;
1741 perf_sample__fprintf_start(mctx->sample, mctx->thread, mctx->evsel,
28a0b398 1742 PERF_RECORD_SAMPLE, mctx->fp);
4bd1bef8
AK		 1743 fputs("\tmetric: ", mctx->fp);
1744 if (color)
1745 color_fprintf(mctx->fp, color, fmt, val);
1746 else
1747 printf(fmt, val);
1748 fprintf(mctx->fp, " %s\n", unit);
1749}
1750
6ca9a082
JO		 1751static void script_new_line(struct perf_stat_config *config __maybe_unused,
1752 void *ctx)
4bd1bef8
AK		 1753{
1754 struct metric_ctx *mctx = ctx;
1755
1756 perf_sample__fprintf_start(mctx->sample, mctx->thread, mctx->evsel,
28a0b398 1757 PERF_RECORD_SAMPLE, mctx->fp);
4bd1bef8
AK		 1758 fputs("\tmetric: ", mctx->fp);
1759}
1760
1761static void perf_sample__fprint_metric(struct perf_script *script,
1762 struct thread *thread,
32dcd021 1763 struct evsel *evsel,
4bd1bef8
AK		 1764 struct perf_sample *sample,
1765 FILE *fp)
1766{
1767 struct perf_stat_output_ctx ctx = {
1768 .print_metric = script_print_metric,
1769 .new_line = script_new_line,
1770 .ctx = &(struct metric_ctx) {
1771 .sample = sample,
1772 .thread = thread,
1773 .evsel = evsel,
1774 .fp = fp,
1775 },
1776 .force_header = false,
1777 };
32dcd021 1778 struct evsel *ev2;
4bd1bef8
AK		 1779 u64 val;
1780
4bd1bef8
AK		 1781 if (!evsel->stats)
1782 perf_evlist__alloc_stats(script->session->evlist, false);
1783 if (evsel_script(evsel->leader)->gnum++ == 0)
1784 perf_stat__reset_shadow_stats();
1785 val = sample->period * evsel->scale;
1786 perf_stat__update_shadow_stats(evsel,
1787 val,
1fcd0394
JY		 1788 sample->cpu,
1789 &rt_stat);
4bd1bef8 1790 evsel_script(evsel)->val = val;
5643b1a5 1791 if (evsel_script(evsel->leader)->gnum == evsel->leader->core.nr_members) {
4bd1bef8 1792 for_each_group_member (ev2, evsel->leader) {
6ca9a082 1793 perf_stat__print_shadow_stats(&stat_config, ev2,
4bd1bef8
AK		 1794 evsel_script(ev2)->val,
1795 sample->cpu,
1796 &ctx,
e0128b30
JY		 1797 NULL,
1798 &rt_stat);
4bd1bef8
AK		 1799 }
1800 evsel_script(evsel->leader)->gnum = 0;
1801 }
1802}
1803
99f753f0 1804static bool show_event(struct perf_sample *sample,
32dcd021 1805 struct evsel *evsel,
99f753f0
AK		 1806 struct thread *thread,
1807 struct addr_location *al)
1808{
256d92bc 1809 int depth = thread_stack__depth(thread, sample->cpu);
99f753f0
AK		 1810
1811 if (!symbol_conf.graph_function)
1812 return true;
1813
1814 if (thread->filter) {
1815 if (depth <= thread->filter_entry_depth) {
1816 thread->filter = false;
1817 return false;
1818 }
1819 return true;
1820 } else {
1821 const char *s = symbol_conf.graph_function;
1822 u64 ip;
1823 const char *name = resolve_branch_sym(sample, evsel, thread, al,
1824 &ip);
1825 unsigned nlen;
1826
1827 if (!name)
1828 return false;
1829 nlen = strlen(name);
1830 while (*s) {
1831 unsigned len = strcspn(s, ",");
1832 if (nlen == len && !strncmp(name, s, len)) {
1833 thread->filter = true;
1834 thread->filter_entry_depth = depth;
1835 return true;
1836 }
1837 s += len;
1838 if (*s == ',')
1839 s++;
1840 }
1841 return false;
1842 }
1843}
1844
a3dff304 1845static void process_event(struct perf_script *script,
32dcd021 1846 struct perf_sample *sample, struct evsel *evsel,
48d02a1d
AK		 1847 struct addr_location *al,
1848 struct machine *machine)
be6d842a 1849{
f9d5d549 1850 struct thread *thread = al->thread;
1fc632ce 1851 struct perf_event_attr *attr = &evsel->core.attr;
1405720d 1852 unsigned int type = output_type(attr->type);
32dcd021 1853 struct evsel_script *es = evsel->priv;
642ee1c6 1854 FILE *fp = es->fp;
1424dc96 1855
1405720d 1856 if (output[type].fields == 0)
1424dc96
DA		 1857 return;
1858
99f753f0
AK		 1859 if (!show_event(sample, evsel, thread, al))
1860 return;
1861
8829e56f
ACM		 1862 if (evswitch__discard(&script->evswitch, evsel))
1863 return;
dd41f660 1864
642ee1c6
ACM		 1865 ++es->samples;
1866
28a0b398
JO		 1867 perf_sample__fprintf_start(sample, thread, evsel,
1868 PERF_RECORD_SAMPLE, fp);
745f43e3 1869
535aeaae 1870 if (PRINT_FIELD(PERIOD))
69c71252 1871 fprintf(fp, "%10" PRIu64 " ", sample->period);
535aeaae 1872
e944d3d7 1873 if (PRINT_FIELD(EVNAME)) {
8ab2e96d 1874 const char *evname = evsel__name(evsel);
9cdbc409
JO		 1875
1876 if (!script->name_width)
1877 script->name_width = perf_evlist__max_name_len(script->session->evlist);
1878
69c71252 1879 fprintf(fp, "%*s: ", script->name_width, evname ?: "[unknown]");
e944d3d7
NK		 1880 }
1881
400ea6d3 1882 if (print_flags)
a1a58707 1883 perf_sample__fprintf_flags(sample->flags, fp);
400ea6d3 1884
95582596 1885 if (is_bts_event(attr)) {
a1a58707 1886 perf_sample__fprintf_bts(sample, evsel, thread, al, machine, fp);
95582596
AN		 1887 return;
1888 }
1889
96167167 1890 if (PRINT_FIELD(TRACE) && sample->raw_data) {
894f3f17
ACM		 1891 event_format__fprintf(evsel->tp_format, sample->cpu,
1892 sample->raw_data, sample->raw_size, fp);
1893 }
47e78084
AH		 1894
1895 if (attr->type == PERF_TYPE_SYNTH && PRINT_FIELD(SYNTH))
a1a58707 1896 perf_sample__fprintf_synth(sample, evsel, fp);
47e78084 1897
7cec0922 1898 if (PRINT_FIELD(ADDR))
a1a58707 1899 perf_sample__fprintf_addr(sample, thread, attr, fp);
7cec0922 1900
94ddddfa 1901 if (PRINT_FIELD(DATA_SRC))
a1a58707 1902 data_src__fprintf(sample->data_src, fp);
94ddddfa
JO		 1903
1904 if (PRINT_FIELD(WEIGHT))
a1a58707 1905 fprintf(fp, "%16" PRIu64, sample->weight);
94ddddfa 1906
787bef17 1907 if (PRINT_FIELD(IP)) {
e557b674 1908 struct callchain_cursor *cursor = NULL;
6f736735 1909
680d125c
KL		 1910 if (script->stitch_lbr)
1911 al->thread->lbr_stitch_enable = true;
1912
92231521 1913 if (symbol_conf.use_callchain && sample->callchain &&
e557b674 1914 thread__resolve_callchain(al->thread, &callchain_cursor, evsel,
6f736735 1915 sample, NULL, NULL, scripting_max_stack) == 0)
e557b674 1916 cursor = &callchain_cursor;
a6ffaf91 1917
a1a58707 1918 fputc(cursor ? '\n' : ' ', fp);
9620bc36
ACM		 1919 sample__fprintf_sym(sample, al, 0, output[type].print_ip_opts, cursor,
1920 symbol_conf.bt_stop_list, fp);
c0230b2b
DA		 1921 }
1922
fc36f948 1923 if (PRINT_FIELD(IREGS))
a1a58707 1924 perf_sample__fprintf_iregs(sample, attr, fp);
fc36f948 1925
b1491ace 1926 if (PRINT_FIELD(UREGS))
a1a58707 1927 perf_sample__fprintf_uregs(sample, attr, fp);
b1491ace 1928
dc323ce8 1929 if (PRINT_FIELD(BRSTACK))
a1a58707 1930 perf_sample__fprintf_brstack(sample, thread, attr, fp);
dc323ce8 1931 else if (PRINT_FIELD(BRSTACKSYM))
a1a58707 1932 perf_sample__fprintf_brstacksym(sample, thread, attr, fp);
106dacd8 1933 else if (PRINT_FIELD(BRSTACKOFF))
a1a58707 1934 perf_sample__fprintf_brstackoff(sample, thread, attr, fp);
dc323ce8 1935
c754c382 1936 if (evsel__is_bpf_output(evsel) && PRINT_FIELD(BPF_OUTPUT))
a1a58707
ACM		 1937 perf_sample__fprintf_bpf_output(sample, fp);
1938 perf_sample__fprintf_insn(sample, attr, thread, machine, fp);
49d58f04
KL		 1939
1940 if (PRINT_FIELD(PHYS_ADDR))
69c71252 1941 fprintf(fp, "%16" PRIx64, sample->phys_addr);
68fb45bf
AH		 1942
1943 perf_sample__fprintf_ipc(sample, attr, fp);
1944
69c71252 1945 fprintf(fp, "\n");
4bd1bef8 1946
dd2e18e9
AK		 1947 if (PRINT_FIELD(SRCCODE)) {
1948 if (map__fprintf_srccode(al->map, al->addr, stdout,
1949 &thread->srccode_state))
1950 printf("\n");
1951 }
1952
4bd1bef8
AK		 1953 if (PRINT_FIELD(METRIC))
1954 perf_sample__fprint_metric(script, thread, evsel, sample, fp);
7ee40678
MW		 1955
1956 if (verbose)
1957 fflush(fp);
be6d842a
DA		 1958}
1959
956ffd02
TZ		 1960static struct scripting_ops *scripting_ops;
1961
32dcd021 1962static void __process_stat(struct evsel *counter, u64 tstamp)
36e33c53 1963{
a2f354e3 1964 int nthreads = perf_thread_map__nr(counter->core.threads);
5eb88f04 1965 int ncpus = evsel__nr_cpus(counter);
36e33c53
JO		 1966 int cpu, thread;
1967 static int header_printed;
1968
648b5af3 1969 if (counter->core.system_wide)
36e33c53
JO		 1970 nthreads = 1;
1971
1972 if (!header_printed) {
1973 printf("%3s %8s %15s %15s %15s %15s %s\n",
1974 "CPU", "THREAD", "VAL", "ENA", "RUN", "TIME", "EVENT");
1975 header_printed = 1;
1976 }
1977
1978 for (thread = 0; thread < nthreads; thread++) {
1979 for (cpu = 0; cpu < ncpus; cpu++) {
1980 struct perf_counts_values *counts;
1981
1982 counts = perf_counts(counter->counts, cpu, thread);
1983
1984 printf("%3d %8d %15" PRIu64 " %15" PRIu64 " %15" PRIu64 " %15" PRIu64 " %s\n",
d400bd3a 1985 counter->core.cpus->map[cpu],
a2f354e3 1986 perf_thread_map__pid(counter->core.threads, thread),
36e33c53
JO		 1987 counts->val,
1988 counts->ena,
1989 counts->run,
1990 tstamp,
8ab2e96d 1991 evsel__name(counter));
36e33c53
JO		 1992 }
1993 }
1994}
1995
32dcd021 1996static void process_stat(struct evsel *counter, u64 tstamp)
e099eba8
JO		 1997{
1998 if (scripting_ops && scripting_ops->process_stat)
1999 scripting_ops->process_stat(&stat_config, counter, tstamp);
36e33c53
JO		 2000 else
2001 __process_stat(counter, tstamp);
e099eba8
JO		 2002}
2003
2004static void process_stat_interval(u64 tstamp)
2005{
2006 if (scripting_ops && scripting_ops->process_stat_interval)
2007 scripting_ops->process_stat_interval(tstamp);
2008}
2009
956ffd02
TZ		 2010static void setup_scripting(void)
2011{
16c632de 2012 setup_perl_scripting();
7e4b21b8 2013 setup_python_scripting();
956ffd02
TZ		 2014}
2015
d445dd2a
AH		 2016static int flush_scripting(void)
2017{
2aaecfc5 2018 return scripting_ops ? scripting_ops->flush_script() : 0;
d445dd2a
AH		 2019}
2020
956ffd02
TZ		 2021static int cleanup_scripting(void)
2022{
133dc4c3 2023 pr_debug("\nperf script stopped\n");
3824a4e8 2024
2aaecfc5 2025 return scripting_ops ? scripting_ops->stop_script() : 0;
956ffd02
TZ		 2026}
2027
e87e5481
AK		 2028static bool filter_cpu(struct perf_sample *sample)
2029{
1a2725f3 2030 if (cpu_list && sample->cpu != (u32)-1)
e87e5481
AK		 2031 return !test_bit(sample->cpu, cpu_bitmap);
2032 return false;
2033}
2034
809e9423 2035static int process_sample_event(struct perf_tool *tool,
d20deb64 2036 union perf_event *event,
8115d60c 2037 struct perf_sample *sample,
32dcd021 2038 struct evsel *evsel,
743eb868 2039 struct machine *machine)
5f9c39dc 2040{
809e9423 2041 struct perf_script *scr = container_of(tool, struct perf_script, tool);
e7984b7b 2042 struct addr_location al;
5f9c39dc 2043
2ab046cd
JY		 2044 if (perf_time__ranges_skip_sample(scr->ptime_range, scr->range_num,
2045 sample->time)) {
a91f4c47 2046 return 0;
2ab046cd 2047 }
a91f4c47 2048
1424dc96
DA		 2049 if (debug_mode) {
2050 if (sample->time < last_timestamp) {
2051 pr_err("Samples misordered, previous: %" PRIu64
2052 " this: %" PRIu64 "\n", last_timestamp,
2053 sample->time);
2054 nr_unordered++;
e1889d75 2055 }
1424dc96
DA		 2056 last_timestamp = sample->time;
2057 return 0;
5f9c39dc 2058 }
5d67be97 2059
bb3eb566 2060 if (machine__resolve(machine, &al, sample) < 0) {
e7984b7b
DA		 2061 pr_err("problem processing %d event, skipping it.\n",
2062 event->header.type);
2063 return -1;
2064 }
2065
2066 if (al.filtered)
b91fc39f 2067 goto out_put;
e7984b7b 2068
e87e5481 2069 if (filter_cpu(sample))
b91fc39f 2070 goto out_put;
5d67be97 2071
2aaecfc5
JO		 2072 if (scripting_ops)
2073 scripting_ops->process_event(event, sample, evsel, &al);
2074 else
48d02a1d 2075 process_event(scr, sample, evsel, &al, machine);
2aaecfc5 2076
b91fc39f
ACM		 2077out_put:
2078 addr_location__put(&al);
5f9c39dc
FW		 2079 return 0;
2080}
2081
7ea95727 2082static int process_attr(struct perf_tool *tool, union perf_event *event,
63503dba 2083 struct evlist **pevlist)
7ea95727
AH		 2084{
2085 struct perf_script *scr = container_of(tool, struct perf_script, tool);
63503dba 2086 struct evlist *evlist;
32dcd021 2087 struct evsel *evsel, *pos;
0d71a2b2 2088 u64 sample_type;
7ea95727 2089 int err;
32dcd021 2090 static struct evsel_script *es;
7ea95727
AH		 2091
2092 err = perf_event__process_attr(tool, event, pevlist);
2093 if (err)
2094 return err;
2095
2096 evlist = *pevlist;
515dbe48 2097 evsel = evlist__last(*pevlist);
7ea95727 2098
a3af66f5
RB		 2099 if (!evsel->priv) {
2100 if (scr->per_event_dump) {
2101 evsel->priv = perf_evsel_script__new(evsel,
2102 scr->session->data);
2103 } else {
2104 es = zalloc(sizeof(*es));
2105 if (!es)
2106 return -ENOMEM;
2107 es->fp = stdout;
2108 evsel->priv = es;
2109 }
2110 }
2111
1fc632ce
JO		 2112 if (evsel->core.attr.type >= PERF_TYPE_MAX &&
2113 evsel->core.attr.type != PERF_TYPE_SYNTH)
7ea95727
AH		 2114 return 0;
2115
e5cadb93 2116 evlist__for_each_entry(evlist, pos) {
1fc632ce 2117 if (pos->core.attr.type == evsel->core.attr.type && pos != evsel)
7ea95727
AH		 2118 return 0;
2119 }
2120
1fc632ce 2121 set_print_ip_opts(&evsel->core.attr);
7ea95727 2122
0d71a2b2 2123 if (evsel->core.attr.sample_type) {
d2b5a315 2124 err = perf_evsel__check_attr(evsel, scr->session);
0d71a2b2
JO		 2125 if (err)
2126 return err;
2127 }
d2b5a315 2128
0d71a2b2
JO		 2129 /*
2130 * Check if we need to enable callchains based
2131 * on events sample_type.
2132 */
2133 sample_type = perf_evlist__combined_sample_type(evlist);
2134 callchain_param_setup(sample_type);
2135 return 0;
7ea95727
AH		 2136}
2137
1a2725f3
AH		 2138static int print_event_with_time(struct perf_tool *tool,
2139 union perf_event *event,
2140 struct perf_sample *sample,
2141 struct machine *machine,
2142 pid_t pid, pid_t tid, u64 timestamp)
ad7ebb9a 2143{
ad7ebb9a
NK		 2144 struct perf_script *script = container_of(tool, struct perf_script, tool);
2145 struct perf_session *session = script->session;
32dcd021 2146 struct evsel *evsel = perf_evlist__id2evsel(session->evlist, sample->id);
1a2725f3 2147 struct thread *thread = NULL;
ad7ebb9a 2148
1a2725f3
AH		 2149 if (evsel && !evsel->core.attr.sample_id_all) {
2150 sample->cpu = 0;
2151 sample->time = timestamp;
2152 sample->pid = pid;
2153 sample->tid = tid;
ad7ebb9a
NK		 2154 }
2155
1a2725f3
AH		 2156 if (filter_cpu(sample))
2157 return 0;
ad7ebb9a 2158
1a2725f3
AH		 2159 if (tid != -1)
2160 thread = machine__findnew_thread(machine, pid, tid);
2161
2162 if (thread && evsel) {
e87e5481 2163 perf_sample__fprintf_start(sample, thread, evsel,
1a2725f3 2164 event->header.type, stdout);
e87e5481 2165 }
1a2725f3
AH		 2166
2167 perf_event__fprintf(event, stdout);
2168
b91fc39f 2169 thread__put(thread);
1a2725f3
AH		 2170
2171 return 0;
2172}
2173
2174static int print_event(struct perf_tool *tool, union perf_event *event,
2175 struct perf_sample *sample, struct machine *machine,
2176 pid_t pid, pid_t tid)
2177{
2178 return print_event_with_time(tool, event, sample, machine, pid, tid, 0);
2179}
2180
2181static int process_comm_event(struct perf_tool *tool,
2182 union perf_event *event,
2183 struct perf_sample *sample,
2184 struct machine *machine)
2185{
2186 if (perf_event__process_comm(tool, event, sample, machine) < 0)
2187 return -1;
2188
2189 return print_event(tool, event, sample, machine, event->comm.pid,
2190 event->comm.tid);
ad7ebb9a
NK		 2191}
2192
96a44bbc
HB		 2193static int process_namespaces_event(struct perf_tool *tool,
2194 union perf_event *event,
2195 struct perf_sample *sample,
2196 struct machine *machine)
2197{
96a44bbc 2198 if (perf_event__process_namespaces(tool, event, sample, machine) < 0)
1a2725f3 2199 return -1;
96a44bbc 2200
1a2725f3
AH		 2201 return print_event(tool, event, sample, machine, event->namespaces.pid,
2202 event->namespaces.tid);
96a44bbc
HB		 2203}
2204
160d4af9
NK		 2205static int process_cgroup_event(struct perf_tool *tool,
2206 union perf_event *event,
2207 struct perf_sample *sample,
2208 struct machine *machine)
2209{
160d4af9 2210 if (perf_event__process_cgroup(tool, event, sample, machine) < 0)
1a2725f3 2211 return -1;
160d4af9 2212
1a2725f3
AH		 2213 return print_event(tool, event, sample, machine, sample->pid,
2214 sample->tid);
160d4af9
NK		 2215}
2216
ad7ebb9a
NK		 2217static int process_fork_event(struct perf_tool *tool,
2218 union perf_event *event,
2219 struct perf_sample *sample,
2220 struct machine *machine)
2221{
ad7ebb9a
NK		 2222 if (perf_event__process_fork(tool, event, sample, machine) < 0)
2223 return -1;
2224
1a2725f3
AH		 2225 return print_event_with_time(tool, event, sample, machine,
2226 event->fork.pid, event->fork.tid,
2227 event->fork.time);
ad7ebb9a
NK		 2228}
2229static int process_exit_event(struct perf_tool *tool,
2230 union perf_event *event,
2231 struct perf_sample *sample,
2232 struct machine *machine)
2233{
1a2725f3
AH		 2234 /* Print before 'exit' deletes anything */
2235 if (print_event_with_time(tool, event, sample, machine, event->fork.pid,
2236 event->fork.tid, event->fork.time))
ad7ebb9a 2237 return -1;
ad7ebb9a 2238
1a2725f3 2239 return perf_event__process_exit(tool, event, sample, machine);
ad7ebb9a
NK		 2240}
2241
ba1ddf42
NK		 2242static int process_mmap_event(struct perf_tool *tool,
2243 union perf_event *event,
2244 struct perf_sample *sample,
2245 struct machine *machine)
2246{
ba1ddf42
NK		 2247 if (perf_event__process_mmap(tool, event, sample, machine) < 0)
2248 return -1;
2249
1a2725f3
AH		 2250 return print_event(tool, event, sample, machine, event->mmap.pid,
2251 event->mmap.tid);
ba1ddf42
NK		 2252}
2253
2254static int process_mmap2_event(struct perf_tool *tool,
2255 union perf_event *event,
2256 struct perf_sample *sample,
2257 struct machine *machine)
2258{
ba1ddf42
NK		 2259 if (perf_event__process_mmap2(tool, event, sample, machine) < 0)
2260 return -1;
2261
1a2725f3
AH		 2262 return print_event(tool, event, sample, machine, event->mmap2.pid,
2263 event->mmap2.tid);
ba1ddf42
NK		 2264}
2265
7c14898b
AH		 2266static int process_switch_event(struct perf_tool *tool,
2267 union perf_event *event,
2268 struct perf_sample *sample,
2269 struct machine *machine)
2270{
7c14898b 2271 struct perf_script *script = container_of(tool, struct perf_script, tool);
7c14898b
AH		 2272
2273 if (perf_event__process_switch(tool, event, sample, machine) < 0)
2274 return -1;
2275
5bf83c29
AH		 2276 if (scripting_ops && scripting_ops->process_switch)
2277 scripting_ops->process_switch(event, sample, machine);
2278
2279 if (!script->show_switch_events)
2280 return 0;
2281
1a2725f3
AH		 2282 return print_event(tool, event, sample, machine, sample->pid,
2283 sample->tid);
7c14898b
AH		 2284}
2285
3d7c27b6
JO		 2286static int
2287process_lost_event(struct perf_tool *tool,
2288 union perf_event *event,
2289 struct perf_sample *sample,
2290 struct machine *machine)
2291{
1a2725f3
AH		 2292 return print_event(tool, event, sample, machine, sample->pid,
2293 sample->tid);
3d7c27b6
JO		 2294}
2295
3233b37a
JO		 2296static int
2297process_finished_round_event(struct perf_tool *tool __maybe_unused,
2298 union perf_event *event,
2299 struct ordered_events *oe __maybe_unused)
2300
2301{
2302 perf_event__fprintf(event, stdout);
2303 return 0;
2304}
2305
490c8cc9
JO		 2306static int
2307process_bpf_events(struct perf_tool *tool __maybe_unused,
2308 union perf_event *event,
2309 struct perf_sample *sample,
2310 struct machine *machine)
2311{
490c8cc9
JO		 2312 if (machine__process_ksymbol(machine, event, sample) < 0)
2313 return -1;
2314
1a2725f3
AH		 2315 return print_event(tool, event, sample, machine, sample->pid,
2316 sample->tid);
490c8cc9
JO		 2317}
2318
1d037ca1 2319static void sig_handler(int sig __maybe_unused)
c239da3b
TZ		 2320{
2321 session_done = 1;
2322}
2323
a14390fd
ACM		 2324static void perf_script__fclose_per_event_dump(struct perf_script *script)
2325{
63503dba 2326 struct evlist *evlist = script->session->evlist;
32dcd021 2327 struct evsel *evsel;
a14390fd
ACM		 2328
2329 evlist__for_each_entry(evlist, evsel) {
2330 if (!evsel->priv)
2331 break;
642ee1c6 2332 perf_evsel_script__delete(evsel->priv);
a14390fd
ACM		 2333 evsel->priv = NULL;
2334 }
2335}
2336
2337static int perf_script__fopen_per_event_dump(struct perf_script *script)
2338{
32dcd021 2339 struct evsel *evsel;
a14390fd
ACM		 2340
2341 evlist__for_each_entry(script->session->evlist, evsel) {
fa48c892
ACM		 2342 /*
2343 * Already setup? I.e. we may be called twice in cases like
2344 * Intel PT, one for the intel_pt// and dummy events, then
2345 * for the evsels syntheized from the auxtrace info.
2346 *
2347 * Ses perf_script__process_auxtrace_info.
2348 */
2349 if (evsel->priv != NULL)
2350 continue;
2351
8ceb41d7 2352 evsel->priv = perf_evsel_script__new(evsel, script->session->data);
a14390fd
ACM		 2353 if (evsel->priv == NULL)
2354 goto out_err_fclose;
2355 }
2356
2357 return 0;
2358
2359out_err_fclose:
2360 perf_script__fclose_per_event_dump(script);
2361 return -1;
2362}
2363
2364static int perf_script__setup_per_event_dump(struct perf_script *script)
2365{
32dcd021
JO		 2366 struct evsel *evsel;
2367 static struct evsel_script es_stdout;
a14390fd
ACM		 2368
2369 if (script->per_event_dump)
2370 return perf_script__fopen_per_event_dump(script);
2371
642ee1c6
ACM		 2372 es_stdout.fp = stdout;
2373
a14390fd 2374 evlist__for_each_entry(script->session->evlist, evsel)
642ee1c6 2375 evsel->priv = &es_stdout;
a14390fd
ACM		 2376
2377 return 0;
2378}
2379
642ee1c6
ACM		 2380static void perf_script__exit_per_event_dump_stats(struct perf_script *script)
2381{
32dcd021 2382 struct evsel *evsel;
642ee1c6
ACM		 2383
2384 evlist__for_each_entry(script->session->evlist, evsel) {
32dcd021 2385 struct evsel_script *es = evsel->priv;
642ee1c6
ACM		 2386
2387 perf_evsel_script__fprintf(es, stdout);
2388 perf_evsel_script__delete(es);
2389 evsel->priv = NULL;
2390 }
2391}
2392
6f3e5eda 2393static int __cmd_script(struct perf_script *script)
5f9c39dc 2394{
6fcf7ddb
FW		 2395 int ret;
2396
c239da3b
TZ		 2397 signal(SIGINT, sig_handler);
2398
8bf8c6da
TJ		 2399 perf_stat__init_shadow_stats();
2400
ad7ebb9a
NK		 2401 /* override event processing functions */
2402 if (script->show_task_events) {
2403 script->tool.comm = process_comm_event;
2404 script->tool.fork = process_fork_event;
2405 script->tool.exit = process_exit_event;
2406 }
ba1ddf42
NK		 2407 if (script->show_mmap_events) {
2408 script->tool.mmap = process_mmap_event;
2409 script->tool.mmap2 = process_mmap2_event;
2410 }
5bf83c29 2411 if (script->show_switch_events || (scripting_ops && scripting_ops->process_switch))
7c14898b 2412 script->tool.context_switch = process_switch_event;
96a44bbc
HB		 2413 if (script->show_namespace_events)
2414 script->tool.namespaces = process_namespaces_event;
160d4af9
NK		 2415 if (script->show_cgroup_events)
2416 script->tool.cgroup = process_cgroup_event;
3d7c27b6
JO		 2417 if (script->show_lost_events)
2418 script->tool.lost = process_lost_event;
3233b37a
JO		 2419 if (script->show_round_events) {
2420 script->tool.ordered_events = false;
2421 script->tool.finished_round = process_finished_round_event;
2422 }
490c8cc9 2423 if (script->show_bpf_events) {
3f604b5f
ACM		 2424 script->tool.ksymbol = process_bpf_events;
2425 script->tool.bpf = process_bpf_events;
490c8cc9 2426 }
ad7ebb9a 2427
a14390fd
ACM		 2428 if (perf_script__setup_per_event_dump(script)) {
2429 pr_err("Couldn't create the per event dump files\n");
2430 return -1;
2431 }
2432
b7b61cbe 2433 ret = perf_session__process_events(script->session);
6fcf7ddb 2434
a14390fd 2435 if (script->per_event_dump)
642ee1c6 2436 perf_script__exit_per_event_dump_stats(script);
a14390fd 2437
6d8afb56 2438 if (debug_mode)
9486aa38 2439 pr_err("Misordered timestamps: %" PRIu64 "\n", nr_unordered);
6fcf7ddb
FW		 2440
2441 return ret;
5f9c39dc
FW		 2442}
2443
956ffd02
TZ		 2444struct script_spec {
2445 struct list_head node;
2446 struct scripting_ops *ops;
2447 char spec[0];
2448};
2449
eccdfe2d 2450static LIST_HEAD(script_specs);
956ffd02
TZ		 2451
2452static struct script_spec *script_spec__new(const char *spec,
2453 struct scripting_ops *ops)
2454{
2455 struct script_spec *s = malloc(sizeof(*s) + strlen(spec) + 1);
2456
2457 if (s != NULL) {
2458 strcpy(s->spec, spec);
2459 s->ops = ops;
2460 }
2461
2462 return s;
2463}
2464
956ffd02
TZ		 2465static void script_spec__add(struct script_spec *s)
2466{
2467 list_add_tail(&s->node, &script_specs);
2468}
2469
2470static struct script_spec *script_spec__find(const char *spec)
2471{
2472 struct script_spec *s;
2473
2474 list_for_each_entry(s, &script_specs, node)
2475 if (strcasecmp(s->spec, spec) == 0)
2476 return s;
2477 return NULL;
2478}
2479
956ffd02
TZ		 2480int script_spec_register(const char *spec, struct scripting_ops *ops)
2481{
2482 struct script_spec *s;
2483
2484 s = script_spec__find(spec);
2485 if (s)
2486 return -1;
2487
8560bae0 2488 s = script_spec__new(spec, ops);
956ffd02
TZ		 2489 if (!s)
2490 return -1;
8560bae0
TS		 2491 else
2492 script_spec__add(s);
956ffd02
TZ		 2493
2494 return 0;
2495}
2496
2497static struct scripting_ops *script_spec__lookup(const char *spec)
2498{
2499 struct script_spec *s = script_spec__find(spec);
2500 if (!s)
2501 return NULL;
2502
2503 return s->ops;
2504}
2505
2506static void list_available_languages(void)
2507{
2508 struct script_spec *s;
2509
2510 fprintf(stderr, "\n");
2511 fprintf(stderr, "Scripting language extensions (used in "
133dc4c3 2512 "perf script -s [spec:]script.[spec]):\n\n");
956ffd02
TZ		 2513
2514 list_for_each_entry(s, &script_specs, node)
2515 fprintf(stderr, " %-42s [%s]\n", s->spec, s->ops->name);
2516
2517 fprintf(stderr, "\n");
2518}
2519
1d037ca1
IT		 2520static int parse_scriptname(const struct option *opt __maybe_unused,
2521 const char *str, int unset __maybe_unused)
956ffd02
TZ		 2522{
2523 char spec[PATH_MAX];
2524 const char *script, *ext;
2525 int len;
2526
f526d68b 2527 if (strcmp(str, "lang") == 0) {
956ffd02 2528 list_available_languages();
f526d68b 2529 exit(0);
956ffd02
TZ		 2530 }
2531
2532 script = strchr(str, ':');
2533 if (script) {
2534 len = script - str;
2535 if (len >= PATH_MAX) {
2536 fprintf(stderr, "invalid language specifier");
2537 return -1;
2538 }
2539 strncpy(spec, str, len);
2540 spec[len] = '\0';
2541 scripting_ops = script_spec__lookup(spec);
2542 if (!scripting_ops) {
2543 fprintf(stderr, "invalid language specifier");
2544 return -1;
2545 }
2546 script++;
2547 } else {
2548 script = str;
d1e95bb5 2549 ext = strrchr(script, '.');
956ffd02
TZ		 2550 if (!ext) {
2551 fprintf(stderr, "invalid script extension");
2552 return -1;
2553 }
2554 scripting_ops = script_spec__lookup(++ext);
2555 if (!scripting_ops) {
2556 fprintf(stderr, "invalid script extension");
2557 return -1;
2558 }
2559 }
2560
2561 script_name = strdup(script);
2562
2563 return 0;
2564}
2565
1d037ca1
IT		 2566static int parse_output_fields(const struct option *opt __maybe_unused,
2567 const char *arg, int unset __maybe_unused)
745f43e3 2568{
49346e85 2569 char *tok, *strtok_saveptr = NULL;
50ca19ae 2570 int i, imax = ARRAY_SIZE(all_output_options);
2c9e45f7 2571 int j;
745f43e3
DA		 2572 int rc = 0;
2573 char *str = strdup(arg);
1424dc96 2574 int type = -1;
36ce5651 2575 enum { DEFAULT, SET, ADD, REMOVE } change = DEFAULT;
745f43e3
DA		 2576
2577 if (!str)
2578 return -ENOMEM;
2579
2c9e45f7
DA		 2580 /* first word can state for which event type the user is specifying
2581 * the fields. If no type exists, the specified fields apply to all
2582 * event types found in the file minus the invalid fields for a type.
1424dc96 2583 */
2c9e45f7
DA		 2584 tok = strchr(str, ':');
2585 if (tok) {
2586 *tok = '\0';
2587 tok++;
2588 if (!strcmp(str, "hw"))
2589 type = PERF_TYPE_HARDWARE;
2590 else if (!strcmp(str, "sw"))
2591 type = PERF_TYPE_SOFTWARE;
2592 else if (!strcmp(str, "trace"))
2593 type = PERF_TYPE_TRACEPOINT;
0817a6a3
AS		 2594 else if (!strcmp(str, "raw"))
2595 type = PERF_TYPE_RAW;
27cfef00
WN		 2596 else if (!strcmp(str, "break"))
2597 type = PERF_TYPE_BREAKPOINT;
1405720d
AH		 2598 else if (!strcmp(str, "synth"))
2599 type = OUTPUT_TYPE_SYNTH;
2c9e45f7
DA		 2600 else {
2601 fprintf(stderr, "Invalid event type in field string.\n");
38efb539
RR		 2602 rc = -EINVAL;
2603 goto out;
2c9e45f7
DA		 2604 }
2605
2606 if (output[type].user_set)
2607 pr_warning("Overriding previous field request for %s events.\n",
2608 event_type(type));
2609
6ef362fd
JO		 2610 /* Don't override defaults for +- */
2611 if (strchr(tok, '+') || strchr(tok, '-'))
2612 goto parse;
2613
2c9e45f7
DA		 2614 output[type].fields = 0;
2615 output[type].user_set = true;
9cbdb702 2616 output[type].wildcard_set = false;
2c9e45f7
DA		 2617
2618 } else {
2619 tok = str;
2620 if (strlen(str) == 0) {
2621 fprintf(stderr,
2622 "Cannot set fields to 'none' for all event types.\n");
2623 rc = -EINVAL;
2624 goto out;
2625 }
2626
36ce5651
AK		 2627 /* Don't override defaults for +- */
2628 if (strchr(str, '+') || strchr(str, '-'))
2629 goto parse;
2630
2c9e45f7
DA		 2631 if (output_set_by_user())
2632 pr_warning("Overriding previous field request for all events.\n");
2633
1405720d 2634 for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
2c9e45f7
DA		 2635 output[j].fields = 0;
2636 output[j].user_set = true;
9cbdb702 2637 output[j].wildcard_set = true;
2c9e45f7 2638 }
745f43e3
DA		 2639 }
2640
36ce5651 2641parse:
49346e85 2642 for (tok = strtok_r(tok, ",", &strtok_saveptr); tok; tok = strtok_r(NULL, ",", &strtok_saveptr)) {
36ce5651
AK		 2643 if (*tok == '+') {
2644 if (change == SET)
2645 goto out_badmix;
2646 change = ADD;
2647 tok++;
2648 } else if (*tok == '-') {
2649 if (change == SET)
2650 goto out_badmix;
2651 change = REMOVE;
2652 tok++;
2653 } else {
2654 if (change != SET && change != DEFAULT)
2655 goto out_badmix;
2656 change = SET;
2657 }
2658
745f43e3 2659 for (i = 0; i < imax; ++i) {
2c9e45f7 2660 if (strcmp(tok, all_output_options[i].str) == 0)
745f43e3 2661 break;
745f43e3 2662 }
400ea6d3 2663 if (i == imax && strcmp(tok, "flags") == 0) {
36ce5651 2664 print_flags = change == REMOVE ? false : true;
400ea6d3
AH		 2665 continue;
2666 }
745f43e3 2667 if (i == imax) {
2c9e45f7 2668 fprintf(stderr, "Invalid field requested.\n");
745f43e3 2669 rc = -EINVAL;
2c9e45f7 2670 goto out;
745f43e3
DA		 2671 }
2672
2c9e45f7
DA		 2673 if (type == -1) {
2674 /* add user option to all events types for
2675 * which it is valid
2676 */
1405720d 2677 for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
2c9e45f7
DA		 2678 if (output[j].invalid_fields & all_output_options[i].field) {
2679 pr_warning("\'%s\' not valid for %s events. Ignoring.\n",
2680 all_output_options[i].str, event_type(j));
36ce5651 2681 } else {
4b6ac811 2682 if (change == REMOVE) {
36ce5651 2683 output[j].fields &= ~all_output_options[i].field;
4b6ac811
AK		 2684 output[j].user_set_fields &= ~all_output_options[i].field;
2685 } else {
36ce5651 2686 output[j].fields |= all_output_options[i].field;
4b6ac811
AK		 2687 output[j].user_set_fields |= all_output_options[i].field;
2688 }
37fed3de
AK		 2689 output[j].user_set = true;
2690 output[j].wildcard_set = true;
36ce5651 2691 }
2c9e45f7
DA		 2692 }
2693 } else {
2694 if (output[type].invalid_fields & all_output_options[i].field) {
2695 fprintf(stderr, "\'%s\' not valid for %s events.\n",
2696 all_output_options[i].str, event_type(type));
2697
2698 rc = -EINVAL;
2699 goto out;
2700 }
6ef362fd
JO		 2701 if (change == REMOVE)
2702 output[type].fields &= ~all_output_options[i].field;
2703 else
2704 output[type].fields |= all_output_options[i].field;
37fed3de
AK		 2705 output[type].user_set = true;
2706 output[type].wildcard_set = true;
2c9e45f7 2707 }
745f43e3
DA		 2708 }
2709
2c9e45f7
DA		 2710 if (type >= 0) {
2711 if (output[type].fields == 0) {
2712 pr_debug("No fields requested for %s type. "
2713 "Events will not be displayed.\n", event_type(type));
2714 }
2715 }
36ce5651 2716 goto out;
745f43e3 2717
36ce5651
AK		 2718out_badmix:
2719 fprintf(stderr, "Cannot mix +-field with overridden fields\n");
2720 rc = -EINVAL;
2c9e45f7 2721out:
745f43e3
DA		 2722 free(str);
2723 return rc;
2724}
2725
a5e8e825
ACM		 2726#define for_each_lang(scripts_path, scripts_dir, lang_dirent) \
2727 while ((lang_dirent = readdir(scripts_dir)) != NULL) \
2728 if ((lang_dirent->d_type == DT_DIR || \
2729 (lang_dirent->d_type == DT_UNKNOWN && \
2730 is_directory(scripts_path, lang_dirent))) && \
2731 (strcmp(lang_dirent->d_name, ".")) && \
2732 (strcmp(lang_dirent->d_name, "..")))
2733
2734#define for_each_script(lang_path, lang_dir, script_dirent) \
2735 while ((script_dirent = readdir(lang_dir)) != NULL) \
2736 if (script_dirent->d_type != DT_DIR && \
2737 (script_dirent->d_type != DT_UNKNOWN || \
2738 !is_directory(lang_path, script_dirent)))
4b9c0c59
TZ		 2739
2740
2741#define RECORD_SUFFIX "-record"
2742#define REPORT_SUFFIX "-report"
2743
2744struct script_desc {
2745 struct list_head node;
2746 char *name;
2747 char *half_liner;
2748 char *args;
2749};
2750
eccdfe2d 2751static LIST_HEAD(script_descs);
4b9c0c59
TZ		 2752
2753static struct script_desc *script_desc__new(const char *name)
2754{
2755 struct script_desc *s = zalloc(sizeof(*s));
2756
b5b87312 2757 if (s != NULL && name)
4b9c0c59
TZ		 2758 s->name = strdup(name);
2759
2760 return s;
2761}
2762
2763static void script_desc__delete(struct script_desc *s)
2764{
74cf249d
ACM		 2765 zfree(&s->name);
2766 zfree(&s->half_liner);
2767 zfree(&s->args);
4b9c0c59
TZ		 2768 free(s);
2769}
2770
2771static void script_desc__add(struct script_desc *s)
2772{
2773 list_add_tail(&s->node, &script_descs);
2774}
2775
2776static struct script_desc *script_desc__find(const char *name)
2777{
2778 struct script_desc *s;
2779
2780 list_for_each_entry(s, &script_descs, node)
2781 if (strcasecmp(s->name, name) == 0)
2782 return s;
2783 return NULL;
2784}
2785
2786static struct script_desc *script_desc__findnew(const char *name)
2787{
2788 struct script_desc *s = script_desc__find(name);
2789
2790 if (s)
2791 return s;
2792
2793 s = script_desc__new(name);
2794 if (!s)
2ec5cab6 2795 return NULL;
4b9c0c59
TZ		 2796
2797 script_desc__add(s);
2798
2799 return s;
4b9c0c59
TZ		 2800}
2801
965bb6be 2802static const char *ends_with(const char *str, const char *suffix)
4b9c0c59
TZ		 2803{
2804 size_t suffix_len = strlen(suffix);
965bb6be 2805 const char *p = str;
4b9c0c59
TZ		 2806
2807 if (strlen(str) > suffix_len) {
2808 p = str + strlen(str) - suffix_len;
2809 if (!strncmp(p, suffix, suffix_len))
2810 return p;
2811 }
2812
2813 return NULL;
2814}
2815
4b9c0c59
TZ		 2816static int read_script_info(struct script_desc *desc, const char *filename)
2817{
2818 char line[BUFSIZ], *p;
2819 FILE *fp;
2820
2821 fp = fopen(filename, "r");
2822 if (!fp)
2823 return -1;
2824
2825 while (fgets(line, sizeof(line), fp)) {
32858480 2826 p = skip_spaces(line);
4b9c0c59
TZ		 2827 if (strlen(p) == 0)
2828 continue;
2829 if (*p != '#')
2830 continue;
2831 p++;
2832 if (strlen(p) && *p == '!')
2833 continue;
2834
32858480 2835 p = skip_spaces(p);
4b9c0c59
TZ		 2836 if (strlen(p) && p[strlen(p) - 1] == '\n')
2837 p[strlen(p) - 1] = '\0';
2838
2839 if (!strncmp(p, "description:", strlen("description:"))) {
2840 p += strlen("description:");
32858480 2841 desc->half_liner = strdup(skip_spaces(p));
4b9c0c59
TZ		 2842 continue;
2843 }
2844
2845 if (!strncmp(p, "args:", strlen("args:"))) {
2846 p += strlen("args:");
32858480 2847 desc->args = strdup(skip_spaces(p));
4b9c0c59
TZ		 2848 continue;
2849 }
2850 }
2851
2852 fclose(fp);
2853
2854 return 0;
2855}
2856
38efb539
RR		 2857static char *get_script_root(struct dirent *script_dirent, const char *suffix)
2858{
2859 char *script_root, *str;
2860
2861 script_root = strdup(script_dirent->d_name);
2862 if (!script_root)
2863 return NULL;
2864
2865 str = (char *)ends_with(script_root, suffix);
2866 if (!str) {
2867 free(script_root);
2868 return NULL;
2869 }
2870
2871 *str = '\0';
2872 return script_root;
2873}
2874
1d037ca1
IT		 2875static int list_available_scripts(const struct option *opt __maybe_unused,
2876 const char *s __maybe_unused,
2877 int unset __maybe_unused)
4b9c0c59 2878{
a5e8e825 2879 struct dirent *script_dirent, *lang_dirent;
4b9c0c59
TZ		 2880 char scripts_path[MAXPATHLEN];
2881 DIR *scripts_dir, *lang_dir;
2882 char script_path[MAXPATHLEN];
2883 char lang_path[MAXPATHLEN];
2884 struct script_desc *desc;
2885 char first_half[BUFSIZ];
2886 char *script_root;
4b9c0c59 2887
46113a54 2888 snprintf(scripts_path, MAXPATHLEN, "%s/scripts", get_argv_exec_path());
4b9c0c59
TZ		 2889
2890 scripts_dir = opendir(scripts_path);
88ded4d8
HK		 2891 if (!scripts_dir) {
2892 fprintf(stdout,
2893 "open(%s) failed.\n"
2894 "Check \"PERF_EXEC_PATH\" env to set scripts dir.\n",
2895 scripts_path);
2896 exit(-1);
2897 }
4b9c0c59 2898
a5e8e825 2899 for_each_lang(scripts_path, scripts_dir, lang_dirent) {
77f18153
JO		 2900 scnprintf(lang_path, MAXPATHLEN, "%s/%s/bin", scripts_path,
2901 lang_dirent->d_name);
4b9c0c59
TZ		 2902 lang_dir = opendir(lang_path);
2903 if (!lang_dir)
2904 continue;
2905
a5e8e825
ACM		 2906 for_each_script(lang_path, lang_dir, script_dirent) {
2907 script_root = get_script_root(script_dirent, REPORT_SUFFIX);
38efb539 2908 if (script_root) {
4b9c0c59 2909 desc = script_desc__findnew(script_root);
77f18153
JO		 2910 scnprintf(script_path, MAXPATHLEN, "%s/%s",
2911 lang_path, script_dirent->d_name);
4b9c0c59 2912 read_script_info(desc, script_path);
38efb539 2913 free(script_root);
4b9c0c59 2914 }
4b9c0c59
TZ		 2915 }
2916 }
2917
2918 fprintf(stdout, "List of available trace scripts:\n");
2919 list_for_each_entry(desc, &script_descs, node) {
2920 sprintf(first_half, "%s %s", desc->name,
2921 desc->args ? desc->args : "");
2922 fprintf(stdout, " %-36s %s\n", first_half,
2923 desc->half_liner ? desc->half_liner : "");
2924 }
2925
2926 exit(0);
2927}
2928
49e639e2
FT		 2929/*
2930 * Some scripts specify the required events in their "xxx-record" file,
2931 * this function will check if the events in perf.data match those
2932 * mentioned in the "xxx-record".
2933 *
2934 * Fixme: All existing "xxx-record" are all in good formats "-e event ",
2935 * which is covered well now. And new parsing code should be added to
2936 * cover the future complexing formats like event groups etc.
2937 */
2938static int check_ev_match(char *dir_name, char *scriptname,
2939 struct perf_session *session)
2940{
2941 char filename[MAXPATHLEN], evname[128];
2942 char line[BUFSIZ], *p;
32dcd021 2943 struct evsel *pos;
49e639e2
FT		 2944 int match, len;
2945 FILE *fp;
2946
77f18153 2947 scnprintf(filename, MAXPATHLEN, "%s/bin/%s-record", dir_name, scriptname);
49e639e2
FT		 2948
2949 fp = fopen(filename, "r");
2950 if (!fp)
2951 return -1;
2952
2953 while (fgets(line, sizeof(line), fp)) {
32858480 2954 p = skip_spaces(line);
49e639e2
FT		 2955 if (*p == '#')
2956 continue;
2957
2958 while (strlen(p)) {
2959 p = strstr(p, "-e");
2960 if (!p)
2961 break;
2962
2963 p += 2;
32858480 2964 p = skip_spaces(p);
49e639e2
FT		 2965 len = strcspn(p, " \t");
2966 if (!len)
2967 break;
2968
2969 snprintf(evname, len + 1, "%s", p);
2970
2971 match = 0;
e5cadb93 2972 evlist__for_each_entry(session->evlist, pos) {
8ab2e96d 2973 if (!strcmp(evsel__name(pos), evname)) {
49e639e2
FT		 2974 match = 1;
2975 break;
2976 }
2977 }
2978
2979 if (!match) {
2980 fclose(fp);
2981 return -1;
2982 }
2983 }
2984 }
2985
2986 fclose(fp);
2987 return 0;
2988}
2989
e5f3705e
FT		 2990/*
2991 * Return -1 if none is found, otherwise the actual scripts number.
2992 *
2993 * Currently the only user of this function is the script browser, which
2994 * will list all statically runnable scripts, select one, execute it and
2995 * show the output in a perf browser.
2996 */
905e4aff
AK		 2997int find_scripts(char **scripts_array, char **scripts_path_array, int num,
2998 int pathlen)
e5f3705e 2999{
a5e8e825 3000 struct dirent *script_dirent, *lang_dirent;
49e639e2 3001 char scripts_path[MAXPATHLEN], lang_path[MAXPATHLEN];
e5f3705e 3002 DIR *scripts_dir, *lang_dir;
49e639e2 3003 struct perf_session *session;
8ceb41d7 3004 struct perf_data data = {
2d4f2799
JO		 3005 .path = input_name,
3006 .mode = PERF_DATA_MODE_READ,
f5fc1412 3007 };
e5f3705e
FT		 3008 char *temp;
3009 int i = 0;
3010
8ceb41d7 3011 session = perf_session__new(&data, false, NULL);
6ef81c55
MI		 3012 if (IS_ERR(session))
3013 return PTR_ERR(session);
49e639e2 3014
46113a54 3015 snprintf(scripts_path, MAXPATHLEN, "%s/scripts", get_argv_exec_path());
e5f3705e
FT		 3016
3017 scripts_dir = opendir(scripts_path);
49e639e2
FT		 3018 if (!scripts_dir) {
3019 perf_session__delete(session);
e5f3705e 3020 return -1;
49e639e2 3021 }
e5f3705e 3022
a5e8e825 3023 for_each_lang(scripts_path, scripts_dir, lang_dirent) {
77f18153
JO		 3024 scnprintf(lang_path, MAXPATHLEN, "%s/%s", scripts_path,
3025 lang_dirent->d_name);
90ce61b9 3026#ifndef HAVE_LIBPERL_SUPPORT
e5f3705e
FT		 3027 if (strstr(lang_path, "perl"))
3028 continue;
3029#endif
90ce61b9 3030#ifndef HAVE_LIBPYTHON_SUPPORT
e5f3705e
FT		 3031 if (strstr(lang_path, "python"))
3032 continue;
3033#endif
3034
3035 lang_dir = opendir(lang_path);
3036 if (!lang_dir)
3037 continue;
3038
a5e8e825 3039 for_each_script(lang_path, lang_dir, script_dirent) {
e5f3705e 3040 /* Skip those real time scripts: xxxtop.p[yl] */
a5e8e825 3041 if (strstr(script_dirent->d_name, "top."))
e5f3705e 3042 continue;
905e4aff
AK		 3043 if (i >= num)
3044 break;
3045 snprintf(scripts_path_array[i], pathlen, "%s/%s",
3046 lang_path,
a5e8e825
ACM		 3047 script_dirent->d_name);
3048 temp = strchr(script_dirent->d_name, '.');
e5f3705e 3049 snprintf(scripts_array[i],
a5e8e825
ACM		 3050 (temp - script_dirent->d_name) + 1,
3051 "%s", script_dirent->d_name);
49e639e2
FT		 3052
3053 if (check_ev_match(lang_path,
3054 scripts_array[i], session))
3055 continue;
3056
e5f3705e
FT		 3057 i++;
3058 }
49e639e2 3059 closedir(lang_dir);
e5f3705e
FT		 3060 }
3061
49e639e2
FT		 3062 closedir(scripts_dir);
3063 perf_session__delete(session);
e5f3705e
FT		 3064 return i;
3065}
3066
3875294f
TZ		 3067static char *get_script_path(const char *script_root, const char *suffix)
3068{
a5e8e825 3069 struct dirent *script_dirent, *lang_dirent;
3875294f
TZ		 3070 char scripts_path[MAXPATHLEN];
3071 char script_path[MAXPATHLEN];
3072 DIR *scripts_dir, *lang_dir;
3073 char lang_path[MAXPATHLEN];
38efb539 3074 char *__script_root;
3875294f 3075
46113a54 3076 snprintf(scripts_path, MAXPATHLEN, "%s/scripts", get_argv_exec_path());
3875294f
TZ		 3077
3078 scripts_dir = opendir(scripts_path);
3079 if (!scripts_dir)
3080 return NULL;
3081
a5e8e825 3082 for_each_lang(scripts_path, scripts_dir, lang_dirent) {
77f18153
JO		 3083 scnprintf(lang_path, MAXPATHLEN, "%s/%s/bin", scripts_path,
3084 lang_dirent->d_name);
3875294f
TZ		 3085 lang_dir = opendir(lang_path);
3086 if (!lang_dir)
3087 continue;
3088
a5e8e825
ACM		 3089 for_each_script(lang_path, lang_dir, script_dirent) {
3090 __script_root = get_script_root(script_dirent, suffix);
38efb539
RR		 3091 if (__script_root && !strcmp(script_root, __script_root)) {
3092 free(__script_root);
946ef2a2 3093 closedir(scripts_dir);
77f18153
JO		 3094 scnprintf(script_path, MAXPATHLEN, "%s/%s",
3095 lang_path, script_dirent->d_name);
27486a85 3096 closedir(lang_dir);
38efb539 3097 return strdup(script_path);
3875294f
TZ		 3098 }
3099 free(__script_root);
3100 }
946ef2a2 3101 closedir(lang_dir);
3875294f 3102 }
946ef2a2 3103 closedir(scripts_dir);
3875294f 3104
38efb539 3105 return NULL;
3875294f
TZ		 3106}
3107
b5b87312
TZ		 3108static bool is_top_script(const char *script_path)
3109{
965bb6be 3110 return ends_with(script_path, "top") == NULL ? false : true;
b5b87312
TZ		 3111}
3112
3113static int has_required_arg(char *script_path)
3114{
3115 struct script_desc *desc;
3116 int n_args = 0;
3117 char *p;
3118
3119 desc = script_desc__new(NULL);
3120
3121 if (read_script_info(desc, script_path))
3122 goto out;
3123
3124 if (!desc->args)
3125 goto out;
3126
3127 for (p = desc->args; *p; p++)
3128 if (*p == '<')
3129 n_args++;
3130out:
3131 script_desc__delete(desc);
3132
3133 return n_args;
3134}
3135
69b6470e
ACM		 3136static int have_cmd(int argc, const char **argv)
3137{
3138 char **__argv = malloc(sizeof(const char *) * argc);
3139
3140 if (!__argv) {
3141 pr_err("malloc failed\n");
3142 return -1;
3143 }
3144
3145 memcpy(__argv, argv, sizeof(const char *) * argc);
3146 argc = parse_options(argc, (const char **)__argv, record_options,
3147 NULL, PARSE_OPT_STOP_AT_NON_OPTION);
3148 free(__argv);
5f9c39dc 3149
69b6470e
ACM		 3150 system_wide = (argc == 0);
3151
3152 return 0;
3153}
3154
7322d6c9
JO		 3155static void script__setup_sample_type(struct perf_script *script)
3156{
3157 struct perf_session *session = script->session;
3158 u64 sample_type = perf_evlist__combined_sample_type(session->evlist);
3159
3160 if (symbol_conf.use_callchain || symbol_conf.cumulate_callchain) {
3161 if ((sample_type & PERF_SAMPLE_REGS_USER) &&
eabad8c6 3162 (sample_type & PERF_SAMPLE_STACK_USER)) {
7322d6c9 3163 callchain_param.record_mode = CALLCHAIN_DWARF;
eabad8c6
ACM		 3164 dwarf_callchain_users = true;
3165 } else if (sample_type & PERF_SAMPLE_BRANCH_STACK)
7322d6c9
JO		 3166 callchain_param.record_mode = CALLCHAIN_LBR;
3167 else
3168 callchain_param.record_mode = CALLCHAIN_FP;
3169 }
680d125c
KL		 3170
3171 if (script->stitch_lbr && (callchain_param.record_mode != CALLCHAIN_LBR)) {
3172 pr_warning("Can't find LBR callchain. Switch off --stitch-lbr.\n"
3173 "Please apply --call-graph lbr when recording.\n");
3174 script->stitch_lbr = false;
3175 }
7322d6c9
JO		 3176}
3177
89f1688a
JO		 3178static int process_stat_round_event(struct perf_session *session,
3179 union perf_event *event)
e099eba8 3180{
72932371 3181 struct perf_record_stat_round *round = &event->stat_round;
32dcd021 3182 struct evsel *counter;
e099eba8 3183
e5cadb93 3184 evlist__for_each_entry(session->evlist, counter) {
e099eba8
JO		 3185 perf_stat_process_counter(&stat_config, counter);
3186 process_stat(counter, round->time);
3187 }
3188
3189 process_stat_interval(round->time);
3190 return 0;
3191}
3192
89f1688a
JO		 3193static int process_stat_config_event(struct perf_session *session __maybe_unused,
3194 union perf_event *event)
91a2c3d5
JO		 3195{
3196 perf_event__read_stat_config(&stat_config, &event->stat_config);
3197 return 0;
3198}
3199
cfc8874a
JO		 3200static int set_maps(struct perf_script *script)
3201{
63503dba 3202 struct evlist *evlist = script->session->evlist;
cfc8874a
JO		 3203
3204 if (!script->cpus || !script->threads)
3205 return 0;
3206
3207 if (WARN_ONCE(script->allocated, "stats double allocation\n"))
3208 return -EINVAL;
3209
453fa030 3210 perf_evlist__set_maps(&evlist->core, script->cpus, script->threads);
cfc8874a
JO		 3211
3212 if (perf_evlist__alloc_stats(evlist, true))
3213 return -ENOMEM;
3214
3215 script->allocated = true;
3216 return 0;
3217}
3218
3219static
89f1688a
JO		 3220int process_thread_map_event(struct perf_session *session,
3221 union perf_event *event)
cfc8874a 3222{
89f1688a 3223 struct perf_tool *tool = session->tool;
cfc8874a
JO		 3224 struct perf_script *script = container_of(tool, struct perf_script, tool);
3225
3226 if (script->threads) {
3227 pr_warning("Extra thread map event, ignoring.\n");
3228 return 0;
3229 }
3230
3231 script->threads = thread_map__new_event(&event->thread_map);
3232 if (!script->threads)
3233 return -ENOMEM;
3234
3235 return set_maps(script);
3236}
3237
3238static
89f1688a
JO		 3239int process_cpu_map_event(struct perf_session *session,
3240 union perf_event *event)
cfc8874a 3241{
89f1688a 3242 struct perf_tool *tool = session->tool;
cfc8874a
JO		 3243 struct perf_script *script = container_of(tool, struct perf_script, tool);
3244
3245 if (script->cpus) {
3246 pr_warning("Extra cpu map event, ignoring.\n");
3247 return 0;
3248 }
3249
3250 script->cpus = cpu_map__new_data(&event->cpu_map.data);
3251 if (!script->cpus)
3252 return -ENOMEM;
3253
3254 return set_maps(script);
3255}
3256
89f1688a
JO		 3257static int process_feature_event(struct perf_session *session,
3258 union perf_event *event)
92ead7ee
RB		 3259{
3260 if (event->feat.feat_id < HEADER_LAST_FEATURE)
89f1688a 3261 return perf_event__process_feature(session, event);
92ead7ee
RB		 3262 return 0;
3263}
3264
fa48c892 3265#ifdef HAVE_AUXTRACE_SUPPORT
89f1688a
JO		 3266static int perf_script__process_auxtrace_info(struct perf_session *session,
3267 union perf_event *event)
fa48c892 3268{
89f1688a
JO		 3269 struct perf_tool *tool = session->tool;
3270
3271 int ret = perf_event__process_auxtrace_info(session, event);
fa48c892
ACM		 3272
3273 if (ret == 0) {
3274 struct perf_script *script = container_of(tool, struct perf_script, tool);
3275
3276 ret = perf_script__setup_per_event_dump(script);
3277 }
3278
3279 return ret;
3280}
3281#else
3282#define perf_script__process_auxtrace_info 0
3283#endif
3284
b585ebdb
AK		 3285static int parse_insn_trace(const struct option *opt __maybe_unused,
3286 const char *str __maybe_unused,
3287 int unset __maybe_unused)
3288{
3289 parse_output_fields(NULL, "+insn,-event,-period", 0);
3290 itrace_parse_synth_opts(opt, "i0ns", 0);
52bab886 3291 symbol_conf.nanosecs = true;
b585ebdb
AK		 3292 return 0;
3293}
3294
3295static int parse_xed(const struct option *opt __maybe_unused,
3296 const char *str __maybe_unused,
3297 int unset __maybe_unused)
3298{
3299 force_pager("xed -F insn: -A -64 | less");
3300 return 0;
3301}
3302
d1b1552e
AK		 3303static int parse_call_trace(const struct option *opt __maybe_unused,
3304 const char *str __maybe_unused,
3305 int unset __maybe_unused)
3306{
3307 parse_output_fields(NULL, "-ip,-addr,-event,-period,+callindent", 0);
3308 itrace_parse_synth_opts(opt, "cewp", 0);
52bab886 3309 symbol_conf.nanosecs = true;
1c492422 3310 symbol_conf.pad_output_len_dso = 50;
d1b1552e
AK		 3311 return 0;
3312}
3313
3314static int parse_callret_trace(const struct option *opt __maybe_unused,
3315 const char *str __maybe_unused,
3316 int unset __maybe_unused)
3317{
3318 parse_output_fields(NULL, "-ip,-addr,-event,-period,+callindent,+flags", 0);
3319 itrace_parse_synth_opts(opt, "crewp", 0);
52bab886 3320 symbol_conf.nanosecs = true;
d1b1552e
AK		 3321 return 0;
3322}
3323
b0ad8ea6 3324int cmd_script(int argc, const char **argv)
69b6470e
ACM		 3325{
3326 bool show_full_info = false;
e90debdd
JO		 3327 bool header = false;
3328 bool header_only = false;
6cc870f0 3329 bool script_started = false;
69b6470e
ACM		 3330 char *rec_script_path = NULL;
3331 char *rep_script_path = NULL;
3332 struct perf_session *session;
4eb06815
AK		 3333 struct itrace_synth_opts itrace_synth_opts = {
3334 .set = false,
3335 .default_no_sample = true,
3336 };
3ab481a1 3337 struct utsname uts;
69b6470e
ACM		 3338 char *script_path = NULL;
3339 const char **__argv;
6cc870f0 3340 int i, j, err = 0;
6f3e5eda
AH		 3341 struct perf_script script = {
3342 .tool = {
3343 .sample = process_sample_event,
3344 .mmap = perf_event__process_mmap,
3345 .mmap2 = perf_event__process_mmap2,
3346 .comm = perf_event__process_comm,
f3b3614a 3347 .namespaces = perf_event__process_namespaces,
160d4af9 3348 .cgroup = perf_event__process_cgroup,
6f3e5eda
AH		 3349 .exit = perf_event__process_exit,
3350 .fork = perf_event__process_fork,
7ea95727 3351 .attr = process_attr,
91daee30 3352 .event_update = perf_event__process_event_update,
6f3e5eda 3353 .tracing_data = perf_event__process_tracing_data,
92ead7ee 3354 .feature = process_feature_event,
6f3e5eda 3355 .build_id = perf_event__process_build_id,
7a680eb9 3356 .id_index = perf_event__process_id_index,
fa48c892 3357 .auxtrace_info = perf_script__process_auxtrace_info,
7a680eb9
AH		 3358 .auxtrace = perf_event__process_auxtrace,
3359 .auxtrace_error = perf_event__process_auxtrace_error,
e099eba8
JO		 3360 .stat = perf_event__process_stat_event,
3361 .stat_round = process_stat_round_event,
91a2c3d5 3362 .stat_config = process_stat_config_event,
cfc8874a
JO		 3363 .thread_map = process_thread_map_event,
3364 .cpu_map = process_cpu_map_event,
0a8cb85c 3365 .ordered_events = true,
6f3e5eda
AH		 3366 .ordering_requires_timestamps = true,
3367 },
3368 };
8ceb41d7 3369 struct perf_data data = {
06af0f2c
YS		 3370 .mode = PERF_DATA_MODE_READ,
3371 };
69b6470e 3372 const struct option options[] = {
5f9c39dc
FW		 3373 OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace,
3374 "dump raw trace in ASCII"),
c0555642 3375 OPT_INCR('v', "verbose", &verbose,
69b6470e 3376 "be more verbose (show symbol address, etc)"),
4b9c0c59 3377 OPT_BOOLEAN('L', "Latency", &latency_format,
cda48461 3378 "show latency attributes (irqs/preemption disabled, etc)"),
4b9c0c59
TZ		 3379 OPT_CALLBACK_NOOPT('l', "list", NULL, NULL, "list available scripts",
3380 list_available_scripts),
956ffd02
TZ		 3381 OPT_CALLBACK('s', "script", NULL, "name",
3382 "script file name (lang:script name, script name, or *)",
3383 parse_scriptname),
3384 OPT_STRING('g', "gen-script", &generate_script_lang, "lang",
133dc4c3 3385 "generate perf-script.xx script in specified language"),
69b6470e 3386 OPT_STRING('i', "input", &input_name, "file", "input file name"),
ffabd99e
FW		 3387 OPT_BOOLEAN('d', "debug-mode", &debug_mode,
3388 "do various checks like samples ordering and lost events"),
e90debdd
JO		 3389 OPT_BOOLEAN(0, "header", &header, "Show data header."),
3390 OPT_BOOLEAN(0, "header-only", &header_only, "Show only data header."),
c0230b2b
DA		 3391 OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name,
3392 "file", "vmlinux pathname"),
3393 OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name,
3394 "file", "kallsyms pathname"),
3395 OPT_BOOLEAN('G', "hide-call-graph", &no_callchain,
3396 "When printing symbols do not display call chain"),
a7066709
HK		 3397 OPT_CALLBACK(0, "symfs", NULL, "directory",
3398 "Look for files with symbols relative to this directory",
3399 symbol__config_symfs),
06af0f2c 3400 OPT_CALLBACK('F', "fields", NULL, "str",
a978f2ab 3401 "comma separated output fields prepend with 'type:'. "
36ce5651 3402 "+field to add and -field to remove."
1405720d 3403 "Valid types: hw,sw,trace,raw,synth. "
a978f2ab 3404 "Fields: comm,tid,pid,time,cpu,event,trace,ip,sym,dso,"
10e9cec9
RB		 3405 "addr,symoff,srcline,period,iregs,uregs,brstack,"
3406 "brstacksym,flags,bpf-output,brstackinsn,brstackoff,"
68fb45bf 3407 "callindent,insn,insnlen,synth,phys_addr,metric,misc,ipc",
48d02a1d 3408 parse_output_fields),
317df650 3409 OPT_BOOLEAN('a', "all-cpus", &system_wide,
69b6470e 3410 "system-wide collection from all CPUs"),
36385be5
FT		 3411 OPT_STRING('S', "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]",
3412 "only consider these symbols"),
b585ebdb
AK		 3413 OPT_CALLBACK_OPTARG(0, "insn-trace", &itrace_synth_opts, NULL, NULL,
3414 "Decode instructions from itrace", parse_insn_trace),
3415 OPT_CALLBACK_OPTARG(0, "xed", NULL, NULL, NULL,
3416 "Run xed disassembler on output", parse_xed),
d1b1552e
AK		 3417 OPT_CALLBACK_OPTARG(0, "call-trace", &itrace_synth_opts, NULL, NULL,
3418 "Decode calls from from itrace", parse_call_trace),
3419 OPT_CALLBACK_OPTARG(0, "call-ret-trace", &itrace_synth_opts, NULL, NULL,
3420 "Decode calls and returns from itrace", parse_callret_trace),
99f753f0
AK		 3421 OPT_STRING(0, "graph-function", &symbol_conf.graph_function, "symbol[,symbol...]",
3422 "Only print symbols and callees with --call-trace/--call-ret-trace"),
64eff7d9
DA		 3423 OPT_STRING(0, "stop-bt", &symbol_conf.bt_stop_list_str, "symbol[,symbol...]",
3424 "Stop display of callgraph at these symbols"),
c8e66720 3425 OPT_STRING('C', "cpu", &cpu_list, "cpu", "list of cpus to profile"),
e7984b7b
DA		 3426 OPT_STRING('c', "comms", &symbol_conf.comm_list_str, "comm[,comm...]",
3427 "only display events for these comms"),
e03eaa40
DA		 3428 OPT_STRING(0, "pid", &symbol_conf.pid_list_str, "pid[,pid...]",
3429 "only consider symbols in these pids"),
3430 OPT_STRING(0, "tid", &symbol_conf.tid_list_str, "tid[,tid...]",
3431 "only consider symbols in these tids"),
6125cc8d
ACM		 3432 OPT_UINTEGER(0, "max-stack", &scripting_max_stack,
3433 "Set the maximum stack depth when parsing the callchain, "
3434 "anything beyond the specified depth will be ignored. "
4cb93446 3435 "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)),
90b10f47 3436 OPT_BOOLEAN(0, "reltime", &reltime, "Show time stamps relative to start"),
26567ed7 3437 OPT_BOOLEAN(0, "deltatime", &deltatime, "Show time stamps relative to previous event"),
fbe96f29
SE		 3438 OPT_BOOLEAN('I', "show-info", &show_full_info,
3439 "display extended information from perf.data file"),
0bc8d205
AN		 3440 OPT_BOOLEAN('\0', "show-kernel-path", &symbol_conf.show_kernel_path,
3441 "Show the path of [kernel.kallsyms]"),
ad7ebb9a
NK		 3442 OPT_BOOLEAN('\0', "show-task-events", &script.show_task_events,
3443 "Show the fork/comm/exit events"),
ba1ddf42
NK		 3444 OPT_BOOLEAN('\0', "show-mmap-events", &script.show_mmap_events,
3445 "Show the mmap events"),
7c14898b
AH		 3446 OPT_BOOLEAN('\0', "show-switch-events", &script.show_switch_events,
3447 "Show context switch events (if recorded)"),
96a44bbc
HB		 3448 OPT_BOOLEAN('\0', "show-namespace-events", &script.show_namespace_events,
3449 "Show namespace events (if recorded)"),
160d4af9
NK		 3450 OPT_BOOLEAN('\0', "show-cgroup-events", &script.show_cgroup_events,
3451 "Show cgroup events (if recorded)"),
3d7c27b6
JO		 3452 OPT_BOOLEAN('\0', "show-lost-events", &script.show_lost_events,
3453 "Show lost events (if recorded)"),
3233b37a
JO		 3454 OPT_BOOLEAN('\0', "show-round-events", &script.show_round_events,
3455 "Show round events (if recorded)"),
490c8cc9
JO		 3456 OPT_BOOLEAN('\0', "show-bpf-events", &script.show_bpf_events,
3457 "Show bpf related events (if recorded)"),
a14390fd
ACM		 3458 OPT_BOOLEAN('\0', "per-event-dump", &script.per_event_dump,
3459 "Dump trace output to files named by the monitored events"),
be3d466c 3460 OPT_BOOLEAN('f', "force", &symbol_conf.force, "don't complain, do it"),
48d02a1d
AK		 3461 OPT_INTEGER(0, "max-blocks", &max_blocks,
3462 "Maximum number of code blocks to dump with brstackinsn"),
52bab886 3463 OPT_BOOLEAN(0, "ns", &symbol_conf.nanosecs,
83e19860 3464 "Use 9 decimal places when displaying time"),
7a680eb9 3465 OPT_CALLBACK_OPTARG(0, "itrace", &itrace_synth_opts, NULL, "opts",
c12e039d 3466 "Instruction Tracing options\n" ITRACE_HELP,
7a680eb9 3467 itrace_parse_synth_opts),
a9710ba0
AK		 3468 OPT_BOOLEAN(0, "full-source-path", &srcline_full_filename,
3469 "Show full source file name path for source lines"),
77e0070d
MD		 3470 OPT_BOOLEAN(0, "demangle", &symbol_conf.demangle,
3471 "Enable symbol demangling"),
3472 OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel,
3473 "Enable kernel symbol demangling"),
a91f4c47
DA		 3474 OPT_STRING(0, "time", &script.time_str, "str",
3475 "Time span of interest (start,stop)"),
325fbff5
NK		 3476 OPT_BOOLEAN(0, "inline", &symbol_conf.inline_name,
3477 "Show inline function"),
15a108af
ACM		 3478 OPT_STRING(0, "guestmount", &symbol_conf.guestmount, "directory",
3479 "guest mount directory under which every guest os"
3480 " instance has a subdir"),
3481 OPT_STRING(0, "guestvmlinux", &symbol_conf.default_guest_vmlinux_name,
3482 "file", "file saving guest os vmlinux"),
3483 OPT_STRING(0, "guestkallsyms", &symbol_conf.default_guest_kallsyms,
3484 "file", "file saving guest os /proc/kallsyms"),
3485 OPT_STRING(0, "guestmodules", &symbol_conf.default_guest_modules,
3486 "file", "file saving guest os /proc/modules"),
680d125c
KL		 3487 OPT_BOOLEAN('\0', "stitch-lbr", &script.stitch_lbr,
3488 "Enable LBR callgraph stitching approach"),
add3a719 3489 OPTS_EVSWITCH(&script.evswitch),
1909629f 3490 OPT_END()
69b6470e 3491 };
40cae2b7
YS		 3492 const char * const script_subcommands[] = { "record", "report", NULL };
3493 const char *script_usage[] = {
69b6470e
ACM		 3494 "perf script [<options>]",
3495 "perf script [<options>] record <script> [<record-options>] <command>",
3496 "perf script [<options>] report <script> [script-args]",
3497 "perf script [<options>] <script> [<record-options>] <command>",
3498 "perf script [<options>] <top-script> [script-args]",
3499 NULL
3500 };
3875294f 3501
0a7c74ea
ACM		 3502 perf_set_singlethreaded();
3503
b5b87312
TZ		 3504 setup_scripting();
3505
40cae2b7 3506 argc = parse_options_subcommand(argc, argv, options, script_subcommands, script_usage,
b5b87312
TZ		 3507 PARSE_OPT_STOP_AT_NON_OPTION);
3508
15a108af
ACM		 3509 if (symbol_conf.guestmount ||
3510 symbol_conf.default_guest_vmlinux_name ||
3511 symbol_conf.default_guest_kallsyms ||
3512 symbol_conf.default_guest_modules) {
3513 /*
3514 * Enable guest sample processing.
3515 */
3516 perf_guest = true;
3517 }
3518
2d4f2799
JO		 3519 data.path = input_name;
3520 data.force = symbol_conf.force;
f5fc1412 3521
b5b87312
TZ		 3522 if (argc > 1 && !strncmp(argv[0], "rec", strlen("rec"))) {
3523 rec_script_path = get_script_path(argv[1], RECORD_SUFFIX);
3524 if (!rec_script_path)
b0ad8ea6 3525 return cmd_record(argc, argv);
3875294f
TZ		 3526 }
3527
b5b87312
TZ		 3528 if (argc > 1 && !strncmp(argv[0], "rep", strlen("rep"))) {
3529 rep_script_path = get_script_path(argv[1], REPORT_SUFFIX);
3530 if (!rep_script_path) {
3875294f 3531 fprintf(stderr,
b5b87312 3532 "Please specify a valid report script"
133dc4c3 3533 "(see 'perf script -l' for listing)\n");
3875294f
TZ		 3534 return -1;
3535 }
3875294f
TZ		 3536 }
3537
26567ed7
HPP		 3538 if (reltime && deltatime) {
3539 fprintf(stderr,
3540 "reltime and deltatime - the two don't get along well. "
3541 "Please limit to --reltime or --deltatime.\n");
3542 return -1;
3543 }
3544
1c5c25b3 3545 if ((itrace_synth_opts.callchain || itrace_synth_opts.add_callchain) &&
3c5b645f
AH		 3546 itrace_synth_opts.callchain_sz > scripting_max_stack)
3547 scripting_max_stack = itrace_synth_opts.callchain_sz;
3548
44e668c6 3549 /* make sure PERF_EXEC_PATH is set for scripts */
46113a54 3550 set_argv_exec_path(get_argv_exec_path());
44e668c6 3551
b5b87312 3552 if (argc && !script_name && !rec_script_path && !rep_script_path) {
a0cccc2e 3553 int live_pipe[2];
b5b87312 3554 int rep_args;
a0cccc2e
TZ		 3555 pid_t pid;
3556
b5b87312
TZ		 3557 rec_script_path = get_script_path(argv[0], RECORD_SUFFIX);
3558 rep_script_path = get_script_path(argv[0], REPORT_SUFFIX);
3559
3560 if (!rec_script_path && !rep_script_path) {
c7118369
NK		 3561 usage_with_options_msg(script_usage, options,
3562 "Couldn't find script `%s'\n\n See perf"
133dc4c3 3563 " script -l for available scripts.\n", argv[0]);
a0cccc2e
TZ		 3564 }
3565
b5b87312
TZ		 3566 if (is_top_script(argv[0])) {
3567 rep_args = argc - 1;
3568 } else {
3569 int rec_args;
3570
3571 rep_args = has_required_arg(rep_script_path);
3572 rec_args = (argc - 1) - rep_args;
3573 if (rec_args < 0) {
c7118369
NK		 3574 usage_with_options_msg(script_usage, options,
3575 "`%s' script requires options."
133dc4c3 3576 "\n\n See perf script -l for available "
b5b87312 3577 "scripts and options.\n", argv[0]);
b5b87312 3578 }
a0cccc2e
TZ		 3579 }
3580
3581 if (pipe(live_pipe) < 0) {
3582 perror("failed to create pipe");
d54b1a9e 3583 return -1;
a0cccc2e
TZ		 3584 }
3585
3586 pid = fork();
3587 if (pid < 0) {
3588 perror("failed to fork");
d54b1a9e 3589 return -1;
a0cccc2e
TZ		 3590 }
3591
3592 if (!pid) {
b5b87312
TZ		 3593 j = 0;
3594
a0cccc2e
TZ		 3595 dup2(live_pipe[1], 1);
3596 close(live_pipe[0]);
3597
317df650
RR		 3598 if (is_top_script(argv[0])) {
3599 system_wide = true;
3600 } else if (!system_wide) {
d54b1a9e
DA		 3601 if (have_cmd(argc - rep_args, &argv[rep_args]) != 0) {
3602 err = -1;
3603 goto out;
3604 }
317df650 3605 }
b5b87312
TZ		 3606
3607 __argv = malloc((argc + 6) * sizeof(const char *));
d54b1a9e
DA		 3608 if (!__argv) {
3609 pr_err("malloc failed\n");
3610 err = -ENOMEM;
3611 goto out;
3612 }
e8719adf 3613
b5b87312
TZ		 3614 __argv[j++] = "/bin/sh";
3615 __argv[j++] = rec_script_path;
3616 if (system_wide)
3617 __argv[j++] = "-a";
3618 __argv[j++] = "-q";
3619 __argv[j++] = "-o";
3620 __argv[j++] = "-";
3621 for (i = rep_args + 1; i < argc; i++)
3622 __argv[j++] = argv[i];
3623 __argv[j++] = NULL;
a0cccc2e
TZ		 3624
3625 execvp("/bin/sh", (char **)__argv);
e8719adf 3626 free(__argv);
a0cccc2e
TZ		 3627 exit(-1);
3628 }
3629
3630 dup2(live_pipe[0], 0);
3631 close(live_pipe[1]);
3632
b5b87312 3633 __argv = malloc((argc + 4) * sizeof(const char *));
d54b1a9e
DA		 3634 if (!__argv) {
3635 pr_err("malloc failed\n");
3636 err = -ENOMEM;
3637 goto out;
3638 }
3639
b5b87312
TZ		 3640 j = 0;
3641 __argv[j++] = "/bin/sh";
3642 __argv[j++] = rep_script_path;
3643 for (i = 1; i < rep_args + 1; i++)
3644 __argv[j++] = argv[i];
3645 __argv[j++] = "-i";
3646 __argv[j++] = "-";
3647 __argv[j++] = NULL;
a0cccc2e
TZ		 3648
3649 execvp("/bin/sh", (char **)__argv);
e8719adf 3650 free(__argv);
a0cccc2e
TZ		 3651 exit(-1);
3652 }
3653
b5b87312
TZ		 3654 if (rec_script_path)
3655 script_path = rec_script_path;
3656 if (rep_script_path)
3657 script_path = rep_script_path;
34c86ea9 3658
b5b87312 3659 if (script_path) {
b5b87312 3660 j = 0;
3875294f 3661
317df650
RR		 3662 if (!rec_script_path)
3663 system_wide = false;
d54b1a9e
DA		 3664 else if (!system_wide) {
3665 if (have_cmd(argc - 1, &argv[1]) != 0) {
3666 err = -1;
3667 goto out;
3668 }
3669 }
34c86ea9 3670
b5b87312 3671 __argv = malloc((argc + 2) * sizeof(const char *));
d54b1a9e
DA		 3672 if (!__argv) {
3673 pr_err("malloc failed\n");
3674 err = -ENOMEM;
3675 goto out;
3676 }
3677
34c86ea9
TZ		 3678 __argv[j++] = "/bin/sh";
3679 __argv[j++] = script_path;
3680 if (system_wide)
3681 __argv[j++] = "-a";
b5b87312 3682 for (i = 2; i < argc; i++)
34c86ea9
TZ		 3683 __argv[j++] = argv[i];
3684 __argv[j++] = NULL;
3875294f
TZ		 3685
3686 execvp("/bin/sh", (char **)__argv);
e8719adf 3687 free(__argv);
3875294f
TZ		 3688 exit(-1);
3689 }
956ffd02 3690
c1c9b969 3691 if (!script_name) {
cf4fee50 3692 setup_pager();
c1c9b969
MW		 3693 use_browser = 0;
3694 }
5f9c39dc 3695
8ceb41d7 3696 session = perf_session__new(&data, false, &script.tool);
6ef81c55
MI		 3697 if (IS_ERR(session))
3698 return PTR_ERR(session);
d8f66248 3699
e90debdd 3700 if (header || header_only) {
114f709e 3701 script.tool.show_feat_hdr = SHOW_FEAT_HEADER;
e90debdd
JO		 3702 perf_session__fprintf_info(session, stdout, show_full_info);
3703 if (header_only)
6cc870f0 3704 goto out_delete;
e90debdd 3705 }
114f709e
DCC		 3706 if (show_full_info)
3707 script.tool.show_feat_hdr = SHOW_FEAT_HEADER_FULL_INFO;
e90debdd 3708
0a7e6d1b 3709 if (symbol__init(&session->header.env) < 0)
38520dc3
NK		 3710 goto out_delete;
3711
3ab481a1 3712 uname(&uts);
9d49169c
SL		 3713 if (data.is_pipe || /* assume pipe_mode indicates native_arch */
3714 !strcmp(uts.machine, session->header.env.arch) ||
3ab481a1
AK		 3715 (!strcmp(uts.machine, "x86_64") &&
3716 !strcmp(session->header.env.arch, "i386")))
3717 native_arch = true;
3718
6f3e5eda 3719 script.session = session;
7322d6c9 3720 script__setup_sample_type(&script);
6f3e5eda 3721
99f753f0
AK		 3722 if ((output[PERF_TYPE_HARDWARE].fields & PERF_OUTPUT_CALLINDENT) ||
3723 symbol_conf.graph_function)
e216708d
AH		 3724 itrace_synth_opts.thread_stack = true;
3725
7a680eb9
AH		 3726 session->itrace_synth_opts = &itrace_synth_opts;
3727
5d67be97 3728 if (cpu_list) {
6cc870f0
NK		 3729 err = perf_session__cpu_bitmap(session, cpu_list, cpu_bitmap);
3730 if (err < 0)
3731 goto out_delete;
644e0840 3732 itrace_synth_opts.cpu_bitmap = cpu_bitmap;
5d67be97
AB		 3733 }
3734
1424dc96 3735 if (!no_callchain)
c0230b2b
DA		 3736 symbol_conf.use_callchain = true;
3737 else
3738 symbol_conf.use_callchain = false;
3739
9ee67421 3740 if (session->tevent.pevent &&
ece2a4f4
TSV		 3741 tep_set_function_resolver(session->tevent.pevent,
3742 machine__resolve_kernel_addr,
3743 &session->machines.host) < 0) {
ccb3a829 3744 pr_err("%s: failed to set libtraceevent function resolver\n", __func__);
db49bc15
CJ		 3745 err = -1;
3746 goto out_delete;
ccb3a829
ACM		 3747 }
3748
956ffd02
TZ		 3749 if (generate_script_lang) {
3750 struct stat perf_stat;
745f43e3
DA		 3751 int input;
3752
2c9e45f7 3753 if (output_set_by_user()) {
745f43e3
DA		 3754 fprintf(stderr,
3755 "custom fields not supported for generated scripts");
6cc870f0
NK		 3756 err = -EINVAL;
3757 goto out_delete;
745f43e3 3758 }
956ffd02 3759
2d4f2799 3760 input = open(data.path, O_RDONLY); /* input_name */
956ffd02 3761 if (input < 0) {
6cc870f0 3762 err = -errno;
956ffd02 3763 perror("failed to open file");
6cc870f0 3764 goto out_delete;
956ffd02
TZ		 3765 }
3766
3767 err = fstat(input, &perf_stat);
3768 if (err < 0) {
3769 perror("failed to stat file");
6cc870f0 3770 goto out_delete;
956ffd02
TZ		 3771 }
3772
3773 if (!perf_stat.st_size) {
3774 fprintf(stderr, "zero-sized file, nothing to do!\n");
6cc870f0 3775 goto out_delete;
956ffd02
TZ		 3776 }
3777
3778 scripting_ops = script_spec__lookup(generate_script_lang);
3779 if (!scripting_ops) {
3780 fprintf(stderr, "invalid language specifier");
6cc870f0
NK		 3781 err = -ENOENT;
3782 goto out_delete;
956ffd02
TZ		 3783 }
3784
29f5ffd3 3785 err = scripting_ops->generate_script(session->tevent.pevent,
da378962 3786 "perf-script");
6cc870f0 3787 goto out_delete;
956ffd02
TZ		 3788 }
3789
3790 if (script_name) {
586bc5cc 3791 err = scripting_ops->start_script(script_name, argc, argv);
956ffd02 3792 if (err)
6cc870f0 3793 goto out_delete;
133dc4c3 3794 pr_debug("perf script started with script %s\n\n", script_name);
6cc870f0 3795 script_started = true;
956ffd02
TZ		 3796 }
3797
9cbdb702
DA		 3798
3799 err = perf_session__check_output_opt(session);
3800 if (err < 0)
6cc870f0 3801 goto out_delete;
9cbdb702 3802
284c4e18 3803 if (script.time_str) {
b3509b6e 3804 err = perf_time__parse_for_ranges_reltime(script.time_str, session,
284c4e18
JY		 3805 &script.ptime_range,
3806 &script.range_size,
b3509b6e
AK		 3807 &script.range_num,
3808 reltime);
284c4e18 3809 if (err < 0)
2ab046cd 3810 goto out_delete;
400ae981
AH		 3811
3812 itrace_synth_opts__set_time_range(&itrace_synth_opts,
3813 script.ptime_range,
3814 script.range_num);
a91f4c47
DA		 3815 }
3816
124e02be
ACM		 3817 err = evswitch__init(&script.evswitch, session->evlist, stderr);
3818 if (err)
3819 goto out_delete;
dd41f660 3820
6f3e5eda 3821 err = __cmd_script(&script);
956ffd02 3822
d445dd2a
AH		 3823 flush_scripting();
3824
6cc870f0 3825out_delete:
400ae981
AH		 3826 if (script.ptime_range) {
3827 itrace_synth_opts__clear_time_range(&itrace_synth_opts);
284c4e18 3828 zfree(&script.ptime_range);
400ae981 3829 }
cc2ef584 3830
cfc8874a 3831 perf_evlist__free_stats(session->evlist);
d8f66248 3832 perf_session__delete(session);
6cc870f0
NK		 3833
3834 if (script_started)
3835 cleanup_scripting();
956ffd02
TZ		 3836out:
3837 return err;
5f9c39dc 3838}
Linux 6.x block layer and io_uring tree(s)