Merge tag 'arm64-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/arm64/linux
[linux-2.6-block.git] / tools / perf / util / symbol.c
CommitLineData
b2441318 1// SPDX-License-Identifier: GPL-2.0
5aab621b
ACM
2#include <dirent.h>
3#include <errno.h>
5aab621b
ACM
4#include <stdlib.h>
5#include <stdio.h>
6#include <string.h>
8859aede 7#include <linux/capability.h>
877a7a11 8#include <linux/kernel.h>
e9814df8 9#include <linux/mman.h>
8520a98d 10#include <linux/string.h>
2a1292cb 11#include <linux/time64.h>
5aab621b
ACM
12#include <sys/types.h>
13#include <sys/stat.h>
14#include <sys/param.h>
15#include <fcntl.h>
16#include <unistd.h>
9486aa38 17#include <inttypes.h>
b01141f4 18#include "annotate.h"
b36f19d5 19#include "build-id.h"
8859aede 20#include "cap.h"
fac583fd 21#include "dso.h"
fb71c86c 22#include "util.h" // lsdir()
8a6c5b26 23#include "debug.h"
8859aede 24#include "event.h"
69d2591a 25#include "machine.h"
1101f69a 26#include "map.h"
a2928c42 27#include "symbol.h"
d3300a3c
ACM
28#include "map_symbol.h"
29#include "mem-events.h"
b1d1b094 30#include "symsrc.h"
5aab621b 31#include "strlist.h"
e03eaa40 32#include "intlist.h"
843ff37b 33#include "namespaces.h"
0a7e6d1b 34#include "header.h"
9a3993d4 35#include "path.h"
3052ba56 36#include <linux/ctype.h>
7f7c536f 37#include <linux/zalloc.h>
a2928c42 38
a2928c42 39#include <elf.h>
f1617b40 40#include <limits.h>
c506c96b 41#include <symbol/kallsyms.h>
439d473b 42#include <sys/utsname.h>
2cdbc46d 43
be39db9f
ACM
44static int dso__load_kernel_sym(struct dso *dso, struct map *map);
45static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
608c34de
ACM
46static bool symbol__is_idle(const char *name);
47
3f067dca
ACM
48int vmlinux_path__nr_entries;
49char **vmlinux_path;
439d473b 50
75be6cf4 51struct symbol_conf symbol_conf = {
52bab886 52 .nanosecs = false,
e511db5e
NK
53 .use_modules = true,
54 .try_vmlinux_path = true,
e511db5e 55 .demangle = true,
763122ad 56 .demangle_kernel = false,
e511db5e 57 .cumulate_callchain = true,
2a1292cb 58 .time_quantum = 100 * NSEC_PER_MSEC, /* 100ms */
c8302367 59 .show_hist_headers = true,
e511db5e 60 .symfs = "",
1e9abf8b 61 .event_group = true,
d8a88dd2 62 .inline_name = true,
4968ac8f 63 .res_sample = 0,
b32d133a
ACM
64};
65
ff0bd799
IR
66struct map_list_node {
67 struct list_head node;
68 struct map *map;
69};
70
71static struct map_list_node *map_list_node__new(void)
72{
73 return malloc(sizeof(struct map_list_node));
74}
75
44f24cb3
JO
76static enum dso_binary_type binary_type_symtab[] = {
77 DSO_BINARY_TYPE__KALLSYMS,
78 DSO_BINARY_TYPE__GUEST_KALLSYMS,
79 DSO_BINARY_TYPE__JAVA_JIT,
80 DSO_BINARY_TYPE__DEBUGLINK,
81 DSO_BINARY_TYPE__BUILD_ID_CACHE,
d2396999 82 DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO,
44f24cb3
JO
83 DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
84 DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
85 DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
86 DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
87 DSO_BINARY_TYPE__GUEST_KMODULE,
c00c48fc 88 DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
44f24cb3 89 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
c00c48fc 90 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
9cd00941 91 DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
85afd355 92 DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO,
44f24cb3
JO
93 DSO_BINARY_TYPE__NOT_FOUND,
94};
95
028df767 96#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
44f24cb3 97
3183f8ca 98static bool symbol_type__filter(char symbol_type)
6893d4ee 99{
31877908 100 symbol_type = toupper(symbol_type);
2be732c0 101 return symbol_type == 'T' || symbol_type == 'W' || symbol_type == 'D' || symbol_type == 'B';
6893d4ee
ACM
102}
103
694bf407
AB
104static int prefix_underscores_count(const char *str)
105{
106 const char *tail = str;
107
108 while (*tail == '_')
109 tail++;
110
111 return tail - str;
112}
113
4b3a2716
MH
114const char * __weak arch__normalize_symbol_name(const char *name)
115{
116 return name;
117}
118
d8040645
PC
119int __weak arch__compare_symbol_names(const char *namea, const char *nameb)
120{
121 return strcmp(namea, nameb);
122}
123
124int __weak arch__compare_symbol_names_n(const char *namea, const char *nameb,
125 unsigned int n)
126{
127 return strncmp(namea, nameb, n);
128}
129
fb6d5942
NR
130int __weak arch__choose_best_symbol(struct symbol *syma,
131 struct symbol *symb __maybe_unused)
132{
133 /* Avoid "SyS" kernel syscall aliases */
134 if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
135 return SYMBOL_B;
136 if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
137 return SYMBOL_B;
138
139 return SYMBOL_A;
140}
694bf407
AB
141
142static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
143{
144 s64 a;
145 s64 b;
3445432b 146 size_t na, nb;
694bf407
AB
147
148 /* Prefer a symbol with non zero length */
149 a = syma->end - syma->start;
150 b = symb->end - symb->start;
151 if ((b == 0) && (a > 0))
152 return SYMBOL_A;
153 else if ((a == 0) && (b > 0))
154 return SYMBOL_B;
155
156 /* Prefer a non weak symbol over a weak one */
157 a = syma->binding == STB_WEAK;
158 b = symb->binding == STB_WEAK;
159 if (b && !a)
160 return SYMBOL_A;
161 if (a && !b)
162 return SYMBOL_B;
163
164 /* Prefer a global symbol over a non global one */
165 a = syma->binding == STB_GLOBAL;
166 b = symb->binding == STB_GLOBAL;
167 if (a && !b)
168 return SYMBOL_A;
169 if (b && !a)
170 return SYMBOL_B;
171
172 /* Prefer a symbol with less underscores */
173 a = prefix_underscores_count(syma->name);
174 b = prefix_underscores_count(symb->name);
175 if (b > a)
176 return SYMBOL_A;
177 else if (a > b)
178 return SYMBOL_B;
179
3445432b
AH
180 /* Choose the symbol with the longest name */
181 na = strlen(syma->name);
182 nb = strlen(symb->name);
183 if (na > nb)
694bf407 184 return SYMBOL_A;
3445432b 185 else if (na < nb)
694bf407 186 return SYMBOL_B;
3445432b 187
fb6d5942 188 return arch__choose_best_symbol(syma, symb);
694bf407
AB
189}
190
7137ff50 191void symbols__fixup_duplicate(struct rb_root_cached *symbols)
694bf407
AB
192{
193 struct rb_node *nd;
194 struct symbol *curr, *next;
195
c97b40e4
ACM
196 if (symbol_conf.allow_aliases)
197 return;
198
7137ff50 199 nd = rb_first_cached(symbols);
694bf407
AB
200
201 while (nd) {
202 curr = rb_entry(nd, struct symbol, rb_node);
203again:
204 nd = rb_next(&curr->rb_node);
694bf407
AB
205 if (!nd)
206 break;
207
21ce931e 208 next = rb_entry(nd, struct symbol, rb_node);
694bf407
AB
209 if (curr->start != next->start)
210 continue;
211
212 if (choose_best_symbol(curr, next) == SYMBOL_A) {
05963491
AH
213 if (next->type == STT_GNU_IFUNC)
214 curr->ifunc_alias = true;
7137ff50 215 rb_erase_cached(&next->rb_node, symbols);
d4f74eb8 216 symbol__delete(next);
694bf407
AB
217 goto again;
218 } else {
05963491
AH
219 if (curr->type == STT_GNU_IFUNC)
220 next->ifunc_alias = true;
694bf407 221 nd = rb_next(&curr->rb_node);
7137ff50 222 rb_erase_cached(&curr->rb_node, symbols);
d4f74eb8 223 symbol__delete(curr);
694bf407
AB
224 }
225 }
226}
227
8799ebce
NK
228/* Update zero-sized symbols using the address of the next symbol */
229void symbols__fixup_end(struct rb_root_cached *symbols, bool is_kallsyms)
af427bf5 230{
7137ff50 231 struct rb_node *nd, *prevnd = rb_first_cached(symbols);
2e538c4a 232 struct symbol *curr, *prev;
af427bf5
ACM
233
234 if (prevnd == NULL)
235 return;
236
2e538c4a
ACM
237 curr = rb_entry(prevnd, struct symbol, rb_node);
238
af427bf5 239 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
2e538c4a
ACM
240 prev = curr;
241 curr = rb_entry(nd, struct symbol, rb_node);
af427bf5 242
8799ebce
NK
243 /*
244 * On some architecture kernel text segment start is located at
245 * some low memory address, while modules are located at high
246 * memory addresses (or vice versa). The gap between end of
247 * kernel text segment and beginning of first module's text
248 * segment is very big. Therefore do not fill this gap and do
249 * not assign it to the kernel dso map (kallsyms).
250 *
bacefe0c
NK
251 * Also BPF code can be allocated separately from text segments
252 * and modules. So the last entry in a module should not fill
253 * the gap too.
254 *
8799ebce
NK
255 * In kallsyms, it determines module symbols using '[' character
256 * like in:
257 * ffffffffc1937000 T hdmi_driver_init [snd_hda_codec_hdmi]
258 */
259 if (prev->end == prev->start) {
bacefe0c
NK
260 const char *prev_mod;
261 const char *curr_mod;
262
263 if (!is_kallsyms) {
264 prev->end = curr->start;
265 continue;
266 }
267
268 prev_mod = strchr(prev->name, '[');
269 curr_mod = strchr(curr->name, '[');
270
8799ebce 271 /* Last kernel/module symbol mapped to end of page */
bacefe0c
NK
272 if (!prev_mod != !curr_mod)
273 prev->end = roundup(prev->end + 4096, 4096);
274 /* Last symbol in the previous module */
275 else if (prev_mod && strcmp(prev_mod, curr_mod))
8799ebce
NK
276 prev->end = roundup(prev->end + 4096, 4096);
277 else
278 prev->end = curr->start;
279
280 pr_debug4("%s sym:%s end:%#" PRIx64 "\n",
281 __func__, prev->name, prev->end);
282 }
af427bf5 283 }
2e538c4a
ACM
284
285 /* Last entry */
286 if (curr->end == curr->start)
e7ede72a 287 curr->end = roundup(curr->start, 4096) + 4096;
af427bf5
ACM
288}
289
af30bffa 290struct symbol *symbol__new(u64 start, u64 len, u8 binding, u8 type, const char *name)
a2928c42 291{
0085c954 292 size_t namelen = strlen(name) + 1;
aeafcbaf
ACM
293 struct symbol *sym = calloc(1, (symbol_conf.priv_size +
294 sizeof(*sym) + namelen));
295 if (sym == NULL)
0b73da3f
IM
296 return NULL;
297
b01141f4
ACM
298 if (symbol_conf.priv_size) {
299 if (symbol_conf.init_annotation) {
300 struct annotation *notes = (void *)sym;
4f74f187 301 annotation__init(notes);
b01141f4 302 }
aeafcbaf 303 sym = ((void *)sym) + symbol_conf.priv_size;
b01141f4 304 }
e4204992 305
aeafcbaf 306 sym->start = start;
2c241bd3 307 sym->end = len ? start + len : start;
af30bffa 308 sym->type = type;
aeafcbaf
ACM
309 sym->binding = binding;
310 sym->namelen = namelen - 1;
e4204992 311
aeafcbaf
ACM
312 pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
313 __func__, name, start, sym->end);
314 memcpy(sym->name, name, namelen);
a2928c42 315
aeafcbaf 316 return sym;
a2928c42
ACM
317}
318
aeafcbaf 319void symbol__delete(struct symbol *sym)
a2928c42 320{
4f74f187
IR
321 if (symbol_conf.priv_size) {
322 if (symbol_conf.init_annotation) {
323 struct annotation *notes = symbol__annotation(sym);
324
325 annotation__exit(notes);
326 }
327 }
aeafcbaf 328 free(((void *)sym) - symbol_conf.priv_size);
a2928c42
ACM
329}
330
7137ff50 331void symbols__delete(struct rb_root_cached *symbols)
a2928c42
ACM
332{
333 struct symbol *pos;
7137ff50 334 struct rb_node *next = rb_first_cached(symbols);
a2928c42
ACM
335
336 while (next) {
337 pos = rb_entry(next, struct symbol, rb_node);
338 next = rb_next(&pos->rb_node);
7137ff50 339 rb_erase_cached(&pos->rb_node, symbols);
00a192b3 340 symbol__delete(pos);
a2928c42
ACM
341 }
342}
343
7137ff50
DB
344void __symbols__insert(struct rb_root_cached *symbols,
345 struct symbol *sym, bool kernel)
a2928c42 346{
7137ff50 347 struct rb_node **p = &symbols->rb_root.rb_node;
a2928c42 348 struct rb_node *parent = NULL;
9cffa8d5 349 const u64 ip = sym->start;
a2928c42 350 struct symbol *s;
7137ff50 351 bool leftmost = true;
a2928c42 352
608c34de
ACM
353 if (kernel) {
354 const char *name = sym->name;
355 /*
356 * ppc64 uses function descriptors and appends a '.' to the
357 * start of every instruction address. Remove it.
358 */
359 if (name[0] == '.')
360 name++;
361 sym->idle = symbol__is_idle(name);
362 }
363
a2928c42
ACM
364 while (*p != NULL) {
365 parent = *p;
366 s = rb_entry(parent, struct symbol, rb_node);
367 if (ip < s->start)
368 p = &(*p)->rb_left;
7137ff50 369 else {
a2928c42 370 p = &(*p)->rb_right;
7137ff50
DB
371 leftmost = false;
372 }
a2928c42
ACM
373 }
374 rb_link_node(&sym->rb_node, parent, p);
7137ff50 375 rb_insert_color_cached(&sym->rb_node, symbols, leftmost);
a2928c42
ACM
376}
377
7137ff50 378void symbols__insert(struct rb_root_cached *symbols, struct symbol *sym)
608c34de
ACM
379{
380 __symbols__insert(symbols, sym, false);
381}
382
7137ff50 383static struct symbol *symbols__find(struct rb_root_cached *symbols, u64 ip)
a2928c42
ACM
384{
385 struct rb_node *n;
386
aeafcbaf 387 if (symbols == NULL)
a2928c42
ACM
388 return NULL;
389
7137ff50 390 n = symbols->rb_root.rb_node;
a2928c42
ACM
391
392 while (n) {
393 struct symbol *s = rb_entry(n, struct symbol, rb_node);
394
395 if (ip < s->start)
396 n = n->rb_left;
9c7b37cd 397 else if (ip > s->end || (ip == s->end && ip != s->start))
a2928c42
ACM
398 n = n->rb_right;
399 else
400 return s;
401 }
402
403 return NULL;
404}
405
7137ff50 406static struct symbol *symbols__first(struct rb_root_cached *symbols)
8e0cf965 407{
7137ff50 408 struct rb_node *n = rb_first_cached(symbols);
8e0cf965
AH
409
410 if (n)
411 return rb_entry(n, struct symbol, rb_node);
412
413 return NULL;
414}
415
7137ff50 416static struct symbol *symbols__last(struct rb_root_cached *symbols)
cd67f99f 417{
7137ff50 418 struct rb_node *n = rb_last(&symbols->rb_root);
cd67f99f
AH
419
420 if (n)
421 return rb_entry(n, struct symbol, rb_node);
422
423 return NULL;
424}
425
9c00a81b
AH
426static struct symbol *symbols__next(struct symbol *sym)
427{
428 struct rb_node *n = rb_next(&sym->rb_node);
429
430 if (n)
431 return rb_entry(n, struct symbol, rb_node);
432
433 return NULL;
434}
435
259dce91 436static int symbols__sort_name_cmp(const void *vlhs, const void *vrhs)
79406cd7 437{
259dce91
IR
438 const struct symbol *lhs = *((const struct symbol **)vlhs);
439 const struct symbol *rhs = *((const struct symbol **)vrhs);
02a9d037 440
259dce91 441 return strcmp(lhs->name, rhs->name);
79406cd7
ACM
442}
443
259dce91 444static struct symbol **symbols__sort_by_name(struct rb_root_cached *source, size_t *len)
79406cd7
ACM
445{
446 struct rb_node *nd;
259dce91
IR
447 struct symbol **result;
448 size_t i = 0, size = 0;
449
450 for (nd = rb_first_cached(source); nd; nd = rb_next(nd))
451 size++;
452
453 result = malloc(sizeof(*result) * size);
454 if (!result)
455 return NULL;
79406cd7 456
7137ff50 457 for (nd = rb_first_cached(source); nd; nd = rb_next(nd)) {
79406cd7 458 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
259dce91
IR
459
460 result[i++] = pos;
79406cd7 461 }
259dce91
IR
462 qsort(result, size, sizeof(*result), symbols__sort_name_cmp);
463 *len = size;
464 return result;
79406cd7
ACM
465}
466
d8040645
PC
467int symbol__match_symbol_name(const char *name, const char *str,
468 enum symbol_tag_include includes)
469{
470 const char *versioning;
471
472 if (includes == SYMBOL_TAG_INCLUDE__DEFAULT_ONLY &&
473 (versioning = strstr(name, "@@"))) {
474 int len = strlen(str);
475
476 if (len < versioning - name)
477 len = versioning - name;
478
479 return arch__compare_symbol_names_n(name, str, len);
480 } else
481 return arch__compare_symbol_names(name, str);
482}
483
259dce91
IR
484static struct symbol *symbols__find_by_name(struct symbol *symbols[],
485 size_t symbols_len,
d8040645 486 const char *name,
259dce91
IR
487 enum symbol_tag_include includes,
488 size_t *found_idx)
79406cd7 489{
259dce91 490 size_t i, lower = 0, upper = symbols_len;
78a175c4
JC
491 struct symbol *s = NULL;
492
493 if (found_idx)
494 *found_idx = SIZE_MAX;
79406cd7 495
259dce91 496 if (!symbols_len)
79406cd7
ACM
497 return NULL;
498
259dce91 499 while (lower < upper) {
79406cd7
ACM
500 int cmp;
501
259dce91 502 i = (lower + upper) / 2;
78a175c4 503 cmp = symbol__match_symbol_name(symbols[i]->name, name, includes);
79406cd7 504
d8040645 505 if (cmp > 0)
259dce91 506 upper = i;
d8040645 507 else if (cmp < 0)
259dce91
IR
508 lower = i + 1;
509 else {
510 if (found_idx)
511 *found_idx = i;
78a175c4 512 s = symbols[i];
de480999 513 break;
259dce91 514 }
79406cd7 515 }
78a175c4 516 if (s && includes != SYMBOL_TAG_INCLUDE__DEFAULT_ONLY) {
d8040645 517 /* return first symbol that has same name (if any) */
259dce91
IR
518 for (; i > 0; i--) {
519 struct symbol *tmp = symbols[i - 1];
de480999 520
259dce91
IR
521 if (!arch__compare_symbol_names(tmp->name, s->name)) {
522 if (found_idx)
523 *found_idx = i - 1;
78a175c4 524 s = tmp;
259dce91 525 } else
d8040645 526 break;
d8040645 527 }
259dce91 528 }
78a175c4 529 assert(!found_idx || !s || s == symbols[*found_idx]);
259dce91 530 return s;
79406cd7
ACM
531}
532
c0b4dffb
ACM
533void dso__reset_find_symbol_cache(struct dso *dso)
534{
3183f8ca
ACM
535 dso->last_find_result.addr = 0;
536 dso->last_find_result.symbol = NULL;
c0b4dffb
ACM
537}
538
3183f8ca 539void dso__insert_symbol(struct dso *dso, struct symbol *sym)
ae93a6c7 540{
3183f8ca 541 __symbols__insert(&dso->symbols, sym, dso->kernel);
ae93a6c7
CP
542
543 /* update the symbol cache if necessary */
3183f8ca
ACM
544 if (dso->last_find_result.addr >= sym->start &&
545 (dso->last_find_result.addr < sym->end ||
ae93a6c7 546 sym->start == sym->end)) {
3183f8ca 547 dso->last_find_result.symbol = sym;
ae93a6c7
CP
548 }
549}
550
ab8bf5f2
TR
551void dso__delete_symbol(struct dso *dso, struct symbol *sym)
552{
553 rb_erase_cached(&sym->rb_node, &dso->symbols);
554 symbol__delete(sym);
555 dso__reset_find_symbol_cache(dso);
556}
557
3183f8ca 558struct symbol *dso__find_symbol(struct dso *dso, u64 addr)
fcf1203a 559{
3183f8ca
ACM
560 if (dso->last_find_result.addr != addr || dso->last_find_result.symbol == NULL) {
561 dso->last_find_result.addr = addr;
562 dso->last_find_result.symbol = symbols__find(&dso->symbols, addr);
b685ac22
ACM
563 }
564
3183f8ca 565 return dso->last_find_result.symbol;
9c00a81b
AH
566}
567
a2db72c5
AH
568struct symbol *dso__find_symbol_nocache(struct dso *dso, u64 addr)
569{
570 return symbols__find(&dso->symbols, addr);
571}
572
5cf88a63
ACM
573struct symbol *dso__first_symbol(struct dso *dso)
574{
3183f8ca 575 return symbols__first(&dso->symbols);
cd67f99f
AH
576}
577
5cf88a63
ACM
578struct symbol *dso__last_symbol(struct dso *dso)
579{
3183f8ca 580 return symbols__last(&dso->symbols);
5cf88a63
ACM
581}
582
9c00a81b
AH
583struct symbol *dso__next_symbol(struct symbol *sym)
584{
585 return symbols__next(sym);
8e0cf965
AH
586}
587
259dce91 588struct symbol *dso__next_symbol_by_name(struct dso *dso, size_t *idx)
18bd7264 589{
259dce91
IR
590 if (*idx + 1 >= dso->symbol_names_len)
591 return NULL;
18bd7264 592
259dce91
IR
593 ++*idx;
594 return dso->symbol_names[*idx];
18bd7264
ACM
595}
596
597 /*
af07eeb0 598 * Returns first symbol that matched with @name.
18bd7264 599 */
259dce91 600struct symbol *dso__find_symbol_by_name(struct dso *dso, const char *name, size_t *idx)
79406cd7 601{
259dce91
IR
602 struct symbol *s = symbols__find_by_name(dso->symbol_names, dso->symbol_names_len,
603 name, SYMBOL_TAG_INCLUDE__NONE, idx);
d8040645 604 if (!s)
259dce91
IR
605 s = symbols__find_by_name(dso->symbol_names, dso->symbol_names_len,
606 name, SYMBOL_TAG_INCLUDE__DEFAULT_ONLY, idx);
d8040645 607 return s;
79406cd7
ACM
608}
609
3183f8ca 610void dso__sort_by_name(struct dso *dso)
79406cd7 611{
ce5b2934
IR
612 mutex_lock(&dso->lock);
613 if (!dso__sorted_by_name(dso)) {
259dce91
IR
614 size_t len;
615
616 dso->symbol_names = symbols__sort_by_name(&dso->symbols, &len);
617 if (dso->symbol_names) {
618 dso->symbol_names_len = len;
619 dso__set_sorted_by_name(dso);
620 }
ce5b2934
IR
621 }
622 mutex_unlock(&dso->lock);
79406cd7
ACM
623}
624
32add10f
IR
625/*
626 * While we find nice hex chars, build a long_val.
627 * Return number of chars processed.
628 */
629static int hex2u64(const char *ptr, u64 *long_val)
630{
631 char *p;
632
633 *long_val = strtoull(ptr, &p, 16);
634
635 return p - ptr;
636}
637
638
316d70d6
AH
639int modules__parse(const char *filename, void *arg,
640 int (*process_module)(void *arg, const char *name,
9ad4652b 641 u64 start, u64 size))
316d70d6
AH
642{
643 char *line = NULL;
644 size_t n;
645 FILE *file;
646 int err = 0;
647
648 file = fopen(filename, "r");
649 if (file == NULL)
650 return -1;
651
652 while (1) {
653 char name[PATH_MAX];
9ad4652b
TR
654 u64 start, size;
655 char *sep, *endptr;
316d70d6
AH
656 ssize_t line_len;
657
658 line_len = getline(&line, &n, file);
659 if (line_len < 0) {
660 if (feof(file))
661 break;
662 err = -1;
663 goto out;
664 }
665
666 if (!line) {
667 err = -1;
668 goto out;
669 }
670
671 line[--line_len] = '\0'; /* \n */
672
673 sep = strrchr(line, 'x');
674 if (sep == NULL)
675 continue;
676
677 hex2u64(sep + 1, &start);
678
679 sep = strchr(line, ' ');
680 if (sep == NULL)
681 continue;
682
683 *sep = '\0';
684
685 scnprintf(name, sizeof(name), "[%s]", line);
686
9ad4652b
TR
687 size = strtoul(sep + 1, &endptr, 0);
688 if (*endptr != ' ' && *endptr != '\t')
689 continue;
690
691 err = process_module(arg, name, start, size);
316d70d6
AH
692 if (err)
693 break;
694 }
695out:
696 free(line);
697 fclose(file);
698 return err;
699}
700
e7110b9f
ACM
701/*
702 * These are symbols in the kernel image, so make sure that
703 * sym is from a kernel DSO.
704 */
608c34de 705static bool symbol__is_idle(const char *name)
82d1deb0
DA
706{
707 const char * const idle_symbols[] = {
0e71459a
KP
708 "acpi_idle_do_entry",
709 "acpi_processor_ffh_cstate_enter",
549aff77 710 "arch_cpu_idle",
82d1deb0 711 "cpu_idle",
e0336ed6 712 "cpu_startup_entry",
0e71459a 713 "idle_cpu",
82d1deb0 714 "intel_idle",
29a2fd7c 715 "intel_idle_ibrs",
82d1deb0
DA
716 "default_idle",
717 "native_safe_halt",
718 "enter_idle",
719 "exit_idle",
720 "mwait_idle",
721 "mwait_idle_with_hints",
783abbd4 722 "mwait_idle_with_hints.constprop.0",
82d1deb0
DA
723 "poll_idle",
724 "ppc64_runlatch_off",
725 "pseries_dedicated_idle_sleep",
19bf119c
SS
726 "psw_idle",
727 "psw_idle_exit",
82d1deb0
DA
728 NULL
729 };
82d1deb0 730 int i;
bc5f15be 731 static struct strlist *idle_symbols_list;
82d1deb0 732
bc5f15be
KP
733 if (idle_symbols_list)
734 return strlist__has_entry(idle_symbols_list, name);
735
736 idle_symbols_list = strlist__new(NULL, NULL);
737
738 for (i = 0; idle_symbols[i]; i++)
739 strlist__add(idle_symbols_list, idle_symbols[i]);
82d1deb0 740
bc5f15be 741 return strlist__has_entry(idle_symbols_list, name);
82d1deb0
DA
742}
743
682b335a 744static int map__process_kallsym_symbol(void *arg, const char *name,
82151520 745 char type, u64 start)
682b335a
ACM
746{
747 struct symbol *sym;
333cc76c 748 struct dso *dso = arg;
7137ff50 749 struct rb_root_cached *root = &dso->symbols;
682b335a 750
3183f8ca 751 if (!symbol_type__filter(type))
682b335a
ACM
752 return 0;
753
1a86f4ba
LS
754 /* Ignore local symbols for ARM modules */
755 if (name[0] == '$')
756 return 0;
757
82151520
CS
758 /*
759 * module symbols are not sorted so we add all
760 * symbols, setting length to 0, and rely on
761 * symbols__fixup_end() to fix it up.
762 */
af30bffa 763 sym = symbol__new(start, 0, kallsyms2elf_binding(type), kallsyms2elf_type(type), name);
682b335a
ACM
764 if (sym == NULL)
765 return -ENOMEM;
766 /*
767 * We will pass the symbols to the filter later, in
768 * map__split_kallsyms, when we have split the maps per module
769 */
608c34de 770 __symbols__insert(root, sym, !strchr(name, '['));
a1645ce1 771
682b335a
ACM
772 return 0;
773}
774
775/*
776 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
777 * so that we can in the next step set the symbol ->end address and then
778 * call kernel_maps__split_kallsyms.
779 */
333cc76c 780static int dso__load_all_kallsyms(struct dso *dso, const char *filename)
682b335a 781{
333cc76c 782 return kallsyms__parse(filename, dso, map__process_kallsym_symbol);
682b335a
ACM
783}
784
79b6bb73 785static int maps__split_kallsyms_for_kcore(struct maps *kmaps, struct dso *dso)
8e0cf965 786{
8e0cf965 787 struct symbol *pos;
866548dd 788 int count = 0;
7137ff50
DB
789 struct rb_root_cached old_root = dso->symbols;
790 struct rb_root_cached *root = &dso->symbols;
791 struct rb_node *next = rb_first_cached(root);
8e0cf965 792
ba92732e
WN
793 if (!kmaps)
794 return -1;
795
7137ff50 796 *root = RB_ROOT_CACHED;
866548dd 797
8e0cf965 798 while (next) {
42fd623b 799 struct map *curr_map;
63df0e4b 800 struct dso *curr_map_dso;
8e0cf965
AH
801 char *module;
802
803 pos = rb_entry(next, struct symbol, rb_node);
804 next = rb_next(&pos->rb_node);
805
7137ff50
DB
806 rb_erase_cached(&pos->rb_node, &old_root);
807 RB_CLEAR_NODE(&pos->rb_node);
8e0cf965
AH
808 module = strchr(pos->name, '\t');
809 if (module)
810 *module = '\0';
811
79b6bb73 812 curr_map = maps__find(kmaps, pos->start);
8e0cf965 813
be39db9f 814 if (!curr_map) {
8e0cf965 815 symbol__delete(pos);
866548dd 816 continue;
8e0cf965 817 }
63df0e4b 818 curr_map_dso = map__dso(curr_map);
2a6e5e8a 819 pos->start -= map__start(curr_map) - map__pgoff(curr_map);
e5116f46
IR
820 if (pos->end > map__end(curr_map))
821 pos->end = map__end(curr_map);
866548dd 822 if (pos->end)
2a6e5e8a 823 pos->end -= map__start(curr_map) - map__pgoff(curr_map);
63df0e4b 824 symbols__insert(&curr_map_dso->symbols, pos);
866548dd 825 ++count;
42fd623b 826 map__put(curr_map);
8e0cf965
AH
827 }
828
829 /* Symbols have been adjusted */
830 dso->adjust_symbols = 1;
831
866548dd 832 return count;
8e0cf965
AH
833}
834
2e538c4a
ACM
835/*
836 * Split the symbols into maps, making sure there are no overlaps, i.e. the
837 * kernel range is broken in several maps, named [kernel].N, as we don't have
838 * the original ELF section names vmlinux have.
839 */
79b6bb73
ACM
840static int maps__split_kallsyms(struct maps *kmaps, struct dso *dso, u64 delta,
841 struct map *initial_map)
2e538c4a 842{
ba92732e 843 struct machine *machine;
107ef66c 844 struct map *curr_map = map__get(initial_map);
2e538c4a 845 struct symbol *pos;
48000a1a 846 int count = 0, moved = 0;
7137ff50
DB
847 struct rb_root_cached *root = &dso->symbols;
848 struct rb_node *next = rb_first_cached(root);
2e538c4a 849 int kernel_range = 0;
4d004365 850 bool x86_64;
2e538c4a 851
ba92732e
WN
852 if (!kmaps)
853 return -1;
854
5ab6d715 855 machine = maps__machine(kmaps);
ba92732e 856
4d004365
AH
857 x86_64 = machine__is(machine, "x86_64");
858
2e538c4a
ACM
859 while (next) {
860 char *module;
861
862 pos = rb_entry(next, struct symbol, rb_node);
863 next = rb_next(&pos->rb_node);
864
865 module = strchr(pos->name, '\t');
866 if (module) {
63df0e4b
IR
867 struct dso *curr_map_dso;
868
75be6cf4 869 if (!symbol_conf.use_modules)
1de8e245
ACM
870 goto discard_symbol;
871
2e538c4a 872 *module++ = '\0';
63df0e4b
IR
873 curr_map_dso = map__dso(curr_map);
874 if (strcmp(curr_map_dso->short_name, module)) {
78c32f4c 875 if (!RC_CHK_EQUAL(curr_map, initial_map) &&
1c695c88 876 dso->kernel == DSO_SPACE__KERNEL_GUEST &&
23346f21 877 machine__is_default_guest(machine)) {
a1645ce1
ZY
878 /*
879 * We assume all symbols of a module are
880 * continuous in * kallsyms, so curr_map
881 * points to a module and all its
882 * symbols are in its kmap. Mark it as
883 * loaded.
884 */
63df0e4b 885 dso__set_loaded(curr_map_dso);
a1645ce1
ZY
886 }
887
107ef66c 888 map__zput(curr_map);
79b6bb73 889 curr_map = maps__find_by_name(kmaps, module);
4e06255f 890 if (curr_map == NULL) {
2f51903b 891 pr_debug("%s/proc/{kallsyms,modules} "
b7cece76 892 "inconsistency while looking "
a1645ce1 893 "for \"%s\" module!\n",
23346f21 894 machine->root_dir, module);
107ef66c 895 curr_map = map__get(initial_map);
a1645ce1 896 goto discard_symbol;
af427bf5 897 }
63df0e4b
IR
898 curr_map_dso = map__dso(curr_map);
899 if (curr_map_dso->loaded &&
23346f21 900 !machine__is_default_guest(machine))
b7cece76 901 goto discard_symbol;
af427bf5 902 }
2e538c4a
ACM
903 /*
904 * So that we look just like we get from .ko files,
15e0e2d4 905 * i.e. not prelinked, relative to initial_map->start.
2e538c4a 906 */
78a1f7cd
IR
907 pos->start = map__map_ip(curr_map, pos->start);
908 pos->end = map__map_ip(curr_map, pos->end);
4d004365
AH
909 } else if (x86_64 && is_entry_trampoline(pos->name)) {
910 /*
911 * These symbols are not needed anymore since the
912 * trampoline maps refer to the text section and it's
913 * symbols instead. Avoid having to deal with
914 * relocations, and the assumption that the first symbol
915 * is the start of kernel text, by simply removing the
916 * symbols at this point.
917 */
918 goto discard_symbol;
107ef66c 919 } else if (!RC_CHK_EQUAL(curr_map, initial_map)) {
2e538c4a 920 char dso_name[PATH_MAX];
aeafcbaf 921 struct dso *ndso;
2e538c4a 922
d9b62aba
AH
923 if (delta) {
924 /* Kernel was relocated at boot time */
925 pos->start -= delta;
926 pos->end -= delta;
927 }
928
8a953312 929 if (count == 0) {
107ef66c
IR
930 map__zput(curr_map);
931 curr_map = map__get(initial_map);
be39db9f 932 goto add_symbol;
8a953312
ACM
933 }
934
1c695c88 935 if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
a1645ce1
ZY
936 snprintf(dso_name, sizeof(dso_name),
937 "[guest.kernel].%d",
938 kernel_range++);
939 else
940 snprintf(dso_name, sizeof(dso_name),
941 "[kernel].%d",
942 kernel_range++);
2e538c4a 943
aeafcbaf 944 ndso = dso__new(dso_name);
107ef66c 945 map__zput(curr_map);
aeafcbaf 946 if (ndso == NULL)
2e538c4a
ACM
947 return -1;
948
aeafcbaf 949 ndso->kernel = dso->kernel;
a1645ce1 950
3183f8ca 951 curr_map = map__new2(pos->start, ndso);
37fe5fcb 952 if (curr_map == NULL) {
d3a7c489 953 dso__put(ndso);
2e538c4a
ACM
954 return -1;
955 }
a2928c42 956
9fa688ea 957 map__set_mapping_type(curr_map, MAPPING_TYPE__IDENTITY);
ff583dc4 958 if (maps__insert(kmaps, curr_map)) {
107ef66c 959 map__zput(curr_map);
ff583dc4
IR
960 dso__put(ndso);
961 return -1;
962 }
2e538c4a 963 ++kernel_range;
d9b62aba
AH
964 } else if (delta) {
965 /* Kernel was relocated at boot time */
966 pos->start -= delta;
967 pos->end -= delta;
2e538c4a 968 }
be39db9f 969add_symbol:
107ef66c 970 if (!RC_CHK_EQUAL(curr_map, initial_map)) {
63df0e4b
IR
971 struct dso *curr_map_dso = map__dso(curr_map);
972
7137ff50 973 rb_erase_cached(&pos->rb_node, root);
63df0e4b 974 symbols__insert(&curr_map_dso->symbols, pos);
be39db9f
ACM
975 ++moved;
976 } else
977 ++count;
978
979 continue;
980discard_symbol:
7137ff50 981 rb_erase_cached(&pos->rb_node, root);
be39db9f 982 symbol__delete(pos);
a2928c42
ACM
983 }
984
107ef66c 985 if (!RC_CHK_EQUAL(curr_map, initial_map) &&
1c695c88 986 dso->kernel == DSO_SPACE__KERNEL_GUEST &&
5ab6d715 987 machine__is_default_guest(maps__machine(kmaps))) {
63df0e4b 988 dso__set_loaded(map__dso(curr_map));
a1645ce1 989 }
107ef66c 990 map__put(curr_map);
8a953312 991 return count + moved;
2e538c4a 992}
a2928c42 993
3f067dca
ACM
994bool symbol__restricted_filename(const char *filename,
995 const char *restricted_filename)
ec80fde7
ACM
996{
997 bool restricted = false;
998
999 if (symbol_conf.kptr_restrict) {
1000 char *r = realpath(filename, NULL);
1001
1002 if (r != NULL) {
1003 restricted = strcmp(r, restricted_filename) == 0;
1004 free(r);
1005 return restricted;
1006 }
1007 }
1008
1009 return restricted;
1010}
1011
52afdaf9
AH
1012struct module_info {
1013 struct rb_node rb_node;
1014 char *name;
1015 u64 start;
8e0cf965
AH
1016};
1017
52afdaf9 1018static void add_module(struct module_info *mi, struct rb_root *modules)
8e0cf965 1019{
52afdaf9
AH
1020 struct rb_node **p = &modules->rb_node;
1021 struct rb_node *parent = NULL;
1022 struct module_info *m;
8e0cf965 1023
52afdaf9
AH
1024 while (*p != NULL) {
1025 parent = *p;
1026 m = rb_entry(parent, struct module_info, rb_node);
1027 if (strcmp(mi->name, m->name) < 0)
1028 p = &(*p)->rb_left;
1029 else
1030 p = &(*p)->rb_right;
1031 }
1032 rb_link_node(&mi->rb_node, parent, p);
1033 rb_insert_color(&mi->rb_node, modules);
1034}
1035
1036static void delete_modules(struct rb_root *modules)
1037{
1038 struct module_info *mi;
1039 struct rb_node *next = rb_first(modules);
1040
1041 while (next) {
1042 mi = rb_entry(next, struct module_info, rb_node);
1043 next = rb_next(&mi->rb_node);
1044 rb_erase(&mi->rb_node, modules);
74cf249d 1045 zfree(&mi->name);
52afdaf9
AH
1046 free(mi);
1047 }
1048}
1049
1050static struct module_info *find_module(const char *name,
1051 struct rb_root *modules)
1052{
1053 struct rb_node *n = modules->rb_node;
1054
1055 while (n) {
1056 struct module_info *m;
1057 int cmp;
1058
1059 m = rb_entry(n, struct module_info, rb_node);
1060 cmp = strcmp(name, m->name);
1061 if (cmp < 0)
1062 n = n->rb_left;
1063 else if (cmp > 0)
1064 n = n->rb_right;
1065 else
1066 return m;
1067 }
1068
1069 return NULL;
1070}
1071
9ad4652b
TR
1072static int __read_proc_modules(void *arg, const char *name, u64 start,
1073 u64 size __maybe_unused)
52afdaf9
AH
1074{
1075 struct rb_root *modules = arg;
1076 struct module_info *mi;
1077
1078 mi = zalloc(sizeof(struct module_info));
1079 if (!mi)
8e0cf965
AH
1080 return -ENOMEM;
1081
52afdaf9
AH
1082 mi->name = strdup(name);
1083 mi->start = start;
8e0cf965 1084
52afdaf9
AH
1085 if (!mi->name) {
1086 free(mi);
1087 return -ENOMEM;
1088 }
1089
1090 add_module(mi, modules);
1091
1092 return 0;
1093}
1094
1095static int read_proc_modules(const char *filename, struct rb_root *modules)
1096{
1097 if (symbol__restricted_filename(filename, "/proc/modules"))
1098 return -1;
1099
1100 if (modules__parse(filename, modules, __read_proc_modules)) {
1101 delete_modules(modules);
1102 return -1;
1103 }
8e0cf965
AH
1104
1105 return 0;
1106}
1107
fc1b691d
AH
1108int compare_proc_modules(const char *from, const char *to)
1109{
1110 struct rb_root from_modules = RB_ROOT;
1111 struct rb_root to_modules = RB_ROOT;
1112 struct rb_node *from_node, *to_node;
1113 struct module_info *from_m, *to_m;
1114 int ret = -1;
1115
1116 if (read_proc_modules(from, &from_modules))
1117 return -1;
1118
1119 if (read_proc_modules(to, &to_modules))
1120 goto out_delete_from;
1121
1122 from_node = rb_first(&from_modules);
1123 to_node = rb_first(&to_modules);
1124 while (from_node) {
1125 if (!to_node)
1126 break;
1127
1128 from_m = rb_entry(from_node, struct module_info, rb_node);
1129 to_m = rb_entry(to_node, struct module_info, rb_node);
1130
1131 if (from_m->start != to_m->start ||
1132 strcmp(from_m->name, to_m->name))
1133 break;
1134
1135 from_node = rb_next(from_node);
1136 to_node = rb_next(to_node);
1137 }
1138
1139 if (!from_node && !to_node)
1140 ret = 0;
1141
1142 delete_modules(&to_modules);
1143out_delete_from:
1144 delete_modules(&from_modules);
1145
1146 return ret;
1147}
1148
111350c6
IR
1149static int do_validate_kcore_modules_cb(struct map *old_map, void *data)
1150{
1151 struct rb_root *modules = data;
1152 struct module_info *mi;
1153 struct dso *dso;
1154
1155 if (!__map__is_kmodule(old_map))
1156 return 0;
1157
1158 dso = map__dso(old_map);
1159 /* Module must be in memory at the same address */
1160 mi = find_module(dso->short_name, modules);
1161 if (!mi || mi->start != map__start(old_map))
1162 return -EINVAL;
1163
1164 return 0;
1165}
1166
79b6bb73 1167static int do_validate_kcore_modules(const char *filename, struct maps *kmaps)
52afdaf9
AH
1168{
1169 struct rb_root modules = RB_ROOT;
52afdaf9
AH
1170 int err;
1171
1172 err = read_proc_modules(filename, &modules);
1173 if (err)
1174 return err;
1175
111350c6 1176 err = maps__for_each_map(kmaps, do_validate_kcore_modules_cb, &modules);
52afdaf9 1177
52afdaf9
AH
1178 delete_modules(&modules);
1179 return err;
1180}
1181
8e0cf965 1182/*
52afdaf9 1183 * If kallsyms is referenced by name then we look for filename in the same
8e0cf965
AH
1184 * directory.
1185 */
52afdaf9
AH
1186static bool filename_from_kallsyms_filename(char *filename,
1187 const char *base_name,
1188 const char *kallsyms_filename)
8e0cf965
AH
1189{
1190 char *name;
1191
52afdaf9
AH
1192 strcpy(filename, kallsyms_filename);
1193 name = strrchr(filename, '/');
8e0cf965
AH
1194 if (!name)
1195 return false;
1196
52afdaf9
AH
1197 name += 1;
1198
1199 if (!strcmp(name, "kallsyms")) {
1200 strcpy(name, base_name);
8e0cf965
AH
1201 return true;
1202 }
1203
1204 return false;
1205}
1206
52afdaf9
AH
1207static int validate_kcore_modules(const char *kallsyms_filename,
1208 struct map *map)
1209{
79b6bb73 1210 struct maps *kmaps = map__kmaps(map);
52afdaf9
AH
1211 char modules_filename[PATH_MAX];
1212
ba92732e
WN
1213 if (!kmaps)
1214 return -EINVAL;
1215
52afdaf9
AH
1216 if (!filename_from_kallsyms_filename(modules_filename, "modules",
1217 kallsyms_filename))
1218 return -EINVAL;
1219
5759a682 1220 if (do_validate_kcore_modules(modules_filename, kmaps))
52afdaf9
AH
1221 return -EINVAL;
1222
1223 return 0;
1224}
1225
a00d28cb
AH
1226static int validate_kcore_addresses(const char *kallsyms_filename,
1227 struct map *map)
1228{
1229 struct kmap *kmap = map__kmap(map);
1230
ba92732e
WN
1231 if (!kmap)
1232 return -EINVAL;
1233
a00d28cb
AH
1234 if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1235 u64 start;
1236
b843f62a
ACM
1237 if (kallsyms__get_function_start(kallsyms_filename,
1238 kmap->ref_reloc_sym->name, &start))
1239 return -ENOENT;
a00d28cb
AH
1240 if (start != kmap->ref_reloc_sym->addr)
1241 return -EINVAL;
1242 }
1243
1244 return validate_kcore_modules(kallsyms_filename, map);
1245}
1246
52afdaf9
AH
1247struct kcore_mapfn_data {
1248 struct dso *dso;
52afdaf9
AH
1249 struct list_head maps;
1250};
1251
1252static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
1253{
1254 struct kcore_mapfn_data *md = data;
83720209 1255 struct map_list_node *list_node = map_list_node__new();
52afdaf9 1256
83720209 1257 if (!list_node)
52afdaf9
AH
1258 return -ENOMEM;
1259
83720209
IR
1260 list_node->map = map__new2(start, md->dso);
1261 if (!list_node->map) {
1262 free(list_node);
1263 return -ENOMEM;
1264 }
52afdaf9 1265
e6a9efce
ACM
1266 map__set_end(list_node->map, map__start(list_node->map) + len);
1267 map__set_pgoff(list_node->map, pgoff);
83720209
IR
1268
1269 list_add(&list_node->node, &md->maps);
52afdaf9
AH
1270
1271 return 0;
1272}
1273
8d5847a6
IR
1274static bool remove_old_maps(struct map *map, void *data)
1275{
1276 const struct map *map_to_save = data;
1277
1278 /*
1279 * We need to preserve eBPF maps even if they are covered by kcore,
1280 * because we need to access eBPF dso for source data.
1281 */
1282 return !RC_CHK_EQUAL(map, map_to_save) && !__map__is_bpf_prog(map);
1283}
1284
8e0cf965
AH
1285static int dso__load_kcore(struct dso *dso, struct map *map,
1286 const char *kallsyms_filename)
1287{
79b6bb73 1288 struct maps *kmaps = map__kmaps(map);
8e0cf965 1289 struct kcore_mapfn_data md;
ff583dc4 1290 struct map *replacement_map = NULL;
1c5aae77 1291 struct machine *machine;
8e0cf965
AH
1292 bool is_64_bit;
1293 int err, fd;
1294 char kcore_filename[PATH_MAX];
56549978 1295 u64 stext;
8e0cf965 1296
ba92732e
WN
1297 if (!kmaps)
1298 return -EINVAL;
1299
5ab6d715 1300 machine = maps__machine(kmaps);
1c5aae77 1301
8e0cf965 1302 /* This function requires that the map is the kernel map */
efdd5c6b 1303 if (!__map__is_kernel(map))
8e0cf965
AH
1304 return -EINVAL;
1305
52afdaf9
AH
1306 if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1307 kallsyms_filename))
1308 return -EINVAL;
1309
a00d28cb
AH
1310 /* Modules and kernel must be present at their original addresses */
1311 if (validate_kcore_addresses(kallsyms_filename, map))
8e0cf965
AH
1312 return -EINVAL;
1313
1314 md.dso = dso;
8e0cf965
AH
1315 INIT_LIST_HEAD(&md.maps);
1316
1317 fd = open(kcore_filename, O_RDONLY);
36c8bb56 1318 if (fd < 0) {
133de940
AH
1319 pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
1320 kcore_filename);
8e0cf965 1321 return -EINVAL;
36c8bb56 1322 }
8e0cf965
AH
1323
1324 /* Read new maps into temporary lists */
ddee3f2b 1325 err = file__read_maps(fd, map__prot(map) & PROT_EXEC, kcore_mapfn, &md,
8e0cf965
AH
1326 &is_64_bit);
1327 if (err)
1328 goto out_err;
c6d8f2a4 1329 dso->is_64_bit = is_64_bit;
8e0cf965
AH
1330
1331 if (list_empty(&md.maps)) {
1332 err = -EINVAL;
1333 goto out_err;
1334 }
1335
1336 /* Remove old maps */
8d5847a6 1337 maps__remove_maps(kmaps, remove_old_maps, map);
1c5aae77 1338 machine->trampolines_mapped = false;
8e0cf965 1339
56549978
AH
1340 /* Find the kernel map using the '_stext' symbol */
1341 if (!kallsyms__get_function_start(kallsyms_filename, "_stext", &stext)) {
1c249565 1342 u64 replacement_size = 0;
83720209 1343 struct map_list_node *new_node;
1c249565 1344
83720209
IR
1345 list_for_each_entry(new_node, &md.maps, node) {
1346 struct map *new_map = new_node->map;
e5116f46 1347 u64 new_size = map__size(new_map);
1c249565 1348
e5116f46 1349 if (!(stext >= map__start(new_map) && stext < map__end(new_map)))
1c249565
KJ
1350 continue;
1351
1352 /*
1353 * On some architectures, ARM64 for example, the kernel
1354 * text can get allocated inside of the vmalloc segment.
1355 * Select the smallest matching segment, in case stext
1356 * falls within more than one in the list.
1357 */
1358 if (!replacement_map || new_size < replacement_size) {
56549978 1359 replacement_map = new_map;
1c249565 1360 replacement_size = new_size;
56549978 1361 }
8e0cf965
AH
1362 }
1363 }
1364
1365 if (!replacement_map)
83720209 1366 replacement_map = list_entry(md.maps.next, struct map_list_node, node)->map;
8e0cf965
AH
1367
1368 /* Add new maps */
1369 while (!list_empty(&md.maps)) {
83720209
IR
1370 struct map_list_node *new_node = list_entry(md.maps.next, struct map_list_node, node);
1371 struct map *new_map = new_node->map;
1372
1373 list_del_init(&new_node->node);
1374
78c32f4c 1375 if (RC_CHK_EQUAL(new_map, replacement_map)) {
0d98a7af
JC
1376 struct map *map_ref;
1377
e6a9efce
ACM
1378 map__set_start(map, map__start(new_map));
1379 map__set_end(map, map__end(new_map));
1380 map__set_pgoff(map, map__pgoff(new_map));
9fa688ea 1381 map__set_mapping_type(map, map__mapping_type(new_map));
8e0cf965 1382 /* Ensure maps are correctly ordered */
0d98a7af
JC
1383 map_ref = map__get(map);
1384 maps__remove(kmaps, map_ref);
1385 err = maps__insert(kmaps, map_ref);
1386 map__put(map_ref);
fb5a88d4 1387 map__put(new_map);
ff583dc4
IR
1388 if (err)
1389 goto out_err;
8e0cf965 1390 } else {
fb5a88d4
JO
1391 /*
1392 * Merge kcore map into existing maps,
1393 * and ensure that current maps (eBPF)
1394 * stay intact.
1395 */
ff583dc4
IR
1396 if (maps__merge_in(kmaps, new_map)) {
1397 err = -EINVAL;
fb5a88d4 1398 goto out_err;
ff583dc4 1399 }
8e0cf965 1400 }
83720209 1401 free(new_node);
8e0cf965
AH
1402 }
1403
1c5aae77
AH
1404 if (machine__is(machine, "x86_64")) {
1405 u64 addr;
1406
1407 /*
1408 * If one of the corresponding symbols is there, assume the
1409 * entry trampoline maps are too.
1410 */
1411 if (!kallsyms__get_function_start(kallsyms_filename,
1412 ENTRY_TRAMPOLINE_NAME,
1413 &addr))
1414 machine->trampolines_mapped = true;
1415 }
1416
8e0cf965
AH
1417 /*
1418 * Set the data type and long name so that kcore can be read via
1419 * dso__data_read_addr().
1420 */
1c695c88 1421 if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
5f70619d 1422 dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
8e0cf965 1423 else
5f70619d 1424 dso->binary_type = DSO_BINARY_TYPE__KCORE;
7e155d4d 1425 dso__set_long_name(dso, strdup(kcore_filename), true);
8e0cf965
AH
1426
1427 close(fd);
1428
ddee3f2b 1429 if (map__prot(map) & PROT_EXEC)
8e0cf965
AH
1430 pr_debug("Using %s for kernel object code\n", kcore_filename);
1431 else
1432 pr_debug("Using %s for kernel data\n", kcore_filename);
1433
1434 return 0;
1435
1436out_err:
1437 while (!list_empty(&md.maps)) {
83720209
IR
1438 struct map_list_node *list_node;
1439
1440 list_node = list_entry(md.maps.next, struct map_list_node, node);
1441 list_del_init(&list_node->node);
1442 map__zput(list_node->map);
1443 free(list_node);
8e0cf965
AH
1444 }
1445 close(fd);
ff583dc4 1446 return err;
8e0cf965
AH
1447}
1448
d9b62aba
AH
1449/*
1450 * If the kernel is relocated at boot time, kallsyms won't match. Compute the
1451 * delta based on the relocation reference symbol.
1452 */
019c6820 1453static int kallsyms__delta(struct kmap *kmap, const char *filename, u64 *delta)
d9b62aba 1454{
d9b62aba
AH
1455 u64 addr;
1456
1457 if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1458 return 0;
1459
b843f62a 1460 if (kallsyms__get_function_start(filename, kmap->ref_reloc_sym->name, &addr))
d9b62aba
AH
1461 return -1;
1462
1463 *delta = addr - kmap->ref_reloc_sym->addr;
1464 return 0;
1465}
1466
e02092b9 1467int __dso__load_kallsyms(struct dso *dso, const char *filename,
be39db9f 1468 struct map *map, bool no_kcore)
2e538c4a 1469{
019c6820 1470 struct kmap *kmap = map__kmap(map);
d9b62aba
AH
1471 u64 delta = 0;
1472
ec80fde7
ACM
1473 if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1474 return -1;
1475
019c6820
ACM
1476 if (!kmap || !kmap->kmaps)
1477 return -1;
1478
333cc76c 1479 if (dso__load_all_kallsyms(dso, filename) < 0)
2e538c4a
ACM
1480 return -1;
1481
019c6820 1482 if (kallsyms__delta(kmap, filename, &delta))
d9b62aba
AH
1483 return -1;
1484
838425f2 1485 symbols__fixup_end(&dso->symbols, true);
3183f8ca 1486 symbols__fixup_duplicate(&dso->symbols);
3f5a4272 1487
1c695c88 1488 if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
44f24cb3 1489 dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
a1645ce1 1490 else
44f24cb3 1491 dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
2e538c4a 1492
e02092b9 1493 if (!no_kcore && !dso__load_kcore(dso, map, filename))
79b6bb73 1494 return maps__split_kallsyms_for_kcore(kmap->kmaps, dso);
8e0cf965 1495 else
79b6bb73 1496 return maps__split_kallsyms(kmap->kmaps, dso, delta, map);
af427bf5
ACM
1497}
1498
e02092b9 1499int dso__load_kallsyms(struct dso *dso, const char *filename,
be39db9f 1500 struct map *map)
e02092b9 1501{
be39db9f 1502 return __dso__load_kallsyms(dso, filename, map, false);
e02092b9
ACM
1503}
1504
3183f8ca 1505static int dso__load_perf_map(const char *map_path, struct dso *dso)
80d496be
PE
1506{
1507 char *line = NULL;
1508 size_t n;
1509 FILE *file;
1510 int nr_syms = 0;
1511
bf2e710b 1512 file = fopen(map_path, "r");
80d496be
PE
1513 if (file == NULL)
1514 goto out_failure;
1515
1516 while (!feof(file)) {
9cffa8d5 1517 u64 start, size;
80d496be
PE
1518 struct symbol *sym;
1519 int line_len, len;
1520
1521 line_len = getline(&line, &n, file);
1522 if (line_len < 0)
1523 break;
1524
1525 if (!line)
1526 goto out_failure;
1527
1528 line[--line_len] = '\0'; /* \n */
1529
1530 len = hex2u64(line, &start);
1531
1532 len++;
1533 if (len + 2 >= line_len)
1534 continue;
1535
1536 len += hex2u64(line + len, &size);
1537
1538 len++;
1539 if (len + 2 >= line_len)
1540 continue;
1541
af30bffa 1542 sym = symbol__new(start, size, STB_GLOBAL, STT_FUNC, line + len);
80d496be
PE
1543
1544 if (sym == NULL)
1545 goto out_delete_line;
1546
3183f8ca 1547 symbols__insert(&dso->symbols, sym);
be39db9f 1548 nr_syms++;
80d496be
PE
1549 }
1550
1551 free(line);
1552 fclose(file);
1553
1554 return nr_syms;
1555
1556out_delete_line:
1557 free(line);
1558out_failure:
1559 return -1;
1560}
1561
eac9a434
RB
1562#ifdef HAVE_LIBBFD_SUPPORT
1563#define PACKAGE 'perf'
1564#include <bfd.h>
1565
1566static int bfd_symbols__cmpvalue(const void *a, const void *b)
1567{
1568 const asymbol *as = *(const asymbol **)a, *bs = *(const asymbol **)b;
1569
1570 if (bfd_asymbol_value(as) != bfd_asymbol_value(bs))
1571 return bfd_asymbol_value(as) - bfd_asymbol_value(bs);
1572
1573 return bfd_asymbol_name(as)[0] - bfd_asymbol_name(bs)[0];
1574}
1575
1576static int bfd2elf_binding(asymbol *symbol)
1577{
1578 if (symbol->flags & BSF_WEAK)
1579 return STB_WEAK;
1580 if (symbol->flags & BSF_GLOBAL)
1581 return STB_GLOBAL;
1582 if (symbol->flags & BSF_LOCAL)
1583 return STB_LOCAL;
1584 return -1;
1585}
1586
1587int dso__load_bfd_symbols(struct dso *dso, const char *debugfile)
1588{
1589 int err = -1;
96de68ff 1590 long symbols_size, symbols_count, i;
eac9a434
RB
1591 asection *section;
1592 asymbol **symbols, *sym;
1593 struct symbol *symbol;
1594 bfd *abfd;
eac9a434
RB
1595 u64 start, len;
1596
00a34234 1597 abfd = bfd_openr(debugfile, NULL);
eac9a434
RB
1598 if (!abfd)
1599 return -1;
1600
1601 if (!bfd_check_format(abfd, bfd_object)) {
1602 pr_debug2("%s: cannot read %s bfd file.\n", __func__,
1603 dso->long_name);
1604 goto out_close;
1605 }
1606
1607 if (bfd_get_flavour(abfd) == bfd_target_elf_flavour)
1608 goto out_close;
1609
eac9a434
RB
1610 symbols_size = bfd_get_symtab_upper_bound(abfd);
1611 if (symbols_size == 0) {
1612 bfd_close(abfd);
1613 return 0;
1614 }
1615
1616 if (symbols_size < 0)
1617 goto out_close;
1618
1619 symbols = malloc(symbols_size);
1620 if (!symbols)
1621 goto out_close;
1622
1623 symbols_count = bfd_canonicalize_symtab(abfd, symbols);
1624 if (symbols_count < 0)
1625 goto out_free;
1626
d2930ede
RB
1627 section = bfd_get_section_by_name(abfd, ".text");
1628 if (section) {
1629 for (i = 0; i < symbols_count; ++i) {
1630 if (!strcmp(bfd_asymbol_name(symbols[i]), "__ImageBase") ||
1631 !strcmp(bfd_asymbol_name(symbols[i]), "__image_base__"))
1632 break;
1633 }
1634 if (i < symbols_count) {
1635 /* PE symbols can only have 4 bytes, so use .text high bits */
1636 dso->text_offset = section->vma - (u32)section->vma;
1637 dso->text_offset += (u32)bfd_asymbol_value(symbols[i]);
26a5262d 1638 dso->text_end = (section->vma - dso->text_offset) + section->size;
d2930ede
RB
1639 } else {
1640 dso->text_offset = section->vma - section->filepos;
26a5262d 1641 dso->text_end = section->filepos + section->size;
d2930ede
RB
1642 }
1643 }
1644
eac9a434
RB
1645 qsort(symbols, symbols_count, sizeof(asymbol *), bfd_symbols__cmpvalue);
1646
1647#ifdef bfd_get_section
1648#define bfd_asymbol_section bfd_get_section
1649#endif
1650 for (i = 0; i < symbols_count; ++i) {
1651 sym = symbols[i];
1652 section = bfd_asymbol_section(sym);
1653 if (bfd2elf_binding(sym) < 0)
1654 continue;
1655
1656 while (i + 1 < symbols_count &&
1657 bfd_asymbol_section(symbols[i + 1]) == section &&
1658 bfd2elf_binding(symbols[i + 1]) < 0)
1659 i++;
1660
1661 if (i + 1 < symbols_count &&
1662 bfd_asymbol_section(symbols[i + 1]) == section)
1663 len = symbols[i + 1]->value - sym->value;
1664 else
1665 len = section->size - sym->value;
1666
1667 start = bfd_asymbol_value(sym) - dso->text_offset;
1668 symbol = symbol__new(start, len, bfd2elf_binding(sym), STT_FUNC,
1669 bfd_asymbol_name(sym));
1670 if (!symbol)
1671 goto out_free;
1672
1673 symbols__insert(&dso->symbols, symbol);
1674 }
1675#ifdef bfd_get_section
1676#undef bfd_asymbol_section
1677#endif
1678
838425f2 1679 symbols__fixup_end(&dso->symbols, false);
eac9a434
RB
1680 symbols__fixup_duplicate(&dso->symbols);
1681 dso->adjust_symbols = 1;
1682
1683 err = 0;
1684out_free:
1685 free(symbols);
1686out_close:
1687 bfd_close(abfd);
1688 return err;
1689}
1690#endif
1691
1029f9fe
NK
1692static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
1693 enum dso_binary_type type)
1694{
1695 switch (type) {
1696 case DSO_BINARY_TYPE__JAVA_JIT:
1697 case DSO_BINARY_TYPE__DEBUGLINK:
1698 case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
1699 case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
1700 case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
85afd355 1701 case DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO:
1029f9fe
NK
1702 case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
1703 case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
1c695c88 1704 return !kmod && dso->kernel == DSO_SPACE__USER;
1029f9fe
NK
1705
1706 case DSO_BINARY_TYPE__KALLSYMS:
1707 case DSO_BINARY_TYPE__VMLINUX:
1708 case DSO_BINARY_TYPE__KCORE:
1c695c88 1709 return dso->kernel == DSO_SPACE__KERNEL;
1029f9fe
NK
1710
1711 case DSO_BINARY_TYPE__GUEST_KALLSYMS:
1712 case DSO_BINARY_TYPE__GUEST_VMLINUX:
1713 case DSO_BINARY_TYPE__GUEST_KCORE:
1c695c88 1714 return dso->kernel == DSO_SPACE__KERNEL_GUEST;
1029f9fe
NK
1715
1716 case DSO_BINARY_TYPE__GUEST_KMODULE:
c00c48fc 1717 case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
1029f9fe 1718 case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
c00c48fc 1719 case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
1029f9fe
NK
1720 /*
1721 * kernel modules know their symtab type - it's set when
a94ab91a 1722 * creating a module dso in machine__addnew_module_map().
1029f9fe
NK
1723 */
1724 return kmod && dso->symtab_type == type;
1725
1726 case DSO_BINARY_TYPE__BUILD_ID_CACHE:
d2396999 1727 case DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO:
1029f9fe
NK
1728 return true;
1729
9b86d04d 1730 case DSO_BINARY_TYPE__BPF_PROG_INFO:
3c29d448 1731 case DSO_BINARY_TYPE__BPF_IMAGE:
789e2419 1732 case DSO_BINARY_TYPE__OOL:
1029f9fe
NK
1733 case DSO_BINARY_TYPE__NOT_FOUND:
1734 default:
1735 return false;
1736 }
1737}
1738
bf2e710b
KJ
1739/* Checks for the existence of the perf-<pid>.map file in two different
1740 * locations. First, if the process is a separate mount namespace, check in
1741 * that namespace using the pid of the innermost pid namespace. If's not in a
1742 * namespace, or the file can't be found there, try in the mount namespace of
1743 * the tracing process using our view of its pid.
1744 */
1745static int dso__find_perf_map(char *filebuf, size_t bufsz,
1746 struct nsinfo **nsip)
1747{
1748 struct nscookie nsc;
1749 struct nsinfo *nsi;
1750 struct nsinfo *nnsi;
1751 int rc = -1;
1752
1753 nsi = *nsip;
1754
bcaf0a97
IR
1755 if (nsinfo__need_setns(nsi)) {
1756 snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsinfo__nstgid(nsi));
bf2e710b
KJ
1757 nsinfo__mountns_enter(nsi, &nsc);
1758 rc = access(filebuf, R_OK);
1759 nsinfo__mountns_exit(&nsc);
1760 if (rc == 0)
1761 return rc;
1762 }
1763
1764 nnsi = nsinfo__copy(nsi);
1765 if (nnsi) {
1766 nsinfo__put(nsi);
1767
bcaf0a97
IR
1768 nsinfo__clear_need_setns(nnsi);
1769 snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsinfo__tgid(nnsi));
bf2e710b
KJ
1770 *nsip = nnsi;
1771 rc = 0;
1772 }
1773
1774 return rc;
1775}
1776
be39db9f 1777int dso__load(struct dso *dso, struct map *map)
a2928c42 1778{
c338aee8 1779 char *name;
a2928c42 1780 int ret = -1;
44f24cb3 1781 u_int i;
93fcce96 1782 struct machine *machine = NULL;
44f24cb3 1783 char *root_dir = (char *) "";
3aafe5ae
CS
1784 int ss_pos = 0;
1785 struct symsrc ss_[2];
1786 struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
1029f9fe 1787 bool kmod;
bf2e710b 1788 bool perfmap;
f766819c 1789 struct build_id bid;
843ff37b 1790 struct nscookie nsc;
bf2e710b
KJ
1791 char newmapname[PATH_MAX];
1792 const char *map_path = dso->long_name;
1793
e54dea69 1794 mutex_lock(&dso->lock);
bf2e710b
KJ
1795 perfmap = strncmp(dso->name, "/tmp/perf-", 10) == 0;
1796 if (perfmap) {
1797 if (dso->nsinfo && (dso__find_perf_map(newmapname,
1798 sizeof(newmapname), &dso->nsinfo) == 0)) {
1799 map_path = newmapname;
1800 }
1801 }
a2928c42 1802
843ff37b 1803 nsinfo__mountns_enter(dso->nsinfo, &nsc);
4a936edc
NK
1804
1805 /* check again under the dso->lock */
3183f8ca 1806 if (dso__loaded(dso)) {
4a936edc
NK
1807 ret = 1;
1808 goto out;
1809 }
66bd8424 1810
b5c09518
ACM
1811 kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1812 dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
1813 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
1814 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
1815
1816 if (dso->kernel && !kmod) {
1c695c88 1817 if (dso->kernel == DSO_SPACE__KERNEL)
be39db9f 1818 ret = dso__load_kernel_sym(dso, map);
1c695c88 1819 else if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
be39db9f 1820 ret = dso__load_guest_kernel_sym(dso, map);
4a936edc 1821
5ab6d715 1822 machine = maps__machine(map__kmaps(map));
4d99e413
AH
1823 if (machine__is(machine, "x86_64"))
1824 machine__map_x86_64_entry_trampolines(machine, dso);
4a936edc
NK
1825 goto out;
1826 }
a1645ce1 1827
aeafcbaf 1828 dso->adjust_symbols = 0;
f5812a7a 1829
bf2e710b 1830 if (perfmap) {
3183f8ca 1831 ret = dso__load_perf_map(map_path, dso);
44f24cb3
JO
1832 dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1833 DSO_BINARY_TYPE__NOT_FOUND;
4a936edc 1834 goto out;
94cb9e38
ACM
1835 }
1836
44f24cb3
JO
1837 if (machine)
1838 root_dir = machine->root_dir;
1839
164c800e
DA
1840 name = malloc(PATH_MAX);
1841 if (!name)
4a936edc 1842 goto out;
164c800e 1843
5baecbcd
DK
1844 /*
1845 * Read the build id if possible. This is required for
1846 * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
1847 */
ed6c166c 1848 if (!dso->has_build_id &&
9b200653
VK
1849 is_regular_file(dso->long_name)) {
1850 __symbol__join_symfs(name, PATH_MAX, dso->long_name);
f766819c 1851 if (filename__read_build_id(name, &bid) > 0)
8dfdf440 1852 dso__set_build_id(dso, &bid);
9b200653 1853 }
5baecbcd 1854
1029f9fe
NK
1855 /*
1856 * Iterate over candidate debug images.
3aafe5ae
CS
1857 * Keep track of "interesting" ones (those which have a symtab, dynsym,
1858 * and/or opd section) for processing.
6da80ce8 1859 */
44f24cb3 1860 for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
3aafe5ae
CS
1861 struct symsrc *ss = &ss_[ss_pos];
1862 bool next_slot = false;
f045b8c4 1863 bool is_reg;
d2396999 1864 bool nsexit;
eac9a434 1865 int bfdrc = -1;
c3962961 1866 int sirc = -1;
6da80ce8 1867
005f9294 1868 enum dso_binary_type symtab_type = binary_type_symtab[i];
ec5761ea 1869
d2396999
KJ
1870 nsexit = (symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE ||
1871 symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO);
1872
1029f9fe
NK
1873 if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
1874 continue;
1875
ee4e9625
ACM
1876 if (dso__read_binary_type_filename(dso, symtab_type,
1877 root_dir, name, PATH_MAX))
44f24cb3 1878 continue;
6da80ce8 1879
d2396999 1880 if (nsexit)
f045b8c4
KJ
1881 nsinfo__mountns_exit(&nsc);
1882
1883 is_reg = is_regular_file(name);
67fd1892 1884 if (!is_reg && errno == ENOENT && dso->nsinfo) {
7031edac 1885 char *new_name = dso__filename_with_chroot(dso, name);
67fd1892
NK
1886 if (new_name) {
1887 is_reg = is_regular_file(new_name);
1888 strlcpy(name, new_name, PATH_MAX);
1889 free(new_name);
1890 }
1891 }
1892
eac9a434 1893#ifdef HAVE_LIBBFD_SUPPORT
c3962961 1894 if (is_reg)
eac9a434
RB
1895 bfdrc = dso__load_bfd_symbols(dso, name);
1896#endif
1897 if (is_reg && bfdrc < 0)
c3962961 1898 sirc = symsrc__init(ss, dso, name, symtab_type);
40356721 1899
d2396999 1900 if (nsexit)
f045b8c4
KJ
1901 nsinfo__mountns_enter(dso->nsinfo, &nsc);
1902
77771a97
NF
1903 if (bfdrc == 0) {
1904 ret = 0;
eac9a434 1905 break;
77771a97 1906 }
eac9a434 1907
c3962961 1908 if (!is_reg || sirc < 0)
6da80ce8 1909 continue;
a2928c42 1910
3aafe5ae
CS
1911 if (!syms_ss && symsrc__has_symtab(ss)) {
1912 syms_ss = ss;
1913 next_slot = true;
0058aef6
AH
1914 if (!dso->symsrc_filename)
1915 dso->symsrc_filename = strdup(name);
d26cd12b
CS
1916 }
1917
3aafe5ae
CS
1918 if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1919 runtime_ss = ss;
1920 next_slot = true;
a44f605b 1921 }
a2928c42 1922
3aafe5ae
CS
1923 if (next_slot) {
1924 ss_pos++;
33ff581e 1925
3aafe5ae
CS
1926 if (syms_ss && runtime_ss)
1927 break;
98e9f03b
NK
1928 } else {
1929 symsrc__destroy(ss);
6da80ce8 1930 }
3aafe5ae 1931
a25e46c4 1932 }
6da80ce8 1933
3aafe5ae
CS
1934 if (!runtime_ss && !syms_ss)
1935 goto out_free;
1936
1937 if (runtime_ss && !syms_ss) {
1938 syms_ss = runtime_ss;
1939 }
1940
1941 /* We'll have to hope for the best */
1942 if (!runtime_ss && syms_ss)
1943 runtime_ss = syms_ss;
1944
1029f9fe 1945 if (syms_ss)
be39db9f 1946 ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);
1029f9fe 1947 else
3aafe5ae
CS
1948 ret = -1;
1949
f47b58b7 1950 if (ret > 0) {
3aafe5ae
CS
1951 int nr_plt;
1952
3183f8ca 1953 nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss);
3aafe5ae
CS
1954 if (nr_plt > 0)
1955 ret += nr_plt;
60e4b10c
ACM
1956 }
1957
3aafe5ae
CS
1958 for (; ss_pos > 0; ss_pos--)
1959 symsrc__destroy(&ss_[ss_pos - 1]);
1960out_free:
a2928c42 1961 free(name);
aeafcbaf 1962 if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
4a936edc
NK
1963 ret = 0;
1964out:
3183f8ca 1965 dso__set_loaded(dso);
d9a0d6b8 1966 mutex_unlock(&dso->lock);
843ff37b 1967 nsinfo__mountns_exit(&nsc);
4a936edc 1968
a2928c42
ACM
1969 return ret;
1970}
1971
aeafcbaf 1972int dso__load_vmlinux(struct dso *dso, struct map *map,
be39db9f 1973 const char *vmlinux, bool vmlinux_allocated)
a2928c42 1974{
b68e2f91
CS
1975 int err = -1;
1976 struct symsrc ss;
ec5761ea 1977 char symfs_vmlinux[PATH_MAX];
005f9294 1978 enum dso_binary_type symtab_type;
a2928c42 1979
5698d2c9
NK
1980 if (vmlinux[0] == '/')
1981 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1982 else
972f393b 1983 symbol__join_symfs(symfs_vmlinux, vmlinux);
a2928c42 1984
1c695c88 1985 if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
005f9294 1986 symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
21ea4539 1987 else
005f9294 1988 symtab_type = DSO_BINARY_TYPE__VMLINUX;
21ea4539 1989
005f9294 1990 if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
b68e2f91
CS
1991 return -1;
1992
e59fea47
AR
1993 /*
1994 * dso__load_sym() may copy 'dso' which will result in the copies having
1995 * an incorrect long name unless we set it here first.
1996 */
1997 dso__set_long_name(dso, vmlinux, vmlinux_allocated);
1998 if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
1999 dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
2000 else
2001 dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
2002
be39db9f 2003 err = dso__load_sym(dso, map, &ss, &ss, 0);
b68e2f91 2004 symsrc__destroy(&ss);
a2928c42 2005
515850e4 2006 if (err > 0) {
3183f8ca 2007 dso__set_loaded(dso);
ec5761ea 2008 pr_debug("Using %s for symbols\n", symfs_vmlinux);
515850e4 2009 }
3846df2e 2010
a2928c42
ACM
2011 return err;
2012}
2013
be39db9f 2014int dso__load_vmlinux_path(struct dso *dso, struct map *map)
a19afe46
ACM
2015{
2016 int i, err = 0;
00dc8657 2017 char *filename = NULL;
a19afe46 2018
dc38218e
ACM
2019 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
2020 vmlinux_path__nr_entries + 1);
2021
2022 for (i = 0; i < vmlinux_path__nr_entries; ++i) {
be39db9f 2023 err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);
dc38218e
ACM
2024 if (err > 0)
2025 goto out;
2026 }
2027
00dc8657 2028 if (!symbol_conf.ignore_vmlinux_buildid)
d2396999 2029 filename = dso__build_id_filename(dso, NULL, 0, false);
5ad90e4e 2030 if (filename != NULL) {
be39db9f 2031 err = dso__load_vmlinux(dso, map, filename, true);
5230fb7d 2032 if (err > 0)
5ad90e4e 2033 goto out;
5ad90e4e
ACM
2034 free(filename);
2035 }
5ad90e4e 2036out:
a19afe46
ACM
2037 return err;
2038}
2039
c48903b8
MH
2040static bool visible_dir_filter(const char *name, struct dirent *d)
2041{
2042 if (d->d_type != DT_DIR)
2043 return false;
2044 return lsdir_no_dot_filter(name, d);
2045}
2046
0544d422
AH
2047static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
2048{
2049 char kallsyms_filename[PATH_MAX];
0544d422 2050 int ret = -1;
c48903b8
MH
2051 struct strlist *dirs;
2052 struct str_node *nd;
0544d422 2053
c48903b8
MH
2054 dirs = lsdir(dir, visible_dir_filter);
2055 if (!dirs)
0544d422
AH
2056 return -1;
2057
602a1f4d 2058 strlist__for_each_entry(nd, dirs) {
0544d422 2059 scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
c48903b8 2060 "%s/%s/kallsyms", dir, nd->s);
a00d28cb 2061 if (!validate_kcore_addresses(kallsyms_filename, map)) {
0544d422
AH
2062 strlcpy(dir, kallsyms_filename, dir_sz);
2063 ret = 0;
2064 break;
2065 }
2066 }
2067
c48903b8 2068 strlist__delete(dirs);
0544d422
AH
2069
2070 return ret;
2071}
2072
11870d71
MH
2073/*
2074 * Use open(O_RDONLY) to check readability directly instead of access(R_OK)
2075 * since access(R_OK) only checks with real UID/GID but open() use effective
2076 * UID/GID and actual capabilities (e.g. /proc/kcore requires CAP_SYS_RAWIO).
2077 */
2078static bool filename__readable(const char *file)
2079{
2080 int fd = open(file, O_RDONLY);
2081 if (fd < 0)
2082 return false;
2083 close(fd);
2084 return true;
2085}
2086
0544d422
AH
2087static char *dso__find_kallsyms(struct dso *dso, struct map *map)
2088{
3ff1b8c8 2089 struct build_id bid;
b5d8bbe8 2090 char sbuild_id[SBUILD_ID_SIZE];
0544d422
AH
2091 bool is_host = false;
2092 char path[PATH_MAX];
2093
2094 if (!dso->has_build_id) {
2095 /*
2096 * Last resort, if we don't have a build-id and couldn't find
2097 * any vmlinux file, try the running kernel kallsyms table.
2098 */
2099 goto proc_kallsyms;
2100 }
2101
3ff1b8c8 2102 if (sysfs__read_build_id("/sys/kernel/notes", &bid) == 0)
39be8d01 2103 is_host = dso__build_id_equal(dso, &bid);
0544d422 2104
4e4b6c06 2105 /* Try a fast path for /proc/kallsyms if possible */
0544d422 2106 if (is_host) {
0544d422 2107 /*
11870d71
MH
2108 * Do not check the build-id cache, unless we know we cannot use
2109 * /proc/kcore or module maps don't match to /proc/kallsyms.
2110 * To check readability of /proc/kcore, do not use access(R_OK)
2111 * since /proc/kcore requires CAP_SYS_RAWIO to read and access
2112 * can't check it.
0544d422 2113 */
11870d71
MH
2114 if (filename__readable("/proc/kcore") &&
2115 !validate_kcore_addresses("/proc/kallsyms", map))
2116 goto proc_kallsyms;
0544d422
AH
2117 }
2118
bf541169 2119 build_id__sprintf(&dso->bid, sbuild_id);
4e4b6c06 2120
449867e3 2121 /* Find kallsyms in build-id cache with kcore */
4e4b6c06
MH
2122 scnprintf(path, sizeof(path), "%s/%s/%s",
2123 buildid_dir, DSO__NAME_KCORE, sbuild_id);
2124
449867e3
AH
2125 if (!find_matching_kcore(map, path, sizeof(path)))
2126 return strdup(path);
2127
4e4b6c06
MH
2128 /* Use current /proc/kallsyms if possible */
2129 if (is_host) {
2130proc_kallsyms:
2131 return strdup("/proc/kallsyms");
2132 }
2133
2134 /* Finally, find a cache of kallsyms */
01412261 2135 if (!build_id_cache__kallsyms_path(sbuild_id, path, sizeof(path))) {
0544d422
AH
2136 pr_err("No kallsyms or vmlinux with build-id %s was found\n",
2137 sbuild_id);
2138 return NULL;
2139 }
2140
2141 return strdup(path);
0544d422
AH
2142}
2143
be39db9f 2144static int dso__load_kernel_sym(struct dso *dso, struct map *map)
a827c875 2145{
cc612d81 2146 int err;
9e201442
ACM
2147 const char *kallsyms_filename = NULL;
2148 char *kallsyms_allocated_filename = NULL;
ca8ea73a
JO
2149 char *filename = NULL;
2150
dc8d6ab2 2151 /*
b226a5a7
DA
2152 * Step 1: if the user specified a kallsyms or vmlinux filename, use
2153 * it and only it, reporting errors to the user if it cannot be used.
dc8d6ab2
ACM
2154 *
2155 * For instance, try to analyse an ARM perf.data file _without_ a
2156 * build-id, or if the user specifies the wrong path to the right
2157 * vmlinux file, obviously we can't fallback to another vmlinux (a
2158 * x86_86 one, on the machine where analysis is being performed, say),
2159 * or worse, /proc/kallsyms.
2160 *
2161 * If the specified file _has_ a build-id and there is a build-id
2162 * section in the perf.data file, we will still do the expected
2163 * validation in dso__load_vmlinux and will bail out if they don't
2164 * match.
2165 */
b226a5a7
DA
2166 if (symbol_conf.kallsyms_name != NULL) {
2167 kallsyms_filename = symbol_conf.kallsyms_name;
2168 goto do_kallsyms;
2169 }
2170
fc2be696 2171 if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
be39db9f 2172 return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);
dc8d6ab2 2173 }
cc612d81 2174
ca8ea73a
JO
2175 /*
2176 * Before checking on common vmlinux locations, check if it's
2177 * stored as standard build id binary (not kallsyms) under
2178 * .debug cache.
2179 */
2180 if (!symbol_conf.ignore_vmlinux_buildid)
2181 filename = __dso__build_id_filename(dso, NULL, 0, false, false);
2182 if (filename != NULL) {
2183 err = dso__load_vmlinux(dso, map, filename, true);
2184 if (err > 0)
2185 return err;
2186 free(filename);
2187 }
2188
fc2be696 2189 if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
be39db9f 2190 err = dso__load_vmlinux_path(dso, map);
a19afe46 2191 if (err > 0)
39b12f78 2192 return err;
cc612d81
ACM
2193 }
2194
ec5761ea
DA
2195 /* do not try local files if a symfs was given */
2196 if (symbol_conf.symfs[0] != 0)
2197 return -1;
2198
0544d422
AH
2199 kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
2200 if (!kallsyms_allocated_filename)
2201 return -1;
19fc2ded 2202
0544d422 2203 kallsyms_filename = kallsyms_allocated_filename;
439d473b 2204
cc612d81 2205do_kallsyms:
be39db9f 2206 err = dso__load_kallsyms(dso, kallsyms_filename, map);
3846df2e
ACM
2207 if (err > 0)
2208 pr_debug("Using %s for symbols\n", kallsyms_filename);
dc8d6ab2 2209 free(kallsyms_allocated_filename);
439d473b 2210
8e0cf965 2211 if (err > 0 && !dso__is_kcore(dso)) {
bdac0bcf 2212 dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
0a77582f 2213 dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);
6a4694a4
ACM
2214 map__fixup_start(map);
2215 map__fixup_end(map);
439d473b 2216 }
94cb9e38 2217
a827c875
ACM
2218 return err;
2219}
2220
be39db9f 2221static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)
a1645ce1
ZY
2222{
2223 int err;
a5367ecb 2224 const char *kallsyms_filename;
5ab6d715 2225 struct machine *machine = maps__machine(map__kmaps(map));
a1645ce1
ZY
2226 char path[PATH_MAX];
2227
a5367ecb
AH
2228 if (machine->kallsyms_filename) {
2229 kallsyms_filename = machine->kallsyms_filename;
2230 } else if (machine__is_default_guest(machine)) {
a1645ce1
ZY
2231 /*
2232 * if the user specified a vmlinux filename, use it and only
2233 * it, reporting errors to the user if it cannot be used.
2234 * Or use file guest_kallsyms inputted by user on commandline
2235 */
2236 if (symbol_conf.default_guest_vmlinux_name != NULL) {
aeafcbaf 2237 err = dso__load_vmlinux(dso, map,
5230fb7d 2238 symbol_conf.default_guest_vmlinux_name,
be39db9f 2239 false);
39b12f78 2240 return err;
a1645ce1
ZY
2241 }
2242
2243 kallsyms_filename = symbol_conf.default_guest_kallsyms;
2244 if (!kallsyms_filename)
2245 return -1;
2246 } else {
23346f21 2247 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
a1645ce1
ZY
2248 kallsyms_filename = path;
2249 }
2250
be39db9f 2251 err = dso__load_kallsyms(dso, kallsyms_filename, map);
8e0cf965 2252 if (err > 0)
39b12f78 2253 pr_debug("Using %s for symbols\n", kallsyms_filename);
8e0cf965 2254 if (err > 0 && !dso__is_kcore(dso)) {
bdac0bcf 2255 dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
8c7f1bb3 2256 dso__set_long_name(dso, machine->mmap_name, false);
a1645ce1
ZY
2257 map__fixup_start(map);
2258 map__fixup_end(map);
2259 }
2260
2261 return err;
2262}
cd84c2ac 2263
cc612d81
ACM
2264static void vmlinux_path__exit(void)
2265{
04662523
ACM
2266 while (--vmlinux_path__nr_entries >= 0)
2267 zfree(&vmlinux_path[vmlinux_path__nr_entries]);
c4f03547 2268 vmlinux_path__nr_entries = 0;
cc612d81 2269
04662523 2270 zfree(&vmlinux_path);
cc612d81
ACM
2271}
2272
aac48647
ET
2273static const char * const vmlinux_paths[] = {
2274 "vmlinux",
2275 "/boot/vmlinux"
2276};
2277
2278static const char * const vmlinux_paths_upd[] = {
2279 "/boot/vmlinux-%s",
2280 "/usr/lib/debug/boot/vmlinux-%s",
2281 "/lib/modules/%s/build/vmlinux",
f55ae954
ET
2282 "/usr/lib/debug/lib/modules/%s/vmlinux",
2283 "/usr/lib/debug/boot/vmlinux-%s.debug"
aac48647
ET
2284};
2285
2286static int vmlinux_path__add(const char *new_entry)
2287{
2288 vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
2289 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2290 return -1;
2291 ++vmlinux_path__nr_entries;
2292
2293 return 0;
2294}
2295
ce80d3be 2296static int vmlinux_path__init(struct perf_env *env)
cc612d81
ACM
2297{
2298 struct utsname uts;
2299 char bf[PATH_MAX];
0a7e6d1b 2300 char *kernel_version;
aac48647 2301 unsigned int i;
cc612d81 2302
aac48647
ET
2303 vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
2304 ARRAY_SIZE(vmlinux_paths_upd)));
cc612d81
ACM
2305 if (vmlinux_path == NULL)
2306 return -1;
2307
aac48647
ET
2308 for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
2309 if (vmlinux_path__add(vmlinux_paths[i]) < 0)
2310 goto out_fail;
ec5761ea 2311
0a7e6d1b 2312 /* only try kernel version if no symfs was given */
ec5761ea
DA
2313 if (symbol_conf.symfs[0] != 0)
2314 return 0;
2315
0a7e6d1b
NK
2316 if (env) {
2317 kernel_version = env->os_release;
2318 } else {
2319 if (uname(&uts) < 0)
2320 goto out_fail;
2321
2322 kernel_version = uts.release;
2323 }
ec5761ea 2324
aac48647
ET
2325 for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
2326 snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
2327 if (vmlinux_path__add(bf) < 0)
2328 goto out_fail;
2329 }
cc612d81
ACM
2330
2331 return 0;
2332
2333out_fail:
2334 vmlinux_path__exit();
2335 return -1;
2336}
2337
3bfe5f81 2338int setup_list(struct strlist **list, const char *list_str,
655000e7
ACM
2339 const char *list_name)
2340{
2341 if (list_str == NULL)
2342 return 0;
2343
4a77e218 2344 *list = strlist__new(list_str, NULL);
655000e7
ACM
2345 if (!*list) {
2346 pr_err("problems parsing %s list\n", list_name);
2347 return -1;
2348 }
0bc2f2f7
ACM
2349
2350 symbol_conf.has_filter = true;
655000e7
ACM
2351 return 0;
2352}
2353
e03eaa40
DA
2354int setup_intlist(struct intlist **list, const char *list_str,
2355 const char *list_name)
2356{
2357 if (list_str == NULL)
2358 return 0;
2359
2360 *list = intlist__new(list_str);
2361 if (!*list) {
2362 pr_err("problems parsing %s list\n", list_name);
2363 return -1;
2364 }
2365 return 0;
2366}
2367
61d9fc44
JY
2368static int setup_addrlist(struct intlist **addr_list, struct strlist *sym_list)
2369{
2370 struct str_node *pos, *tmp;
2371 unsigned long val;
2372 char *sep;
2373 const char *end;
2374 int i = 0, err;
2375
2376 *addr_list = intlist__new(NULL);
2377 if (!*addr_list)
2378 return -1;
2379
2380 strlist__for_each_entry_safe(pos, tmp, sym_list) {
2381 errno = 0;
2382 val = strtoul(pos->s, &sep, 16);
2383 if (errno || (sep == pos->s))
2384 continue;
2385
2386 if (*sep != '\0') {
2387 end = pos->s + strlen(pos->s) - 1;
2388 while (end >= sep && isspace(*end))
2389 end--;
2390
2391 if (end >= sep)
2392 continue;
2393 }
2394
2395 err = intlist__add(*addr_list, val);
2396 if (err)
2397 break;
2398
2399 strlist__remove(sym_list, pos);
2400 i++;
2401 }
2402
2403 if (i == 0) {
2404 intlist__delete(*addr_list);
2405 *addr_list = NULL;
2406 }
2407
2408 return 0;
2409}
2410
ec80fde7
ACM
2411static bool symbol__read_kptr_restrict(void)
2412{
2413 bool value = false;
38272dc4 2414 FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
ec80fde7 2415
38272dc4
WN
2416 if (fp != NULL) {
2417 char line[8];
ec80fde7 2418
38272dc4 2419 if (fgets(line, sizeof(line), fp) != NULL)
8859aede
IL
2420 value = perf_cap__capable(CAP_SYSLOG) ?
2421 (atoi(line) >= 2) :
2422 (atoi(line) != 0);
ec80fde7 2423
38272dc4 2424 fclose(fp);
ec80fde7
ACM
2425 }
2426
8859aede
IL
2427 /* Per kernel/kallsyms.c:
2428 * we also restrict when perf_event_paranoid > 1 w/o CAP_SYSLOG
2429 */
2430 if (perf_event_paranoid() > 1 && !perf_cap__capable(CAP_SYSLOG))
2431 value = true;
2432
ec80fde7
ACM
2433 return value;
2434}
2435
b01141f4
ACM
2436int symbol__annotation_init(void)
2437{
7b366142
ACM
2438 if (symbol_conf.init_annotation)
2439 return 0;
2440
b01141f4
ACM
2441 if (symbol_conf.initialized) {
2442 pr_err("Annotation needs to be init before symbol__init()\n");
2443 return -1;
2444 }
2445
b01141f4
ACM
2446 symbol_conf.priv_size += sizeof(struct annotation);
2447 symbol_conf.init_annotation = true;
2448 return 0;
2449}
2450
ce80d3be 2451int symbol__init(struct perf_env *env)
2446042c 2452{
ec5761ea
DA
2453 const char *symfs;
2454
85e00b55
JZ
2455 if (symbol_conf.initialized)
2456 return 0;
2457
9ac3e487 2458 symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
4d439517 2459
166ccc9c
NK
2460 symbol__elf_init();
2461
0a7e6d1b 2462 if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
2446042c
ACM
2463 return -1;
2464
c410a338
ACM
2465 if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2466 pr_err("'.' is the only non valid --field-separator argument\n");
2467 return -1;
2468 }
2469
655000e7
ACM
2470 if (setup_list(&symbol_conf.dso_list,
2471 symbol_conf.dso_list_str, "dso") < 0)
2472 return -1;
2473
2474 if (setup_list(&symbol_conf.comm_list,
2475 symbol_conf.comm_list_str, "comm") < 0)
2476 goto out_free_dso_list;
2477
e03eaa40
DA
2478 if (setup_intlist(&symbol_conf.pid_list,
2479 symbol_conf.pid_list_str, "pid") < 0)
2480 goto out_free_comm_list;
2481
2482 if (setup_intlist(&symbol_conf.tid_list,
2483 symbol_conf.tid_list_str, "tid") < 0)
2484 goto out_free_pid_list;
2485
655000e7
ACM
2486 if (setup_list(&symbol_conf.sym_list,
2487 symbol_conf.sym_list_str, "symbol") < 0)
e03eaa40 2488 goto out_free_tid_list;
655000e7 2489
61d9fc44
JY
2490 if (symbol_conf.sym_list &&
2491 setup_addrlist(&symbol_conf.addr_list, symbol_conf.sym_list) < 0)
2492 goto out_free_sym_list;
2493
64eff7d9
DA
2494 if (setup_list(&symbol_conf.bt_stop_list,
2495 symbol_conf.bt_stop_list_str, "symbol") < 0)
2496 goto out_free_sym_list;
2497
ec5761ea
DA
2498 /*
2499 * A path to symbols of "/" is identical to ""
2500 * reset here for simplicity.
2501 */
2502 symfs = realpath(symbol_conf.symfs, NULL);
2503 if (symfs == NULL)
2504 symfs = symbol_conf.symfs;
2505 if (strcmp(symfs, "/") == 0)
2506 symbol_conf.symfs = "";
2507 if (symfs != symbol_conf.symfs)
2508 free((void *)symfs);
2509
ec80fde7
ACM
2510 symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2511
85e00b55 2512 symbol_conf.initialized = true;
4aa65636 2513 return 0;
655000e7 2514
64eff7d9
DA
2515out_free_sym_list:
2516 strlist__delete(symbol_conf.sym_list);
61d9fc44 2517 intlist__delete(symbol_conf.addr_list);
e03eaa40
DA
2518out_free_tid_list:
2519 intlist__delete(symbol_conf.tid_list);
2520out_free_pid_list:
2521 intlist__delete(symbol_conf.pid_list);
655000e7
ACM
2522out_free_comm_list:
2523 strlist__delete(symbol_conf.comm_list);
d74c896b
NK
2524out_free_dso_list:
2525 strlist__delete(symbol_conf.dso_list);
655000e7 2526 return -1;
4aa65636
ACM
2527}
2528
d65a458b
ACM
2529void symbol__exit(void)
2530{
85e00b55
JZ
2531 if (!symbol_conf.initialized)
2532 return;
64eff7d9 2533 strlist__delete(symbol_conf.bt_stop_list);
d65a458b
ACM
2534 strlist__delete(symbol_conf.sym_list);
2535 strlist__delete(symbol_conf.dso_list);
2536 strlist__delete(symbol_conf.comm_list);
e03eaa40
DA
2537 intlist__delete(symbol_conf.tid_list);
2538 intlist__delete(symbol_conf.pid_list);
61d9fc44 2539 intlist__delete(symbol_conf.addr_list);
d65a458b
ACM
2540 vmlinux_path__exit();
2541 symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
64eff7d9 2542 symbol_conf.bt_stop_list = NULL;
85e00b55 2543 symbol_conf.initialized = false;
d65a458b 2544}
a7066709
HK
2545
2546int symbol__config_symfs(const struct option *opt __maybe_unused,
2547 const char *dir, int unset __maybe_unused)
2548{
2549 char *bf = NULL;
2550 int ret;
2551
2552 symbol_conf.symfs = strdup(dir);
2553 if (symbol_conf.symfs == NULL)
2554 return -ENOMEM;
2555
2556 /* skip the locally configured cache if a symfs is given, and
2557 * config buildid dir to symfs/.debug
2558 */
2559 ret = asprintf(&bf, "%s/%s", dir, ".debug");
2560 if (ret < 0)
2561 return -ENOMEM;
2562
2563 set_buildid_dir(bf);
2564
2565 free(bf);
2566 return 0;
2567}
9f87498f
JO
2568
2569struct mem_info *mem_info__get(struct mem_info *mi)
2570{
2571 if (mi)
2572 refcount_inc(&mi->refcnt);
2573 return mi;
2574}
2575
2576void mem_info__put(struct mem_info *mi)
2577{
56e144fe
IR
2578 if (mi && refcount_dec_and_test(&mi->refcnt)) {
2579 addr_map_symbol__exit(&mi->iaddr);
2580 addr_map_symbol__exit(&mi->daddr);
9f87498f 2581 free(mi);
56e144fe 2582 }
9f87498f
JO
2583}
2584
2585struct mem_info *mem_info__new(void)
2586{
2587 struct mem_info *mi = zalloc(sizeof(*mi));
2588
2589 if (mi)
2590 refcount_set(&mi->refcnt, 1);
2591 return mi;
2592}
a3df50ab
JC
2593
2594/*
2595 * Checks that user supplied symbol kernel files are accessible because
2596 * the default mechanism for accessing elf files fails silently. i.e. if
2597 * debug syms for a build ID aren't found perf carries on normally. When
2598 * they are user supplied we should assume that the user doesn't want to
2599 * silently fail.
2600 */
2601int symbol__validate_sym_arguments(void)
2602{
2603 if (symbol_conf.vmlinux_name &&
2604 access(symbol_conf.vmlinux_name, R_OK)) {
2605 pr_err("Invalid file: %s\n", symbol_conf.vmlinux_name);
2606 return -EINVAL;
2607 }
2608 if (symbol_conf.kallsyms_name &&
2609 access(symbol_conf.kallsyms_name, R_OK)) {
2610 pr_err("Invalid file: %s\n", symbol_conf.kallsyms_name);
2611 return -EINVAL;
2612 }
2613 return 0;
2614}