Commit | Line | Data |
---|---|---|
66e274f3 | 1 | #include "symbol.h" |
c6e718ff | 2 | #include <errno.h> |
9486aa38 | 3 | #include <inttypes.h> |
4b8cf846 | 4 | #include <limits.h> |
66e274f3 FW |
5 | #include <stdlib.h> |
6 | #include <string.h> | |
7 | #include <stdio.h> | |
a1645ce1 | 8 | #include <unistd.h> |
fbef103f | 9 | #include <uapi/linux/mman.h> /* To get things like MAP_HUGETLB even on older libc headers */ |
4b8cf846 | 10 | #include "map.h" |
5cd95c2d | 11 | #include "thread.h" |
c80c3c26 | 12 | #include "strlist.h" |
7dbf4dcf | 13 | #include "vdso.h" |
ebb296c2 | 14 | #include "build-id.h" |
cc8fae1d | 15 | #include "util.h" |
acebd408 | 16 | #include "debug.h" |
2a03068c | 17 | #include "machine.h" |
8e16017d | 18 | #include <linux/string.h> |
6c502584 | 19 | #include "unwind.h" |
66e274f3 | 20 | |
6a2ffcdd ACM |
21 | static void __maps__insert(struct maps *maps, struct map *map); |
22 | ||
3846df2e ACM |
23 | const char *map_type__name[MAP__NR_TYPES] = { |
24 | [MAP__FUNCTION] = "Functions", | |
25 | [MAP__VARIABLE] = "Variables", | |
26 | }; | |
27 | ||
0ac3348e | 28 | static inline int is_anon_memory(const char *filename, u32 flags) |
66e274f3 | 29 | { |
fbef103f | 30 | return flags & MAP_HUGETLB || |
0ac3348e | 31 | !strcmp(filename, "//anon") || |
b2be5451 YB |
32 | !strncmp(filename, "/dev/zero", sizeof("/dev/zero") - 1) || |
33 | !strncmp(filename, "/anon_hugepage", sizeof("/anon_hugepage") - 1); | |
66e274f3 FW |
34 | } |
35 | ||
87ffef79 JO |
36 | static inline int is_no_dso_memory(const char *filename) |
37 | { | |
1e82574d | 38 | return !strncmp(filename, "[stack", 6) || |
700be564 | 39 | !strncmp(filename, "/SYSV",5) || |
87ffef79 JO |
40 | !strcmp(filename, "[heap]"); |
41 | } | |
42 | ||
eca81836 ML |
43 | static inline int is_android_lib(const char *filename) |
44 | { | |
45 | return !strncmp(filename, "/data/app-lib", 13) || | |
46 | !strncmp(filename, "/system/lib", 11); | |
47 | } | |
48 | ||
49 | static inline bool replace_android_lib(const char *filename, char *newfilename) | |
50 | { | |
51 | const char *libname; | |
52 | char *app_abi; | |
53 | size_t app_abi_length, new_length; | |
54 | size_t lib_length = 0; | |
55 | ||
56 | libname = strrchr(filename, '/'); | |
57 | if (libname) | |
58 | lib_length = strlen(libname); | |
59 | ||
60 | app_abi = getenv("APP_ABI"); | |
61 | if (!app_abi) | |
62 | return false; | |
63 | ||
64 | app_abi_length = strlen(app_abi); | |
65 | ||
66 | if (!strncmp(filename, "/data/app-lib", 13)) { | |
67 | char *apk_path; | |
68 | ||
69 | if (!app_abi_length) | |
70 | return false; | |
71 | ||
72 | new_length = 7 + app_abi_length + lib_length; | |
73 | ||
74 | apk_path = getenv("APK_PATH"); | |
75 | if (apk_path) { | |
76 | new_length += strlen(apk_path) + 1; | |
77 | if (new_length > PATH_MAX) | |
78 | return false; | |
79 | snprintf(newfilename, new_length, | |
80 | "%s/libs/%s/%s", apk_path, app_abi, libname); | |
81 | } else { | |
82 | if (new_length > PATH_MAX) | |
83 | return false; | |
84 | snprintf(newfilename, new_length, | |
85 | "libs/%s/%s", app_abi, libname); | |
86 | } | |
87 | return true; | |
88 | } | |
89 | ||
90 | if (!strncmp(filename, "/system/lib/", 11)) { | |
91 | char *ndk, *app; | |
92 | const char *arch; | |
93 | size_t ndk_length; | |
94 | size_t app_length; | |
95 | ||
96 | ndk = getenv("NDK_ROOT"); | |
97 | app = getenv("APP_PLATFORM"); | |
98 | ||
99 | if (!(ndk && app)) | |
100 | return false; | |
101 | ||
102 | ndk_length = strlen(ndk); | |
103 | app_length = strlen(app); | |
104 | ||
105 | if (!(ndk_length && app_length && app_abi_length)) | |
106 | return false; | |
107 | ||
108 | arch = !strncmp(app_abi, "arm", 3) ? "arm" : | |
109 | !strncmp(app_abi, "mips", 4) ? "mips" : | |
110 | !strncmp(app_abi, "x86", 3) ? "x86" : NULL; | |
111 | ||
112 | if (!arch) | |
113 | return false; | |
114 | ||
115 | new_length = 27 + ndk_length + | |
116 | app_length + lib_length | |
117 | + strlen(arch); | |
118 | ||
119 | if (new_length > PATH_MAX) | |
120 | return false; | |
121 | snprintf(newfilename, new_length, | |
122 | "%s/platforms/%s/arch-%s/usr/lib/%s", | |
123 | ndk, app, arch, libname); | |
124 | ||
125 | return true; | |
126 | } | |
127 | return false; | |
128 | } | |
129 | ||
237a7e04 | 130 | void map__init(struct map *map, enum map_type type, |
3610583c | 131 | u64 start, u64 end, u64 pgoff, struct dso *dso) |
afb7b4f0 | 132 | { |
237a7e04 ACM |
133 | map->type = type; |
134 | map->start = start; | |
135 | map->end = end; | |
136 | map->pgoff = pgoff; | |
9176753d | 137 | map->reloc = 0; |
d3a7c489 | 138 | map->dso = dso__get(dso); |
237a7e04 ACM |
139 | map->map_ip = map__map_ip; |
140 | map->unmap_ip = map__unmap_ip; | |
141 | RB_CLEAR_NODE(&map->rb_node); | |
142 | map->groups = NULL; | |
237a7e04 | 143 | map->erange_warned = false; |
84c2cafa | 144 | atomic_set(&map->refcnt, 1); |
afb7b4f0 ACM |
145 | } |
146 | ||
2a03068c | 147 | struct map *map__new(struct machine *machine, u64 start, u64 len, |
5c5e854b | 148 | u64 pgoff, u32 pid, u32 d_maj, u32 d_min, u64 ino, |
7ef80703 | 149 | u64 ino_gen, u32 prot, u32 flags, char *filename, |
5835edda | 150 | enum map_type type, struct thread *thread) |
66e274f3 | 151 | { |
237a7e04 | 152 | struct map *map = malloc(sizeof(*map)); |
66e274f3 | 153 | |
237a7e04 | 154 | if (map != NULL) { |
66e274f3 | 155 | char newfilename[PATH_MAX]; |
afb7b4f0 | 156 | struct dso *dso; |
eca81836 | 157 | int anon, no_dso, vdso, android; |
66e274f3 | 158 | |
eca81836 | 159 | android = is_android_lib(filename); |
0ac3348e | 160 | anon = is_anon_memory(filename, flags); |
7dbf4dcf | 161 | vdso = is_vdso_map(filename); |
87ffef79 | 162 | no_dso = is_no_dso_memory(filename); |
66e274f3 | 163 | |
5c5e854b SE |
164 | map->maj = d_maj; |
165 | map->min = d_min; | |
166 | map->ino = ino; | |
167 | map->ino_generation = ino_gen; | |
7ef80703 DZ |
168 | map->prot = prot; |
169 | map->flags = flags; | |
5c5e854b | 170 | |
578c03c8 | 171 | if ((anon || no_dso) && type == MAP__FUNCTION) { |
b177f63f | 172 | snprintf(newfilename, sizeof(newfilename), "/tmp/perf-%d.map", pid); |
66e274f3 FW |
173 | filename = newfilename; |
174 | } | |
175 | ||
eca81836 ML |
176 | if (android) { |
177 | if (replace_android_lib(filename, newfilename)) | |
178 | filename = newfilename; | |
179 | } | |
180 | ||
7dbf4dcf JO |
181 | if (vdso) { |
182 | pgoff = 0; | |
9a4388c7 | 183 | dso = machine__findnew_vdso(machine, thread); |
7dbf4dcf | 184 | } else |
aa7cc2ae | 185 | dso = machine__findnew_dso(machine, filename); |
7dbf4dcf | 186 | |
afb7b4f0 | 187 | if (dso == NULL) |
66e274f3 FW |
188 | goto out_delete; |
189 | ||
237a7e04 | 190 | map__init(map, type, start, start + len, pgoff, dso); |
afb7b4f0 | 191 | |
87ffef79 | 192 | if (anon || no_dso) { |
237a7e04 | 193 | map->map_ip = map->unmap_ip = identity__map_ip; |
87ffef79 JO |
194 | |
195 | /* | |
196 | * Set memory without DSO as loaded. All map__find_* | |
197 | * functions still return NULL, and we avoid the | |
198 | * unnecessary map__load warning. | |
199 | */ | |
578c03c8 | 200 | if (type != MAP__FUNCTION) |
237a7e04 | 201 | dso__set_loaded(dso, map->type); |
8d92c02a | 202 | } |
d3a7c489 | 203 | dso__put(dso); |
66e274f3 | 204 | } |
237a7e04 | 205 | return map; |
66e274f3 | 206 | out_delete: |
237a7e04 | 207 | free(map); |
66e274f3 FW |
208 | return NULL; |
209 | } | |
210 | ||
e5a1845f NK |
211 | /* |
212 | * Constructor variant for modules (where we know from /proc/modules where | |
213 | * they are loaded) and for vmlinux, where only after we load all the | |
214 | * symbols we'll know where it starts and ends. | |
215 | */ | |
216 | struct map *map__new2(u64 start, struct dso *dso, enum map_type type) | |
217 | { | |
218 | struct map *map = calloc(1, (sizeof(*map) + | |
219 | (dso->kernel ? sizeof(struct kmap) : 0))); | |
220 | if (map != NULL) { | |
221 | /* | |
222 | * ->end will be filled after we load all the symbols | |
223 | */ | |
224 | map__init(map, type, start, 0, 0, dso); | |
225 | } | |
226 | ||
227 | return map; | |
228 | } | |
229 | ||
e6ce7126 ACM |
230 | /* |
231 | * Use this and __map__is_kmodule() for map instances that are in | |
232 | * machine->kmaps, and thus have map->groups->machine all properly set, to | |
233 | * disambiguate between the kernel and modules. | |
234 | * | |
235 | * When the need arises, introduce map__is_{kernel,kmodule)() that | |
236 | * checks (map->groups != NULL && map->groups->machine != NULL && | |
237 | * map->dso->kernel) before calling __map__is_{kernel,kmodule}()) | |
238 | */ | |
239 | bool __map__is_kernel(const struct map *map) | |
240 | { | |
a5e813c6 | 241 | return __machine__kernel_map(map->groups->machine, map->type) == map; |
e6ce7126 ACM |
242 | } |
243 | ||
d3a7c489 | 244 | static void map__exit(struct map *map) |
c338aee8 | 245 | { |
facf3f06 | 246 | BUG_ON(!RB_EMPTY_NODE(&map->rb_node)); |
d3a7c489 ACM |
247 | dso__zput(map->dso); |
248 | } | |
249 | ||
250 | void map__delete(struct map *map) | |
251 | { | |
252 | map__exit(map); | |
237a7e04 | 253 | free(map); |
c338aee8 ACM |
254 | } |
255 | ||
84c2cafa ACM |
256 | void map__put(struct map *map) |
257 | { | |
258 | if (map && atomic_dec_and_test(&map->refcnt)) | |
259 | map__delete(map); | |
260 | } | |
261 | ||
237a7e04 | 262 | void map__fixup_start(struct map *map) |
c338aee8 | 263 | { |
237a7e04 | 264 | struct rb_root *symbols = &map->dso->symbols[map->type]; |
fcf1203a | 265 | struct rb_node *nd = rb_first(symbols); |
c338aee8 ACM |
266 | if (nd != NULL) { |
267 | struct symbol *sym = rb_entry(nd, struct symbol, rb_node); | |
237a7e04 | 268 | map->start = sym->start; |
c338aee8 ACM |
269 | } |
270 | } | |
271 | ||
237a7e04 | 272 | void map__fixup_end(struct map *map) |
c338aee8 | 273 | { |
237a7e04 | 274 | struct rb_root *symbols = &map->dso->symbols[map->type]; |
fcf1203a | 275 | struct rb_node *nd = rb_last(symbols); |
c338aee8 ACM |
276 | if (nd != NULL) { |
277 | struct symbol *sym = rb_entry(nd, struct symbol, rb_node); | |
237a7e04 | 278 | map->end = sym->end; |
c338aee8 ACM |
279 | } |
280 | } | |
281 | ||
d70a5402 ACM |
282 | #define DSO__DELETED "(deleted)" |
283 | ||
be39db9f | 284 | int map__load(struct map *map) |
66bd8424 | 285 | { |
237a7e04 | 286 | const char *name = map->dso->long_name; |
a128168d | 287 | int nr; |
79406cd7 | 288 | |
237a7e04 | 289 | if (dso__loaded(map->dso, map->type)) |
a128168d MH |
290 | return 0; |
291 | ||
be39db9f | 292 | nr = dso__load(map->dso, map); |
79406cd7 | 293 | if (nr < 0) { |
237a7e04 | 294 | if (map->dso->has_build_id) { |
b5d8bbe8 | 295 | char sbuild_id[SBUILD_ID_SIZE]; |
79406cd7 | 296 | |
237a7e04 ACM |
297 | build_id__sprintf(map->dso->build_id, |
298 | sizeof(map->dso->build_id), | |
79406cd7 ACM |
299 | sbuild_id); |
300 | pr_warning("%s with build id %s not found", | |
301 | name, sbuild_id); | |
302 | } else | |
303 | pr_warning("Failed to open %s", name); | |
304 | ||
305 | pr_warning(", continuing without symbols\n"); | |
306 | return -1; | |
307 | } else if (nr == 0) { | |
89fe808a | 308 | #ifdef HAVE_LIBELF_SUPPORT |
79406cd7 ACM |
309 | const size_t len = strlen(name); |
310 | const size_t real_len = len - sizeof(DSO__DELETED); | |
311 | ||
312 | if (len > sizeof(DSO__DELETED) && | |
313 | strcmp(name + real_len + 1, DSO__DELETED) == 0) { | |
e77b15bd DA |
314 | pr_warning("%.*s was updated (is prelink enabled?). " |
315 | "Restart the long running apps that use it!\n", | |
79406cd7 ACM |
316 | (int)real_len, name); |
317 | } else { | |
318 | pr_warning("no symbols found in %s, maybe install " | |
319 | "a debug package?\n", name); | |
66bd8424 | 320 | } |
393be2e3 | 321 | #endif |
79406cd7 | 322 | return -1; |
66bd8424 ACM |
323 | } |
324 | ||
79406cd7 ACM |
325 | return 0; |
326 | } | |
327 | ||
031b84c4 NR |
328 | int __weak arch__compare_symbol_names(const char *namea, const char *nameb) |
329 | { | |
330 | return strcmp(namea, nameb); | |
331 | } | |
332 | ||
be39db9f | 333 | struct symbol *map__find_symbol(struct map *map, u64 addr) |
79406cd7 | 334 | { |
be39db9f | 335 | if (map__load(map) < 0) |
79406cd7 ACM |
336 | return NULL; |
337 | ||
237a7e04 | 338 | return dso__find_symbol(map->dso, map->type, addr); |
66bd8424 ACM |
339 | } |
340 | ||
be39db9f | 341 | struct symbol *map__find_symbol_by_name(struct map *map, const char *name) |
79406cd7 | 342 | { |
be39db9f | 343 | if (map__load(map) < 0) |
79406cd7 ACM |
344 | return NULL; |
345 | ||
237a7e04 ACM |
346 | if (!dso__sorted_by_name(map->dso, map->type)) |
347 | dso__sort_by_name(map->dso, map->type); | |
79406cd7 | 348 | |
237a7e04 | 349 | return dso__find_symbol_by_name(map->dso, map->type, name); |
79406cd7 ACM |
350 | } |
351 | ||
66671d00 | 352 | struct map *map__clone(struct map *from) |
66e274f3 | 353 | { |
66671d00 ACM |
354 | struct map *map = memdup(from, sizeof(*map)); |
355 | ||
356 | if (map != NULL) { | |
357 | atomic_set(&map->refcnt, 1); | |
358 | RB_CLEAR_NODE(&map->rb_node); | |
359 | dso__get(map->dso); | |
360 | map->groups = NULL; | |
361 | } | |
362 | ||
363 | return map; | |
66e274f3 FW |
364 | } |
365 | ||
366 | int map__overlap(struct map *l, struct map *r) | |
367 | { | |
368 | if (l->start > r->start) { | |
369 | struct map *t = l; | |
370 | l = r; | |
371 | r = t; | |
372 | } | |
373 | ||
374 | if (l->end > r->start) | |
375 | return 1; | |
376 | ||
377 | return 0; | |
378 | } | |
379 | ||
237a7e04 | 380 | size_t map__fprintf(struct map *map, FILE *fp) |
66e274f3 | 381 | { |
9486aa38 | 382 | return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s\n", |
237a7e04 | 383 | map->start, map->end, map->pgoff, map->dso->name); |
66e274f3 | 384 | } |
7a2b6209 | 385 | |
547a92e0 AN |
386 | size_t map__fprintf_dsoname(struct map *map, FILE *fp) |
387 | { | |
8f28f19a | 388 | const char *dsoname = "[unknown]"; |
547a92e0 | 389 | |
0bc8d205 AN |
390 | if (map && map->dso && (map->dso->name || map->dso->long_name)) { |
391 | if (symbol_conf.show_kernel_path && map->dso->long_name) | |
392 | dsoname = map->dso->long_name; | |
393 | else if (map->dso->name) | |
394 | dsoname = map->dso->name; | |
8f28f19a | 395 | } |
547a92e0 AN |
396 | |
397 | return fprintf(fp, "%s", dsoname); | |
398 | } | |
399 | ||
cc8fae1d AH |
400 | int map__fprintf_srcline(struct map *map, u64 addr, const char *prefix, |
401 | FILE *fp) | |
402 | { | |
403 | char *srcline; | |
404 | int ret = 0; | |
405 | ||
406 | if (map && map->dso) { | |
407 | srcline = get_srcline(map->dso, | |
85c116a6 | 408 | map__rip_2objdump(map, addr), NULL, true); |
cc8fae1d AH |
409 | if (srcline != SRCLINE_UNKNOWN) |
410 | ret = fprintf(fp, "%s%s", prefix, srcline); | |
411 | free_srcline(srcline); | |
412 | } | |
413 | return ret; | |
414 | } | |
415 | ||
1d5077bd AH |
416 | /** |
417 | * map__rip_2objdump - convert symbol start address to objdump address. | |
418 | * @map: memory map | |
419 | * @rip: symbol start address | |
420 | * | |
7a2b6209 | 421 | * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN. |
0131c4ec AH |
422 | * map->dso->adjust_symbols==1 for ET_EXEC-like cases except ET_REL which is |
423 | * relative to section start. | |
1d5077bd AH |
424 | * |
425 | * Return: Address suitable for passing to "objdump --start-address=" | |
7a2b6209 KS |
426 | */ |
427 | u64 map__rip_2objdump(struct map *map, u64 rip) | |
428 | { | |
0131c4ec AH |
429 | if (!map->dso->adjust_symbols) |
430 | return rip; | |
431 | ||
432 | if (map->dso->rel) | |
433 | return rip - map->pgoff; | |
434 | ||
a58f7033 WN |
435 | /* |
436 | * kernel modules also have DSO_TYPE_USER in dso->kernel, | |
437 | * but all kernel modules are ET_REL, so won't get here. | |
438 | */ | |
439 | if (map->dso->kernel == DSO_TYPE_USER) | |
440 | return rip + map->dso->text_offset; | |
441 | ||
9176753d | 442 | return map->unmap_ip(map, rip) - map->reloc; |
7a2b6209 | 443 | } |
ee11b90b | 444 | |
1d5077bd AH |
445 | /** |
446 | * map__objdump_2mem - convert objdump address to a memory address. | |
447 | * @map: memory map | |
448 | * @ip: objdump address | |
449 | * | |
450 | * Closely related to map__rip_2objdump(), this function takes an address from | |
451 | * objdump and converts it to a memory address. Note this assumes that @map | |
452 | * contains the address. To be sure the result is valid, check it forwards | |
453 | * e.g. map__rip_2objdump(map->map_ip(map, map__objdump_2mem(map, ip))) == ip | |
454 | * | |
455 | * Return: Memory address. | |
456 | */ | |
457 | u64 map__objdump_2mem(struct map *map, u64 ip) | |
458 | { | |
459 | if (!map->dso->adjust_symbols) | |
460 | return map->unmap_ip(map, ip); | |
461 | ||
462 | if (map->dso->rel) | |
463 | return map->unmap_ip(map, ip + map->pgoff); | |
464 | ||
a58f7033 WN |
465 | /* |
466 | * kernel modules also have DSO_TYPE_USER in dso->kernel, | |
467 | * but all kernel modules are ET_REL, so won't get here. | |
468 | */ | |
469 | if (map->dso->kernel == DSO_TYPE_USER) | |
470 | return map->unmap_ip(map, ip - map->dso->text_offset); | |
471 | ||
9176753d | 472 | return ip + map->reloc; |
1d5077bd AH |
473 | } |
474 | ||
1eee78ae ACM |
475 | static void maps__init(struct maps *maps) |
476 | { | |
477 | maps->entries = RB_ROOT; | |
6a2ffcdd | 478 | pthread_rwlock_init(&maps->lock, NULL); |
1eee78ae ACM |
479 | } |
480 | ||
11246c70 | 481 | void map_groups__init(struct map_groups *mg, struct machine *machine) |
c6e718ff ACM |
482 | { |
483 | int i; | |
484 | for (i = 0; i < MAP__NR_TYPES; ++i) { | |
1eee78ae | 485 | maps__init(&mg->maps[i]); |
c6e718ff | 486 | } |
11246c70 | 487 | mg->machine = machine; |
848cbd25 | 488 | atomic_set(&mg->refcnt, 1); |
c6e718ff ACM |
489 | } |
490 | ||
6a2ffcdd | 491 | static void __maps__purge(struct maps *maps) |
591765fd | 492 | { |
1eee78ae ACM |
493 | struct rb_root *root = &maps->entries; |
494 | struct rb_node *next = rb_first(root); | |
591765fd ACM |
495 | |
496 | while (next) { | |
497 | struct map *pos = rb_entry(next, struct map, rb_node); | |
498 | ||
499 | next = rb_next(&pos->rb_node); | |
facf3f06 | 500 | rb_erase_init(&pos->rb_node, root); |
84c2cafa | 501 | map__put(pos); |
591765fd ACM |
502 | } |
503 | } | |
504 | ||
1eee78ae ACM |
505 | static void maps__exit(struct maps *maps) |
506 | { | |
6a2ffcdd ACM |
507 | pthread_rwlock_wrlock(&maps->lock); |
508 | __maps__purge(maps); | |
6a2ffcdd | 509 | pthread_rwlock_unlock(&maps->lock); |
1eee78ae ACM |
510 | } |
511 | ||
98dfd55d | 512 | void map_groups__exit(struct map_groups *mg) |
591765fd ACM |
513 | { |
514 | int i; | |
515 | ||
1eee78ae ACM |
516 | for (i = 0; i < MAP__NR_TYPES; ++i) |
517 | maps__exit(&mg->maps[i]); | |
591765fd ACM |
518 | } |
519 | ||
29ce3612 AH |
520 | bool map_groups__empty(struct map_groups *mg) |
521 | { | |
522 | int i; | |
523 | ||
524 | for (i = 0; i < MAP__NR_TYPES; ++i) { | |
525 | if (maps__first(&mg->maps[i])) | |
526 | return false; | |
29ce3612 AH |
527 | } |
528 | ||
529 | return true; | |
530 | } | |
531 | ||
11246c70 | 532 | struct map_groups *map_groups__new(struct machine *machine) |
93d5731d ACM |
533 | { |
534 | struct map_groups *mg = malloc(sizeof(*mg)); | |
535 | ||
536 | if (mg != NULL) | |
11246c70 | 537 | map_groups__init(mg, machine); |
93d5731d ACM |
538 | |
539 | return mg; | |
540 | } | |
541 | ||
542 | void map_groups__delete(struct map_groups *mg) | |
543 | { | |
544 | map_groups__exit(mg); | |
545 | free(mg); | |
546 | } | |
547 | ||
a26ca671 ACM |
548 | void map_groups__put(struct map_groups *mg) |
549 | { | |
848cbd25 | 550 | if (mg && atomic_dec_and_test(&mg->refcnt)) |
a26ca671 ACM |
551 | map_groups__delete(mg); |
552 | } | |
553 | ||
98dfd55d | 554 | struct symbol *map_groups__find_symbol(struct map_groups *mg, |
4b8cf846 | 555 | enum map_type type, u64 addr, |
be39db9f | 556 | struct map **mapp) |
4b8cf846 | 557 | { |
98dfd55d | 558 | struct map *map = map_groups__find(mg, type, addr); |
4b8cf846 | 559 | |
4afc81cd | 560 | /* Ensure map is loaded before using map->map_ip */ |
be39db9f | 561 | if (map != NULL && map__load(map) >= 0) { |
7e5e1b14 ACM |
562 | if (mapp != NULL) |
563 | *mapp = map; | |
be39db9f | 564 | return map__find_symbol(map, map->map_ip(map, addr)); |
7e5e1b14 ACM |
565 | } |
566 | ||
567 | return NULL; | |
568 | } | |
569 | ||
b7f9ff56 | 570 | struct symbol *maps__find_symbol_by_name(struct maps *maps, const char *name, |
be39db9f | 571 | struct map **mapp) |
7e5e1b14 | 572 | { |
6a2ffcdd | 573 | struct symbol *sym; |
7e5e1b14 ACM |
574 | struct rb_node *nd; |
575 | ||
6a2ffcdd ACM |
576 | pthread_rwlock_rdlock(&maps->lock); |
577 | ||
578 | for (nd = rb_first(&maps->entries); nd; nd = rb_next(nd)) { | |
7e5e1b14 | 579 | struct map *pos = rb_entry(nd, struct map, rb_node); |
6a2ffcdd | 580 | |
be39db9f | 581 | sym = map__find_symbol_by_name(pos, name); |
7e5e1b14 ACM |
582 | |
583 | if (sym == NULL) | |
584 | continue; | |
585 | if (mapp != NULL) | |
586 | *mapp = pos; | |
6a2ffcdd | 587 | goto out; |
7e5e1b14 | 588 | } |
4b8cf846 | 589 | |
6a2ffcdd ACM |
590 | sym = NULL; |
591 | out: | |
592 | pthread_rwlock_unlock(&maps->lock); | |
593 | return sym; | |
4b8cf846 ACM |
594 | } |
595 | ||
b7f9ff56 ACM |
596 | struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg, |
597 | enum map_type type, | |
598 | const char *name, | |
be39db9f | 599 | struct map **mapp) |
b7f9ff56 | 600 | { |
be39db9f | 601 | struct symbol *sym = maps__find_symbol_by_name(&mg->maps[type], name, mapp); |
b7f9ff56 ACM |
602 | |
603 | return sym; | |
604 | } | |
605 | ||
be39db9f | 606 | int map_groups__find_ams(struct addr_map_symbol *ams) |
4e987712 | 607 | { |
77faf4d0 | 608 | if (ams->addr < ams->map->start || ams->addr >= ams->map->end) { |
4e987712 ACM |
609 | if (ams->map->groups == NULL) |
610 | return -1; | |
611 | ams->map = map_groups__find(ams->map->groups, ams->map->type, | |
612 | ams->addr); | |
613 | if (ams->map == NULL) | |
614 | return -1; | |
615 | } | |
616 | ||
617 | ams->al_addr = ams->map->map_ip(ams->map, ams->addr); | |
be39db9f | 618 | ams->sym = map__find_symbol(ams->map, ams->al_addr); |
4e987712 ACM |
619 | |
620 | return ams->sym ? 0 : -1; | |
621 | } | |
622 | ||
6a2ffcdd | 623 | static size_t maps__fprintf(struct maps *maps, FILE *fp) |
c6e718ff | 624 | { |
6a2ffcdd | 625 | size_t printed = 0; |
c6e718ff ACM |
626 | struct rb_node *nd; |
627 | ||
6a2ffcdd ACM |
628 | pthread_rwlock_rdlock(&maps->lock); |
629 | ||
630 | for (nd = rb_first(&maps->entries); nd; nd = rb_next(nd)) { | |
c6e718ff ACM |
631 | struct map *pos = rb_entry(nd, struct map, rb_node); |
632 | printed += fprintf(fp, "Map:"); | |
633 | printed += map__fprintf(pos, fp); | |
634 | if (verbose > 2) { | |
6a2ffcdd | 635 | printed += dso__fprintf(pos->dso, pos->type, fp); |
c6e718ff ACM |
636 | printed += fprintf(fp, "--\n"); |
637 | } | |
638 | } | |
639 | ||
6a2ffcdd ACM |
640 | pthread_rwlock_unlock(&maps->lock); |
641 | ||
c6e718ff ACM |
642 | return printed; |
643 | } | |
644 | ||
6a2ffcdd ACM |
645 | size_t __map_groups__fprintf_maps(struct map_groups *mg, enum map_type type, |
646 | FILE *fp) | |
647 | { | |
648 | size_t printed = fprintf(fp, "%s:\n", map_type__name[type]); | |
649 | return printed += maps__fprintf(&mg->maps[type], fp); | |
650 | } | |
651 | ||
5c24b67a | 652 | size_t map_groups__fprintf(struct map_groups *mg, FILE *fp) |
c6e718ff ACM |
653 | { |
654 | size_t printed = 0, i; | |
655 | for (i = 0; i < MAP__NR_TYPES; ++i) | |
acebd408 | 656 | printed += __map_groups__fprintf_maps(mg, i, fp); |
c6e718ff ACM |
657 | return printed; |
658 | } | |
659 | ||
cb8382e0 JO |
660 | static void __map_groups__insert(struct map_groups *mg, struct map *map) |
661 | { | |
662 | __maps__insert(&mg->maps[map->type], map); | |
663 | map->groups = mg; | |
664 | } | |
665 | ||
6a2ffcdd | 666 | static int maps__fixup_overlappings(struct maps *maps, struct map *map, FILE *fp) |
c6e718ff | 667 | { |
6a2ffcdd ACM |
668 | struct rb_root *root; |
669 | struct rb_node *next; | |
0a1eae39 | 670 | int err = 0; |
c6e718ff | 671 | |
6a2ffcdd ACM |
672 | pthread_rwlock_wrlock(&maps->lock); |
673 | ||
674 | root = &maps->entries; | |
675 | next = rb_first(root); | |
676 | ||
c6e718ff ACM |
677 | while (next) { |
678 | struct map *pos = rb_entry(next, struct map, rb_node); | |
679 | next = rb_next(&pos->rb_node); | |
680 | ||
681 | if (!map__overlap(pos, map)) | |
682 | continue; | |
683 | ||
684 | if (verbose >= 2) { | |
685 | fputs("overlapping maps:\n", fp); | |
686 | map__fprintf(map, fp); | |
687 | map__fprintf(pos, fp); | |
688 | } | |
689 | ||
facf3f06 | 690 | rb_erase_init(&pos->rb_node, root); |
c6e718ff ACM |
691 | /* |
692 | * Now check if we need to create new maps for areas not | |
693 | * overlapped by the new map: | |
694 | */ | |
695 | if (map->start > pos->start) { | |
696 | struct map *before = map__clone(pos); | |
697 | ||
0a1eae39 ACM |
698 | if (before == NULL) { |
699 | err = -ENOMEM; | |
84c2cafa | 700 | goto put_map; |
0a1eae39 | 701 | } |
c6e718ff | 702 | |
77faf4d0 | 703 | before->end = map->start; |
cb8382e0 | 704 | __map_groups__insert(pos->groups, before); |
c6e718ff ACM |
705 | if (verbose >= 2) |
706 | map__fprintf(before, fp); | |
d91130e9 | 707 | map__put(before); |
c6e718ff ACM |
708 | } |
709 | ||
710 | if (map->end < pos->end) { | |
711 | struct map *after = map__clone(pos); | |
712 | ||
0a1eae39 ACM |
713 | if (after == NULL) { |
714 | err = -ENOMEM; | |
84c2cafa | 715 | goto put_map; |
0a1eae39 | 716 | } |
c6e718ff | 717 | |
77faf4d0 | 718 | after->start = map->end; |
cb8382e0 | 719 | __map_groups__insert(pos->groups, after); |
c6e718ff ACM |
720 | if (verbose >= 2) |
721 | map__fprintf(after, fp); | |
d91130e9 | 722 | map__put(after); |
c6e718ff | 723 | } |
84c2cafa | 724 | put_map: |
5c24b67a | 725 | map__put(pos); |
0a1eae39 ACM |
726 | |
727 | if (err) | |
6a2ffcdd | 728 | goto out; |
c6e718ff ACM |
729 | } |
730 | ||
6a2ffcdd ACM |
731 | err = 0; |
732 | out: | |
733 | pthread_rwlock_unlock(&maps->lock); | |
734 | return err; | |
735 | } | |
736 | ||
737 | int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, | |
738 | FILE *fp) | |
739 | { | |
740 | return maps__fixup_overlappings(&mg->maps[map->type], map, fp); | |
c6e718ff ACM |
741 | } |
742 | ||
743 | /* | |
744 | * XXX This should not really _copy_ te maps, but refcount them. | |
745 | */ | |
6c502584 | 746 | int map_groups__clone(struct thread *thread, |
c6e718ff ACM |
747 | struct map_groups *parent, enum map_type type) |
748 | { | |
6c502584 | 749 | struct map_groups *mg = thread->mg; |
6a2ffcdd | 750 | int err = -ENOMEM; |
4bb7123d | 751 | struct map *map; |
1eee78ae | 752 | struct maps *maps = &parent->maps[type]; |
4bb7123d | 753 | |
6a2ffcdd ACM |
754 | pthread_rwlock_rdlock(&maps->lock); |
755 | ||
4bb7123d | 756 | for (map = maps__first(maps); map; map = map__next(map)) { |
c6e718ff ACM |
757 | struct map *new = map__clone(map); |
758 | if (new == NULL) | |
6a2ffcdd | 759 | goto out_unlock; |
6c502584 JO |
760 | |
761 | err = unwind__prepare_access(thread, new, NULL); | |
762 | if (err) | |
763 | goto out_unlock; | |
764 | ||
98dfd55d | 765 | map_groups__insert(mg, new); |
bae32b50 | 766 | map__put(new); |
c6e718ff | 767 | } |
6a2ffcdd ACM |
768 | |
769 | err = 0; | |
770 | out_unlock: | |
771 | pthread_rwlock_unlock(&maps->lock); | |
772 | return err; | |
c6e718ff ACM |
773 | } |
774 | ||
6a2ffcdd | 775 | static void __maps__insert(struct maps *maps, struct map *map) |
4b8cf846 | 776 | { |
1eee78ae | 777 | struct rb_node **p = &maps->entries.rb_node; |
4b8cf846 ACM |
778 | struct rb_node *parent = NULL; |
779 | const u64 ip = map->start; | |
780 | struct map *m; | |
781 | ||
782 | while (*p != NULL) { | |
783 | parent = *p; | |
784 | m = rb_entry(parent, struct map, rb_node); | |
785 | if (ip < m->start) | |
786 | p = &(*p)->rb_left; | |
787 | else | |
788 | p = &(*p)->rb_right; | |
789 | } | |
790 | ||
791 | rb_link_node(&map->rb_node, parent, p); | |
1eee78ae | 792 | rb_insert_color(&map->rb_node, &maps->entries); |
84c2cafa | 793 | map__get(map); |
4b8cf846 ACM |
794 | } |
795 | ||
6a2ffcdd ACM |
796 | void maps__insert(struct maps *maps, struct map *map) |
797 | { | |
798 | pthread_rwlock_wrlock(&maps->lock); | |
799 | __maps__insert(maps, map); | |
800 | pthread_rwlock_unlock(&maps->lock); | |
801 | } | |
802 | ||
803 | static void __maps__remove(struct maps *maps, struct map *map) | |
076c6e45 | 804 | { |
facf3f06 | 805 | rb_erase_init(&map->rb_node, &maps->entries); |
84c2cafa | 806 | map__put(map); |
076c6e45 ACM |
807 | } |
808 | ||
6a2ffcdd ACM |
809 | void maps__remove(struct maps *maps, struct map *map) |
810 | { | |
811 | pthread_rwlock_wrlock(&maps->lock); | |
812 | __maps__remove(maps, map); | |
813 | pthread_rwlock_unlock(&maps->lock); | |
814 | } | |
815 | ||
1eee78ae | 816 | struct map *maps__find(struct maps *maps, u64 ip) |
4b8cf846 | 817 | { |
6a2ffcdd | 818 | struct rb_node **p, *parent = NULL; |
4b8cf846 ACM |
819 | struct map *m; |
820 | ||
6a2ffcdd ACM |
821 | pthread_rwlock_rdlock(&maps->lock); |
822 | ||
823 | p = &maps->entries.rb_node; | |
4b8cf846 ACM |
824 | while (*p != NULL) { |
825 | parent = *p; | |
826 | m = rb_entry(parent, struct map, rb_node); | |
827 | if (ip < m->start) | |
828 | p = &(*p)->rb_left; | |
4955ea22 | 829 | else if (ip >= m->end) |
4b8cf846 ACM |
830 | p = &(*p)->rb_right; |
831 | else | |
6a2ffcdd | 832 | goto out; |
4b8cf846 ACM |
833 | } |
834 | ||
6a2ffcdd ACM |
835 | m = NULL; |
836 | out: | |
837 | pthread_rwlock_unlock(&maps->lock); | |
838 | return m; | |
4b8cf846 | 839 | } |
8e0cf965 | 840 | |
1eee78ae | 841 | struct map *maps__first(struct maps *maps) |
8e0cf965 | 842 | { |
1eee78ae | 843 | struct rb_node *first = rb_first(&maps->entries); |
8e0cf965 AH |
844 | |
845 | if (first) | |
846 | return rb_entry(first, struct map, rb_node); | |
847 | return NULL; | |
848 | } | |
849 | ||
4d4dee9a | 850 | struct map *map__next(struct map *map) |
8e0cf965 AH |
851 | { |
852 | struct rb_node *next = rb_next(&map->rb_node); | |
853 | ||
854 | if (next) | |
855 | return rb_entry(next, struct map, rb_node); | |
856 | return NULL; | |
857 | } | |
ba92732e WN |
858 | |
859 | struct kmap *map__kmap(struct map *map) | |
860 | { | |
861 | if (!map->dso || !map->dso->kernel) { | |
862 | pr_err("Internal error: map__kmap with a non-kernel map\n"); | |
863 | return NULL; | |
864 | } | |
865 | return (struct kmap *)(map + 1); | |
866 | } | |
867 | ||
868 | struct map_groups *map__kmaps(struct map *map) | |
869 | { | |
870 | struct kmap *kmap = map__kmap(map); | |
871 | ||
872 | if (!kmap || !kmap->kmaps) { | |
873 | pr_err("Internal error: map__kmaps with a non-kernel map\n"); | |
874 | return NULL; | |
875 | } | |
876 | return kmap->kmaps; | |
877 | } |