Merge tag 'usb-6.9-rc5' of git://git.kernel.org/pub/scm/linux/kernel/git/gregkh/usb
[linux-block.git] / tools / perf / builtin-buildid-cache.c
CommitLineData
b2441318 1// SPDX-License-Identifier: GPL-2.0
ef12a141
ACM
2/*
3 * builtin-buildid-cache.c
4 *
5 * Builtin buildid-cache command: Manages build-id cache
6 *
7 * Copyright (C) 2010, Red Hat Inc.
8 * Copyright (C) 2010, Arnaldo Carvalho de Melo <acme@redhat.com>
9 */
fc1b691d
AH
10#include <sys/types.h>
11#include <sys/time.h>
12#include <time.h>
13#include <dirent.h>
a43783ae 14#include <errno.h>
fc1b691d 15#include <unistd.h>
ef12a141 16#include "builtin.h"
f045b8c4 17#include "namespaces.h"
ef12a141
ACM
18#include "util/debug.h"
19#include "util/header.h"
fa0d9846 20#include <subcmd/pager.h>
4b6ab94e 21#include <subcmd/parse-options.h>
ef12a141 22#include "util/strlist.h"
ebb296c2 23#include "util/build-id.h"
fbb6976c 24#include "util/session.h"
4a3cec84 25#include "util/dso.h"
4383db88 26#include "util/symbol.h"
c5e4027e 27#include "util/time-utils.h"
efa73d37 28#include "util/util.h"
8e1e0d74 29#include "util/probe-file.h"
e8a2061f 30#include "util/config.h"
fa0d9846 31#include <linux/string.h>
6ef81c55 32#include <linux/err.h>
ef12a141 33
fc1b691d
AH
34static int build_id_cache__kcore_buildid(const char *proc_dir, char *sbuildid)
35{
36 char root_dir[PATH_MAX];
fc1b691d
AH
37 char *p;
38
39 strlcpy(root_dir, proc_dir, sizeof(root_dir));
40
41 p = strrchr(root_dir, '/');
42 if (!p)
43 return -1;
44 *p = '\0';
0b5a7935 45 return sysfs__sprintf_build_id(root_dir, sbuildid);
fc1b691d
AH
46}
47
48static int build_id_cache__kcore_dir(char *dir, size_t sz)
49{
37b20151 50 return fetch_current_timestamp(dir, sz);
fc1b691d
AH
51}
52
d3b70220
AH
53static bool same_kallsyms_reloc(const char *from_dir, char *to_dir)
54{
55 char from[PATH_MAX];
56 char to[PATH_MAX];
57 const char *name;
58 u64 addr1 = 0, addr2 = 0;
b843f62a 59 int i, err = -1;
d3b70220
AH
60
61 scnprintf(from, sizeof(from), "%s/kallsyms", from_dir);
62 scnprintf(to, sizeof(to), "%s/kallsyms", to_dir);
63
64 for (i = 0; (name = ref_reloc_sym_names[i]) != NULL; i++) {
b843f62a
ACM
65 err = kallsyms__get_function_start(from, name, &addr1);
66 if (!err)
d3b70220
AH
67 break;
68 }
69
b843f62a
ACM
70 if (err)
71 return false;
72
73 if (kallsyms__get_function_start(to, name, &addr2))
74 return false;
d3b70220
AH
75
76 return addr1 == addr2;
77}
78
fc1b691d
AH
79static int build_id_cache__kcore_existing(const char *from_dir, char *to_dir,
80 size_t to_dir_sz)
81{
82 char from[PATH_MAX];
83 char to[PATH_MAX];
d3b70220 84 char to_subdir[PATH_MAX];
fc1b691d
AH
85 struct dirent *dent;
86 int ret = -1;
87 DIR *d;
88
89 d = opendir(to_dir);
90 if (!d)
91 return -1;
92
93 scnprintf(from, sizeof(from), "%s/modules", from_dir);
94
95 while (1) {
96 dent = readdir(d);
97 if (!dent)
98 break;
99 if (dent->d_type != DT_DIR)
100 continue;
101 scnprintf(to, sizeof(to), "%s/%s/modules", to_dir,
102 dent->d_name);
d3b70220
AH
103 scnprintf(to_subdir, sizeof(to_subdir), "%s/%s",
104 to_dir, dent->d_name);
105 if (!compare_proc_modules(from, to) &&
106 same_kallsyms_reloc(from_dir, to_subdir)) {
107 strlcpy(to_dir, to_subdir, to_dir_sz);
fc1b691d
AH
108 ret = 0;
109 break;
110 }
111 }
112
113 closedir(d);
114
115 return ret;
116}
117
e35f7362 118static int build_id_cache__add_kcore(const char *filename, bool force)
fc1b691d 119{
d77fac7f 120 char dir[32], sbuildid[SBUILD_ID_SIZE];
fc1b691d
AH
121 char from_dir[PATH_MAX], to_dir[PATH_MAX];
122 char *p;
123
124 strlcpy(from_dir, filename, sizeof(from_dir));
125
126 p = strrchr(from_dir, '/');
127 if (!p || strcmp(p + 1, "kcore"))
128 return -1;
129 *p = '\0';
130
0b5a7935 131 if (build_id_cache__kcore_buildid(from_dir, sbuildid) < 0)
fc1b691d
AH
132 return -1;
133
0a77582f
MH
134 scnprintf(to_dir, sizeof(to_dir), "%s/%s/%s",
135 buildid_dir, DSO__NAME_KCORE, sbuildid);
fc1b691d 136
5173fbb8
AH
137 if (!force &&
138 !build_id_cache__kcore_existing(from_dir, to_dir, sizeof(to_dir))) {
fc1b691d
AH
139 pr_debug("same kcore found in %s\n", to_dir);
140 return 0;
141 }
142
143 if (build_id_cache__kcore_dir(dir, sizeof(dir)))
144 return -1;
145
0a77582f
MH
146 scnprintf(to_dir, sizeof(to_dir), "%s/%s/%s/%s",
147 buildid_dir, DSO__NAME_KCORE, sbuildid, dir);
fc1b691d
AH
148
149 if (mkdir_p(to_dir, 0755))
150 return -1;
151
152 if (kcore_copy(from_dir, to_dir)) {
153 /* Remove YYYYmmddHHMMSShh directory */
154 if (!rmdir(to_dir)) {
155 p = strrchr(to_dir, '/');
156 if (p)
157 *p = '\0';
158 /* Try to remove buildid directory */
159 if (!rmdir(to_dir)) {
160 p = strrchr(to_dir, '/');
161 if (p)
162 *p = '\0';
163 /* Try to remove [kernel.kcore] directory */
164 rmdir(to_dir);
165 }
166 }
167 return -1;
168 }
169
170 pr_debug("kcore added to build-id cache directory %s\n", to_dir);
171
172 return 0;
173}
174
f045b8c4 175static int build_id_cache__add_file(const char *filename, struct nsinfo *nsi)
ef12a141 176{
d77fac7f 177 char sbuild_id[SBUILD_ID_SIZE];
f766819c 178 struct build_id bid;
ef12a141 179 int err;
f045b8c4 180 struct nscookie nsc;
ef12a141 181
f045b8c4 182 nsinfo__mountns_enter(nsi, &nsc);
f766819c 183 err = filename__read_build_id(filename, &bid);
f045b8c4
KJ
184 nsinfo__mountns_exit(&nsc);
185 if (err < 0) {
ef12a141
ACM
186 pr_debug("Couldn't read a build-id in %s\n", filename);
187 return -1;
188 }
189
bf541169 190 build_id__sprintf(&bid, sbuild_id);
f045b8c4 191 err = build_id_cache__add_s(sbuild_id, filename, nsi,
7dbf4dcf 192 false, false);
cc169c7c
MH
193 pr_debug("Adding %s %s: %s\n", sbuild_id, filename,
194 err ? "FAIL" : "Ok");
ef12a141
ACM
195 return err;
196}
197
f045b8c4 198static int build_id_cache__remove_file(const char *filename, struct nsinfo *nsi)
ef12a141 199{
d77fac7f 200 char sbuild_id[SBUILD_ID_SIZE];
f766819c 201 struct build_id bid;
f045b8c4 202 struct nscookie nsc;
ef12a141
ACM
203
204 int err;
205
f045b8c4 206 nsinfo__mountns_enter(nsi, &nsc);
f766819c 207 err = filename__read_build_id(filename, &bid);
f045b8c4
KJ
208 nsinfo__mountns_exit(&nsc);
209 if (err < 0) {
ef12a141
ACM
210 pr_debug("Couldn't read a build-id in %s\n", filename);
211 return -1;
212 }
213
bf541169 214 build_id__sprintf(&bid, sbuild_id);
e35f7362 215 err = build_id_cache__remove_s(sbuild_id);
cc169c7c
MH
216 pr_debug("Removing %s %s: %s\n", sbuild_id, filename,
217 err ? "FAIL" : "Ok");
ef12a141
ACM
218
219 return err;
220}
221
f045b8c4 222static int build_id_cache__purge_path(const char *pathname, struct nsinfo *nsi)
8d8c8e4c
MH
223{
224 struct strlist *list;
225 struct str_node *pos;
226 int err;
227
f045b8c4 228 err = build_id_cache__list_build_ids(pathname, nsi, &list);
8d8c8e4c
MH
229 if (err)
230 goto out;
231
602a1f4d 232 strlist__for_each_entry(pos, list) {
8d8c8e4c 233 err = build_id_cache__remove_s(pos->s);
cc169c7c
MH
234 pr_debug("Removing %s %s: %s\n", pos->s, pathname,
235 err ? "FAIL" : "Ok");
8d8c8e4c
MH
236 if (err)
237 break;
238 }
239 strlist__delete(list);
240
241out:
cc169c7c 242 pr_debug("Purging %s: %s\n", pathname, err ? "FAIL" : "Ok");
8d8c8e4c
MH
243
244 return err;
245}
246
9a73c308
RB
247static int build_id_cache__purge_all(void)
248{
249 struct strlist *list;
250 struct str_node *pos;
251 int err = 0;
252 char *buf;
253
254 list = build_id_cache__list_all(false);
255 if (!list) {
256 pr_debug("Failed to get buildids: -%d\n", errno);
257 return -EINVAL;
258 }
259
260 strlist__for_each_entry(pos, list) {
261 buf = build_id_cache__origname(pos->s);
262 err = build_id_cache__remove_s(pos->s);
263 pr_debug("Removing %s (%s): %s\n", buf, pos->s,
264 err ? "FAIL" : "Ok");
265 free(buf);
266 if (err)
267 break;
268 }
269 strlist__delete(list);
270
271 pr_debug("Purged all: %s\n", err ? "FAIL" : "Ok");
272 return err;
273}
274
fbb6976c
ACM
275static bool dso__missing_buildid_cache(struct dso *dso, int parm __maybe_unused)
276{
277 char filename[PATH_MAX];
f766819c 278 struct build_id bid;
fbb6976c 279
319d4598
IR
280 if (!dso__build_id_filename(dso, filename, sizeof(filename), false))
281 return true;
282
283 if (filename__read_build_id(filename, &bid) == -1) {
fbb6976c
ACM
284 if (errno == ENOENT)
285 return false;
286
48000a1a 287 pr_warning("Problems with %s file, consider removing it from the cache\n",
fbb6976c 288 filename);
f766819c 289 } else if (memcmp(dso->bid.data, bid.data, bid.size)) {
48000a1a 290 pr_warning("Problems with %s file, consider removing it from the cache\n",
fbb6976c
ACM
291 filename);
292 }
293
294 return true;
295}
296
e3ed75bb 297static int build_id_cache__fprintf_missing(struct perf_session *session, FILE *fp)
fbb6976c 298{
fbb6976c 299 perf_session__fprintf_dsos_buildid(session, fp, dso__missing_buildid_cache, 0);
fbb6976c
ACM
300 return 0;
301}
302
f045b8c4 303static int build_id_cache__update_file(const char *filename, struct nsinfo *nsi)
eeb49845 304{
d77fac7f 305 char sbuild_id[SBUILD_ID_SIZE];
f766819c 306 struct build_id bid;
f045b8c4 307 struct nscookie nsc;
eeb49845 308
f045b8c4 309 int err;
eeb49845 310
f045b8c4 311 nsinfo__mountns_enter(nsi, &nsc);
f766819c 312 err = filename__read_build_id(filename, &bid);
f045b8c4
KJ
313 nsinfo__mountns_exit(&nsc);
314 if (err < 0) {
eeb49845
NK
315 pr_debug("Couldn't read a build-id in %s\n", filename);
316 return -1;
317 }
f045b8c4 318 err = 0;
eeb49845 319
bf541169 320 build_id__sprintf(&bid, sbuild_id);
a50d11a1
MH
321 if (build_id_cache__cached(sbuild_id))
322 err = build_id_cache__remove_s(sbuild_id);
323
e35f7362 324 if (!err)
f045b8c4
KJ
325 err = build_id_cache__add_s(sbuild_id, filename, nsi, false,
326 false);
e35f7362 327
cc169c7c
MH
328 pr_debug("Updating %s %s: %s\n", sbuild_id, filename,
329 err ? "FAIL" : "Ok");
eeb49845
NK
330
331 return err;
332}
333
8e1e0d74
RB
334static int build_id_cache__show_all(void)
335{
336 struct strlist *bidlist;
337 struct str_node *nd;
338 char *buf;
339
340 bidlist = build_id_cache__list_all(true);
341 if (!bidlist) {
342 pr_debug("Failed to get buildids: -%d\n", errno);
343 return -1;
344 }
345 strlist__for_each_entry(nd, bidlist) {
346 buf = build_id_cache__origname(nd->s);
347 fprintf(stdout, "%s %s\n", nd->s, buf);
348 free(buf);
349 }
350 strlist__delete(bidlist);
351 return 0;
352}
353
e8a2061f
JO
354static int perf_buildid_cache_config(const char *var, const char *value, void *cb)
355{
9bce13ea 356 struct perf_debuginfod *di = cb;
e8a2061f 357
9bce13ea
JO
358 if (!strcmp(var, "buildid-cache.debuginfod")) {
359 di->urls = strdup(value);
360 if (!di->urls)
361 return -ENOMEM;
362 di->set = true;
363 }
e8a2061f
JO
364
365 return 0;
366}
367
b0ad8ea6 368int cmd_buildid_cache(int argc, const char **argv)
ef12a141
ACM
369{
370 struct strlist *list;
371 struct str_node *pos;
e8a2061f 372 int ret, ns_id = -1;
fbb6976c 373 bool force = false;
8e1e0d74
RB
374 bool list_files = false;
375 bool opts_flag = false;
9a73c308 376 bool purge_all = false;
472cc83c 377 char const *add_name_list_str = NULL,
fbb6976c 378 *remove_name_list_str = NULL,
8d8c8e4c 379 *purge_name_list_str = NULL,
eeb49845 380 *missing_filename = NULL,
fc1b691d 381 *update_name_list_str = NULL,
9bce13ea
JO
382 *kcore_filename = NULL;
383 struct perf_debuginfod debuginfod = { };
340481ad 384 char sbuf[STRERR_BUFSIZE];
eeb49845 385
8ceb41d7 386 struct perf_data data = {
e3ed75bb
NK
387 .mode = PERF_DATA_MODE_READ,
388 };
389 struct perf_session *session = NULL;
f045b8c4 390 struct nsinfo *nsi = NULL;
e3ed75bb 391
472cc83c
ACM
392 const struct option buildid_cache_options[] = {
393 OPT_STRING('a', "add", &add_name_list_str,
394 "file list", "file(s) to add"),
fc1b691d
AH
395 OPT_STRING('k', "kcore", &kcore_filename,
396 "file", "kcore file to add"),
472cc83c
ACM
397 OPT_STRING('r', "remove", &remove_name_list_str, "file list",
398 "file(s) to remove"),
4359dd88
TMR
399 OPT_STRING('p', "purge", &purge_name_list_str, "file list",
400 "file(s) to remove (remove old caches too)"),
9a73c308 401 OPT_BOOLEAN('P', "purge-all", &purge_all, "purge all cached files"),
8e1e0d74 402 OPT_BOOLEAN('l', "list", &list_files, "list all cached files"),
fbb6976c
ACM
403 OPT_STRING('M', "missing", &missing_filename, "file",
404 "to find missing build ids in the cache"),
405 OPT_BOOLEAN('f', "force", &force, "don't complain, do it"),
eeb49845
NK
406 OPT_STRING('u', "update", &update_name_list_str, "file list",
407 "file(s) to update"),
9bce13ea
JO
408 OPT_STRING_OPTARG_SET(0, "debuginfod", &debuginfod.urls,
409 &debuginfod.set, "debuginfod urls",
410 "Enable debuginfod data retrieval from DEBUGINFOD_URLS or specified urls",
411 "system"),
472cc83c 412 OPT_INCR('v', "verbose", &verbose, "be more verbose"),
f045b8c4 413 OPT_INTEGER(0, "target-ns", &ns_id, "target pid for namespace context"),
472cc83c
ACM
414 OPT_END()
415 };
416 const char * const buildid_cache_usage[] = {
417 "perf buildid-cache [<options>]",
418 NULL
419 };
420
e8a2061f
JO
421 ret = perf_config(perf_buildid_cache_config, &debuginfod);
422 if (ret)
423 return ret;
424
472cc83c
ACM
425 argc = parse_options(argc, argv, buildid_cache_options,
426 buildid_cache_usage, 0);
427
8e1e0d74
RB
428 opts_flag = add_name_list_str || kcore_filename ||
429 remove_name_list_str || purge_name_list_str ||
9a73c308
RB
430 missing_filename || update_name_list_str ||
431 purge_all;
8e1e0d74
RB
432
433 if (argc || !(list_files || opts_flag))
0497d0a8
MH
434 usage_with_options(buildid_cache_usage, buildid_cache_options);
435
9bce13ea 436 perf_debuginfod_setup(&debuginfod);
e8a2061f 437
8e1e0d74
RB
438 /* -l is exclusive. It can not be used with other options. */
439 if (list_files && opts_flag) {
440 usage_with_options_msg(buildid_cache_usage,
441 buildid_cache_options, "-l is exclusive.\n");
442 }
443
f045b8c4
KJ
444 if (ns_id > 0)
445 nsi = nsinfo__new(ns_id);
446
e3ed75bb 447 if (missing_filename) {
2d4f2799
JO
448 data.path = missing_filename;
449 data.force = force;
e3ed75bb 450
2681bd85 451 session = perf_session__new(&data, NULL);
6ef81c55
MI
452 if (IS_ERR(session))
453 return PTR_ERR(session);
e3ed75bb
NK
454 }
455
0a7e6d1b 456 if (symbol__init(session ? &session->header.env : NULL) < 0)
e3ed75bb 457 goto out;
472cc83c
ACM
458
459 setup_pager();
ef12a141 460
8e1e0d74
RB
461 if (list_files) {
462 ret = build_id_cache__show_all();
463 goto out;
464 }
465
ef12a141 466 if (add_name_list_str) {
4a77e218 467 list = strlist__new(add_name_list_str, NULL);
ef12a141 468 if (list) {
602a1f4d 469 strlist__for_each_entry(pos, list)
f045b8c4 470 if (build_id_cache__add_file(pos->s, nsi)) {
ef12a141
ACM
471 if (errno == EEXIST) {
472 pr_debug("%s already in the cache\n",
473 pos->s);
474 continue;
475 }
476 pr_warning("Couldn't add %s: %s\n",
c8b5f2c9 477 pos->s, str_error_r(errno, sbuf, sizeof(sbuf)));
ef12a141
ACM
478 }
479
480 strlist__delete(list);
481 }
482 }
483
484 if (remove_name_list_str) {
4a77e218 485 list = strlist__new(remove_name_list_str, NULL);
ef12a141 486 if (list) {
602a1f4d 487 strlist__for_each_entry(pos, list)
f045b8c4 488 if (build_id_cache__remove_file(pos->s, nsi)) {
ef12a141
ACM
489 if (errno == ENOENT) {
490 pr_debug("%s wasn't in the cache\n",
491 pos->s);
492 continue;
493 }
494 pr_warning("Couldn't remove %s: %s\n",
c8b5f2c9 495 pos->s, str_error_r(errno, sbuf, sizeof(sbuf)));
ef12a141
ACM
496 }
497
498 strlist__delete(list);
499 }
500 }
501
8d8c8e4c 502 if (purge_name_list_str) {
4a77e218 503 list = strlist__new(purge_name_list_str, NULL);
8d8c8e4c 504 if (list) {
602a1f4d 505 strlist__for_each_entry(pos, list)
f045b8c4 506 if (build_id_cache__purge_path(pos->s, nsi)) {
8d8c8e4c
MH
507 if (errno == ENOENT) {
508 pr_debug("%s wasn't in the cache\n",
509 pos->s);
510 continue;
511 }
512 pr_warning("Couldn't remove %s: %s\n",
c8b5f2c9 513 pos->s, str_error_r(errno, sbuf, sizeof(sbuf)));
8d8c8e4c
MH
514 }
515
516 strlist__delete(list);
517 }
518 }
519
d8ed87bc
RB
520 if (purge_all) {
521 if (build_id_cache__purge_all()) {
522 pr_warning("Couldn't remove some caches. Error: %s.\n",
523 str_error_r(errno, sbuf, sizeof(sbuf)));
524 }
525 }
9a73c308 526
fbb6976c 527 if (missing_filename)
e3ed75bb 528 ret = build_id_cache__fprintf_missing(session, stdout);
fbb6976c 529
eeb49845 530 if (update_name_list_str) {
4a77e218 531 list = strlist__new(update_name_list_str, NULL);
eeb49845 532 if (list) {
602a1f4d 533 strlist__for_each_entry(pos, list)
f045b8c4 534 if (build_id_cache__update_file(pos->s, nsi)) {
eeb49845
NK
535 if (errno == ENOENT) {
536 pr_debug("%s wasn't in the cache\n",
537 pos->s);
538 continue;
539 }
540 pr_warning("Couldn't update %s: %s\n",
c8b5f2c9 541 pos->s, str_error_r(errno, sbuf, sizeof(sbuf)));
eeb49845
NK
542 }
543
544 strlist__delete(list);
545 }
546 }
547
e35f7362 548 if (kcore_filename && build_id_cache__add_kcore(kcore_filename, force))
fc1b691d
AH
549 pr_warning("Couldn't add %s\n", kcore_filename);
550
e3ed75bb 551out:
e1446551 552 perf_session__delete(session);
f045b8c4 553 nsinfo__zput(nsi);
e3ed75bb 554
fbb6976c 555 return ret;
ef12a141 556}