blob: 65b4835309c7c0a1d7fe69701821d306e0249469 [file] [log] [blame]
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -02001/*
2 * builtin-buildid-cache.c
3 *
4 * Builtin buildid-cache command: Manages build-id cache
5 *
6 * Copyright (C) 2010, Red Hat Inc.
7 * Copyright (C) 2010, Arnaldo Carvalho de Melo <acme@redhat.com>
8 */
Adrian Hunterfc1b6912013-10-14 16:57:29 +03009#include <sys/types.h>
10#include <sys/time.h>
11#include <time.h>
12#include <dirent.h>
13#include <unistd.h>
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -020014#include "builtin.h"
15#include "perf.h"
16#include "util/cache.h"
17#include "util/debug.h"
18#include "util/header.h"
19#include "util/parse-options.h"
20#include "util/strlist.h"
Jiri Olsaebb296c2012-10-27 23:18:28 +020021#include "util/build-id.h"
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -030022#include "util/session.h"
Jiri Olsa4383db82012-10-27 23:18:29 +020023#include "util/symbol.h"
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -020024
Adrian Hunterfc1b6912013-10-14 16:57:29 +030025static int build_id_cache__kcore_buildid(const char *proc_dir, char *sbuildid)
26{
27 char root_dir[PATH_MAX];
28 char notes[PATH_MAX];
29 u8 build_id[BUILD_ID_SIZE];
30 char *p;
31
32 strlcpy(root_dir, proc_dir, sizeof(root_dir));
33
34 p = strrchr(root_dir, '/');
35 if (!p)
36 return -1;
37 *p = '\0';
38
39 scnprintf(notes, sizeof(notes), "%s/sys/kernel/notes", root_dir);
40
41 if (sysfs__read_build_id(notes, build_id, sizeof(build_id)))
42 return -1;
43
44 build_id__sprintf(build_id, sizeof(build_id), sbuildid);
45
46 return 0;
47}
48
49static int build_id_cache__kcore_dir(char *dir, size_t sz)
50{
51 struct timeval tv;
52 struct tm tm;
53 char dt[32];
54
55 if (gettimeofday(&tv, NULL) || !localtime_r(&tv.tv_sec, &tm))
56 return -1;
57
58 if (!strftime(dt, sizeof(dt), "%Y%m%d%H%M%S", &tm))
59 return -1;
60
61 scnprintf(dir, sz, "%s%02u", dt, (unsigned)tv.tv_usec / 10000);
62
63 return 0;
64}
65
Adrian Hunterd3b70222014-01-29 16:14:44 +020066static bool same_kallsyms_reloc(const char *from_dir, char *to_dir)
67{
68 char from[PATH_MAX];
69 char to[PATH_MAX];
70 const char *name;
71 u64 addr1 = 0, addr2 = 0;
72 int i;
73
74 scnprintf(from, sizeof(from), "%s/kallsyms", from_dir);
75 scnprintf(to, sizeof(to), "%s/kallsyms", to_dir);
76
77 for (i = 0; (name = ref_reloc_sym_names[i]) != NULL; i++) {
78 addr1 = kallsyms__get_function_start(from, name);
79 if (addr1)
80 break;
81 }
82
83 if (name)
84 addr2 = kallsyms__get_function_start(to, name);
85
86 return addr1 == addr2;
87}
88
Adrian Hunterfc1b6912013-10-14 16:57:29 +030089static int build_id_cache__kcore_existing(const char *from_dir, char *to_dir,
90 size_t to_dir_sz)
91{
92 char from[PATH_MAX];
93 char to[PATH_MAX];
Adrian Hunterd3b70222014-01-29 16:14:44 +020094 char to_subdir[PATH_MAX];
Adrian Hunterfc1b6912013-10-14 16:57:29 +030095 struct dirent *dent;
96 int ret = -1;
97 DIR *d;
98
99 d = opendir(to_dir);
100 if (!d)
101 return -1;
102
103 scnprintf(from, sizeof(from), "%s/modules", from_dir);
104
105 while (1) {
106 dent = readdir(d);
107 if (!dent)
108 break;
109 if (dent->d_type != DT_DIR)
110 continue;
111 scnprintf(to, sizeof(to), "%s/%s/modules", to_dir,
112 dent->d_name);
Adrian Hunterd3b70222014-01-29 16:14:44 +0200113 scnprintf(to_subdir, sizeof(to_subdir), "%s/%s",
114 to_dir, dent->d_name);
115 if (!compare_proc_modules(from, to) &&
116 same_kallsyms_reloc(from_dir, to_subdir)) {
117 strlcpy(to_dir, to_subdir, to_dir_sz);
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300118 ret = 0;
119 break;
120 }
121 }
122
123 closedir(d);
124
125 return ret;
126}
127
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900128static int build_id_cache__add_kcore(const char *filename, bool force)
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300129{
Masami Hiramatsud77fac72015-07-15 18:14:28 +0900130 char dir[32], sbuildid[SBUILD_ID_SIZE];
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300131 char from_dir[PATH_MAX], to_dir[PATH_MAX];
132 char *p;
133
134 strlcpy(from_dir, filename, sizeof(from_dir));
135
136 p = strrchr(from_dir, '/');
137 if (!p || strcmp(p + 1, "kcore"))
138 return -1;
139 *p = '\0';
140
141 if (build_id_cache__kcore_buildid(from_dir, sbuildid))
142 return -1;
143
144 scnprintf(to_dir, sizeof(to_dir), "%s/[kernel.kcore]/%s",
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900145 buildid_dir, sbuildid);
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300146
Adrian Hunter5173fbb2014-07-14 13:02:38 +0300147 if (!force &&
148 !build_id_cache__kcore_existing(from_dir, to_dir, sizeof(to_dir))) {
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300149 pr_debug("same kcore found in %s\n", to_dir);
150 return 0;
151 }
152
153 if (build_id_cache__kcore_dir(dir, sizeof(dir)))
154 return -1;
155
156 scnprintf(to_dir, sizeof(to_dir), "%s/[kernel.kcore]/%s/%s",
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900157 buildid_dir, sbuildid, dir);
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300158
159 if (mkdir_p(to_dir, 0755))
160 return -1;
161
162 if (kcore_copy(from_dir, to_dir)) {
163 /* Remove YYYYmmddHHMMSShh directory */
164 if (!rmdir(to_dir)) {
165 p = strrchr(to_dir, '/');
166 if (p)
167 *p = '\0';
168 /* Try to remove buildid directory */
169 if (!rmdir(to_dir)) {
170 p = strrchr(to_dir, '/');
171 if (p)
172 *p = '\0';
173 /* Try to remove [kernel.kcore] directory */
174 rmdir(to_dir);
175 }
176 }
177 return -1;
178 }
179
180 pr_debug("kcore added to build-id cache directory %s\n", to_dir);
181
182 return 0;
183}
184
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900185static int build_id_cache__add_file(const char *filename)
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200186{
Masami Hiramatsud77fac72015-07-15 18:14:28 +0900187 char sbuild_id[SBUILD_ID_SIZE];
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200188 u8 build_id[BUILD_ID_SIZE];
189 int err;
190
191 if (filename__read_build_id(filename, &build_id, sizeof(build_id)) < 0) {
192 pr_debug("Couldn't read a build-id in %s\n", filename);
193 return -1;
194 }
195
196 build_id__sprintf(build_id, sizeof(build_id), sbuild_id);
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900197 err = build_id_cache__add_s(sbuild_id, filename,
Jiri Olsa7dbf4dc2012-09-10 18:50:19 +0200198 false, false);
Masami Hiramatsucc169c72015-02-27 13:50:28 +0900199 pr_debug("Adding %s %s: %s\n", sbuild_id, filename,
200 err ? "FAIL" : "Ok");
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200201 return err;
202}
203
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900204static int build_id_cache__remove_file(const char *filename)
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200205{
206 u8 build_id[BUILD_ID_SIZE];
Masami Hiramatsud77fac72015-07-15 18:14:28 +0900207 char sbuild_id[SBUILD_ID_SIZE];
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200208
209 int err;
210
211 if (filename__read_build_id(filename, &build_id, sizeof(build_id)) < 0) {
212 pr_debug("Couldn't read a build-id in %s\n", filename);
213 return -1;
214 }
215
216 build_id__sprintf(build_id, sizeof(build_id), sbuild_id);
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900217 err = build_id_cache__remove_s(sbuild_id);
Masami Hiramatsucc169c72015-02-27 13:50:28 +0900218 pr_debug("Removing %s %s: %s\n", sbuild_id, filename,
219 err ? "FAIL" : "Ok");
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200220
221 return err;
222}
223
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900224static int build_id_cache__purge_path(const char *pathname)
225{
226 struct strlist *list;
227 struct str_node *pos;
228 int err;
229
230 err = build_id_cache__list_build_ids(pathname, &list);
231 if (err)
232 goto out;
233
234 strlist__for_each(pos, list) {
235 err = build_id_cache__remove_s(pos->s);
Masami Hiramatsucc169c72015-02-27 13:50:28 +0900236 pr_debug("Removing %s %s: %s\n", pos->s, pathname,
237 err ? "FAIL" : "Ok");
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900238 if (err)
239 break;
240 }
241 strlist__delete(list);
242
243out:
Masami Hiramatsucc169c72015-02-27 13:50:28 +0900244 pr_debug("Purging %s: %s\n", pathname, err ? "FAIL" : "Ok");
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900245
246 return err;
247}
248
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300249static bool dso__missing_buildid_cache(struct dso *dso, int parm __maybe_unused)
250{
251 char filename[PATH_MAX];
252 u8 build_id[BUILD_ID_SIZE];
253
254 if (dso__build_id_filename(dso, filename, sizeof(filename)) &&
255 filename__read_build_id(filename, build_id,
256 sizeof(build_id)) != sizeof(build_id)) {
257 if (errno == ENOENT)
258 return false;
259
Arnaldo Carvalho de Melo48000a12014-12-17 17:24:45 -0300260 pr_warning("Problems with %s file, consider removing it from the cache\n",
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300261 filename);
262 } else if (memcmp(dso->build_id, build_id, sizeof(dso->build_id))) {
Arnaldo Carvalho de Melo48000a12014-12-17 17:24:45 -0300263 pr_warning("Problems with %s file, consider removing it from the cache\n",
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300264 filename);
265 }
266
267 return true;
268}
269
Namhyung Kime3ed75b2014-08-12 15:40:36 +0900270static int build_id_cache__fprintf_missing(struct perf_session *session, FILE *fp)
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300271{
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300272 perf_session__fprintf_dsos_buildid(session, fp, dso__missing_buildid_cache, 0);
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300273 return 0;
274}
275
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900276static int build_id_cache__update_file(const char *filename)
Namhyung Kimeeb49842013-02-07 18:02:11 +0900277{
278 u8 build_id[BUILD_ID_SIZE];
Masami Hiramatsud77fac72015-07-15 18:14:28 +0900279 char sbuild_id[SBUILD_ID_SIZE];
Namhyung Kimeeb49842013-02-07 18:02:11 +0900280
Masami Hiramatsua50d11a2015-02-26 15:54:40 +0900281 int err = 0;
Namhyung Kimeeb49842013-02-07 18:02:11 +0900282
283 if (filename__read_build_id(filename, &build_id, sizeof(build_id)) < 0) {
284 pr_debug("Couldn't read a build-id in %s\n", filename);
285 return -1;
286 }
287
288 build_id__sprintf(build_id, sizeof(build_id), sbuild_id);
Masami Hiramatsua50d11a2015-02-26 15:54:40 +0900289 if (build_id_cache__cached(sbuild_id))
290 err = build_id_cache__remove_s(sbuild_id);
291
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900292 if (!err)
293 err = build_id_cache__add_s(sbuild_id, filename, false, false);
294
Masami Hiramatsucc169c72015-02-27 13:50:28 +0900295 pr_debug("Updating %s %s: %s\n", sbuild_id, filename,
296 err ? "FAIL" : "Ok");
Namhyung Kimeeb49842013-02-07 18:02:11 +0900297
298 return err;
299}
300
Arnaldo Carvalho de Melo472cc832012-10-01 15:20:58 -0300301int cmd_buildid_cache(int argc, const char **argv,
302 const char *prefix __maybe_unused)
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200303{
304 struct strlist *list;
305 struct str_node *pos;
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300306 int ret = 0;
307 bool force = false;
Arnaldo Carvalho de Melo472cc832012-10-01 15:20:58 -0300308 char const *add_name_list_str = NULL,
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300309 *remove_name_list_str = NULL,
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900310 *purge_name_list_str = NULL,
Namhyung Kimeeb49842013-02-07 18:02:11 +0900311 *missing_filename = NULL,
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300312 *update_name_list_str = NULL,
Jiri Olsaeec5a682014-12-01 20:06:27 +0100313 *kcore_filename = NULL;
Masami Hiramatsu340481ad2014-08-14 02:22:49 +0000314 char sbuf[STRERR_BUFSIZE];
Namhyung Kimeeb49842013-02-07 18:02:11 +0900315
Namhyung Kime3ed75b2014-08-12 15:40:36 +0900316 struct perf_data_file file = {
317 .mode = PERF_DATA_MODE_READ,
318 };
319 struct perf_session *session = NULL;
320
Arnaldo Carvalho de Melo472cc832012-10-01 15:20:58 -0300321 const struct option buildid_cache_options[] = {
322 OPT_STRING('a', "add", &add_name_list_str,
323 "file list", "file(s) to add"),
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300324 OPT_STRING('k', "kcore", &kcore_filename,
325 "file", "kcore file to add"),
Arnaldo Carvalho de Melo472cc832012-10-01 15:20:58 -0300326 OPT_STRING('r', "remove", &remove_name_list_str, "file list",
327 "file(s) to remove"),
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900328 OPT_STRING('p', "purge", &purge_name_list_str, "path list",
329 "path(s) to remove (remove old caches too)"),
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300330 OPT_STRING('M', "missing", &missing_filename, "file",
331 "to find missing build ids in the cache"),
332 OPT_BOOLEAN('f', "force", &force, "don't complain, do it"),
Namhyung Kimeeb49842013-02-07 18:02:11 +0900333 OPT_STRING('u', "update", &update_name_list_str, "file list",
334 "file(s) to update"),
Arnaldo Carvalho de Melo472cc832012-10-01 15:20:58 -0300335 OPT_INCR('v', "verbose", &verbose, "be more verbose"),
336 OPT_END()
337 };
338 const char * const buildid_cache_usage[] = {
339 "perf buildid-cache [<options>]",
340 NULL
341 };
342
343 argc = parse_options(argc, argv, buildid_cache_options,
344 buildid_cache_usage, 0);
345
Masami Hiramatsu0497d0a2015-02-27 13:50:31 +0900346 if (argc || (!add_name_list_str && !kcore_filename &&
347 !remove_name_list_str && !purge_name_list_str &&
348 !missing_filename && !update_name_list_str))
349 usage_with_options(buildid_cache_usage, buildid_cache_options);
350
Namhyung Kime3ed75b2014-08-12 15:40:36 +0900351 if (missing_filename) {
352 file.path = missing_filename;
353 file.force = force;
354
355 session = perf_session__new(&file, false, NULL);
356 if (session == NULL)
357 return -1;
358 }
359
Namhyung Kim0a7e6d12014-08-12 15:40:45 +0900360 if (symbol__init(session ? &session->header.env : NULL) < 0)
Namhyung Kime3ed75b2014-08-12 15:40:36 +0900361 goto out;
Arnaldo Carvalho de Melo472cc832012-10-01 15:20:58 -0300362
363 setup_pager();
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200364
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200365 if (add_name_list_str) {
Arnaldo Carvalho de Melo4a77e212015-07-20 12:13:34 -0300366 list = strlist__new(add_name_list_str, NULL);
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200367 if (list) {
368 strlist__for_each(pos, list)
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900369 if (build_id_cache__add_file(pos->s)) {
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200370 if (errno == EEXIST) {
371 pr_debug("%s already in the cache\n",
372 pos->s);
373 continue;
374 }
375 pr_warning("Couldn't add %s: %s\n",
Masami Hiramatsu340481ad2014-08-14 02:22:49 +0000376 pos->s, strerror_r(errno, sbuf, sizeof(sbuf)));
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200377 }
378
379 strlist__delete(list);
380 }
381 }
382
383 if (remove_name_list_str) {
Arnaldo Carvalho de Melo4a77e212015-07-20 12:13:34 -0300384 list = strlist__new(remove_name_list_str, NULL);
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200385 if (list) {
386 strlist__for_each(pos, list)
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900387 if (build_id_cache__remove_file(pos->s)) {
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200388 if (errno == ENOENT) {
389 pr_debug("%s wasn't in the cache\n",
390 pos->s);
391 continue;
392 }
393 pr_warning("Couldn't remove %s: %s\n",
Masami Hiramatsu340481ad2014-08-14 02:22:49 +0000394 pos->s, strerror_r(errno, sbuf, sizeof(sbuf)));
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200395 }
396
397 strlist__delete(list);
398 }
399 }
400
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900401 if (purge_name_list_str) {
Arnaldo Carvalho de Melo4a77e212015-07-20 12:13:34 -0300402 list = strlist__new(purge_name_list_str, NULL);
Masami Hiramatsu8d8c8e42015-02-27 13:50:26 +0900403 if (list) {
404 strlist__for_each(pos, list)
405 if (build_id_cache__purge_path(pos->s)) {
406 if (errno == ENOENT) {
407 pr_debug("%s wasn't in the cache\n",
408 pos->s);
409 continue;
410 }
411 pr_warning("Couldn't remove %s: %s\n",
412 pos->s, strerror_r(errno, sbuf, sizeof(sbuf)));
413 }
414
415 strlist__delete(list);
416 }
417 }
418
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300419 if (missing_filename)
Namhyung Kime3ed75b2014-08-12 15:40:36 +0900420 ret = build_id_cache__fprintf_missing(session, stdout);
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300421
Namhyung Kimeeb49842013-02-07 18:02:11 +0900422 if (update_name_list_str) {
Arnaldo Carvalho de Melo4a77e212015-07-20 12:13:34 -0300423 list = strlist__new(update_name_list_str, NULL);
Namhyung Kimeeb49842013-02-07 18:02:11 +0900424 if (list) {
425 strlist__for_each(pos, list)
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900426 if (build_id_cache__update_file(pos->s)) {
Namhyung Kimeeb49842013-02-07 18:02:11 +0900427 if (errno == ENOENT) {
428 pr_debug("%s wasn't in the cache\n",
429 pos->s);
430 continue;
431 }
432 pr_warning("Couldn't update %s: %s\n",
Masami Hiramatsu340481ad2014-08-14 02:22:49 +0000433 pos->s, strerror_r(errno, sbuf, sizeof(sbuf)));
Namhyung Kimeeb49842013-02-07 18:02:11 +0900434 }
435
436 strlist__delete(list);
437 }
438 }
439
Masami Hiramatsue35f7362015-02-10 18:18:51 +0900440 if (kcore_filename && build_id_cache__add_kcore(kcore_filename, force))
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300441 pr_warning("Couldn't add %s\n", kcore_filename);
442
Namhyung Kime3ed75b2014-08-12 15:40:36 +0900443out:
444 if (session)
445 perf_session__delete(session);
446
Arnaldo Carvalho de Melofbb69762012-12-07 16:28:27 -0300447 return ret;
Arnaldo Carvalho de Meloef12a142010-01-20 15:28:45 -0200448}